diff options
Diffstat (limited to 'net/mac80211/rc80211_minstrel_ht.c')
-rw-r--r-- | net/mac80211/rc80211_minstrel_ht.c | 827 |
1 files changed, 827 insertions, 0 deletions
diff --git a/net/mac80211/rc80211_minstrel_ht.c b/net/mac80211/rc80211_minstrel_ht.c new file mode 100644 index 00000000000..c5b465904e3 --- /dev/null +++ b/net/mac80211/rc80211_minstrel_ht.c | |||
@@ -0,0 +1,827 @@ | |||
1 | /* | ||
2 | * Copyright (C) 2010 Felix Fietkau <nbd@openwrt.org> | ||
3 | * | ||
4 | * This program is free software; you can redistribute it and/or modify | ||
5 | * it under the terms of the GNU General Public License version 2 as | ||
6 | * published by the Free Software Foundation. | ||
7 | */ | ||
8 | #include <linux/netdevice.h> | ||
9 | #include <linux/types.h> | ||
10 | #include <linux/skbuff.h> | ||
11 | #include <linux/debugfs.h> | ||
12 | #include <linux/random.h> | ||
13 | #include <linux/ieee80211.h> | ||
14 | #include <net/mac80211.h> | ||
15 | #include "rate.h" | ||
16 | #include "rc80211_minstrel.h" | ||
17 | #include "rc80211_minstrel_ht.h" | ||
18 | |||
19 | #define AVG_PKT_SIZE 1200 | ||
20 | #define SAMPLE_COLUMNS 10 | ||
21 | #define EWMA_LEVEL 75 | ||
22 | |||
23 | /* Number of bits for an average sized packet */ | ||
24 | #define MCS_NBITS (AVG_PKT_SIZE << 3) | ||
25 | |||
26 | /* Number of symbols for a packet with (bps) bits per symbol */ | ||
27 | #define MCS_NSYMS(bps) ((MCS_NBITS + (bps) - 1) / (bps)) | ||
28 | |||
29 | /* Transmission time for a packet containing (syms) symbols */ | ||
30 | #define MCS_SYMBOL_TIME(sgi, syms) \ | ||
31 | (sgi ? \ | ||
32 | ((syms) * 18 + 4) / 5 : /* syms * 3.6 us */ \ | ||
33 | (syms) << 2 /* syms * 4 us */ \ | ||
34 | ) | ||
35 | |||
36 | /* Transmit duration for the raw data part of an average sized packet */ | ||
37 | #define MCS_DURATION(streams, sgi, bps) MCS_SYMBOL_TIME(sgi, MCS_NSYMS((streams) * (bps))) | ||
38 | |||
39 | /* MCS rate information for an MCS group */ | ||
40 | #define MCS_GROUP(_streams, _sgi, _ht40) { \ | ||
41 | .streams = _streams, \ | ||
42 | .flags = \ | ||
43 | (_sgi ? IEEE80211_TX_RC_SHORT_GI : 0) | \ | ||
44 | (_ht40 ? IEEE80211_TX_RC_40_MHZ_WIDTH : 0), \ | ||
45 | .duration = { \ | ||
46 | MCS_DURATION(_streams, _sgi, _ht40 ? 54 : 26), \ | ||
47 | MCS_DURATION(_streams, _sgi, _ht40 ? 108 : 52), \ | ||
48 | MCS_DURATION(_streams, _sgi, _ht40 ? 162 : 78), \ | ||
49 | MCS_DURATION(_streams, _sgi, _ht40 ? 216 : 104), \ | ||
50 | MCS_DURATION(_streams, _sgi, _ht40 ? 324 : 156), \ | ||
51 | MCS_DURATION(_streams, _sgi, _ht40 ? 432 : 208), \ | ||
52 | MCS_DURATION(_streams, _sgi, _ht40 ? 486 : 234), \ | ||
53 | MCS_DURATION(_streams, _sgi, _ht40 ? 540 : 260) \ | ||
54 | } \ | ||
55 | } | ||
56 | |||
57 | /* | ||
58 | * To enable sufficiently targeted rate sampling, MCS rates are divided into | ||
59 | * groups, based on the number of streams and flags (HT40, SGI) that they | ||
60 | * use. | ||
61 | */ | ||
62 | const struct mcs_group minstrel_mcs_groups[] = { | ||
63 | MCS_GROUP(1, 0, 0), | ||
64 | MCS_GROUP(2, 0, 0), | ||
65 | #if MINSTREL_MAX_STREAMS >= 3 | ||
66 | MCS_GROUP(3, 0, 0), | ||
67 | #endif | ||
68 | |||
69 | MCS_GROUP(1, 1, 0), | ||
70 | MCS_GROUP(2, 1, 0), | ||
71 | #if MINSTREL_MAX_STREAMS >= 3 | ||
72 | MCS_GROUP(3, 1, 0), | ||
73 | #endif | ||
74 | |||
75 | MCS_GROUP(1, 0, 1), | ||
76 | MCS_GROUP(2, 0, 1), | ||
77 | #if MINSTREL_MAX_STREAMS >= 3 | ||
78 | MCS_GROUP(3, 0, 1), | ||
79 | #endif | ||
80 | |||
81 | MCS_GROUP(1, 1, 1), | ||
82 | MCS_GROUP(2, 1, 1), | ||
83 | #if MINSTREL_MAX_STREAMS >= 3 | ||
84 | MCS_GROUP(3, 1, 1), | ||
85 | #endif | ||
86 | }; | ||
87 | |||
88 | static u8 sample_table[SAMPLE_COLUMNS][MCS_GROUP_RATES]; | ||
89 | |||
90 | /* | ||
91 | * Perform EWMA (Exponentially Weighted Moving Average) calculation | ||
92 | */ | ||
93 | static int | ||
94 | minstrel_ewma(int old, int new, int weight) | ||
95 | { | ||
96 | return (new * (100 - weight) + old * weight) / 100; | ||
97 | } | ||
98 | |||
99 | /* | ||
100 | * Look up an MCS group index based on mac80211 rate information | ||
101 | */ | ||
102 | static int | ||
103 | minstrel_ht_get_group_idx(struct ieee80211_tx_rate *rate) | ||
104 | { | ||
105 | int streams = (rate->idx / MCS_GROUP_RATES) + 1; | ||
106 | u32 flags = IEEE80211_TX_RC_SHORT_GI | IEEE80211_TX_RC_40_MHZ_WIDTH; | ||
107 | int i; | ||
108 | |||
109 | for (i = 0; i < ARRAY_SIZE(minstrel_mcs_groups); i++) { | ||
110 | if (minstrel_mcs_groups[i].streams != streams) | ||
111 | continue; | ||
112 | if (minstrel_mcs_groups[i].flags != (rate->flags & flags)) | ||
113 | continue; | ||
114 | |||
115 | return i; | ||
116 | } | ||
117 | |||
118 | WARN_ON(1); | ||
119 | return 0; | ||
120 | } | ||
121 | |||
122 | static inline struct minstrel_rate_stats * | ||
123 | minstrel_get_ratestats(struct minstrel_ht_sta *mi, int index) | ||
124 | { | ||
125 | return &mi->groups[index / MCS_GROUP_RATES].rates[index % MCS_GROUP_RATES]; | ||
126 | } | ||
127 | |||
128 | |||
129 | /* | ||
130 | * Recalculate success probabilities and counters for a rate using EWMA | ||
131 | */ | ||
132 | static void | ||
133 | minstrel_calc_rate_ewma(struct minstrel_priv *mp, struct minstrel_rate_stats *mr) | ||
134 | { | ||
135 | if (unlikely(mr->attempts > 0)) { | ||
136 | mr->sample_skipped = 0; | ||
137 | mr->cur_prob = MINSTREL_FRAC(mr->success, mr->attempts); | ||
138 | if (!mr->att_hist) | ||
139 | mr->probability = mr->cur_prob; | ||
140 | else | ||
141 | mr->probability = minstrel_ewma(mr->probability, | ||
142 | mr->cur_prob, EWMA_LEVEL); | ||
143 | mr->att_hist += mr->attempts; | ||
144 | mr->succ_hist += mr->success; | ||
145 | } else { | ||
146 | mr->sample_skipped++; | ||
147 | } | ||
148 | mr->last_success = mr->success; | ||
149 | mr->last_attempts = mr->attempts; | ||
150 | mr->success = 0; | ||
151 | mr->attempts = 0; | ||
152 | } | ||
153 | |||
154 | /* | ||
155 | * Calculate throughput based on the average A-MPDU length, taking into account | ||
156 | * the expected number of retransmissions and their expected length | ||
157 | */ | ||
158 | static void | ||
159 | minstrel_ht_calc_tp(struct minstrel_priv *mp, struct minstrel_ht_sta *mi, | ||
160 | int group, int rate) | ||
161 | { | ||
162 | struct minstrel_rate_stats *mr; | ||
163 | unsigned int usecs; | ||
164 | |||
165 | mr = &mi->groups[group].rates[rate]; | ||
166 | |||
167 | if (mr->probability < MINSTREL_FRAC(1, 10)) { | ||
168 | mr->cur_tp = 0; | ||
169 | return; | ||
170 | } | ||
171 | |||
172 | usecs = mi->overhead / MINSTREL_TRUNC(mi->avg_ampdu_len); | ||
173 | usecs += minstrel_mcs_groups[group].duration[rate]; | ||
174 | mr->cur_tp = MINSTREL_TRUNC((1000000 / usecs) * mr->probability); | ||
175 | } | ||
176 | |||
177 | /* | ||
178 | * Update rate statistics and select new primary rates | ||
179 | * | ||
180 | * Rules for rate selection: | ||
181 | * - max_prob_rate must use only one stream, as a tradeoff between delivery | ||
182 | * probability and throughput during strong fluctuations | ||
183 | * - as long as the max prob rate has a probability of more than 3/4, pick | ||
184 | * higher throughput rates, even if the probablity is a bit lower | ||
185 | */ | ||
186 | static void | ||
187 | minstrel_ht_update_stats(struct minstrel_priv *mp, struct minstrel_ht_sta *mi) | ||
188 | { | ||
189 | struct minstrel_mcs_group_data *mg; | ||
190 | struct minstrel_rate_stats *mr; | ||
191 | int cur_prob, cur_prob_tp, cur_tp, cur_tp2; | ||
192 | int group, i, index; | ||
193 | |||
194 | if (mi->ampdu_packets > 0) { | ||
195 | mi->avg_ampdu_len = minstrel_ewma(mi->avg_ampdu_len, | ||
196 | MINSTREL_FRAC(mi->ampdu_len, mi->ampdu_packets), EWMA_LEVEL); | ||
197 | mi->ampdu_len = 0; | ||
198 | mi->ampdu_packets = 0; | ||
199 | } | ||
200 | |||
201 | mi->sample_slow = 0; | ||
202 | mi->sample_count = 0; | ||
203 | mi->max_tp_rate = 0; | ||
204 | mi->max_tp_rate2 = 0; | ||
205 | mi->max_prob_rate = 0; | ||
206 | |||
207 | for (group = 0; group < ARRAY_SIZE(minstrel_mcs_groups); group++) { | ||
208 | cur_prob = 0; | ||
209 | cur_prob_tp = 0; | ||
210 | cur_tp = 0; | ||
211 | cur_tp2 = 0; | ||
212 | |||
213 | mg = &mi->groups[group]; | ||
214 | if (!mg->supported) | ||
215 | continue; | ||
216 | |||
217 | mg->max_tp_rate = 0; | ||
218 | mg->max_tp_rate2 = 0; | ||
219 | mg->max_prob_rate = 0; | ||
220 | mi->sample_count++; | ||
221 | |||
222 | for (i = 0; i < MCS_GROUP_RATES; i++) { | ||
223 | if (!(mg->supported & BIT(i))) | ||
224 | continue; | ||
225 | |||
226 | mr = &mg->rates[i]; | ||
227 | mr->retry_updated = false; | ||
228 | index = MCS_GROUP_RATES * group + i; | ||
229 | minstrel_calc_rate_ewma(mp, mr); | ||
230 | minstrel_ht_calc_tp(mp, mi, group, i); | ||
231 | |||
232 | if (!mr->cur_tp) | ||
233 | continue; | ||
234 | |||
235 | /* ignore the lowest rate of each single-stream group */ | ||
236 | if (!i && minstrel_mcs_groups[group].streams == 1) | ||
237 | continue; | ||
238 | |||
239 | if ((mr->cur_tp > cur_prob_tp && mr->probability > | ||
240 | MINSTREL_FRAC(3, 4)) || mr->probability > cur_prob) { | ||
241 | mg->max_prob_rate = index; | ||
242 | cur_prob = mr->probability; | ||
243 | cur_prob_tp = mr->cur_tp; | ||
244 | } | ||
245 | |||
246 | if (mr->cur_tp > cur_tp) { | ||
247 | swap(index, mg->max_tp_rate); | ||
248 | cur_tp = mr->cur_tp; | ||
249 | mr = minstrel_get_ratestats(mi, index); | ||
250 | } | ||
251 | |||
252 | if (index >= mg->max_tp_rate) | ||
253 | continue; | ||
254 | |||
255 | if (mr->cur_tp > cur_tp2) { | ||
256 | mg->max_tp_rate2 = index; | ||
257 | cur_tp2 = mr->cur_tp; | ||
258 | } | ||
259 | } | ||
260 | } | ||
261 | |||
262 | /* try to sample up to half of the availble rates during each interval */ | ||
263 | mi->sample_count *= 4; | ||
264 | |||
265 | cur_prob = 0; | ||
266 | cur_prob_tp = 0; | ||
267 | cur_tp = 0; | ||
268 | cur_tp2 = 0; | ||
269 | for (group = 0; group < ARRAY_SIZE(minstrel_mcs_groups); group++) { | ||
270 | mg = &mi->groups[group]; | ||
271 | if (!mg->supported) | ||
272 | continue; | ||
273 | |||
274 | mr = minstrel_get_ratestats(mi, mg->max_prob_rate); | ||
275 | if (cur_prob_tp < mr->cur_tp && | ||
276 | minstrel_mcs_groups[group].streams == 1) { | ||
277 | mi->max_prob_rate = mg->max_prob_rate; | ||
278 | cur_prob = mr->cur_prob; | ||
279 | cur_prob_tp = mr->cur_tp; | ||
280 | } | ||
281 | |||
282 | mr = minstrel_get_ratestats(mi, mg->max_tp_rate); | ||
283 | if (cur_tp < mr->cur_tp) { | ||
284 | mi->max_tp_rate = mg->max_tp_rate; | ||
285 | cur_tp = mr->cur_tp; | ||
286 | } | ||
287 | |||
288 | mr = minstrel_get_ratestats(mi, mg->max_tp_rate2); | ||
289 | if (cur_tp2 < mr->cur_tp) { | ||
290 | mi->max_tp_rate2 = mg->max_tp_rate2; | ||
291 | cur_tp2 = mr->cur_tp; | ||
292 | } | ||
293 | } | ||
294 | |||
295 | mi->stats_update = jiffies; | ||
296 | } | ||
297 | |||
298 | static bool | ||
299 | minstrel_ht_txstat_valid(struct ieee80211_tx_rate *rate) | ||
300 | { | ||
301 | if (!rate->count) | ||
302 | return false; | ||
303 | |||
304 | if (rate->idx < 0) | ||
305 | return false; | ||
306 | |||
307 | return !!(rate->flags & IEEE80211_TX_RC_MCS); | ||
308 | } | ||
309 | |||
310 | static void | ||
311 | minstrel_next_sample_idx(struct minstrel_ht_sta *mi) | ||
312 | { | ||
313 | struct minstrel_mcs_group_data *mg; | ||
314 | |||
315 | for (;;) { | ||
316 | mi->sample_group++; | ||
317 | mi->sample_group %= ARRAY_SIZE(minstrel_mcs_groups); | ||
318 | mg = &mi->groups[mi->sample_group]; | ||
319 | |||
320 | if (!mg->supported) | ||
321 | continue; | ||
322 | |||
323 | if (++mg->index >= MCS_GROUP_RATES) { | ||
324 | mg->index = 0; | ||
325 | if (++mg->column >= ARRAY_SIZE(sample_table)) | ||
326 | mg->column = 0; | ||
327 | } | ||
328 | break; | ||
329 | } | ||
330 | } | ||
331 | |||
332 | static void | ||
333 | minstrel_downgrade_rate(struct minstrel_ht_sta *mi, unsigned int *idx, | ||
334 | bool primary) | ||
335 | { | ||
336 | int group, orig_group; | ||
337 | |||
338 | orig_group = group = *idx / MCS_GROUP_RATES; | ||
339 | while (group > 0) { | ||
340 | group--; | ||
341 | |||
342 | if (!mi->groups[group].supported) | ||
343 | continue; | ||
344 | |||
345 | if (minstrel_mcs_groups[group].streams > | ||
346 | minstrel_mcs_groups[orig_group].streams) | ||
347 | continue; | ||
348 | |||
349 | if (primary) | ||
350 | *idx = mi->groups[group].max_tp_rate; | ||
351 | else | ||
352 | *idx = mi->groups[group].max_tp_rate2; | ||
353 | break; | ||
354 | } | ||
355 | } | ||
356 | |||
357 | static void | ||
358 | minstrel_aggr_check(struct minstrel_priv *mp, struct ieee80211_sta *pubsta, struct sk_buff *skb) | ||
359 | { | ||
360 | struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data; | ||
361 | struct sta_info *sta = container_of(pubsta, struct sta_info, sta); | ||
362 | u16 tid; | ||
363 | |||
364 | if (unlikely(!ieee80211_is_data_qos(hdr->frame_control))) | ||
365 | return; | ||
366 | |||
367 | if (unlikely(skb->protocol == cpu_to_be16(ETH_P_PAE))) | ||
368 | return; | ||
369 | |||
370 | tid = *ieee80211_get_qos_ctl(hdr) & IEEE80211_QOS_CTL_TID_MASK; | ||
371 | if (likely(sta->ampdu_mlme.tid_tx[tid])) | ||
372 | return; | ||
373 | |||
374 | ieee80211_start_tx_ba_session(pubsta, tid); | ||
375 | } | ||
376 | |||
377 | static void | ||
378 | minstrel_ht_tx_status(void *priv, struct ieee80211_supported_band *sband, | ||
379 | struct ieee80211_sta *sta, void *priv_sta, | ||
380 | struct sk_buff *skb) | ||
381 | { | ||
382 | struct minstrel_ht_sta_priv *msp = priv_sta; | ||
383 | struct minstrel_ht_sta *mi = &msp->ht; | ||
384 | struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb); | ||
385 | struct ieee80211_tx_rate *ar = info->status.rates; | ||
386 | struct minstrel_rate_stats *rate, *rate2; | ||
387 | struct minstrel_priv *mp = priv; | ||
388 | bool last = false; | ||
389 | int group; | ||
390 | int i = 0; | ||
391 | |||
392 | if (!msp->is_ht) | ||
393 | return mac80211_minstrel.tx_status(priv, sband, sta, &msp->legacy, skb); | ||
394 | |||
395 | /* This packet was aggregated but doesn't carry status info */ | ||
396 | if ((info->flags & IEEE80211_TX_CTL_AMPDU) && | ||
397 | !(info->flags & IEEE80211_TX_STAT_AMPDU)) | ||
398 | return; | ||
399 | |||
400 | if (!info->status.ampdu_len) { | ||
401 | info->status.ampdu_ack_len = 1; | ||
402 | info->status.ampdu_len = 1; | ||
403 | } | ||
404 | |||
405 | mi->ampdu_packets++; | ||
406 | mi->ampdu_len += info->status.ampdu_len; | ||
407 | |||
408 | if (!mi->sample_wait && !mi->sample_tries && mi->sample_count > 0) { | ||
409 | mi->sample_wait = 4 + 2 * MINSTREL_TRUNC(mi->avg_ampdu_len); | ||
410 | mi->sample_tries = 3; | ||
411 | mi->sample_count--; | ||
412 | } | ||
413 | |||
414 | if (info->flags & IEEE80211_TX_CTL_RATE_CTRL_PROBE) { | ||
415 | mi->sample_packets += info->status.ampdu_len; | ||
416 | minstrel_next_sample_idx(mi); | ||
417 | } | ||
418 | |||
419 | for (i = 0; !last; i++) { | ||
420 | last = (i == IEEE80211_TX_MAX_RATES - 1) || | ||
421 | !minstrel_ht_txstat_valid(&ar[i + 1]); | ||
422 | |||
423 | if (!minstrel_ht_txstat_valid(&ar[i])) | ||
424 | break; | ||
425 | |||
426 | group = minstrel_ht_get_group_idx(&ar[i]); | ||
427 | rate = &mi->groups[group].rates[ar[i].idx % 8]; | ||
428 | |||
429 | if (last && (info->flags & IEEE80211_TX_STAT_ACK)) | ||
430 | rate->success += info->status.ampdu_ack_len; | ||
431 | |||
432 | rate->attempts += ar[i].count * info->status.ampdu_len; | ||
433 | } | ||
434 | |||
435 | /* | ||
436 | * check for sudden death of spatial multiplexing, | ||
437 | * downgrade to a lower number of streams if necessary. | ||
438 | */ | ||
439 | rate = minstrel_get_ratestats(mi, mi->max_tp_rate); | ||
440 | if (rate->attempts > 30 && | ||
441 | MINSTREL_FRAC(rate->success, rate->attempts) < | ||
442 | MINSTREL_FRAC(20, 100)) | ||
443 | minstrel_downgrade_rate(mi, &mi->max_tp_rate, true); | ||
444 | |||
445 | rate2 = minstrel_get_ratestats(mi, mi->max_tp_rate2); | ||
446 | if (rate2->attempts > 30 && | ||
447 | MINSTREL_FRAC(rate2->success, rate2->attempts) < | ||
448 | MINSTREL_FRAC(20, 100)) | ||
449 | minstrel_downgrade_rate(mi, &mi->max_tp_rate2, false); | ||
450 | |||
451 | if (time_after(jiffies, mi->stats_update + (mp->update_interval / 2 * HZ) / 1000)) { | ||
452 | minstrel_ht_update_stats(mp, mi); | ||
453 | minstrel_aggr_check(mp, sta, skb); | ||
454 | } | ||
455 | } | ||
456 | |||
457 | static void | ||
458 | minstrel_calc_retransmit(struct minstrel_priv *mp, struct minstrel_ht_sta *mi, | ||
459 | int index) | ||
460 | { | ||
461 | struct minstrel_rate_stats *mr; | ||
462 | const struct mcs_group *group; | ||
463 | unsigned int tx_time, tx_time_rtscts, tx_time_data; | ||
464 | unsigned int cw = mp->cw_min; | ||
465 | unsigned int t_slot = 9; /* FIXME */ | ||
466 | unsigned int ampdu_len = MINSTREL_TRUNC(mi->avg_ampdu_len); | ||
467 | |||
468 | mr = minstrel_get_ratestats(mi, index); | ||
469 | if (mr->probability < MINSTREL_FRAC(1, 10)) { | ||
470 | mr->retry_count = 1; | ||
471 | mr->retry_count_rtscts = 1; | ||
472 | return; | ||
473 | } | ||
474 | |||
475 | mr->retry_count = 2; | ||
476 | mr->retry_count_rtscts = 2; | ||
477 | mr->retry_updated = true; | ||
478 | |||
479 | group = &minstrel_mcs_groups[index / MCS_GROUP_RATES]; | ||
480 | tx_time_data = group->duration[index % MCS_GROUP_RATES] * ampdu_len; | ||
481 | tx_time = 2 * (t_slot + mi->overhead + tx_time_data); | ||
482 | tx_time_rtscts = 2 * (t_slot + mi->overhead_rtscts + tx_time_data); | ||
483 | do { | ||
484 | cw = (cw << 1) | 1; | ||
485 | cw = min(cw, mp->cw_max); | ||
486 | tx_time += cw + t_slot + mi->overhead; | ||
487 | tx_time_rtscts += cw + t_slot + mi->overhead_rtscts; | ||
488 | if (tx_time_rtscts < mp->segment_size) | ||
489 | mr->retry_count_rtscts++; | ||
490 | } while ((tx_time < mp->segment_size) && | ||
491 | (++mr->retry_count < mp->max_retry)); | ||
492 | } | ||
493 | |||
494 | |||
495 | static void | ||
496 | minstrel_ht_set_rate(struct minstrel_priv *mp, struct minstrel_ht_sta *mi, | ||
497 | struct ieee80211_tx_rate *rate, int index, | ||
498 | struct ieee80211_tx_rate_control *txrc, | ||
499 | bool sample, bool rtscts) | ||
500 | { | ||
501 | const struct mcs_group *group = &minstrel_mcs_groups[index / MCS_GROUP_RATES]; | ||
502 | struct minstrel_rate_stats *mr; | ||
503 | |||
504 | mr = minstrel_get_ratestats(mi, index); | ||
505 | if (!mr->retry_updated) | ||
506 | minstrel_calc_retransmit(mp, mi, index); | ||
507 | |||
508 | if (mr->probability < MINSTREL_FRAC(20, 100)) | ||
509 | rate->count = 2; | ||
510 | else if (rtscts) | ||
511 | rate->count = mr->retry_count_rtscts; | ||
512 | else | ||
513 | rate->count = mr->retry_count; | ||
514 | |||
515 | rate->flags = IEEE80211_TX_RC_MCS | group->flags; | ||
516 | if (txrc->short_preamble) | ||
517 | rate->flags |= IEEE80211_TX_RC_USE_SHORT_PREAMBLE; | ||
518 | if (txrc->rts || rtscts) | ||
519 | rate->flags |= IEEE80211_TX_RC_USE_RTS_CTS; | ||
520 | rate->idx = index % MCS_GROUP_RATES + (group->streams - 1) * MCS_GROUP_RATES; | ||
521 | } | ||
522 | |||
523 | static inline int | ||
524 | minstrel_get_duration(int index) | ||
525 | { | ||
526 | const struct mcs_group *group = &minstrel_mcs_groups[index / MCS_GROUP_RATES]; | ||
527 | return group->duration[index % MCS_GROUP_RATES]; | ||
528 | } | ||
529 | |||
530 | static int | ||
531 | minstrel_get_sample_rate(struct minstrel_priv *mp, struct minstrel_ht_sta *mi) | ||
532 | { | ||
533 | struct minstrel_rate_stats *mr; | ||
534 | struct minstrel_mcs_group_data *mg; | ||
535 | int sample_idx = 0; | ||
536 | |||
537 | if (mi->sample_wait > 0) { | ||
538 | mi->sample_wait--; | ||
539 | return -1; | ||
540 | } | ||
541 | |||
542 | if (!mi->sample_tries) | ||
543 | return -1; | ||
544 | |||
545 | mi->sample_tries--; | ||
546 | mg = &mi->groups[mi->sample_group]; | ||
547 | sample_idx = sample_table[mg->column][mg->index]; | ||
548 | mr = &mg->rates[sample_idx]; | ||
549 | sample_idx += mi->sample_group * MCS_GROUP_RATES; | ||
550 | |||
551 | /* | ||
552 | * When not using MRR, do not sample if the probability is already | ||
553 | * higher than 95% to avoid wasting airtime | ||
554 | */ | ||
555 | if (!mp->has_mrr && (mr->probability > MINSTREL_FRAC(95, 100))) | ||
556 | goto next; | ||
557 | |||
558 | /* | ||
559 | * Make sure that lower rates get sampled only occasionally, | ||
560 | * if the link is working perfectly. | ||
561 | */ | ||
562 | if (minstrel_get_duration(sample_idx) > | ||
563 | minstrel_get_duration(mi->max_tp_rate)) { | ||
564 | if (mr->sample_skipped < 10) | ||
565 | goto next; | ||
566 | |||
567 | if (mi->sample_slow++ > 2) | ||
568 | goto next; | ||
569 | } | ||
570 | |||
571 | return sample_idx; | ||
572 | |||
573 | next: | ||
574 | minstrel_next_sample_idx(mi); | ||
575 | return -1; | ||
576 | } | ||
577 | |||
578 | static void | ||
579 | minstrel_ht_get_rate(void *priv, struct ieee80211_sta *sta, void *priv_sta, | ||
580 | struct ieee80211_tx_rate_control *txrc) | ||
581 | { | ||
582 | struct ieee80211_tx_info *info = IEEE80211_SKB_CB(txrc->skb); | ||
583 | struct ieee80211_tx_rate *ar = info->status.rates; | ||
584 | struct minstrel_ht_sta_priv *msp = priv_sta; | ||
585 | struct minstrel_ht_sta *mi = &msp->ht; | ||
586 | struct minstrel_priv *mp = priv; | ||
587 | int sample_idx; | ||
588 | |||
589 | if (rate_control_send_low(sta, priv_sta, txrc)) | ||
590 | return; | ||
591 | |||
592 | if (!msp->is_ht) | ||
593 | return mac80211_minstrel.get_rate(priv, sta, &msp->legacy, txrc); | ||
594 | |||
595 | info->flags |= mi->tx_flags; | ||
596 | sample_idx = minstrel_get_sample_rate(mp, mi); | ||
597 | if (sample_idx >= 0) { | ||
598 | minstrel_ht_set_rate(mp, mi, &ar[0], sample_idx, | ||
599 | txrc, true, false); | ||
600 | minstrel_ht_set_rate(mp, mi, &ar[1], mi->max_tp_rate, | ||
601 | txrc, false, true); | ||
602 | info->flags |= IEEE80211_TX_CTL_RATE_CTRL_PROBE; | ||
603 | } else { | ||
604 | minstrel_ht_set_rate(mp, mi, &ar[0], mi->max_tp_rate, | ||
605 | txrc, false, false); | ||
606 | minstrel_ht_set_rate(mp, mi, &ar[1], mi->max_tp_rate2, | ||
607 | txrc, false, true); | ||
608 | } | ||
609 | minstrel_ht_set_rate(mp, mi, &ar[2], mi->max_prob_rate, txrc, false, true); | ||
610 | |||
611 | ar[3].count = 0; | ||
612 | ar[3].idx = -1; | ||
613 | |||
614 | mi->total_packets++; | ||
615 | |||
616 | /* wraparound */ | ||
617 | if (mi->total_packets == ~0) { | ||
618 | mi->total_packets = 0; | ||
619 | mi->sample_packets = 0; | ||
620 | } | ||
621 | } | ||
622 | |||
623 | static void | ||
624 | minstrel_ht_update_caps(void *priv, struct ieee80211_supported_band *sband, | ||
625 | struct ieee80211_sta *sta, void *priv_sta, | ||
626 | enum nl80211_channel_type oper_chan_type) | ||
627 | { | ||
628 | struct minstrel_priv *mp = priv; | ||
629 | struct minstrel_ht_sta_priv *msp = priv_sta; | ||
630 | struct minstrel_ht_sta *mi = &msp->ht; | ||
631 | struct ieee80211_mcs_info *mcs = &sta->ht_cap.mcs; | ||
632 | struct ieee80211_local *local = hw_to_local(mp->hw); | ||
633 | u16 sta_cap = sta->ht_cap.cap; | ||
634 | int ack_dur; | ||
635 | int stbc; | ||
636 | int i; | ||
637 | |||
638 | /* fall back to the old minstrel for legacy stations */ | ||
639 | if (!sta->ht_cap.ht_supported) { | ||
640 | msp->is_ht = false; | ||
641 | memset(&msp->legacy, 0, sizeof(msp->legacy)); | ||
642 | msp->legacy.r = msp->ratelist; | ||
643 | msp->legacy.sample_table = msp->sample_table; | ||
644 | return mac80211_minstrel.rate_init(priv, sband, sta, &msp->legacy); | ||
645 | } | ||
646 | |||
647 | BUILD_BUG_ON(ARRAY_SIZE(minstrel_mcs_groups) != | ||
648 | MINSTREL_MAX_STREAMS * MINSTREL_STREAM_GROUPS); | ||
649 | |||
650 | msp->is_ht = true; | ||
651 | memset(mi, 0, sizeof(*mi)); | ||
652 | mi->stats_update = jiffies; | ||
653 | |||
654 | ack_dur = ieee80211_frame_duration(local, 10, 60, 1, 1); | ||
655 | mi->overhead = ieee80211_frame_duration(local, 0, 60, 1, 1) + ack_dur; | ||
656 | mi->overhead_rtscts = mi->overhead + 2 * ack_dur; | ||
657 | |||
658 | mi->avg_ampdu_len = MINSTREL_FRAC(1, 1); | ||
659 | |||
660 | /* When using MRR, sample more on the first attempt, without delay */ | ||
661 | if (mp->has_mrr) { | ||
662 | mi->sample_count = 16; | ||
663 | mi->sample_wait = 0; | ||
664 | } else { | ||
665 | mi->sample_count = 8; | ||
666 | mi->sample_wait = 8; | ||
667 | } | ||
668 | mi->sample_tries = 4; | ||
669 | |||
670 | stbc = (sta_cap & IEEE80211_HT_CAP_RX_STBC) >> | ||
671 | IEEE80211_HT_CAP_RX_STBC_SHIFT; | ||
672 | mi->tx_flags |= stbc << IEEE80211_TX_CTL_STBC_SHIFT; | ||
673 | |||
674 | if (sta_cap & IEEE80211_HT_CAP_LDPC_CODING) | ||
675 | mi->tx_flags |= IEEE80211_TX_CTL_LDPC; | ||
676 | |||
677 | if (oper_chan_type != NL80211_CHAN_HT40MINUS && | ||
678 | oper_chan_type != NL80211_CHAN_HT40PLUS) | ||
679 | sta_cap &= ~IEEE80211_HT_CAP_SUP_WIDTH_20_40; | ||
680 | |||
681 | for (i = 0; i < ARRAY_SIZE(mi->groups); i++) { | ||
682 | u16 req = 0; | ||
683 | |||
684 | mi->groups[i].supported = 0; | ||
685 | if (minstrel_mcs_groups[i].flags & IEEE80211_TX_RC_SHORT_GI) { | ||
686 | if (minstrel_mcs_groups[i].flags & IEEE80211_TX_RC_40_MHZ_WIDTH) | ||
687 | req |= IEEE80211_HT_CAP_SGI_40; | ||
688 | else | ||
689 | req |= IEEE80211_HT_CAP_SGI_20; | ||
690 | } | ||
691 | |||
692 | if (minstrel_mcs_groups[i].flags & IEEE80211_TX_RC_40_MHZ_WIDTH) | ||
693 | req |= IEEE80211_HT_CAP_SUP_WIDTH_20_40; | ||
694 | |||
695 | if ((sta_cap & req) != req) | ||
696 | continue; | ||
697 | |||
698 | mi->groups[i].supported = | ||
699 | mcs->rx_mask[minstrel_mcs_groups[i].streams - 1]; | ||
700 | } | ||
701 | } | ||
702 | |||
703 | static void | ||
704 | minstrel_ht_rate_init(void *priv, struct ieee80211_supported_band *sband, | ||
705 | struct ieee80211_sta *sta, void *priv_sta) | ||
706 | { | ||
707 | struct minstrel_priv *mp = priv; | ||
708 | |||
709 | minstrel_ht_update_caps(priv, sband, sta, priv_sta, mp->hw->conf.channel_type); | ||
710 | } | ||
711 | |||
712 | static void | ||
713 | minstrel_ht_rate_update(void *priv, struct ieee80211_supported_band *sband, | ||
714 | struct ieee80211_sta *sta, void *priv_sta, | ||
715 | u32 changed, enum nl80211_channel_type oper_chan_type) | ||
716 | { | ||
717 | minstrel_ht_update_caps(priv, sband, sta, priv_sta, oper_chan_type); | ||
718 | } | ||
719 | |||
720 | static void * | ||
721 | minstrel_ht_alloc_sta(void *priv, struct ieee80211_sta *sta, gfp_t gfp) | ||
722 | { | ||
723 | struct ieee80211_supported_band *sband; | ||
724 | struct minstrel_ht_sta_priv *msp; | ||
725 | struct minstrel_priv *mp = priv; | ||
726 | struct ieee80211_hw *hw = mp->hw; | ||
727 | int max_rates = 0; | ||
728 | int i; | ||
729 | |||
730 | for (i = 0; i < IEEE80211_NUM_BANDS; i++) { | ||
731 | sband = hw->wiphy->bands[i]; | ||
732 | if (sband && sband->n_bitrates > max_rates) | ||
733 | max_rates = sband->n_bitrates; | ||
734 | } | ||
735 | |||
736 | msp = kzalloc(sizeof(struct minstrel_ht_sta), gfp); | ||
737 | if (!msp) | ||
738 | return NULL; | ||
739 | |||
740 | msp->ratelist = kzalloc(sizeof(struct minstrel_rate) * max_rates, gfp); | ||
741 | if (!msp->ratelist) | ||
742 | goto error; | ||
743 | |||
744 | msp->sample_table = kmalloc(SAMPLE_COLUMNS * max_rates, gfp); | ||
745 | if (!msp->sample_table) | ||
746 | goto error1; | ||
747 | |||
748 | return msp; | ||
749 | |||
750 | error1: | ||
751 | kfree(msp->ratelist); | ||
752 | error: | ||
753 | kfree(msp); | ||
754 | return NULL; | ||
755 | } | ||
756 | |||
757 | static void | ||
758 | minstrel_ht_free_sta(void *priv, struct ieee80211_sta *sta, void *priv_sta) | ||
759 | { | ||
760 | struct minstrel_ht_sta_priv *msp = priv_sta; | ||
761 | |||
762 | kfree(msp->sample_table); | ||
763 | kfree(msp->ratelist); | ||
764 | kfree(msp); | ||
765 | } | ||
766 | |||
767 | static void * | ||
768 | minstrel_ht_alloc(struct ieee80211_hw *hw, struct dentry *debugfsdir) | ||
769 | { | ||
770 | return mac80211_minstrel.alloc(hw, debugfsdir); | ||
771 | } | ||
772 | |||
773 | static void | ||
774 | minstrel_ht_free(void *priv) | ||
775 | { | ||
776 | mac80211_minstrel.free(priv); | ||
777 | } | ||
778 | |||
779 | static struct rate_control_ops mac80211_minstrel_ht = { | ||
780 | .name = "minstrel_ht", | ||
781 | .tx_status = minstrel_ht_tx_status, | ||
782 | .get_rate = minstrel_ht_get_rate, | ||
783 | .rate_init = minstrel_ht_rate_init, | ||
784 | .rate_update = minstrel_ht_rate_update, | ||
785 | .alloc_sta = minstrel_ht_alloc_sta, | ||
786 | .free_sta = minstrel_ht_free_sta, | ||
787 | .alloc = minstrel_ht_alloc, | ||
788 | .free = minstrel_ht_free, | ||
789 | #ifdef CONFIG_MAC80211_DEBUGFS | ||
790 | .add_sta_debugfs = minstrel_ht_add_sta_debugfs, | ||
791 | .remove_sta_debugfs = minstrel_ht_remove_sta_debugfs, | ||
792 | #endif | ||
793 | }; | ||
794 | |||
795 | |||
796 | static void | ||
797 | init_sample_table(void) | ||
798 | { | ||
799 | int col, i, new_idx; | ||
800 | u8 rnd[MCS_GROUP_RATES]; | ||
801 | |||
802 | memset(sample_table, 0xff, sizeof(sample_table)); | ||
803 | for (col = 0; col < SAMPLE_COLUMNS; col++) { | ||
804 | for (i = 0; i < MCS_GROUP_RATES; i++) { | ||
805 | get_random_bytes(rnd, sizeof(rnd)); | ||
806 | new_idx = (i + rnd[i]) % MCS_GROUP_RATES; | ||
807 | |||
808 | while (sample_table[col][new_idx] != 0xff) | ||
809 | new_idx = (new_idx + 1) % MCS_GROUP_RATES; | ||
810 | |||
811 | sample_table[col][new_idx] = i; | ||
812 | } | ||
813 | } | ||
814 | } | ||
815 | |||
816 | int __init | ||
817 | rc80211_minstrel_ht_init(void) | ||
818 | { | ||
819 | init_sample_table(); | ||
820 | return ieee80211_rate_control_register(&mac80211_minstrel_ht); | ||
821 | } | ||
822 | |||
823 | void | ||
824 | rc80211_minstrel_ht_exit(void) | ||
825 | { | ||
826 | ieee80211_rate_control_unregister(&mac80211_minstrel_ht); | ||
827 | } | ||