Merge git://git.kernel.org/pub/scm/linux/kernel/git/lethal/sh-2.6
[linux-2.6] / drivers / net / wireless / iwlwifi / iwl-4965-rs.c
1 /******************************************************************************
2  *
3  * Copyright(c) 2005 - 2007 Intel Corporation. All rights reserved.
4  *
5  * This program is free software; you can redistribute it and/or modify it
6  * under the terms of version 2 of the GNU General Public License as
7  * published by the Free Software Foundation.
8  *
9  * This program is distributed in the hope that it will be useful, but WITHOUT
10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
12  * more details.
13  *
14  * You should have received a copy of the GNU General Public License along with
15  * this program; if not, write to the Free Software Foundation, Inc.,
16  * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
17  *
18  * The full GNU General Public License is included in this distribution in the
19  * file called LICENSE.
20  *
21  * Contact Information:
22  * James P. Ketrenos <ipw2100-admin@linux.intel.com>
23  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
24  *
25  *****************************************************************************/
26 #include <linux/kernel.h>
27 #include <linux/init.h>
28 #include <linux/skbuff.h>
29 #include <linux/wireless.h>
30 #include <net/mac80211.h>
31 #include <net/ieee80211.h>
32
33 #include <linux/netdevice.h>
34 #include <linux/etherdevice.h>
35 #include <linux/delay.h>
36
37 #include <linux/workqueue.h>
38
39 #include <net/mac80211.h>
40 #include <linux/wireless.h>
41
42 #define IWL 4965
43
44 #include "../net/mac80211/ieee80211_rate.h"
45
46 #include "iwlwifi.h"
47 #include "iwl-helpers.h"
48
49 #define RS_NAME "iwl-4965-rs"
50
51 #define NUM_TRY_BEFORE_ANTENNA_TOGGLE 1
52 #define IWL_NUMBER_TRY      1
53 #define IWL_HT_NUMBER_TRY   3
54
55 #define IWL_RATE_MAX_WINDOW             62
56 #define IWL_RATE_HIGH_TH                10880
57 #define IWL_RATE_MIN_FAILURE_TH         6
58 #define IWL_RATE_MIN_SUCCESS_TH         8
59 #define IWL_RATE_DECREASE_TH            1920
60 #define IWL_RATE_INCREASE_TH            8960
61 #define IWL_RATE_SCALE_FLUSH_INTVL   (2*HZ)        /*2 seconds */
62
63 static u8 rs_ht_to_legacy[] = {
64         IWL_RATE_6M_INDEX, IWL_RATE_6M_INDEX,
65         IWL_RATE_6M_INDEX, IWL_RATE_6M_INDEX,
66         IWL_RATE_6M_INDEX,
67         IWL_RATE_6M_INDEX, IWL_RATE_9M_INDEX,
68         IWL_RATE_12M_INDEX, IWL_RATE_18M_INDEX,
69         IWL_RATE_24M_INDEX, IWL_RATE_36M_INDEX,
70         IWL_RATE_48M_INDEX, IWL_RATE_54M_INDEX
71 };
72
73 struct iwl_rate {
74         u32 rate_n_flags;
75 } __attribute__ ((packed));
76
77 struct iwl_rate_scale_data {
78         u64 data;
79         s32 success_counter;
80         s32 success_ratio;
81         s32 counter;
82         s32 average_tpt;
83         unsigned long stamp;
84 };
85
86 struct iwl_scale_tbl_info {
87         enum iwl_table_type lq_type;
88         enum iwl_antenna_type antenna_type;
89         u8 is_SGI;
90         u8 is_fat;
91         u8 is_dup;
92         u8 action;
93         s32 *expected_tpt;
94         struct iwl_rate current_rate;
95         struct iwl_rate_scale_data win[IWL_RATE_COUNT];
96 };
97
98 struct iwl_rate_scale_priv {
99         u8 active_tbl;
100         u8 enable_counter;
101         u8 stay_in_tbl;
102         u8 search_better_tbl;
103         s32 last_tpt;
104         u32 table_count_limit;
105         u32 max_failure_limit;
106         u32 max_success_limit;
107         u32 table_count;
108         u32 total_failed;
109         u32 total_success;
110         u32 flush_timer;
111         u8 action_counter;
112         u8 antenna;
113         u8 valid_antenna;
114         u8 is_green;
115         u8 is_dup;
116         u8 phymode;
117         u8 ibss_sta_added;
118         u32 supp_rates;
119         u16 active_rate;
120         u16 active_siso_rate;
121         u16 active_mimo_rate;
122         u16 active_rate_basic;
123         struct iwl_link_quality_cmd lq;
124         struct iwl_scale_tbl_info lq_info[LQ_SIZE];
125 #ifdef CONFIG_MAC80211_DEBUGFS
126         struct dentry *rs_sta_dbgfs_scale_table_file;
127         struct dentry *rs_sta_dbgfs_stats_table_file;
128         struct iwl_rate dbg_fixed;
129         struct iwl_priv *drv;
130 #endif
131 };
132
133 static void rs_rate_scale_perform(struct iwl_priv *priv,
134                                    struct net_device *dev,
135                                    struct ieee80211_hdr *hdr,
136                                    struct sta_info *sta);
137 static void rs_fill_link_cmd(struct iwl_rate_scale_priv *lq_data,
138                              struct iwl_rate *tx_mcs,
139                              struct iwl_link_quality_cmd *tbl);
140
141
142 #ifdef CONFIG_MAC80211_DEBUGFS
143 static void rs_dbgfs_set_mcs(struct iwl_rate_scale_priv *rs_priv,
144                                 struct iwl_rate *mcs, int index);
145 #else
146 static void rs_dbgfs_set_mcs(struct iwl_rate_scale_priv *rs_priv,
147                                 struct iwl_rate *mcs, int index)
148 {}
149 #endif
150 static s32 expected_tpt_A[IWL_RATE_COUNT] = {
151         0, 0, 0, 0, 40, 57, 72, 98, 121, 154, 177, 186, 186
152 };
153
154 static s32 expected_tpt_G[IWL_RATE_COUNT] = {
155         7, 13, 35, 58, 40, 57, 72, 98, 121, 154, 177, 186, 186
156 };
157
158 static s32 expected_tpt_siso20MHz[IWL_RATE_COUNT] = {
159         0, 0, 0, 0, 42, 42, 76, 102, 124, 159, 183, 193, 202
160 };
161
162 static s32 expected_tpt_siso20MHzSGI[IWL_RATE_COUNT] = {
163         0, 0, 0, 0, 46, 46, 82, 110, 132, 168, 192, 202, 211
164 };
165
166 static s32 expected_tpt_mimo20MHz[IWL_RATE_COUNT] = {
167         0, 0, 0, 0, 74, 74, 123, 155, 179, 214, 236, 244, 251
168 };
169
170 static s32 expected_tpt_mimo20MHzSGI[IWL_RATE_COUNT] = {
171         0, 0, 0, 0, 81, 81, 131, 164, 188, 222, 243, 251, 257
172 };
173
174 static s32 expected_tpt_siso40MHz[IWL_RATE_COUNT] = {
175         0, 0, 0, 0, 77, 77, 127, 160, 184, 220, 242, 250, 257
176 };
177
178 static s32 expected_tpt_siso40MHzSGI[IWL_RATE_COUNT] = {
179         0, 0, 0, 0, 83, 83, 135, 169, 193, 229, 250, 257, 264
180 };
181
182 static s32 expected_tpt_mimo40MHz[IWL_RATE_COUNT] = {
183         0, 0, 0, 0, 123, 123, 182, 214, 235, 264, 279, 285, 289
184 };
185
186 static s32 expected_tpt_mimo40MHzSGI[IWL_RATE_COUNT] = {
187         0, 0, 0, 0, 131, 131, 191, 222, 242, 270, 284, 289, 293
188 };
189
190 static int iwl_lq_sync_callback(struct iwl_priv *priv,
191                                 struct iwl_cmd *cmd, struct sk_buff *skb)
192 {
193         /*We didn't cache the SKB; let the caller free it */
194         return 1;
195 }
196
197 static inline u8 iwl_rate_get_rate(u32 rate_n_flags)
198 {
199         return (u8)(rate_n_flags & 0xFF);
200 }
201
202 static int rs_send_lq_cmd(struct iwl_priv *priv,
203                           struct iwl_link_quality_cmd *lq, u8 flags)
204 {
205 #ifdef CONFIG_IWLWIFI_DEBUG
206         int i;
207 #endif
208         int rc = -1;
209
210         struct iwl_host_cmd cmd = {
211                 .id = REPLY_TX_LINK_QUALITY_CMD,
212                 .len = sizeof(struct iwl_link_quality_cmd),
213                 .meta.flags = flags,
214                 .data = lq,
215         };
216
217         if ((lq->sta_id == 0xFF) &&
218             (priv->iw_mode == IEEE80211_IF_TYPE_IBSS))
219                 return rc;
220
221         if (lq->sta_id == 0xFF)
222                 lq->sta_id = IWL_AP_ID;
223
224         IWL_DEBUG_RATE("lq station id 0x%x\n", lq->sta_id);
225         IWL_DEBUG_RATE("lq dta 0x%X 0x%X\n",
226                        lq->general_params.single_stream_ant_msk,
227                        lq->general_params.dual_stream_ant_msk);
228 #ifdef CONFIG_IWLWIFI_DEBUG
229         for (i = 0; i < LINK_QUAL_MAX_RETRY_NUM; i++)
230                 IWL_DEBUG_RATE("lq index %d 0x%X\n",
231                                 i, lq->rs_table[i].rate_n_flags);
232 #endif
233
234         if (flags & CMD_ASYNC)
235                 cmd.meta.u.callback = iwl_lq_sync_callback;
236
237         if (iwl_is_associated(priv) && priv->assoc_station_added &&
238             priv->lq_mngr.lq_ready)
239                 rc = iwl_send_cmd(priv, &cmd);
240
241         return rc;
242 }
243
244 static int rs_rate_scale_clear_window(struct iwl_rate_scale_data *window)
245 {
246         window->data = 0;
247         window->success_counter = 0;
248         window->success_ratio = IWL_INVALID_VALUE;
249         window->counter = 0;
250         window->average_tpt = IWL_INVALID_VALUE;
251         window->stamp = 0;
252
253         return 0;
254 }
255
256 static int rs_collect_tx_data(struct iwl_rate_scale_data *windows,
257                               int scale_index, s32 tpt, u32 status)
258 {
259         int rc = 0;
260         struct iwl_rate_scale_data *window = NULL;
261         u64 mask;
262         u8 win_size = IWL_RATE_MAX_WINDOW;
263         s32 fail_count;
264
265         if (scale_index < 0)
266                 return -1;
267
268         if (scale_index >= IWL_RATE_COUNT)
269                 return -1;
270
271         window = &(windows[scale_index]);
272
273         if (window->counter >= win_size) {
274
275                 window->counter = win_size - 1;
276                 mask = 1;
277                 mask = (mask << (win_size - 1));
278                 if ((window->data & mask)) {
279                         window->data &= ~mask;
280                         window->success_counter = window->success_counter - 1;
281                 }
282         }
283
284         window->counter = window->counter + 1;
285         mask = window->data;
286         window->data = (mask << 1);
287         if (status != 0) {
288                 window->success_counter = window->success_counter + 1;
289                 window->data |= 0x1;
290         }
291
292         if (window->counter > 0)
293                 window->success_ratio = 128 * (100 * window->success_counter)
294                                         / window->counter;
295         else
296                 window->success_ratio = IWL_INVALID_VALUE;
297
298         fail_count = window->counter - window->success_counter;
299
300         if ((fail_count >= IWL_RATE_MIN_FAILURE_TH) ||
301             (window->success_counter >= IWL_RATE_MIN_SUCCESS_TH))
302                 window->average_tpt = (window->success_ratio * tpt + 64) / 128;
303         else
304                 window->average_tpt = IWL_INVALID_VALUE;
305
306         window->stamp = jiffies;
307
308         return rc;
309 }
310
311 int static rs_mcs_from_tbl(struct iwl_rate *mcs_rate,
312                            struct iwl_scale_tbl_info *tbl,
313                            int index, u8 use_green)
314 {
315         int rc = 0;
316
317         if (is_legacy(tbl->lq_type)) {
318                 mcs_rate->rate_n_flags = iwl_rates[index].plcp;
319                 if (index >= IWL_FIRST_CCK_RATE && index <= IWL_LAST_CCK_RATE)
320                         mcs_rate->rate_n_flags |= RATE_MCS_CCK_MSK;
321
322         } else if (is_siso(tbl->lq_type)) {
323                 if (index > IWL_LAST_OFDM_RATE)
324                         index = IWL_LAST_OFDM_RATE;
325                  mcs_rate->rate_n_flags = iwl_rates[index].plcp_siso |
326                                           RATE_MCS_HT_MSK;
327         } else {
328                 if (index > IWL_LAST_OFDM_RATE)
329                         index = IWL_LAST_OFDM_RATE;
330                 mcs_rate->rate_n_flags = iwl_rates[index].plcp_mimo |
331                                          RATE_MCS_HT_MSK;
332         }
333
334         switch (tbl->antenna_type) {
335         case ANT_BOTH:
336                 mcs_rate->rate_n_flags |= RATE_MCS_ANT_AB_MSK;
337                 break;
338         case ANT_MAIN:
339                 mcs_rate->rate_n_flags |= RATE_MCS_ANT_A_MSK;
340                 break;
341         case ANT_AUX:
342                 mcs_rate->rate_n_flags |= RATE_MCS_ANT_B_MSK;
343                 break;
344         case ANT_NONE:
345                 break;
346         }
347
348         if (is_legacy(tbl->lq_type))
349                 return rc;
350
351         if (tbl->is_fat) {
352                 if (tbl->is_dup)
353                         mcs_rate->rate_n_flags |= RATE_MCS_DUP_MSK;
354                 else
355                         mcs_rate->rate_n_flags |= RATE_MCS_FAT_MSK;
356         }
357         if (tbl->is_SGI)
358                 mcs_rate->rate_n_flags |= RATE_MCS_SGI_MSK;
359
360         if (use_green) {
361                 mcs_rate->rate_n_flags |= RATE_MCS_GF_MSK;
362                 if (is_siso(tbl->lq_type))
363                         mcs_rate->rate_n_flags &= ~RATE_MCS_SGI_MSK;
364         }
365         return rc;
366 }
367
368 static int rs_get_tbl_info_from_mcs(const struct iwl_rate *mcs_rate,
369                                     int phymode, struct iwl_scale_tbl_info *tbl,
370                                     int *rate_idx)
371 {
372         int index;
373         u32 ant_msk;
374
375         index = iwl_rate_index_from_plcp(mcs_rate->rate_n_flags);
376
377         if (index  == IWL_RATE_INVALID) {
378                 *rate_idx = -1;
379                 return -1;
380         }
381         tbl->is_SGI = 0;
382         tbl->is_fat = 0;
383         tbl->is_dup = 0;
384         tbl->antenna_type = ANT_BOTH;
385
386         if (!(mcs_rate->rate_n_flags & RATE_MCS_HT_MSK)) {
387                 ant_msk = (mcs_rate->rate_n_flags & RATE_MCS_ANT_AB_MSK);
388
389                 if (ant_msk == RATE_MCS_ANT_AB_MSK)
390                         tbl->lq_type = LQ_NONE;
391                 else {
392
393                         if (phymode == MODE_IEEE80211A)
394                                 tbl->lq_type = LQ_A;
395                         else
396                                 tbl->lq_type = LQ_G;
397
398                         if (mcs_rate->rate_n_flags & RATE_MCS_ANT_A_MSK)
399                                 tbl->antenna_type = ANT_MAIN;
400                         else
401                                 tbl->antenna_type = ANT_AUX;
402                 }
403                 *rate_idx = index;
404
405         } else if (iwl_rate_get_rate(mcs_rate->rate_n_flags)
406                                         <= IWL_RATE_SISO_60M_PLCP) {
407                 tbl->lq_type = LQ_SISO;
408
409                 ant_msk = (mcs_rate->rate_n_flags & RATE_MCS_ANT_AB_MSK);
410                 if (ant_msk == RATE_MCS_ANT_AB_MSK)
411                         tbl->lq_type = LQ_NONE;
412                 else {
413                         if (mcs_rate->rate_n_flags & RATE_MCS_ANT_A_MSK)
414                                 tbl->antenna_type = ANT_MAIN;
415                         else
416                                 tbl->antenna_type = ANT_AUX;
417                 }
418                 if (mcs_rate->rate_n_flags & RATE_MCS_SGI_MSK)
419                         tbl->is_SGI = 1;
420
421                 if ((mcs_rate->rate_n_flags & RATE_MCS_FAT_MSK) ||
422                     (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK))
423                         tbl->is_fat = 1;
424
425                 if (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK)
426                         tbl->is_dup = 1;
427
428                 *rate_idx = index;
429         } else {
430                 tbl->lq_type = LQ_MIMO;
431                 if (mcs_rate->rate_n_flags & RATE_MCS_SGI_MSK)
432                         tbl->is_SGI = 1;
433
434                 if ((mcs_rate->rate_n_flags & RATE_MCS_FAT_MSK) ||
435                     (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK))
436                         tbl->is_fat = 1;
437
438                 if (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK)
439                         tbl->is_dup = 1;
440                 *rate_idx = index;
441         }
442         return 0;
443 }
444
445 static inline void rs_toggle_antenna(struct iwl_rate *new_rate,
446                                      struct iwl_scale_tbl_info *tbl)
447 {
448         if (tbl->antenna_type == ANT_AUX) {
449                 tbl->antenna_type = ANT_MAIN;
450                 new_rate->rate_n_flags &= ~RATE_MCS_ANT_B_MSK;
451                 new_rate->rate_n_flags |= RATE_MCS_ANT_A_MSK;
452         } else {
453                 tbl->antenna_type = ANT_AUX;
454                 new_rate->rate_n_flags &= ~RATE_MCS_ANT_A_MSK;
455                 new_rate->rate_n_flags |= RATE_MCS_ANT_B_MSK;
456         }
457 }
458
459 static inline s8 rs_use_green(struct iwl_priv *priv)
460 {
461         s8 rc = 0;
462 #ifdef CONFIG_IWLWIFI_HT
463         if (!priv->is_ht_enabled || !priv->current_assoc_ht.is_ht)
464                 return 0;
465
466         if ((priv->current_assoc_ht.is_green_field) &&
467             !(priv->current_assoc_ht.operating_mode & 0x4))
468                 rc = 1;
469 #endif  /*CONFIG_IWLWIFI_HT */
470         return rc;
471 }
472
473 /**
474  * rs_get_supported_rates - get the available rates
475  *
476  * if management frame or broadcast frame only return
477  * basic available rates.
478  *
479  */
480 static void rs_get_supported_rates(struct iwl_rate_scale_priv *lq_data,
481                                    struct ieee80211_hdr *hdr,
482                                    enum iwl_table_type rate_type,
483                                    u16 *data_rate)
484 {
485         if (is_legacy(rate_type))
486                 *data_rate = lq_data->active_rate;
487         else {
488                 if (is_siso(rate_type))
489                         *data_rate = lq_data->active_siso_rate;
490                 else
491                         *data_rate = lq_data->active_mimo_rate;
492         }
493
494         if (hdr && is_multicast_ether_addr(hdr->addr1) &&
495             lq_data->active_rate_basic)
496                 *data_rate = lq_data->active_rate_basic;
497 }
498
499 static u16 rs_get_adjacent_rate(u8 index, u16 rate_mask, int rate_type)
500 {
501         u8 high = IWL_RATE_INVALID;
502         u8 low = IWL_RATE_INVALID;
503
504         /* 802.11A or ht walks to the next literal adjascent rate in
505          * the rate table */
506         if (is_a_band(rate_type) || !is_legacy(rate_type)) {
507                 int i;
508                 u32 mask;
509
510                 /* Find the previous rate that is in the rate mask */
511                 i = index - 1;
512                 for (mask = (1 << i); i >= 0; i--, mask >>= 1) {
513                         if (rate_mask & mask) {
514                                 low = i;
515                                 break;
516                         }
517                 }
518
519                 /* Find the next rate that is in the rate mask */
520                 i = index + 1;
521                 for (mask = (1 << i); i < IWL_RATE_COUNT; i++, mask <<= 1) {
522                         if (rate_mask & mask) {
523                                 high = i;
524                                 break;
525                         }
526                 }
527
528                 return (high << 8) | low;
529         }
530
531         low = index;
532         while (low != IWL_RATE_INVALID) {
533                 low = iwl_rates[low].prev_rs;
534                 if (low == IWL_RATE_INVALID)
535                         break;
536                 if (rate_mask & (1 << low))
537                         break;
538                 IWL_DEBUG_RATE("Skipping masked lower rate: %d\n", low);
539         }
540
541         high = index;
542         while (high != IWL_RATE_INVALID) {
543                 high = iwl_rates[high].next_rs;
544                 if (high == IWL_RATE_INVALID)
545                         break;
546                 if (rate_mask & (1 << high))
547                         break;
548                 IWL_DEBUG_RATE("Skipping masked higher rate: %d\n", high);
549         }
550
551         return (high << 8) | low;
552 }
553
554 static int rs_get_lower_rate(struct iwl_rate_scale_priv *lq_data,
555                              struct iwl_scale_tbl_info *tbl, u8 scale_index,
556                              u8 ht_possible, struct iwl_rate *mcs_rate)
557 {
558         s32 low;
559         u16 rate_mask;
560         u16 high_low;
561         u8 switch_to_legacy = 0;
562         u8 is_green = lq_data->is_green;
563
564         /* check if we need to switch from HT to legacy rates.
565          * assumption is that mandatory rates (1Mbps or 6Mbps)
566          * are always supported (spec demand) */
567         if (!is_legacy(tbl->lq_type) && (!ht_possible || !scale_index)) {
568                 switch_to_legacy = 1;
569                 scale_index = rs_ht_to_legacy[scale_index];
570                 if (lq_data->phymode == MODE_IEEE80211A)
571                         tbl->lq_type = LQ_A;
572                 else
573                         tbl->lq_type = LQ_G;
574
575                 if ((tbl->antenna_type == ANT_BOTH) ||
576                     (tbl->antenna_type == ANT_NONE))
577                         tbl->antenna_type = ANT_MAIN;
578
579                 tbl->is_fat = 0;
580                 tbl->is_SGI = 0;
581         }
582
583         rs_get_supported_rates(lq_data, NULL, tbl->lq_type, &rate_mask);
584
585         /* mask with station rate restriction */
586         if (is_legacy(tbl->lq_type)) {
587                 if (lq_data->phymode == (u8) MODE_IEEE80211A)
588                         rate_mask  = (u16)(rate_mask &
589                            (lq_data->supp_rates << IWL_FIRST_OFDM_RATE));
590                 else
591                         rate_mask = (u16)(rate_mask & lq_data->supp_rates);
592         }
593
594         /* if we did switched from HT to legacy check current rate */
595         if ((switch_to_legacy) &&
596             (rate_mask & (1 << scale_index))) {
597                 rs_mcs_from_tbl(mcs_rate, tbl, scale_index, is_green);
598                 return 0;
599         }
600
601         high_low = rs_get_adjacent_rate(scale_index, rate_mask, tbl->lq_type);
602         low = high_low & 0xff;
603
604         if (low != IWL_RATE_INVALID)
605                 rs_mcs_from_tbl(mcs_rate, tbl, low, is_green);
606         else
607                 rs_mcs_from_tbl(mcs_rate, tbl, scale_index, is_green);
608
609         return 0;
610 }
611
612 static void rs_tx_status(void *priv_rate,
613                          struct net_device *dev,
614                          struct sk_buff *skb,
615                          struct ieee80211_tx_status *tx_resp)
616 {
617         int status;
618         u8 retries;
619         int rs_index, index = 0;
620         struct iwl_rate_scale_priv *lq;
621         struct iwl_link_quality_cmd *table;
622         struct sta_info *sta;
623         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
624         struct iwl_priv *priv = (struct iwl_priv *)priv_rate;
625         struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
626         struct iwl_rate_scale_data *window = NULL;
627         struct iwl_rate_scale_data *search_win = NULL;
628         struct iwl_rate tx_mcs;
629         struct iwl_scale_tbl_info tbl_type;
630         struct iwl_scale_tbl_info *curr_tbl, *search_tbl;
631         u8 active_index = 0;
632         u16 fc = le16_to_cpu(hdr->frame_control);
633         s32 tpt = 0;
634
635         IWL_DEBUG_RATE_LIMIT("get frame ack response, update rate scale window\n");
636
637         if (!ieee80211_is_data(fc) || is_multicast_ether_addr(hdr->addr1))
638                 return;
639
640         retries = tx_resp->retry_count;
641
642         if (retries > 15)
643                 retries = 15;
644
645
646         sta = sta_info_get(local, hdr->addr1);
647
648         if (!sta || !sta->rate_ctrl_priv) {
649                 if (sta)
650                         sta_info_put(sta);
651                 return;
652         }
653
654         lq = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
655
656         if (!priv->lq_mngr.lq_ready)
657                 return;
658
659         if ((priv->iw_mode == IEEE80211_IF_TYPE_IBSS) && !lq->ibss_sta_added)
660                 return;
661
662         table = &lq->lq;
663         active_index = lq->active_tbl;
664
665         lq->antenna = (lq->valid_antenna & local->hw.conf.antenna_sel_tx);
666         if (!lq->antenna)
667                 lq->antenna = lq->valid_antenna;
668
669         lq->antenna = lq->valid_antenna;
670         curr_tbl = &(lq->lq_info[active_index]);
671         search_tbl = &(lq->lq_info[(1 - active_index)]);
672         window = (struct iwl_rate_scale_data *)
673             &(curr_tbl->win[0]);
674         search_win = (struct iwl_rate_scale_data *)
675             &(search_tbl->win[0]);
676
677         tx_mcs.rate_n_flags = tx_resp->control.tx_rate;
678
679         rs_get_tbl_info_from_mcs(&tx_mcs, priv->phymode,
680                                   &tbl_type, &rs_index);
681         if ((rs_index < 0) || (rs_index >= IWL_RATE_COUNT)) {
682                 IWL_DEBUG_RATE("bad rate index at: %d rate 0x%X\n",
683                              rs_index, tx_mcs.rate_n_flags);
684                 sta_info_put(sta);
685                 return;
686         }
687
688         if (retries &&
689             (tx_mcs.rate_n_flags !=
690                                 le32_to_cpu(table->rs_table[0].rate_n_flags))) {
691                 IWL_DEBUG_RATE("initial rate does not match 0x%x 0x%x\n",
692                                 tx_mcs.rate_n_flags,
693                                 le32_to_cpu(table->rs_table[0].rate_n_flags));
694                 sta_info_put(sta);
695                 return;
696         }
697
698         while (retries) {
699                 tx_mcs.rate_n_flags =
700                     le32_to_cpu(table->rs_table[index].rate_n_flags);
701                 rs_get_tbl_info_from_mcs(&tx_mcs, priv->phymode,
702                                           &tbl_type, &rs_index);
703
704                 if ((tbl_type.lq_type == search_tbl->lq_type) &&
705                     (tbl_type.antenna_type == search_tbl->antenna_type) &&
706                     (tbl_type.is_SGI == search_tbl->is_SGI)) {
707                         if (search_tbl->expected_tpt)
708                                 tpt = search_tbl->expected_tpt[rs_index];
709                         else
710                                 tpt = 0;
711                         rs_collect_tx_data(search_win,
712                                             rs_index, tpt, 0);
713                 } else if ((tbl_type.lq_type == curr_tbl->lq_type) &&
714                            (tbl_type.antenna_type == curr_tbl->antenna_type) &&
715                            (tbl_type.is_SGI == curr_tbl->is_SGI)) {
716                         if (curr_tbl->expected_tpt)
717                                 tpt = curr_tbl->expected_tpt[rs_index];
718                         else
719                                 tpt = 0;
720                         rs_collect_tx_data(window, rs_index, tpt, 0);
721                 }
722                 if (lq->stay_in_tbl)
723                         lq->total_failed++;
724                 --retries;
725                 index++;
726
727         }
728
729         if (!tx_resp->retry_count)
730                 tx_mcs.rate_n_flags = tx_resp->control.tx_rate;
731         else
732                 tx_mcs.rate_n_flags =
733                         le32_to_cpu(table->rs_table[index].rate_n_flags);
734
735         rs_get_tbl_info_from_mcs(&tx_mcs, priv->phymode,
736                                   &tbl_type, &rs_index);
737
738         if (tx_resp->flags & IEEE80211_TX_STATUS_ACK)
739                 status = 1;
740         else
741                 status = 0;
742
743         if ((tbl_type.lq_type == search_tbl->lq_type) &&
744             (tbl_type.antenna_type == search_tbl->antenna_type) &&
745             (tbl_type.is_SGI == search_tbl->is_SGI)) {
746                 if (search_tbl->expected_tpt)
747                         tpt = search_tbl->expected_tpt[rs_index];
748                 else
749                         tpt = 0;
750                 rs_collect_tx_data(search_win,
751                                     rs_index, tpt, status);
752         } else if ((tbl_type.lq_type == curr_tbl->lq_type) &&
753                    (tbl_type.antenna_type == curr_tbl->antenna_type) &&
754                    (tbl_type.is_SGI == curr_tbl->is_SGI)) {
755                 if (curr_tbl->expected_tpt)
756                         tpt = curr_tbl->expected_tpt[rs_index];
757                 else
758                         tpt = 0;
759                 rs_collect_tx_data(window, rs_index, tpt, status);
760         }
761
762         if (lq->stay_in_tbl) {
763                 if (status)
764                         lq->total_success++;
765                 else
766                         lq->total_failed++;
767         }
768
769         rs_rate_scale_perform(priv, dev, hdr, sta);
770         sta_info_put(sta);
771         return;
772 }
773
774 static u8 rs_is_ant_connected(u8 valid_antenna,
775                               enum iwl_antenna_type antenna_type)
776 {
777         if (antenna_type == ANT_AUX)
778                 return ((valid_antenna & 0x2) ? 1:0);
779         else if (antenna_type == ANT_MAIN)
780                 return ((valid_antenna & 0x1) ? 1:0);
781         else if (antenna_type == ANT_BOTH) {
782                 if ((valid_antenna & 0x3) == 0x3)
783                         return 1;
784                 else
785                         return 0;
786         }
787
788         return 1;
789 }
790
791 static u8 rs_is_other_ant_connected(u8 valid_antenna,
792                                     enum iwl_antenna_type antenna_type)
793 {
794         if (antenna_type == ANT_AUX)
795                 return (rs_is_ant_connected(valid_antenna, ANT_MAIN));
796         else
797                 return (rs_is_ant_connected(valid_antenna, ANT_AUX));
798
799         return 0;
800 }
801
802 static void rs_set_stay_in_table(u8 is_legacy,
803                                  struct iwl_rate_scale_priv *lq_data)
804 {
805         IWL_DEBUG_HT("we are staying in the same table\n");
806         lq_data->stay_in_tbl = 1;
807         if (is_legacy) {
808                 lq_data->table_count_limit = IWL_LEGACY_TABLE_COUNT;
809                 lq_data->max_failure_limit = IWL_LEGACY_FAILURE_LIMIT;
810                 lq_data->max_success_limit = IWL_LEGACY_TABLE_COUNT;
811         } else {
812                 lq_data->table_count_limit = IWL_NONE_LEGACY_TABLE_COUNT;
813                 lq_data->max_failure_limit = IWL_NONE_LEGACY_FAILURE_LIMIT;
814                 lq_data->max_success_limit = IWL_NONE_LEGACY_SUCCESS_LIMIT;
815         }
816         lq_data->table_count = 0;
817         lq_data->total_failed = 0;
818         lq_data->total_success = 0;
819 }
820
821 static void rs_get_expected_tpt_table(struct iwl_rate_scale_priv *lq_data,
822                                       struct iwl_scale_tbl_info *tbl)
823 {
824         if (is_legacy(tbl->lq_type)) {
825                 if (!is_a_band(tbl->lq_type))
826                         tbl->expected_tpt = expected_tpt_G;
827                 else
828                         tbl->expected_tpt = expected_tpt_A;
829         } else if (is_siso(tbl->lq_type)) {
830                 if (tbl->is_fat && !lq_data->is_dup)
831                         if (tbl->is_SGI)
832                                 tbl->expected_tpt = expected_tpt_siso40MHzSGI;
833                         else
834                                 tbl->expected_tpt = expected_tpt_siso40MHz;
835                 else if (tbl->is_SGI)
836                         tbl->expected_tpt = expected_tpt_siso20MHzSGI;
837                 else
838                         tbl->expected_tpt = expected_tpt_siso20MHz;
839
840         } else if (is_mimo(tbl->lq_type)) {
841                 if (tbl->is_fat && !lq_data->is_dup)
842                         if (tbl->is_SGI)
843                                 tbl->expected_tpt = expected_tpt_mimo40MHzSGI;
844                         else
845                                 tbl->expected_tpt = expected_tpt_mimo40MHz;
846                 else if (tbl->is_SGI)
847                         tbl->expected_tpt = expected_tpt_mimo20MHzSGI;
848                 else
849                         tbl->expected_tpt = expected_tpt_mimo20MHz;
850         } else
851                 tbl->expected_tpt = expected_tpt_G;
852 }
853
854 #ifdef CONFIG_IWLWIFI_HT
855 static s32 rs_get_best_rate(struct iwl_priv *priv,
856                             struct iwl_rate_scale_priv *lq_data,
857                             struct iwl_scale_tbl_info *tbl,
858                             u16 rate_mask, s8 index, s8 rate)
859 {
860         struct iwl_scale_tbl_info *active_tbl =
861             &(lq_data->lq_info[lq_data->active_tbl]);
862         s32 new_rate, high, low, start_hi;
863         s32 active_sr = active_tbl->win[index].success_ratio;
864         s32 *tpt_tbl = tbl->expected_tpt;
865         s32 active_tpt = active_tbl->expected_tpt[index];
866         u16 high_low;
867
868         new_rate = high = low = start_hi = IWL_RATE_INVALID;
869
870         for (; ;) {
871                 high_low = rs_get_adjacent_rate(rate, rate_mask, tbl->lq_type);
872
873                 low = high_low & 0xff;
874                 high = (high_low >> 8) & 0xff;
875
876                 if ((((100 * tpt_tbl[rate]) > lq_data->last_tpt) &&
877                      ((active_sr > IWL_RATE_DECREASE_TH) &&
878                       (active_sr <= IWL_RATE_HIGH_TH) &&
879                       (tpt_tbl[rate] <= active_tpt))) ||
880                     ((active_sr >= IWL_RATE_SCALE_SWITCH) &&
881                      (tpt_tbl[rate] > active_tpt))) {
882
883                         if (start_hi != IWL_RATE_INVALID) {
884                                 new_rate = start_hi;
885                                 break;
886                         }
887                         new_rate = rate;
888                         if (low != IWL_RATE_INVALID)
889                                 rate = low;
890                         else
891                                 break;
892                 } else {
893                         if (new_rate != IWL_RATE_INVALID)
894                                 break;
895                         else if (high != IWL_RATE_INVALID) {
896                                 start_hi = high;
897                                 rate = high;
898                         } else {
899                                 new_rate = rate;
900                                 break;
901                         }
902                 }
903         }
904
905         return new_rate;
906 }
907 #endif                          /* CONFIG_IWLWIFI_HT */
908
909 static inline u8 rs_is_both_ant_supp(u8 valid_antenna)
910 {
911         return (rs_is_ant_connected(valid_antenna, ANT_BOTH));
912 }
913
914 static int rs_switch_to_mimo(struct iwl_priv *priv,
915                              struct iwl_rate_scale_priv *lq_data,
916                              struct iwl_scale_tbl_info *tbl, int index)
917 {
918         int rc = -1;
919 #ifdef CONFIG_IWLWIFI_HT
920         u16 rate_mask;
921         s32 rate;
922         s8 is_green = lq_data->is_green;
923
924         if (!priv->is_ht_enabled || !priv->current_assoc_ht.is_ht)
925                 return -1;
926
927         IWL_DEBUG_HT("LQ: try to switch to MIMO\n");
928         tbl->lq_type = LQ_MIMO;
929         rs_get_supported_rates(lq_data, NULL, tbl->lq_type,
930                                 &rate_mask);
931
932         if (priv->current_assoc_ht.tx_mimo_ps_mode == IWL_MIMO_PS_STATIC)
933                 return -1;
934
935         if (!rs_is_both_ant_supp(lq_data->antenna))
936                 return -1;
937
938         rc = 0;
939         tbl->is_dup = lq_data->is_dup;
940         tbl->action = 0;
941         if (priv->current_channel_width == IWL_CHANNEL_WIDTH_40MHZ)
942                 tbl->is_fat = 1;
943         else
944                 tbl->is_fat = 0;
945
946         if (tbl->is_fat) {
947                 if (priv->current_assoc_ht.sgf & HT_SHORT_GI_40MHZ_ONLY)
948                         tbl->is_SGI = 1;
949                 else
950                         tbl->is_SGI = 0;
951         } else if (priv->current_assoc_ht.sgf & HT_SHORT_GI_20MHZ_ONLY)
952                 tbl->is_SGI = 1;
953         else
954                 tbl->is_SGI = 0;
955
956         rs_get_expected_tpt_table(lq_data, tbl);
957
958         rate = rs_get_best_rate(priv, lq_data, tbl, rate_mask, index, index);
959
960         IWL_DEBUG_HT("LQ: MIMO best rate %d mask %X\n", rate, rate_mask);
961         if ((rate == IWL_RATE_INVALID) || !((1 << rate) & rate_mask))
962                 return -1;
963         rs_mcs_from_tbl(&tbl->current_rate, tbl, rate, is_green);
964
965         IWL_DEBUG_HT("LQ: Switch to new mcs %X index is green %X\n",
966                      tbl->current_rate.rate_n_flags, is_green);
967
968 #endif                          /*CONFIG_IWLWIFI_HT */
969         return rc;
970 }
971
972 static int rs_switch_to_siso(struct iwl_priv *priv,
973                              struct iwl_rate_scale_priv *lq_data,
974                              struct iwl_scale_tbl_info *tbl, int index)
975 {
976         int rc = -1;
977 #ifdef CONFIG_IWLWIFI_HT
978         u16 rate_mask;
979         u8 is_green = lq_data->is_green;
980         s32 rate;
981
982         IWL_DEBUG_HT("LQ: try to switch to SISO\n");
983         if (!priv->is_ht_enabled || !priv->current_assoc_ht.is_ht)
984                 return -1;
985
986         rc = 0;
987         tbl->is_dup = lq_data->is_dup;
988         tbl->lq_type = LQ_SISO;
989         tbl->action = 0;
990         rs_get_supported_rates(lq_data, NULL, tbl->lq_type,
991                                 &rate_mask);
992
993         if (priv->current_channel_width == IWL_CHANNEL_WIDTH_40MHZ)
994                 tbl->is_fat = 1;
995         else
996                 tbl->is_fat = 0;
997
998         if (tbl->is_fat) {
999                 if (priv->current_assoc_ht.sgf & HT_SHORT_GI_40MHZ_ONLY)
1000                         tbl->is_SGI = 1;
1001                 else
1002                         tbl->is_SGI = 0;
1003         } else if (priv->current_assoc_ht.sgf & HT_SHORT_GI_20MHZ_ONLY)
1004                 tbl->is_SGI = 1;
1005         else
1006                 tbl->is_SGI = 0;
1007
1008         if (is_green)
1009                 tbl->is_SGI = 0;
1010
1011         rs_get_expected_tpt_table(lq_data, tbl);
1012         rate = rs_get_best_rate(priv, lq_data, tbl, rate_mask, index, index);
1013
1014         IWL_DEBUG_HT("LQ: get best rate %d mask %X\n", rate, rate_mask);
1015         if ((rate == IWL_RATE_INVALID) || !((1 << rate) & rate_mask)) {
1016                 IWL_DEBUG_HT("can not switch with index %d rate mask %x\n",
1017                              rate, rate_mask);
1018                 return -1;
1019         }
1020         rs_mcs_from_tbl(&tbl->current_rate, tbl, rate, is_green);
1021         IWL_DEBUG_HT("LQ: Switch to new mcs %X index is green %X\n",
1022                      tbl->current_rate.rate_n_flags, is_green);
1023
1024 #endif                          /*CONFIG_IWLWIFI_HT */
1025         return rc;
1026 }
1027
1028 static int rs_move_legacy_other(struct iwl_priv *priv,
1029                                 struct iwl_rate_scale_priv *lq_data,
1030                                 int index)
1031 {
1032         int rc = 0;
1033         struct iwl_scale_tbl_info *tbl =
1034             &(lq_data->lq_info[lq_data->active_tbl]);
1035         struct iwl_scale_tbl_info *search_tbl =
1036             &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1037         struct iwl_rate_scale_data *window = &(tbl->win[index]);
1038         u32 sz = (sizeof(struct iwl_scale_tbl_info) -
1039                   (sizeof(struct iwl_rate_scale_data) * IWL_RATE_COUNT));
1040         u8 start_action = tbl->action;
1041
1042         for (; ;) {
1043                 switch (tbl->action) {
1044                 case IWL_LEGACY_SWITCH_ANTENNA:
1045                         IWL_DEBUG_HT("LQ Legacy switch Antenna\n");
1046
1047                         search_tbl->lq_type = LQ_NONE;
1048                         lq_data->action_counter++;
1049                         if (window->success_ratio >= IWL_RS_GOOD_RATIO)
1050                                 break;
1051                         if (!rs_is_other_ant_connected(lq_data->antenna,
1052                                                         tbl->antenna_type))
1053                                 break;
1054
1055                         memcpy(search_tbl, tbl, sz);
1056
1057                         rs_toggle_antenna(&(search_tbl->current_rate),
1058                                            search_tbl);
1059                         rs_get_expected_tpt_table(lq_data, search_tbl);
1060                         lq_data->search_better_tbl = 1;
1061                         goto out;
1062
1063                 case IWL_LEGACY_SWITCH_SISO:
1064                         IWL_DEBUG_HT("LQ: Legacy switch to SISO\n");
1065                         memcpy(search_tbl, tbl, sz);
1066                         search_tbl->lq_type = LQ_SISO;
1067                         search_tbl->is_SGI = 0;
1068                         search_tbl->is_fat = 0;
1069                         rc = rs_switch_to_siso(priv, lq_data, search_tbl,
1070                                                index);
1071                         if (!rc) {
1072                                 lq_data->search_better_tbl = 1;
1073                                 lq_data->action_counter = 0;
1074                         }
1075                         if (!rc)
1076                                 goto out;
1077
1078                         break;
1079                 case IWL_LEGACY_SWITCH_MIMO:
1080                         IWL_DEBUG_HT("LQ: Legacy switch MIMO\n");
1081                         memcpy(search_tbl, tbl, sz);
1082                         search_tbl->lq_type = LQ_MIMO;
1083                         search_tbl->is_SGI = 0;
1084                         search_tbl->is_fat = 0;
1085                         search_tbl->antenna_type = ANT_BOTH;
1086                         rc = rs_switch_to_mimo(priv, lq_data, search_tbl,
1087                                                index);
1088                         if (!rc) {
1089                                 lq_data->search_better_tbl = 1;
1090                                 lq_data->action_counter = 0;
1091                         }
1092                         if (!rc)
1093                                 goto out;
1094                         break;
1095                 }
1096                 tbl->action++;
1097                 if (tbl->action > IWL_LEGACY_SWITCH_MIMO)
1098                         tbl->action = IWL_LEGACY_SWITCH_ANTENNA;
1099
1100                 if (tbl->action == start_action)
1101                         break;
1102
1103         }
1104         return 0;
1105
1106  out:
1107         tbl->action++;
1108         if (tbl->action > IWL_LEGACY_SWITCH_MIMO)
1109                 tbl->action = IWL_LEGACY_SWITCH_ANTENNA;
1110         return 0;
1111
1112 }
1113
1114 static int rs_move_siso_to_other(struct iwl_priv *priv,
1115                                  struct iwl_rate_scale_priv *lq_data,
1116                                  int index)
1117 {
1118         int rc = -1;
1119         u8 is_green = lq_data->is_green;
1120         struct iwl_scale_tbl_info *tbl =
1121             &(lq_data->lq_info[lq_data->active_tbl]);
1122         struct iwl_scale_tbl_info *search_tbl =
1123             &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1124         struct iwl_rate_scale_data *window = &(tbl->win[index]);
1125         u32 sz = (sizeof(struct iwl_scale_tbl_info) -
1126                   (sizeof(struct iwl_rate_scale_data) * IWL_RATE_COUNT));
1127         u8 start_action = tbl->action;
1128
1129         for (;;) {
1130                 lq_data->action_counter++;
1131                 switch (tbl->action) {
1132                 case IWL_SISO_SWITCH_ANTENNA:
1133                         IWL_DEBUG_HT("LQ: SISO SWITCH ANTENNA SISO\n");
1134                         search_tbl->lq_type = LQ_NONE;
1135                         if (window->success_ratio >= IWL_RS_GOOD_RATIO)
1136                                 break;
1137                         if (!rs_is_other_ant_connected(lq_data->antenna,
1138                                                        tbl->antenna_type))
1139                                 break;
1140
1141                         memcpy(search_tbl, tbl, sz);
1142                         search_tbl->action = IWL_SISO_SWITCH_MIMO;
1143                         rs_toggle_antenna(&(search_tbl->current_rate),
1144                                            search_tbl);
1145                         lq_data->search_better_tbl = 1;
1146
1147                         goto out;
1148
1149                 case IWL_SISO_SWITCH_MIMO:
1150                         IWL_DEBUG_HT("LQ: SISO SWITCH TO MIMO FROM SISO\n");
1151                         memcpy(search_tbl, tbl, sz);
1152                         search_tbl->lq_type = LQ_MIMO;
1153                         search_tbl->is_SGI = 0;
1154                         search_tbl->is_fat = 0;
1155                         search_tbl->antenna_type = ANT_BOTH;
1156                         rc = rs_switch_to_mimo(priv, lq_data, search_tbl,
1157                                                index);
1158                         if (!rc)
1159                                 lq_data->search_better_tbl = 1;
1160
1161                         if (!rc)
1162                                 goto out;
1163                         break;
1164                 case IWL_SISO_SWITCH_GI:
1165                         IWL_DEBUG_HT("LQ: SISO SWITCH TO GI\n");
1166                         memcpy(search_tbl, tbl, sz);
1167                         search_tbl->action = 0;
1168                         if (search_tbl->is_SGI)
1169                                 search_tbl->is_SGI = 0;
1170                         else if (!is_green)
1171                                 search_tbl->is_SGI = 1;
1172                         else
1173                                 break;
1174                         lq_data->search_better_tbl = 1;
1175                         if ((tbl->lq_type == LQ_SISO) &&
1176                             (tbl->is_SGI)) {
1177                                 s32 tpt = lq_data->last_tpt / 100;
1178                                 if (((!tbl->is_fat) &&
1179                                      (tpt >= expected_tpt_siso20MHz[index])) ||
1180                                     ((tbl->is_fat) &&
1181                                      (tpt >= expected_tpt_siso40MHz[index])))
1182                                         lq_data->search_better_tbl = 0;
1183                         }
1184                         rs_get_expected_tpt_table(lq_data, search_tbl);
1185                         rs_mcs_from_tbl(&search_tbl->current_rate,
1186                                              search_tbl, index, is_green);
1187                         goto out;
1188                 }
1189                 tbl->action++;
1190                 if (tbl->action > IWL_SISO_SWITCH_GI)
1191                         tbl->action = IWL_SISO_SWITCH_ANTENNA;
1192
1193                 if (tbl->action == start_action)
1194                         break;
1195         }
1196         return 0;
1197
1198  out:
1199         tbl->action++;
1200         if (tbl->action > IWL_SISO_SWITCH_GI)
1201                 tbl->action = IWL_SISO_SWITCH_ANTENNA;
1202         return 0;
1203 }
1204
1205 static int rs_move_mimo_to_other(struct iwl_priv *priv,
1206                                  struct iwl_rate_scale_priv *lq_data,
1207                                  int index)
1208 {
1209         int rc = -1;
1210         s8 is_green = lq_data->is_green;
1211         struct iwl_scale_tbl_info *tbl =
1212             &(lq_data->lq_info[lq_data->active_tbl]);
1213         struct iwl_scale_tbl_info *search_tbl =
1214             &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1215         u32 sz = (sizeof(struct iwl_scale_tbl_info) -
1216                   (sizeof(struct iwl_rate_scale_data) * IWL_RATE_COUNT));
1217         u8 start_action = tbl->action;
1218
1219         for (;;) {
1220                 lq_data->action_counter++;
1221                 switch (tbl->action) {
1222                 case IWL_MIMO_SWITCH_ANTENNA_A:
1223                 case IWL_MIMO_SWITCH_ANTENNA_B:
1224                         IWL_DEBUG_HT("LQ: MIMO SWITCH TO SISO\n");
1225                         memcpy(search_tbl, tbl, sz);
1226                         search_tbl->lq_type = LQ_SISO;
1227                         search_tbl->is_SGI = 0;
1228                         search_tbl->is_fat = 0;
1229                         if (tbl->action == IWL_MIMO_SWITCH_ANTENNA_A)
1230                                 search_tbl->antenna_type = ANT_MAIN;
1231                         else
1232                                 search_tbl->antenna_type = ANT_AUX;
1233
1234                         rc = rs_switch_to_siso(priv, lq_data, search_tbl,
1235                                                index);
1236                         if (!rc) {
1237                                 lq_data->search_better_tbl = 1;
1238                                 goto out;
1239                         }
1240                         break;
1241
1242                 case IWL_MIMO_SWITCH_GI:
1243                         IWL_DEBUG_HT("LQ: MIMO SWITCH TO GI\n");
1244                         memcpy(search_tbl, tbl, sz);
1245                         search_tbl->lq_type = LQ_MIMO;
1246                         search_tbl->antenna_type = ANT_BOTH;
1247                         search_tbl->action = 0;
1248                         if (search_tbl->is_SGI)
1249                                 search_tbl->is_SGI = 0;
1250                         else
1251                                 search_tbl->is_SGI = 1;
1252                         lq_data->search_better_tbl = 1;
1253                         if ((tbl->lq_type == LQ_MIMO) &&
1254                             (tbl->is_SGI)) {
1255                                 s32 tpt = lq_data->last_tpt / 100;
1256                                 if (((!tbl->is_fat) &&
1257                                      (tpt >= expected_tpt_mimo20MHz[index])) ||
1258                                     ((tbl->is_fat) &&
1259                                      (tpt >= expected_tpt_mimo40MHz[index])))
1260                                         lq_data->search_better_tbl = 0;
1261                         }
1262                         rs_get_expected_tpt_table(lq_data, search_tbl);
1263                         rs_mcs_from_tbl(&search_tbl->current_rate,
1264                                              search_tbl, index, is_green);
1265                         goto out;
1266
1267                 }
1268                 tbl->action++;
1269                 if (tbl->action > IWL_MIMO_SWITCH_GI)
1270                         tbl->action = IWL_MIMO_SWITCH_ANTENNA_A;
1271
1272                 if (tbl->action == start_action)
1273                         break;
1274         }
1275
1276         return 0;
1277  out:
1278         tbl->action++;
1279         if (tbl->action > IWL_MIMO_SWITCH_GI)
1280                 tbl->action = IWL_MIMO_SWITCH_ANTENNA_A;
1281         return 0;
1282
1283 }
1284
1285 static void rs_stay_in_table(struct iwl_rate_scale_priv *lq_data)
1286 {
1287         struct iwl_scale_tbl_info *tbl;
1288         int i;
1289         int active_tbl;
1290         int flush_interval_passed = 0;
1291
1292         active_tbl = lq_data->active_tbl;
1293
1294         tbl = &(lq_data->lq_info[active_tbl]);
1295
1296         if (lq_data->stay_in_tbl) {
1297
1298                 if (lq_data->flush_timer)
1299                         flush_interval_passed =
1300                             time_after(jiffies,
1301                                        (unsigned long)(lq_data->flush_timer +
1302                                         IWL_RATE_SCALE_FLUSH_INTVL));
1303
1304                 flush_interval_passed = 0;
1305                 if ((lq_data->total_failed > lq_data->max_failure_limit) ||
1306                     (lq_data->total_success > lq_data->max_success_limit) ||
1307                     ((!lq_data->search_better_tbl) && (lq_data->flush_timer)
1308                      && (flush_interval_passed))) {
1309                         IWL_DEBUG_HT("LQ: stay is expired %d %d %d\n:",
1310                                      lq_data->total_failed,
1311                                      lq_data->total_success,
1312                                      flush_interval_passed);
1313                         lq_data->stay_in_tbl = 0;
1314                         lq_data->total_failed = 0;
1315                         lq_data->total_success = 0;
1316                         lq_data->flush_timer = 0;
1317                 } else if (lq_data->table_count > 0) {
1318                         lq_data->table_count++;
1319                         if (lq_data->table_count >=
1320                             lq_data->table_count_limit) {
1321                                 lq_data->table_count = 0;
1322
1323                                 IWL_DEBUG_HT("LQ: stay in table clear win\n");
1324                                 for (i = 0; i < IWL_RATE_COUNT; i++)
1325                                         rs_rate_scale_clear_window(
1326                                                 &(tbl->win[i]));
1327                         }
1328                 }
1329
1330                 if (!lq_data->stay_in_tbl) {
1331                         for (i = 0; i < IWL_RATE_COUNT; i++)
1332                                 rs_rate_scale_clear_window(&(tbl->win[i]));
1333                 }
1334         }
1335 }
1336
1337 static void rs_rate_scale_perform(struct iwl_priv *priv,
1338                                   struct net_device *dev,
1339                                   struct ieee80211_hdr *hdr,
1340                                   struct sta_info *sta)
1341 {
1342         int low = IWL_RATE_INVALID;
1343         int high = IWL_RATE_INVALID;
1344         int index;
1345         int i;
1346         struct iwl_rate_scale_data *window = NULL;
1347         int current_tpt = IWL_INVALID_VALUE;
1348         int low_tpt = IWL_INVALID_VALUE;
1349         int high_tpt = IWL_INVALID_VALUE;
1350         u32 fail_count;
1351         s8 scale_action = 0;
1352         u16 fc, rate_mask;
1353         u8 update_lq = 0;
1354         struct iwl_rate_scale_priv *lq_data;
1355         struct iwl_scale_tbl_info *tbl, *tbl1;
1356         u16 rate_scale_index_msk = 0;
1357         struct iwl_rate mcs_rate;
1358         u8 is_green = 0;
1359         u8 active_tbl = 0;
1360         u8 done_search = 0;
1361         u16 high_low;
1362
1363         IWL_DEBUG_RATE("rate scale calculate new rate for skb\n");
1364
1365         fc = le16_to_cpu(hdr->frame_control);
1366         if (!ieee80211_is_data(fc) || is_multicast_ether_addr(hdr->addr1)) {
1367                 /* Send management frames and broadcast/multicast data using
1368                  * lowest rate. */
1369                 /* TODO: this could probably be improved.. */
1370                 return;
1371         }
1372
1373         if (!sta || !sta->rate_ctrl_priv)
1374                 return;
1375
1376         if (!priv->lq_mngr.lq_ready) {
1377                 IWL_DEBUG_RATE("still rate scaling not ready\n");
1378                 return;
1379         }
1380         lq_data = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
1381
1382         if (!lq_data->search_better_tbl)
1383                 active_tbl = lq_data->active_tbl;
1384         else
1385                 active_tbl = 1 - lq_data->active_tbl;
1386
1387         tbl = &(lq_data->lq_info[active_tbl]);
1388         is_green = lq_data->is_green;
1389
1390         index = sta->last_txrate;
1391
1392         IWL_DEBUG_RATE("Rate scale index %d for type %d\n", index,
1393                        tbl->lq_type);
1394
1395         rs_get_supported_rates(lq_data, hdr, tbl->lq_type,
1396                                 &rate_mask);
1397
1398         IWL_DEBUG_RATE("mask 0x%04X \n", rate_mask);
1399
1400         /* mask with station rate restriction */
1401         if (is_legacy(tbl->lq_type)) {
1402                 if (lq_data->phymode == (u8) MODE_IEEE80211A)
1403                         rate_scale_index_msk = (u16) (rate_mask &
1404                                 (lq_data->supp_rates << IWL_FIRST_OFDM_RATE));
1405                 else
1406                         rate_scale_index_msk = (u16) (rate_mask &
1407                                                       lq_data->supp_rates);
1408
1409         } else
1410                 rate_scale_index_msk = rate_mask;
1411
1412         if (!rate_scale_index_msk)
1413                 rate_scale_index_msk = rate_mask;
1414
1415         if (index < 0 || !((1 << index) & rate_scale_index_msk)) {
1416                 index = IWL_INVALID_VALUE;
1417                 update_lq = 1;
1418
1419                 /* get the lowest availabe rate */
1420                 for (i = 0; i <= IWL_RATE_COUNT; i++) {
1421                         if ((1 << i) & rate_scale_index_msk)
1422                                 index = i;
1423                 }
1424
1425                 if (index == IWL_INVALID_VALUE) {
1426                         IWL_WARNING("Can not find a suitable rate\n");
1427                         return;
1428                 }
1429         }
1430
1431         if (!tbl->expected_tpt)
1432                 rs_get_expected_tpt_table(lq_data, tbl);
1433
1434         window = &(tbl->win[index]);
1435
1436         fail_count = window->counter - window->success_counter;
1437         if (((fail_count < IWL_RATE_MIN_FAILURE_TH) &&
1438              (window->success_counter < IWL_RATE_MIN_SUCCESS_TH))
1439             || (tbl->expected_tpt == NULL)) {
1440                 IWL_DEBUG_RATE("LQ: still below TH succ %d total %d "
1441                                "for index %d\n",
1442                                window->success_counter, window->counter, index);
1443                 window->average_tpt = IWL_INVALID_VALUE;
1444                 rs_stay_in_table(lq_data);
1445                 if (update_lq) {
1446                         rs_mcs_from_tbl(&mcs_rate, tbl, index, is_green);
1447                         rs_fill_link_cmd(lq_data, &mcs_rate, &lq_data->lq);
1448                         rs_send_lq_cmd(priv, &lq_data->lq, CMD_ASYNC);
1449                 }
1450                 goto out;
1451
1452         } else
1453                 window->average_tpt = ((window->success_ratio *
1454                                         tbl->expected_tpt[index] + 64) / 128);
1455
1456         if (lq_data->search_better_tbl) {
1457                 int success_limit = IWL_RATE_SCALE_SWITCH;
1458
1459                 if ((window->success_ratio > success_limit) ||
1460                     (window->average_tpt > lq_data->last_tpt)) {
1461                         if (!is_legacy(tbl->lq_type)) {
1462                                 IWL_DEBUG_HT("LQ: we are switching to HT"
1463                                              " rate suc %d current tpt %d"
1464                                              " old tpt %d\n",
1465                                              window->success_ratio,
1466                                              window->average_tpt,
1467                                              lq_data->last_tpt);
1468                                 lq_data->enable_counter = 1;
1469                         }
1470                         lq_data->active_tbl = active_tbl;
1471                         current_tpt = window->average_tpt;
1472                 } else {
1473                         tbl->lq_type = LQ_NONE;
1474                         active_tbl = lq_data->active_tbl;
1475                         tbl = &(lq_data->lq_info[active_tbl]);
1476
1477                         index = iwl_rate_index_from_plcp(
1478                                 tbl->current_rate.rate_n_flags);
1479
1480                         update_lq = 1;
1481                         current_tpt = lq_data->last_tpt;
1482                         IWL_DEBUG_HT("XXY GO BACK TO OLD TABLE\n");
1483                 }
1484                 lq_data->search_better_tbl = 0;
1485                 done_search = 1;
1486                 goto lq_update;
1487         }
1488
1489         high_low = rs_get_adjacent_rate(index, rate_scale_index_msk,
1490                                         tbl->lq_type);
1491         low = high_low & 0xff;
1492         high = (high_low >> 8) & 0xff;
1493
1494         current_tpt = window->average_tpt;
1495
1496         if (low != IWL_RATE_INVALID)
1497                 low_tpt = tbl->win[low].average_tpt;
1498
1499         if (high != IWL_RATE_INVALID)
1500                 high_tpt = tbl->win[high].average_tpt;
1501
1502
1503         scale_action = 1;
1504
1505         if ((window->success_ratio <= IWL_RATE_DECREASE_TH) ||
1506             (current_tpt == 0)) {
1507                 IWL_DEBUG_RATE("decrease rate because of low success_ratio\n");
1508                 scale_action = -1;
1509         } else if ((low_tpt == IWL_INVALID_VALUE) &&
1510                    (high_tpt == IWL_INVALID_VALUE))
1511                 scale_action = 1;
1512         else if ((low_tpt != IWL_INVALID_VALUE) &&
1513                  (high_tpt != IWL_INVALID_VALUE) &&
1514                  (low_tpt < current_tpt) &&
1515                  (high_tpt < current_tpt))
1516                 scale_action = 0;
1517         else {
1518                 if (high_tpt != IWL_INVALID_VALUE) {
1519                         if (high_tpt > current_tpt)
1520                                 scale_action = 1;
1521                         else {
1522                                 IWL_DEBUG_RATE
1523                                     ("decrease rate because of high tpt\n");
1524                                 scale_action = -1;
1525                         }
1526                 } else if (low_tpt != IWL_INVALID_VALUE) {
1527                         if (low_tpt > current_tpt) {
1528                                 IWL_DEBUG_RATE
1529                                     ("decrease rate because of low tpt\n");
1530                                 scale_action = -1;
1531                         } else
1532                                 scale_action = 1;
1533                 }
1534         }
1535
1536         if (scale_action == -1) {
1537                 if ((low != IWL_RATE_INVALID) &&
1538                     ((window->success_ratio > IWL_RATE_HIGH_TH) ||
1539                      (current_tpt > (100 * tbl->expected_tpt[low]))))
1540                         scale_action = 0;
1541         } else if ((scale_action == 1) &&
1542                    (window->success_ratio < IWL_RATE_INCREASE_TH))
1543                 scale_action = 0;
1544
1545         switch (scale_action) {
1546         case -1:
1547                 if (low != IWL_RATE_INVALID) {
1548                         update_lq = 1;
1549                         index = low;
1550                 }
1551                 break;
1552         case 1:
1553                 if (high != IWL_RATE_INVALID) {
1554                         update_lq = 1;
1555                         index = high;
1556                 }
1557
1558                 break;
1559         case 0:
1560         default:
1561                 break;
1562         }
1563
1564         IWL_DEBUG_HT("choose rate scale index %d action %d low %d "
1565                     "high %d type %d\n",
1566                      index, scale_action, low, high, tbl->lq_type);
1567
1568  lq_update:
1569         if (update_lq) {
1570                 rs_mcs_from_tbl(&mcs_rate, tbl, index, is_green);
1571                 rs_fill_link_cmd(lq_data, &mcs_rate, &lq_data->lq);
1572                 rs_send_lq_cmd(priv, &lq_data->lq, CMD_ASYNC);
1573         }
1574         rs_stay_in_table(lq_data);
1575
1576         if (!update_lq && !done_search && !lq_data->stay_in_tbl) {
1577                 lq_data->last_tpt = current_tpt;
1578
1579                 if (is_legacy(tbl->lq_type))
1580                         rs_move_legacy_other(priv, lq_data, index);
1581                 else if (is_siso(tbl->lq_type))
1582                         rs_move_siso_to_other(priv, lq_data, index);
1583                 else
1584                         rs_move_mimo_to_other(priv, lq_data, index);
1585
1586                 if (lq_data->search_better_tbl) {
1587                         tbl = &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1588                         for (i = 0; i < IWL_RATE_COUNT; i++)
1589                                 rs_rate_scale_clear_window(&(tbl->win[i]));
1590
1591                         index = iwl_rate_index_from_plcp(
1592                                         tbl->current_rate.rate_n_flags);
1593
1594                         IWL_DEBUG_HT("Switch current  mcs: %X index: %d\n",
1595                                      tbl->current_rate.rate_n_flags, index);
1596                         rs_fill_link_cmd(lq_data, &tbl->current_rate,
1597                                          &lq_data->lq);
1598                         rs_send_lq_cmd(priv, &lq_data->lq, CMD_ASYNC);
1599                 }
1600                 tbl1 = &(lq_data->lq_info[lq_data->active_tbl]);
1601
1602                 if (is_legacy(tbl1->lq_type) &&
1603 #ifdef CONFIG_IWLWIFI_HT
1604                     !priv->current_assoc_ht.is_ht &&
1605 #endif
1606                     (lq_data->action_counter >= 1)) {
1607                         lq_data->action_counter = 0;
1608                         IWL_DEBUG_HT("LQ: STAY in legacy table\n");
1609                         rs_set_stay_in_table(1, lq_data);
1610                 }
1611
1612                 if (lq_data->enable_counter &&
1613                     (lq_data->action_counter >= IWL_ACTION_LIMIT)) {
1614 #ifdef CONFIG_IWLWIFI_HT_AGG
1615                         if ((lq_data->last_tpt > TID_AGG_TPT_THREHOLD) &&
1616                             (priv->lq_mngr.agg_ctrl.auto_agg)) {
1617                                 priv->lq_mngr.agg_ctrl.tid_retry =
1618                                     TID_ALL_SPECIFIED;
1619                                 schedule_work(&priv->agg_work);
1620                         }
1621 #endif /*CONFIG_IWLWIFI_HT_AGG */
1622                         lq_data->action_counter = 0;
1623                         rs_set_stay_in_table(0, lq_data);
1624                 }
1625         } else {
1626                 if ((!update_lq) && (!done_search) && (!lq_data->flush_timer))
1627                         lq_data->flush_timer = jiffies;
1628         }
1629
1630 out:
1631         rs_mcs_from_tbl(&tbl->current_rate, tbl, index, is_green);
1632         i = index;
1633         sta->last_txrate = i;
1634
1635         /* sta->txrate is an index to A mode rates which start
1636          * at IWL_FIRST_OFDM_RATE
1637          */
1638         if (lq_data->phymode == (u8) MODE_IEEE80211A)
1639                 sta->txrate = i - IWL_FIRST_OFDM_RATE;
1640         else
1641                 sta->txrate = i;
1642
1643         return;
1644 }
1645
1646
1647 static void rs_initialize_lq(struct iwl_priv *priv,
1648                              struct sta_info *sta)
1649 {
1650         int i;
1651         struct iwl_rate_scale_priv *lq;
1652         struct iwl_scale_tbl_info *tbl;
1653         u8 active_tbl = 0;
1654         int rate_idx;
1655         u8 use_green = rs_use_green(priv);
1656         struct iwl_rate mcs_rate;
1657
1658         if (!sta || !sta->rate_ctrl_priv)
1659                 goto out;
1660
1661         lq = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
1662         i = sta->last_txrate;
1663
1664         if ((lq->lq.sta_id == 0xff) &&
1665             (priv->iw_mode == IEEE80211_IF_TYPE_IBSS))
1666                 goto out;
1667
1668         if (!lq->search_better_tbl)
1669                 active_tbl = lq->active_tbl;
1670         else
1671                 active_tbl = 1 - lq->active_tbl;
1672
1673         tbl = &(lq->lq_info[active_tbl]);
1674
1675         if ((i < 0) || (i >= IWL_RATE_COUNT))
1676                 i = 0;
1677
1678         mcs_rate.rate_n_flags = iwl_rates[i].plcp ;
1679         mcs_rate.rate_n_flags |= RATE_MCS_ANT_B_MSK;
1680         mcs_rate.rate_n_flags &= ~RATE_MCS_ANT_A_MSK;
1681
1682         if (i >= IWL_FIRST_CCK_RATE && i <= IWL_LAST_CCK_RATE)
1683                 mcs_rate.rate_n_flags |= RATE_MCS_CCK_MSK;
1684
1685         tbl->antenna_type = ANT_AUX;
1686         rs_get_tbl_info_from_mcs(&mcs_rate, priv->phymode, tbl, &rate_idx);
1687         if (!rs_is_ant_connected(priv->valid_antenna, tbl->antenna_type))
1688             rs_toggle_antenna(&mcs_rate, tbl);
1689
1690         rs_mcs_from_tbl(&mcs_rate, tbl, rate_idx, use_green);
1691         tbl->current_rate.rate_n_flags = mcs_rate.rate_n_flags;
1692         rs_get_expected_tpt_table(lq, tbl);
1693         rs_fill_link_cmd(lq, &mcs_rate, &lq->lq);
1694         rs_send_lq_cmd(priv, &lq->lq, CMD_ASYNC);
1695  out:
1696         return;
1697 }
1698
1699 static struct ieee80211_rate *rs_get_lowest_rate(struct ieee80211_local
1700                                                  *local)
1701 {
1702         struct ieee80211_hw_mode *mode = local->oper_hw_mode;
1703         int i;
1704
1705         for (i = 0; i < mode->num_rates; i++) {
1706                 struct ieee80211_rate *rate = &mode->rates[i];
1707
1708                 if (rate->flags & IEEE80211_RATE_SUPPORTED)
1709                         return rate;
1710         }
1711
1712         return &mode->rates[0];
1713 }
1714
1715 static struct ieee80211_rate *rs_get_rate(void *priv_rate,
1716                                                struct net_device *dev,
1717                                                struct sk_buff *skb,
1718                                                struct rate_control_extra
1719                                                *extra)
1720 {
1721
1722         int i;
1723         struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
1724         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
1725         struct sta_info *sta;
1726         u16 fc;
1727         struct iwl_priv *priv = (struct iwl_priv *)priv_rate;
1728         struct iwl_rate_scale_priv *lq;
1729
1730         IWL_DEBUG_RATE_LIMIT("rate scale calculate new rate for skb\n");
1731
1732         memset(extra, 0, sizeof(*extra));
1733
1734         fc = le16_to_cpu(hdr->frame_control);
1735         if (!ieee80211_is_data(fc) || is_multicast_ether_addr(hdr->addr1)) {
1736                 /* Send management frames and broadcast/multicast data using
1737                  * lowest rate. */
1738                 /* TODO: this could probably be improved.. */
1739                 return rs_get_lowest_rate(local);
1740         }
1741
1742         sta = sta_info_get(local, hdr->addr1);
1743
1744         if (!sta || !sta->rate_ctrl_priv) {
1745                 if (sta)
1746                         sta_info_put(sta);
1747                 return rs_get_lowest_rate(local);
1748         }
1749
1750         lq = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
1751         i = sta->last_txrate;
1752
1753         if ((priv->iw_mode == IEEE80211_IF_TYPE_IBSS) && !lq->ibss_sta_added) {
1754                 u8 sta_id = iwl_hw_find_station(priv, hdr->addr1);
1755                 DECLARE_MAC_BUF(mac);
1756
1757                 if (sta_id == IWL_INVALID_STATION) {
1758                         IWL_DEBUG_RATE("LQ: ADD station %s\n",
1759                                        print_mac(mac, hdr->addr1));
1760                         sta_id = iwl_add_station(priv,
1761                                                  hdr->addr1, 0, CMD_ASYNC);
1762                 }
1763                 if ((sta_id != IWL_INVALID_STATION)) {
1764                         lq->lq.sta_id = sta_id;
1765                         lq->lq.rs_table[0].rate_n_flags = 0;
1766                         lq->ibss_sta_added = 1;
1767                         rs_initialize_lq(priv, sta);
1768                 }
1769                 if (!lq->ibss_sta_added)
1770                         goto done;
1771         }
1772
1773  done:
1774         sta_info_put(sta);
1775         if ((i < 0) || (i > IWL_RATE_COUNT))
1776                 return rs_get_lowest_rate(local);
1777
1778         return &priv->ieee_rates[i];
1779 }
1780
1781 static void *rs_alloc_sta(void *priv, gfp_t gfp)
1782 {
1783         struct iwl_rate_scale_priv *crl;
1784         int i, j;
1785
1786         IWL_DEBUG_RATE("create station rate scale window\n");
1787
1788         crl = kzalloc(sizeof(struct iwl_rate_scale_priv), gfp);
1789
1790         if (crl == NULL)
1791                 return NULL;
1792         crl->lq.sta_id = 0xff;
1793
1794
1795         for (j = 0; j < LQ_SIZE; j++)
1796                 for (i = 0; i < IWL_RATE_COUNT; i++)
1797                         rs_rate_scale_clear_window(&(crl->lq_info[j].win[i]));
1798
1799         return crl;
1800 }
1801
1802 static void rs_rate_init(void *priv_rate, void *priv_sta,
1803                          struct ieee80211_local *local,
1804                          struct sta_info *sta)
1805 {
1806         int i, j;
1807         struct ieee80211_hw_mode *mode = local->oper_hw_mode;
1808         struct iwl_priv *priv = (struct iwl_priv *)priv_rate;
1809         struct iwl_rate_scale_priv *crl = priv_sta;
1810
1811         crl->flush_timer = 0;
1812         crl->supp_rates = sta->supp_rates;
1813         sta->txrate = 3;
1814         for (j = 0; j < LQ_SIZE; j++)
1815                 for (i = 0; i < IWL_RATE_COUNT; i++)
1816                         rs_rate_scale_clear_window(&(crl->lq_info[j].win[i]));
1817
1818         IWL_DEBUG_RATE("rate scale global init\n");
1819         /* TODO: what is a good starting rate for STA? About middle? Maybe not
1820          * the lowest or the highest rate.. Could consider using RSSI from
1821          * previous packets? Need to have IEEE 802.1X auth succeed immediately
1822          * after assoc.. */
1823
1824         crl->ibss_sta_added = 0;
1825         if (priv->iw_mode == IEEE80211_IF_TYPE_AP) {
1826                 u8 sta_id = iwl_hw_find_station(priv, sta->addr);
1827                 DECLARE_MAC_BUF(mac);
1828
1829                 /* for IBSS the call are from tasklet */
1830                 IWL_DEBUG_HT("LQ: ADD station %s\n",
1831                              print_mac(mac, sta->addr));
1832
1833                 if (sta_id == IWL_INVALID_STATION) {
1834                         IWL_DEBUG_RATE("LQ: ADD station %s\n",
1835                                        print_mac(mac, sta->addr));
1836                         sta_id = iwl_add_station(priv,
1837                                                  sta->addr, 0, CMD_ASYNC);
1838                 }
1839                 if ((sta_id != IWL_INVALID_STATION)) {
1840                         crl->lq.sta_id = sta_id;
1841                         crl->lq.rs_table[0].rate_n_flags = 0;
1842                 }
1843                 /* FIXME: this is w/a remove it later */
1844                 priv->assoc_station_added = 1;
1845         }
1846
1847         for (i = 0; i < mode->num_rates; i++) {
1848                 if ((sta->supp_rates & BIT(i)) &&
1849                     (mode->rates[i].flags & IEEE80211_RATE_SUPPORTED))
1850                         sta->txrate = i;
1851         }
1852         sta->last_txrate = sta->txrate;
1853         /* For MODE_IEEE80211A mode cck rate are at end
1854          * rate table
1855          */
1856         if (local->hw.conf.phymode == MODE_IEEE80211A)
1857                 sta->last_txrate += IWL_FIRST_OFDM_RATE;
1858
1859         crl->is_dup = priv->is_dup;
1860         crl->valid_antenna = priv->valid_antenna;
1861         crl->antenna = priv->antenna;
1862         crl->is_green = rs_use_green(priv);
1863         crl->active_rate = priv->active_rate;
1864         crl->active_rate &= ~(0x1000);
1865         crl->active_rate_basic = priv->active_rate_basic;
1866         crl->phymode = priv->phymode;
1867 #ifdef CONFIG_IWLWIFI_HT
1868         crl->active_siso_rate = (priv->current_assoc_ht.supp_rates[0] << 1);
1869         crl->active_siso_rate |= (priv->current_assoc_ht.supp_rates[0] & 0x1);
1870         crl->active_siso_rate &= ~((u16)0x2);
1871         crl->active_siso_rate = crl->active_siso_rate << IWL_FIRST_OFDM_RATE;
1872
1873         crl->active_mimo_rate = (priv->current_assoc_ht.supp_rates[1] << 1);
1874         crl->active_mimo_rate |= (priv->current_assoc_ht.supp_rates[1] & 0x1);
1875         crl->active_mimo_rate &= ~((u16)0x2);
1876         crl->active_mimo_rate = crl->active_mimo_rate << IWL_FIRST_OFDM_RATE;
1877         IWL_DEBUG_HT("MIMO RATE 0x%X SISO MASK 0x%X\n", crl->active_siso_rate,
1878                      crl->active_mimo_rate);
1879 #endif /*CONFIG_IWLWIFI_HT*/
1880 #ifdef CONFIG_MAC80211_DEBUGFS
1881         crl->drv = priv;
1882 #endif
1883
1884         if (priv->assoc_station_added)
1885                 priv->lq_mngr.lq_ready = 1;
1886
1887         rs_initialize_lq(priv, sta);
1888 }
1889
1890 static void rs_fill_link_cmd(struct iwl_rate_scale_priv *lq_data,
1891                             struct iwl_rate *tx_mcs,
1892                             struct iwl_link_quality_cmd *lq_cmd)
1893 {
1894         int index = 0;
1895         int rate_idx;
1896         int repeat_rate = 0;
1897         u8 ant_toggle_count = 0;
1898         u8 use_ht_possible = 1;
1899         struct iwl_rate new_rate;
1900         struct iwl_scale_tbl_info tbl_type = { 0 };
1901
1902         rs_dbgfs_set_mcs(lq_data, tx_mcs, index);
1903
1904         rs_get_tbl_info_from_mcs(tx_mcs, lq_data->phymode,
1905                                   &tbl_type, &rate_idx);
1906
1907         if (is_legacy(tbl_type.lq_type)) {
1908                 ant_toggle_count = 1;
1909                 repeat_rate = IWL_NUMBER_TRY;
1910         } else
1911                 repeat_rate = IWL_HT_NUMBER_TRY;
1912
1913         lq_cmd->general_params.mimo_delimiter =
1914                         is_mimo(tbl_type.lq_type) ? 1 : 0;
1915         lq_cmd->rs_table[index].rate_n_flags =
1916                         cpu_to_le32(tx_mcs->rate_n_flags);
1917         new_rate.rate_n_flags = tx_mcs->rate_n_flags;
1918
1919         if (is_mimo(tbl_type.lq_type) || (tbl_type.antenna_type == ANT_MAIN))
1920                 lq_cmd->general_params.single_stream_ant_msk = 1;
1921         else
1922                 lq_cmd->general_params.single_stream_ant_msk = 2;
1923
1924         index++;
1925         repeat_rate--;
1926
1927         while (index < LINK_QUAL_MAX_RETRY_NUM) {
1928                 while (repeat_rate > 0 && (index < LINK_QUAL_MAX_RETRY_NUM)) {
1929                         if (is_legacy(tbl_type.lq_type)) {
1930                                 if (ant_toggle_count <
1931                                     NUM_TRY_BEFORE_ANTENNA_TOGGLE)
1932                                         ant_toggle_count++;
1933                                 else {
1934                                         rs_toggle_antenna(&new_rate, &tbl_type);
1935                                         ant_toggle_count = 1;
1936                                 }
1937                         }
1938
1939                         rs_dbgfs_set_mcs(lq_data, &new_rate, index);
1940                         lq_cmd->rs_table[index].rate_n_flags =
1941                                         cpu_to_le32(new_rate.rate_n_flags);
1942                         repeat_rate--;
1943                         index++;
1944                 }
1945
1946                 rs_get_tbl_info_from_mcs(&new_rate, lq_data->phymode, &tbl_type,
1947                                                 &rate_idx);
1948
1949                 if (is_mimo(tbl_type.lq_type))
1950                         lq_cmd->general_params.mimo_delimiter = index;
1951
1952                 rs_get_lower_rate(lq_data, &tbl_type, rate_idx,
1953                                   use_ht_possible, &new_rate);
1954
1955                 if (is_legacy(tbl_type.lq_type)) {
1956                         if (ant_toggle_count < NUM_TRY_BEFORE_ANTENNA_TOGGLE)
1957                                 ant_toggle_count++;
1958                         else {
1959                                 rs_toggle_antenna(&new_rate, &tbl_type);
1960                                 ant_toggle_count = 1;
1961                         }
1962                         repeat_rate = IWL_NUMBER_TRY;
1963                 } else
1964                         repeat_rate = IWL_HT_NUMBER_TRY;
1965
1966                 use_ht_possible = 0;
1967
1968                 rs_dbgfs_set_mcs(lq_data, &new_rate, index);
1969                 lq_cmd->rs_table[index].rate_n_flags =
1970                                 cpu_to_le32(new_rate.rate_n_flags);
1971
1972                 index++;
1973                 repeat_rate--;
1974         }
1975
1976         lq_cmd->general_params.dual_stream_ant_msk = 3;
1977         lq_cmd->agg_params.agg_dis_start_th = 3;
1978         lq_cmd->agg_params.agg_time_limit = cpu_to_le16(4000);
1979 }
1980
1981 static void *rs_alloc(struct ieee80211_local *local)
1982 {
1983         return local->hw.priv;
1984 }
1985 /* rate scale requires free function to be implemented */
1986 static void rs_free(void *priv_rate)
1987 {
1988         return;
1989 }
1990
1991 static void rs_clear(void *priv_rate)
1992 {
1993         struct iwl_priv *priv = (struct iwl_priv *) priv_rate;
1994
1995         IWL_DEBUG_RATE("enter\n");
1996
1997         priv->lq_mngr.lq_ready = 0;
1998 #ifdef CONFIG_IWLWIFI_HT
1999 #ifdef CONFIG_IWLWIFI_HT_AGG
2000         if (priv->lq_mngr.agg_ctrl.granted_ba)
2001                 iwl4965_turn_off_agg(priv, TID_ALL_SPECIFIED);
2002 #endif /*CONFIG_IWLWIFI_HT_AGG */
2003 #endif /* CONFIG_IWLWIFI_HT */
2004
2005         IWL_DEBUG_RATE("leave\n");
2006 }
2007
2008 static void rs_free_sta(void *priv, void *priv_sta)
2009 {
2010         struct iwl_rate_scale_priv *rs_priv = priv_sta;
2011
2012         IWL_DEBUG_RATE("enter\n");
2013         kfree(rs_priv);
2014         IWL_DEBUG_RATE("leave\n");
2015 }
2016
2017
2018 #ifdef CONFIG_MAC80211_DEBUGFS
2019 static int open_file_generic(struct inode *inode, struct file *file)
2020 {
2021         file->private_data = inode->i_private;
2022         return 0;
2023 }
2024 static void rs_dbgfs_set_mcs(struct iwl_rate_scale_priv *rs_priv,
2025                                 struct iwl_rate *mcs, int index)
2026 {
2027         const u32 cck_rate = 0x820A;
2028         if (rs_priv->dbg_fixed.rate_n_flags) {
2029                 if (index < 12)
2030                         mcs->rate_n_flags = rs_priv->dbg_fixed.rate_n_flags;
2031                 else
2032                         mcs->rate_n_flags = cck_rate;
2033                 IWL_DEBUG_RATE("Fixed rate ON\n");
2034                 return;
2035         }
2036
2037         IWL_DEBUG_RATE("Fixed rate OFF\n");
2038 }
2039
2040 static ssize_t rs_sta_dbgfs_scale_table_write(struct file *file,
2041                         const char __user *user_buf, size_t count, loff_t *ppos)
2042 {
2043         struct iwl_rate_scale_priv *rs_priv = file->private_data;
2044         char buf[64];
2045         int buf_size;
2046         u32 parsed_rate;
2047
2048         memset(buf, 0, sizeof(buf));
2049         buf_size = min(count, sizeof(buf) -  1);
2050         if (copy_from_user(buf, user_buf, buf_size))
2051                 return -EFAULT;
2052
2053         if (sscanf(buf, "%x", &parsed_rate) == 1)
2054                 rs_priv->dbg_fixed.rate_n_flags = parsed_rate;
2055         else
2056                 rs_priv->dbg_fixed.rate_n_flags = 0;
2057
2058         rs_priv->active_rate = 0x0FFF;
2059         rs_priv->active_siso_rate = 0x1FD0;
2060         rs_priv->active_mimo_rate = 0x1FD0;
2061
2062         IWL_DEBUG_RATE("sta_id %d rate 0x%X\n",
2063                 rs_priv->lq.sta_id, rs_priv->dbg_fixed.rate_n_flags);
2064
2065         if (rs_priv->dbg_fixed.rate_n_flags) {
2066                 rs_fill_link_cmd(rs_priv, &rs_priv->dbg_fixed, &rs_priv->lq);
2067                 rs_send_lq_cmd(rs_priv->drv, &rs_priv->lq, CMD_ASYNC);
2068         }
2069
2070         return count;
2071 }
2072
2073 static ssize_t rs_sta_dbgfs_scale_table_read(struct file *file,
2074                         char __user *user_buf, size_t count, loff_t *ppos)
2075 {
2076         char buff[1024];
2077         int desc = 0;
2078         int i = 0;
2079
2080         struct iwl_rate_scale_priv *rs_priv = file->private_data;
2081
2082         desc += sprintf(buff+desc, "sta_id %d\n", rs_priv->lq.sta_id);
2083         desc += sprintf(buff+desc, "failed=%d success=%d rate=0%X\n",
2084                         rs_priv->total_failed, rs_priv->total_success,
2085                         rs_priv->active_rate);
2086         desc += sprintf(buff+desc, "fixed rate 0x%X\n",
2087                         rs_priv->dbg_fixed.rate_n_flags);
2088         desc += sprintf(buff+desc, "general:"
2089                 "flags=0x%X mimo-d=%d s-ant0x%x d-ant=0x%x\n",
2090                 rs_priv->lq.general_params.flags,
2091                 rs_priv->lq.general_params.mimo_delimiter,
2092                 rs_priv->lq.general_params.single_stream_ant_msk,
2093                 rs_priv->lq.general_params.dual_stream_ant_msk);
2094
2095         desc += sprintf(buff+desc, "agg:"
2096                         "time_limit=%d dist_start_th=%d frame_cnt_limit=%d\n",
2097                         le16_to_cpu(rs_priv->lq.agg_params.agg_time_limit),
2098                         rs_priv->lq.agg_params.agg_dis_start_th,
2099                         rs_priv->lq.agg_params.agg_frame_cnt_limit);
2100
2101         desc += sprintf(buff+desc,
2102                         "Start idx [0]=0x%x [1]=0x%x [2]=0x%x [3]=0x%x\n",
2103                         rs_priv->lq.general_params.start_rate_index[0],
2104                         rs_priv->lq.general_params.start_rate_index[1],
2105                         rs_priv->lq.general_params.start_rate_index[2],
2106                         rs_priv->lq.general_params.start_rate_index[3]);
2107
2108
2109         for (i = 0; i < LINK_QUAL_MAX_RETRY_NUM; i++)
2110                 desc += sprintf(buff+desc, " rate[%d] 0x%X\n",
2111                         i, le32_to_cpu(rs_priv->lq.rs_table[i].rate_n_flags));
2112
2113         return simple_read_from_buffer(user_buf, count, ppos, buff, desc);
2114 }
2115
2116 static const struct file_operations rs_sta_dbgfs_scale_table_ops = {
2117         .write = rs_sta_dbgfs_scale_table_write,
2118         .read = rs_sta_dbgfs_scale_table_read,
2119         .open = open_file_generic,
2120 };
2121 static ssize_t rs_sta_dbgfs_stats_table_read(struct file *file,
2122                         char __user *user_buf, size_t count, loff_t *ppos)
2123 {
2124         char buff[1024];
2125         int desc = 0;
2126         int i, j;
2127
2128         struct iwl_rate_scale_priv *rs_priv = file->private_data;
2129         for (i = 0; i < LQ_SIZE; i++) {
2130                 desc += sprintf(buff+desc, "%s type=%d SGI=%d FAT=%d DUP=%d\n"
2131                                 "rate=0x%X\n",
2132                                 rs_priv->active_tbl == i?"*":"x",
2133                                 rs_priv->lq_info[i].lq_type,
2134                                 rs_priv->lq_info[i].is_SGI,
2135                                 rs_priv->lq_info[i].is_fat,
2136                                 rs_priv->lq_info[i].is_dup,
2137                                 rs_priv->lq_info[i].current_rate.rate_n_flags);
2138                 for (j = 0; j < IWL_RATE_COUNT; j++) {
2139                         desc += sprintf(buff+desc,
2140                                         "counter=%d success=%d %%=%d\n",
2141                                         rs_priv->lq_info[i].win[j].counter,
2142                                         rs_priv->lq_info[i].win[j].success_counter,
2143                                         rs_priv->lq_info[i].win[j].success_ratio);
2144                 }
2145         }
2146         return simple_read_from_buffer(user_buf, count, ppos, buff, desc);
2147 }
2148
2149 static const struct file_operations rs_sta_dbgfs_stats_table_ops = {
2150         .read = rs_sta_dbgfs_stats_table_read,
2151         .open = open_file_generic,
2152 };
2153
2154 static void rs_add_debugfs(void *priv, void *priv_sta,
2155                                         struct dentry *dir)
2156 {
2157         struct iwl_rate_scale_priv *rs_priv = priv_sta;
2158         rs_priv->rs_sta_dbgfs_scale_table_file =
2159                 debugfs_create_file("rate_scale_table", 0600, dir,
2160                                 rs_priv, &rs_sta_dbgfs_scale_table_ops);
2161         rs_priv->rs_sta_dbgfs_stats_table_file =
2162                 debugfs_create_file("rate_stats_table", 0600, dir,
2163                         rs_priv, &rs_sta_dbgfs_stats_table_ops);
2164 }
2165
2166 static void rs_remove_debugfs(void *priv, void *priv_sta)
2167 {
2168         struct iwl_rate_scale_priv *rs_priv = priv_sta;
2169         debugfs_remove(rs_priv->rs_sta_dbgfs_scale_table_file);
2170         debugfs_remove(rs_priv->rs_sta_dbgfs_stats_table_file);
2171 }
2172 #endif
2173
2174 static struct rate_control_ops rs_ops = {
2175         .module = NULL,
2176         .name = RS_NAME,
2177         .tx_status = rs_tx_status,
2178         .get_rate = rs_get_rate,
2179         .rate_init = rs_rate_init,
2180         .clear = rs_clear,
2181         .alloc = rs_alloc,
2182         .free = rs_free,
2183         .alloc_sta = rs_alloc_sta,
2184         .free_sta = rs_free_sta,
2185 #ifdef CONFIG_MAC80211_DEBUGFS
2186         .add_sta_debugfs = rs_add_debugfs,
2187         .remove_sta_debugfs = rs_remove_debugfs,
2188 #endif
2189 };
2190
2191 int iwl_fill_rs_info(struct ieee80211_hw *hw, char *buf, u8 sta_id)
2192 {
2193         struct ieee80211_local *local = hw_to_local(hw);
2194         struct iwl_priv *priv = hw->priv;
2195         struct iwl_rate_scale_priv *rs_priv;
2196         struct sta_info *sta;
2197         int count = 0, i;
2198         u32 samples = 0, success = 0, good = 0;
2199         unsigned long now = jiffies;
2200         u32 max_time = 0;
2201         u8 lq_type, antenna;
2202
2203         sta = sta_info_get(local, priv->stations[sta_id].sta.sta.addr);
2204         if (!sta || !sta->rate_ctrl_priv) {
2205                 if (sta) {
2206                         sta_info_put(sta);
2207                         IWL_DEBUG_RATE("leave - no private rate data!\n");
2208                 } else
2209                         IWL_DEBUG_RATE("leave - no station!\n");
2210                 return sprintf(buf, "station %d not found\n", sta_id);
2211         }
2212
2213         rs_priv = (void *)sta->rate_ctrl_priv;
2214
2215         lq_type = rs_priv->lq_info[rs_priv->active_tbl].lq_type;
2216         antenna = rs_priv->lq_info[rs_priv->active_tbl].antenna_type;
2217
2218         if (is_legacy(lq_type))
2219                 i = IWL_RATE_54M_INDEX;
2220         else
2221                 i = IWL_RATE_60M_INDEX;
2222         while (1) {
2223                 u64 mask;
2224                 int j;
2225                 int active = rs_priv->active_tbl;
2226
2227                 count +=
2228                     sprintf(&buf[count], " %2dMbs: ", iwl_rates[i].ieee / 2);
2229
2230                 mask = (1ULL << (IWL_RATE_MAX_WINDOW - 1));
2231                 for (j = 0; j < IWL_RATE_MAX_WINDOW; j++, mask >>= 1)
2232                         buf[count++] =
2233                                 (rs_priv->lq_info[active].win[i].data & mask)
2234                                 ? '1' : '0';
2235
2236                 samples += rs_priv->lq_info[active].win[i].counter;
2237                 good += rs_priv->lq_info[active].win[i].success_counter;
2238                 success += rs_priv->lq_info[active].win[i].success_counter *
2239                            iwl_rates[i].ieee;
2240
2241                 if (rs_priv->lq_info[active].win[i].stamp) {
2242                         int delta =
2243                                    jiffies_to_msecs(now -
2244                                    rs_priv->lq_info[active].win[i].stamp);
2245
2246                         if (delta > max_time)
2247                                 max_time = delta;
2248
2249                         count += sprintf(&buf[count], "%5dms\n", delta);
2250                 } else
2251                         buf[count++] = '\n';
2252
2253                 j = iwl_get_prev_ieee_rate(i);
2254                 if (j == i)
2255                         break;
2256                 i = j;
2257         }
2258
2259         /* Display the average rate of all samples taken.
2260          *
2261          * NOTE:  We multiple # of samples by 2 since the IEEE measurement
2262          * added from iwl_rates is actually 2X the rate */
2263         if (samples)
2264                 count += sprintf(&buf[count],
2265                          "\nAverage rate is %3d.%02dMbs over last %4dms\n"
2266                          "%3d%% success (%d good packets over %d tries)\n",
2267                          success / (2 * samples), (success * 5 / samples) % 10,
2268                          max_time, good * 100 / samples, good, samples);
2269         else
2270                 count += sprintf(&buf[count], "\nAverage rate: 0Mbs\n");
2271         count += sprintf(&buf[count], "\nrate scale type %d anntena %d "
2272                          "active_search %d rate index %d\n", lq_type, antenna,
2273                          rs_priv->search_better_tbl, sta->last_txrate);
2274
2275         sta_info_put(sta);
2276         return count;
2277 }
2278
2279 void iwl_rate_scale_init(struct ieee80211_hw *hw, s32 sta_id)
2280 {
2281         struct iwl_priv *priv = hw->priv;
2282
2283         priv->lq_mngr.lq_ready = 1;
2284 }
2285
2286 void iwl_rate_control_register(struct ieee80211_hw *hw)
2287 {
2288         ieee80211_rate_control_register(&rs_ops);
2289 }
2290
2291 void iwl_rate_control_unregister(struct ieee80211_hw *hw)
2292 {
2293         ieee80211_rate_control_unregister(&rs_ops);
2294 }
2295