iwlagn: transport layer receives struct iwl_trans*
[pandora-kernel.git] / drivers / net / wireless / iwlwifi / iwl-agn-lib.c
1 /******************************************************************************
2  *
3  * GPL LICENSE SUMMARY
4  *
5  * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of version 2 of the GNU General Public License as
9  * published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope that it will be useful, but
12  * WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
19  * USA
20  *
21  * The full GNU General Public License is included in this distribution
22  * in the file called LICENSE.GPL.
23  *
24  * Contact Information:
25  *  Intel Linux Wireless <ilw@linux.intel.com>
26  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27  *
28  *****************************************************************************/
29 #include <linux/etherdevice.h>
30 #include <linux/kernel.h>
31 #include <linux/module.h>
32 #include <linux/init.h>
33 #include <linux/sched.h>
34
35 #include "iwl-dev.h"
36 #include "iwl-core.h"
37 #include "iwl-io.h"
38 #include "iwl-helpers.h"
39 #include "iwl-agn-hw.h"
40 #include "iwl-agn.h"
41 #include "iwl-sta.h"
42 #include "iwl-trans.h"
43
44 static inline u32 iwlagn_get_scd_ssn(struct iwlagn_tx_resp *tx_resp)
45 {
46         return le32_to_cpup((__le32 *)&tx_resp->status +
47                             tx_resp->frame_count) & MAX_SN;
48 }
49
50 static void iwlagn_count_tx_err_status(struct iwl_priv *priv, u16 status)
51 {
52         status &= TX_STATUS_MSK;
53
54         switch (status) {
55         case TX_STATUS_POSTPONE_DELAY:
56                 priv->_agn.reply_tx_stats.pp_delay++;
57                 break;
58         case TX_STATUS_POSTPONE_FEW_BYTES:
59                 priv->_agn.reply_tx_stats.pp_few_bytes++;
60                 break;
61         case TX_STATUS_POSTPONE_BT_PRIO:
62                 priv->_agn.reply_tx_stats.pp_bt_prio++;
63                 break;
64         case TX_STATUS_POSTPONE_QUIET_PERIOD:
65                 priv->_agn.reply_tx_stats.pp_quiet_period++;
66                 break;
67         case TX_STATUS_POSTPONE_CALC_TTAK:
68                 priv->_agn.reply_tx_stats.pp_calc_ttak++;
69                 break;
70         case TX_STATUS_FAIL_INTERNAL_CROSSED_RETRY:
71                 priv->_agn.reply_tx_stats.int_crossed_retry++;
72                 break;
73         case TX_STATUS_FAIL_SHORT_LIMIT:
74                 priv->_agn.reply_tx_stats.short_limit++;
75                 break;
76         case TX_STATUS_FAIL_LONG_LIMIT:
77                 priv->_agn.reply_tx_stats.long_limit++;
78                 break;
79         case TX_STATUS_FAIL_FIFO_UNDERRUN:
80                 priv->_agn.reply_tx_stats.fifo_underrun++;
81                 break;
82         case TX_STATUS_FAIL_DRAIN_FLOW:
83                 priv->_agn.reply_tx_stats.drain_flow++;
84                 break;
85         case TX_STATUS_FAIL_RFKILL_FLUSH:
86                 priv->_agn.reply_tx_stats.rfkill_flush++;
87                 break;
88         case TX_STATUS_FAIL_LIFE_EXPIRE:
89                 priv->_agn.reply_tx_stats.life_expire++;
90                 break;
91         case TX_STATUS_FAIL_DEST_PS:
92                 priv->_agn.reply_tx_stats.dest_ps++;
93                 break;
94         case TX_STATUS_FAIL_HOST_ABORTED:
95                 priv->_agn.reply_tx_stats.host_abort++;
96                 break;
97         case TX_STATUS_FAIL_BT_RETRY:
98                 priv->_agn.reply_tx_stats.bt_retry++;
99                 break;
100         case TX_STATUS_FAIL_STA_INVALID:
101                 priv->_agn.reply_tx_stats.sta_invalid++;
102                 break;
103         case TX_STATUS_FAIL_FRAG_DROPPED:
104                 priv->_agn.reply_tx_stats.frag_drop++;
105                 break;
106         case TX_STATUS_FAIL_TID_DISABLE:
107                 priv->_agn.reply_tx_stats.tid_disable++;
108                 break;
109         case TX_STATUS_FAIL_FIFO_FLUSHED:
110                 priv->_agn.reply_tx_stats.fifo_flush++;
111                 break;
112         case TX_STATUS_FAIL_INSUFFICIENT_CF_POLL:
113                 priv->_agn.reply_tx_stats.insuff_cf_poll++;
114                 break;
115         case TX_STATUS_FAIL_PASSIVE_NO_RX:
116                 priv->_agn.reply_tx_stats.fail_hw_drop++;
117                 break;
118         case TX_STATUS_FAIL_NO_BEACON_ON_RADAR:
119                 priv->_agn.reply_tx_stats.sta_color_mismatch++;
120                 break;
121         default:
122                 priv->_agn.reply_tx_stats.unknown++;
123                 break;
124         }
125 }
126
127 static void iwlagn_count_agg_tx_err_status(struct iwl_priv *priv, u16 status)
128 {
129         status &= AGG_TX_STATUS_MSK;
130
131         switch (status) {
132         case AGG_TX_STATE_UNDERRUN_MSK:
133                 priv->_agn.reply_agg_tx_stats.underrun++;
134                 break;
135         case AGG_TX_STATE_BT_PRIO_MSK:
136                 priv->_agn.reply_agg_tx_stats.bt_prio++;
137                 break;
138         case AGG_TX_STATE_FEW_BYTES_MSK:
139                 priv->_agn.reply_agg_tx_stats.few_bytes++;
140                 break;
141         case AGG_TX_STATE_ABORT_MSK:
142                 priv->_agn.reply_agg_tx_stats.abort++;
143                 break;
144         case AGG_TX_STATE_LAST_SENT_TTL_MSK:
145                 priv->_agn.reply_agg_tx_stats.last_sent_ttl++;
146                 break;
147         case AGG_TX_STATE_LAST_SENT_TRY_CNT_MSK:
148                 priv->_agn.reply_agg_tx_stats.last_sent_try++;
149                 break;
150         case AGG_TX_STATE_LAST_SENT_BT_KILL_MSK:
151                 priv->_agn.reply_agg_tx_stats.last_sent_bt_kill++;
152                 break;
153         case AGG_TX_STATE_SCD_QUERY_MSK:
154                 priv->_agn.reply_agg_tx_stats.scd_query++;
155                 break;
156         case AGG_TX_STATE_TEST_BAD_CRC32_MSK:
157                 priv->_agn.reply_agg_tx_stats.bad_crc32++;
158                 break;
159         case AGG_TX_STATE_RESPONSE_MSK:
160                 priv->_agn.reply_agg_tx_stats.response++;
161                 break;
162         case AGG_TX_STATE_DUMP_TX_MSK:
163                 priv->_agn.reply_agg_tx_stats.dump_tx++;
164                 break;
165         case AGG_TX_STATE_DELAY_TX_MSK:
166                 priv->_agn.reply_agg_tx_stats.delay_tx++;
167                 break;
168         default:
169                 priv->_agn.reply_agg_tx_stats.unknown++;
170                 break;
171         }
172 }
173
174 static void iwlagn_set_tx_status(struct iwl_priv *priv,
175                                  struct ieee80211_tx_info *info,
176                                  struct iwl_rxon_context *ctx,
177                                  struct iwlagn_tx_resp *tx_resp,
178                                  int txq_id, bool is_agg)
179 {
180         u16  status = le16_to_cpu(tx_resp->status.status);
181
182         info->status.rates[0].count = tx_resp->failure_frame + 1;
183         if (is_agg)
184                 info->flags &= ~IEEE80211_TX_CTL_AMPDU;
185         info->flags |= iwl_tx_status_to_mac80211(status);
186         iwlagn_hwrate_to_tx_control(priv, le32_to_cpu(tx_resp->rate_n_flags),
187                                     info);
188         if (!iwl_is_tx_success(status))
189                 iwlagn_count_tx_err_status(priv, status);
190
191         if (status == TX_STATUS_FAIL_PASSIVE_NO_RX &&
192             iwl_is_associated_ctx(ctx) && ctx->vif &&
193             ctx->vif->type == NL80211_IFTYPE_STATION) {
194                 ctx->last_tx_rejected = true;
195                 iwl_stop_queue(priv, &priv->txq[txq_id]);
196         }
197
198         IWL_DEBUG_TX_REPLY(priv, "TXQ %d status %s (0x%08x) rate_n_flags "
199                            "0x%x retries %d\n",
200                            txq_id,
201                            iwl_get_tx_fail_reason(status), status,
202                            le32_to_cpu(tx_resp->rate_n_flags),
203                            tx_resp->failure_frame);
204 }
205
206 #ifdef CONFIG_IWLWIFI_DEBUG
207 #define AGG_TX_STATE_FAIL(x) case AGG_TX_STATE_ ## x: return #x
208
209 const char *iwl_get_agg_tx_fail_reason(u16 status)
210 {
211         status &= AGG_TX_STATUS_MSK;
212         switch (status) {
213         case AGG_TX_STATE_TRANSMITTED:
214                 return "SUCCESS";
215                 AGG_TX_STATE_FAIL(UNDERRUN_MSK);
216                 AGG_TX_STATE_FAIL(BT_PRIO_MSK);
217                 AGG_TX_STATE_FAIL(FEW_BYTES_MSK);
218                 AGG_TX_STATE_FAIL(ABORT_MSK);
219                 AGG_TX_STATE_FAIL(LAST_SENT_TTL_MSK);
220                 AGG_TX_STATE_FAIL(LAST_SENT_TRY_CNT_MSK);
221                 AGG_TX_STATE_FAIL(LAST_SENT_BT_KILL_MSK);
222                 AGG_TX_STATE_FAIL(SCD_QUERY_MSK);
223                 AGG_TX_STATE_FAIL(TEST_BAD_CRC32_MSK);
224                 AGG_TX_STATE_FAIL(RESPONSE_MSK);
225                 AGG_TX_STATE_FAIL(DUMP_TX_MSK);
226                 AGG_TX_STATE_FAIL(DELAY_TX_MSK);
227         }
228
229         return "UNKNOWN";
230 }
231 #endif /* CONFIG_IWLWIFI_DEBUG */
232
233 static int iwlagn_tx_status_reply_tx(struct iwl_priv *priv,
234                                       struct iwl_ht_agg *agg,
235                                       struct iwlagn_tx_resp *tx_resp,
236                                       int txq_id, u16 start_idx)
237 {
238         u16 status;
239         struct agg_tx_status *frame_status = &tx_resp->status;
240         struct ieee80211_hdr *hdr = NULL;
241         int i, sh, idx;
242         u16 seq;
243
244         if (agg->wait_for_ba)
245                 IWL_DEBUG_TX_REPLY(priv, "got tx response w/o block-ack\n");
246
247         agg->frame_count = tx_resp->frame_count;
248         agg->start_idx = start_idx;
249         agg->rate_n_flags = le32_to_cpu(tx_resp->rate_n_flags);
250         agg->bitmap = 0;
251
252         /* # frames attempted by Tx command */
253         if (agg->frame_count == 1) {
254                 struct iwl_tx_info *txb;
255
256                 /* Only one frame was attempted; no block-ack will arrive */
257                 idx = start_idx;
258
259                 IWL_DEBUG_TX_REPLY(priv, "FrameCnt = %d, StartIdx=%d idx=%d\n",
260                                    agg->frame_count, agg->start_idx, idx);
261                 txb = &priv->txq[txq_id].txb[idx];
262                 iwlagn_set_tx_status(priv, IEEE80211_SKB_CB(txb->skb),
263                                      txb->ctx, tx_resp, txq_id, true);
264                 agg->wait_for_ba = 0;
265         } else {
266                 /* Two or more frames were attempted; expect block-ack */
267                 u64 bitmap = 0;
268
269                 /*
270                  * Start is the lowest frame sent. It may not be the first
271                  * frame in the batch; we figure this out dynamically during
272                  * the following loop.
273                  */
274                 int start = agg->start_idx;
275
276                 /* Construct bit-map of pending frames within Tx window */
277                 for (i = 0; i < agg->frame_count; i++) {
278                         u16 sc;
279                         status = le16_to_cpu(frame_status[i].status);
280                         seq  = le16_to_cpu(frame_status[i].sequence);
281                         idx = SEQ_TO_INDEX(seq);
282                         txq_id = SEQ_TO_QUEUE(seq);
283
284                         if (status & AGG_TX_STATUS_MSK)
285                                 iwlagn_count_agg_tx_err_status(priv, status);
286
287                         if (status & (AGG_TX_STATE_FEW_BYTES_MSK |
288                                       AGG_TX_STATE_ABORT_MSK))
289                                 continue;
290
291                         IWL_DEBUG_TX_REPLY(priv, "FrameCnt = %d, txq_id=%d idx=%d\n",
292                                            agg->frame_count, txq_id, idx);
293                         IWL_DEBUG_TX_REPLY(priv, "status %s (0x%08x), "
294                                            "try-count (0x%08x)\n",
295                                            iwl_get_agg_tx_fail_reason(status),
296                                            status & AGG_TX_STATUS_MSK,
297                                            status & AGG_TX_TRY_MSK);
298
299                         hdr = iwl_tx_queue_get_hdr(priv, txq_id, idx);
300                         if (!hdr) {
301                                 IWL_ERR(priv,
302                                         "BUG_ON idx doesn't point to valid skb"
303                                         " idx=%d, txq_id=%d\n", idx, txq_id);
304                                 return -1;
305                         }
306
307                         sc = le16_to_cpu(hdr->seq_ctrl);
308                         if (idx != (SEQ_TO_SN(sc) & 0xff)) {
309                                 IWL_ERR(priv,
310                                         "BUG_ON idx doesn't match seq control"
311                                         " idx=%d, seq_idx=%d, seq=%d\n",
312                                           idx, SEQ_TO_SN(sc),
313                                           hdr->seq_ctrl);
314                                 return -1;
315                         }
316
317                         IWL_DEBUG_TX_REPLY(priv, "AGG Frame i=%d idx %d seq=%d\n",
318                                            i, idx, SEQ_TO_SN(sc));
319
320                         /*
321                          * sh -> how many frames ahead of the starting frame is
322                          * the current one?
323                          *
324                          * Note that all frames sent in the batch must be in a
325                          * 64-frame window, so this number should be in [0,63].
326                          * If outside of this window, then we've found a new
327                          * "first" frame in the batch and need to change start.
328                          */
329                         sh = idx - start;
330
331                         /*
332                          * If >= 64, out of window. start must be at the front
333                          * of the circular buffer, idx must be near the end of
334                          * the buffer, and idx is the new "first" frame. Shift
335                          * the indices around.
336                          */
337                         if (sh >= 64) {
338                                 /* Shift bitmap by start - idx, wrapped */
339                                 sh = 0x100 - idx + start;
340                                 bitmap = bitmap << sh;
341                                 /* Now idx is the new start so sh = 0 */
342                                 sh = 0;
343                                 start = idx;
344                         /*
345                          * If <= -64 then wraps the 256-pkt circular buffer
346                          * (e.g., start = 255 and idx = 0, sh should be 1)
347                          */
348                         } else if (sh <= -64) {
349                                 sh  = 0x100 - start + idx;
350                         /*
351                          * If < 0 but > -64, out of window. idx is before start
352                          * but not wrapped. Shift the indices around.
353                          */
354                         } else if (sh < 0) {
355                                 /* Shift by how far start is ahead of idx */
356                                 sh = start - idx;
357                                 bitmap = bitmap << sh;
358                                 /* Now idx is the new start so sh = 0 */
359                                 start = idx;
360                                 sh = 0;
361                         }
362                         /* Sequence number start + sh was sent in this batch */
363                         bitmap |= 1ULL << sh;
364                         IWL_DEBUG_TX_REPLY(priv, "start=%d bitmap=0x%llx\n",
365                                            start, (unsigned long long)bitmap);
366                 }
367
368                 /*
369                  * Store the bitmap and possibly the new start, if we wrapped
370                  * the buffer above
371                  */
372                 agg->bitmap = bitmap;
373                 agg->start_idx = start;
374                 IWL_DEBUG_TX_REPLY(priv, "Frames %d start_idx=%d bitmap=0x%llx\n",
375                                    agg->frame_count, agg->start_idx,
376                                    (unsigned long long)agg->bitmap);
377
378                 if (bitmap)
379                         agg->wait_for_ba = 1;
380         }
381         return 0;
382 }
383
384 void iwl_check_abort_status(struct iwl_priv *priv,
385                             u8 frame_count, u32 status)
386 {
387         if (frame_count == 1 && status == TX_STATUS_FAIL_RFKILL_FLUSH) {
388                 IWL_ERR(priv, "Tx flush command to flush out all frames\n");
389                 if (!test_bit(STATUS_EXIT_PENDING, &priv->status))
390                         queue_work(priv->workqueue, &priv->tx_flush);
391         }
392 }
393
394 void iwlagn_rx_reply_tx(struct iwl_priv *priv, struct iwl_rx_mem_buffer *rxb)
395 {
396         struct iwl_rx_packet *pkt = rxb_addr(rxb);
397         u16 sequence = le16_to_cpu(pkt->hdr.sequence);
398         int txq_id = SEQ_TO_QUEUE(sequence);
399         int index = SEQ_TO_INDEX(sequence);
400         struct iwl_tx_queue *txq = &priv->txq[txq_id];
401         struct ieee80211_tx_info *info;
402         struct iwlagn_tx_resp *tx_resp = (void *)&pkt->u.raw[0];
403         struct iwl_tx_info *txb;
404         u32 status = le16_to_cpu(tx_resp->status.status);
405         int tid;
406         int sta_id;
407         int freed;
408         unsigned long flags;
409
410         if ((index >= txq->q.n_bd) || (iwl_queue_used(&txq->q, index) == 0)) {
411                 IWL_ERR(priv, "%s: Read index for DMA queue txq_id (%d) "
412                           "index %d is out of range [0-%d] %d %d\n", __func__,
413                           txq_id, index, txq->q.n_bd, txq->q.write_ptr,
414                           txq->q.read_ptr);
415                 return;
416         }
417
418         txq->time_stamp = jiffies;
419         txb = &txq->txb[txq->q.read_ptr];
420         info = IEEE80211_SKB_CB(txb->skb);
421         memset(&info->status, 0, sizeof(info->status));
422
423         tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
424                 IWLAGN_TX_RES_TID_POS;
425         sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
426                 IWLAGN_TX_RES_RA_POS;
427
428         spin_lock_irqsave(&priv->sta_lock, flags);
429         if (txq->sched_retry) {
430                 const u32 scd_ssn = iwlagn_get_scd_ssn(tx_resp);
431                 struct iwl_ht_agg *agg;
432
433                 agg = &priv->stations[sta_id].tid[tid].agg;
434                 /*
435                  * If the BT kill count is non-zero, we'll get this
436                  * notification again.
437                  */
438                 if (tx_resp->bt_kill_count && tx_resp->frame_count == 1 &&
439                     priv->cfg->bt_params &&
440                     priv->cfg->bt_params->advanced_bt_coexist) {
441                         IWL_DEBUG_COEX(priv, "receive reply tx with bt_kill\n");
442                 }
443                 iwlagn_tx_status_reply_tx(priv, agg, tx_resp, txq_id, index);
444
445                 /* check if BAR is needed */
446                 if ((tx_resp->frame_count == 1) && !iwl_is_tx_success(status))
447                         info->flags |= IEEE80211_TX_STAT_AMPDU_NO_BACK;
448
449                 if (txq->q.read_ptr != (scd_ssn & 0xff)) {
450                         index = iwl_queue_dec_wrap(scd_ssn & 0xff, txq->q.n_bd);
451                         IWL_DEBUG_TX_REPLY(priv, "Retry scheduler reclaim "
452                                         "scd_ssn=%d idx=%d txq=%d swq=%d\n",
453                                         scd_ssn , index, txq_id, txq->swq_id);
454
455                         freed = iwlagn_tx_queue_reclaim(priv, txq_id, index);
456                         iwl_free_tfds_in_queue(priv, sta_id, tid, freed);
457
458                         if (priv->mac80211_registered &&
459                             (iwl_queue_space(&txq->q) > txq->q.low_mark) &&
460                             (agg->state != IWL_EMPTYING_HW_QUEUE_DELBA))
461                                 iwl_wake_queue(priv, txq);
462                 }
463         } else {
464                 iwlagn_set_tx_status(priv, info, txb->ctx, tx_resp,
465                                      txq_id, false);
466                 freed = iwlagn_tx_queue_reclaim(priv, txq_id, index);
467                 iwl_free_tfds_in_queue(priv, sta_id, tid, freed);
468
469                 if (priv->mac80211_registered &&
470                     iwl_queue_space(&txq->q) > txq->q.low_mark &&
471                     status != TX_STATUS_FAIL_PASSIVE_NO_RX)
472                         iwl_wake_queue(priv, txq);
473         }
474
475         iwlagn_txq_check_empty(priv, sta_id, tid, txq_id);
476
477         iwl_check_abort_status(priv, tx_resp->frame_count, status);
478         spin_unlock_irqrestore(&priv->sta_lock, flags);
479 }
480
481 int iwlagn_hw_valid_rtc_data_addr(u32 addr)
482 {
483         return (addr >= IWLAGN_RTC_DATA_LOWER_BOUND) &&
484                 (addr < IWLAGN_RTC_DATA_UPPER_BOUND);
485 }
486
487 int iwlagn_send_tx_power(struct iwl_priv *priv)
488 {
489         struct iwlagn_tx_power_dbm_cmd tx_power_cmd;
490         u8 tx_ant_cfg_cmd;
491
492         if (WARN_ONCE(test_bit(STATUS_SCAN_HW, &priv->status),
493                       "TX Power requested while scanning!\n"))
494                 return -EAGAIN;
495
496         /* half dBm need to multiply */
497         tx_power_cmd.global_lmt = (s8)(2 * priv->tx_power_user_lmt);
498
499         if (priv->tx_power_lmt_in_half_dbm &&
500             priv->tx_power_lmt_in_half_dbm < tx_power_cmd.global_lmt) {
501                 /*
502                  * For the newer devices which using enhanced/extend tx power
503                  * table in EEPROM, the format is in half dBm. driver need to
504                  * convert to dBm format before report to mac80211.
505                  * By doing so, there is a possibility of 1/2 dBm resolution
506                  * lost. driver will perform "round-up" operation before
507                  * reporting, but it will cause 1/2 dBm tx power over the
508                  * regulatory limit. Perform the checking here, if the
509                  * "tx_power_user_lmt" is higher than EEPROM value (in
510                  * half-dBm format), lower the tx power based on EEPROM
511                  */
512                 tx_power_cmd.global_lmt = priv->tx_power_lmt_in_half_dbm;
513         }
514         tx_power_cmd.flags = IWLAGN_TX_POWER_NO_CLOSED;
515         tx_power_cmd.srv_chan_lmt = IWLAGN_TX_POWER_AUTO;
516
517         if (IWL_UCODE_API(priv->ucode_ver) == 1)
518                 tx_ant_cfg_cmd = REPLY_TX_POWER_DBM_CMD_V1;
519         else
520                 tx_ant_cfg_cmd = REPLY_TX_POWER_DBM_CMD;
521
522         return trans_send_cmd_pdu(&priv->trans, tx_ant_cfg_cmd, CMD_SYNC,
523                         sizeof(tx_power_cmd), &tx_power_cmd);
524 }
525
526 void iwlagn_temperature(struct iwl_priv *priv)
527 {
528         /* store temperature from correct statistics (in Celsius) */
529         priv->temperature = le32_to_cpu(priv->statistics.common.temperature);
530         iwl_tt_handler(priv);
531 }
532
533 u16 iwlagn_eeprom_calib_version(struct iwl_priv *priv)
534 {
535         struct iwl_eeprom_calib_hdr {
536                 u8 version;
537                 u8 pa_type;
538                 u16 voltage;
539         } *hdr;
540
541         hdr = (struct iwl_eeprom_calib_hdr *)iwl_eeprom_query_addr(priv,
542                                                         EEPROM_CALIB_ALL);
543         return hdr->version;
544
545 }
546
547 /*
548  * EEPROM
549  */
550 static u32 eeprom_indirect_address(const struct iwl_priv *priv, u32 address)
551 {
552         u16 offset = 0;
553
554         if ((address & INDIRECT_ADDRESS) == 0)
555                 return address;
556
557         switch (address & INDIRECT_TYPE_MSK) {
558         case INDIRECT_HOST:
559                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_HOST);
560                 break;
561         case INDIRECT_GENERAL:
562                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_GENERAL);
563                 break;
564         case INDIRECT_REGULATORY:
565                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_REGULATORY);
566                 break;
567         case INDIRECT_TXP_LIMIT:
568                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_TXP_LIMIT);
569                 break;
570         case INDIRECT_TXP_LIMIT_SIZE:
571                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_TXP_LIMIT_SIZE);
572                 break;
573         case INDIRECT_CALIBRATION:
574                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_CALIBRATION);
575                 break;
576         case INDIRECT_PROCESS_ADJST:
577                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_PROCESS_ADJST);
578                 break;
579         case INDIRECT_OTHERS:
580                 offset = iwl_eeprom_query16(priv, EEPROM_LINK_OTHERS);
581                 break;
582         default:
583                 IWL_ERR(priv, "illegal indirect type: 0x%X\n",
584                 address & INDIRECT_TYPE_MSK);
585                 break;
586         }
587
588         /* translate the offset from words to byte */
589         return (address & ADDRESS_MSK) + (offset << 1);
590 }
591
592 const u8 *iwl_eeprom_query_addr(const struct iwl_priv *priv, size_t offset)
593 {
594         u32 address = eeprom_indirect_address(priv, offset);
595         BUG_ON(address >= priv->cfg->base_params->eeprom_size);
596         return &priv->eeprom[address];
597 }
598
599 struct iwl_mod_params iwlagn_mod_params = {
600         .amsdu_size_8K = 1,
601         .restart_fw = 1,
602         .plcp_check = true,
603         .bt_coex_active = true,
604         .no_sleep_autoadjust = true,
605         .power_level = IWL_POWER_INDEX_1,
606         /* the rest are 0 by default */
607 };
608
609 int iwlagn_hwrate_to_mac80211_idx(u32 rate_n_flags, enum ieee80211_band band)
610 {
611         int idx = 0;
612         int band_offset = 0;
613
614         /* HT rate format: mac80211 wants an MCS number, which is just LSB */
615         if (rate_n_flags & RATE_MCS_HT_MSK) {
616                 idx = (rate_n_flags & 0xff);
617                 return idx;
618         /* Legacy rate format, search for match in table */
619         } else {
620                 if (band == IEEE80211_BAND_5GHZ)
621                         band_offset = IWL_FIRST_OFDM_RATE;
622                 for (idx = band_offset; idx < IWL_RATE_COUNT_LEGACY; idx++)
623                         if (iwl_rates[idx].plcp == (rate_n_flags & 0xFF))
624                                 return idx - band_offset;
625         }
626
627         return -1;
628 }
629
630 static int iwl_get_single_channel_for_scan(struct iwl_priv *priv,
631                                            struct ieee80211_vif *vif,
632                                            enum ieee80211_band band,
633                                            struct iwl_scan_channel *scan_ch)
634 {
635         const struct ieee80211_supported_band *sband;
636         u16 passive_dwell = 0;
637         u16 active_dwell = 0;
638         int added = 0;
639         u16 channel = 0;
640
641         sband = iwl_get_hw_mode(priv, band);
642         if (!sband) {
643                 IWL_ERR(priv, "invalid band\n");
644                 return added;
645         }
646
647         active_dwell = iwl_get_active_dwell_time(priv, band, 0);
648         passive_dwell = iwl_get_passive_dwell_time(priv, band, vif);
649
650         if (passive_dwell <= active_dwell)
651                 passive_dwell = active_dwell + 1;
652
653         channel = iwl_get_single_channel_number(priv, band);
654         if (channel) {
655                 scan_ch->channel = cpu_to_le16(channel);
656                 scan_ch->type = SCAN_CHANNEL_TYPE_PASSIVE;
657                 scan_ch->active_dwell = cpu_to_le16(active_dwell);
658                 scan_ch->passive_dwell = cpu_to_le16(passive_dwell);
659                 /* Set txpower levels to defaults */
660                 scan_ch->dsp_atten = 110;
661                 if (band == IEEE80211_BAND_5GHZ)
662                         scan_ch->tx_gain = ((1 << 5) | (3 << 3)) | 3;
663                 else
664                         scan_ch->tx_gain = ((1 << 5) | (5 << 3));
665                 added++;
666         } else
667                 IWL_ERR(priv, "no valid channel found\n");
668         return added;
669 }
670
671 static int iwl_get_channels_for_scan(struct iwl_priv *priv,
672                                      struct ieee80211_vif *vif,
673                                      enum ieee80211_band band,
674                                      u8 is_active, u8 n_probes,
675                                      struct iwl_scan_channel *scan_ch)
676 {
677         struct ieee80211_channel *chan;
678         const struct ieee80211_supported_band *sband;
679         const struct iwl_channel_info *ch_info;
680         u16 passive_dwell = 0;
681         u16 active_dwell = 0;
682         int added, i;
683         u16 channel;
684
685         sband = iwl_get_hw_mode(priv, band);
686         if (!sband)
687                 return 0;
688
689         active_dwell = iwl_get_active_dwell_time(priv, band, n_probes);
690         passive_dwell = iwl_get_passive_dwell_time(priv, band, vif);
691
692         if (passive_dwell <= active_dwell)
693                 passive_dwell = active_dwell + 1;
694
695         for (i = 0, added = 0; i < priv->scan_request->n_channels; i++) {
696                 chan = priv->scan_request->channels[i];
697
698                 if (chan->band != band)
699                         continue;
700
701                 channel = chan->hw_value;
702                 scan_ch->channel = cpu_to_le16(channel);
703
704                 ch_info = iwl_get_channel_info(priv, band, channel);
705                 if (!is_channel_valid(ch_info)) {
706                         IWL_DEBUG_SCAN(priv, "Channel %d is INVALID for this band.\n",
707                                         channel);
708                         continue;
709                 }
710
711                 if (!is_active || is_channel_passive(ch_info) ||
712                     (chan->flags & IEEE80211_CHAN_PASSIVE_SCAN))
713                         scan_ch->type = SCAN_CHANNEL_TYPE_PASSIVE;
714                 else
715                         scan_ch->type = SCAN_CHANNEL_TYPE_ACTIVE;
716
717                 if (n_probes)
718                         scan_ch->type |= IWL_SCAN_PROBE_MASK(n_probes);
719
720                 scan_ch->active_dwell = cpu_to_le16(active_dwell);
721                 scan_ch->passive_dwell = cpu_to_le16(passive_dwell);
722
723                 /* Set txpower levels to defaults */
724                 scan_ch->dsp_atten = 110;
725
726                 /* NOTE: if we were doing 6Mb OFDM for scans we'd use
727                  * power level:
728                  * scan_ch->tx_gain = ((1 << 5) | (2 << 3)) | 3;
729                  */
730                 if (band == IEEE80211_BAND_5GHZ)
731                         scan_ch->tx_gain = ((1 << 5) | (3 << 3)) | 3;
732                 else
733                         scan_ch->tx_gain = ((1 << 5) | (5 << 3));
734
735                 IWL_DEBUG_SCAN(priv, "Scanning ch=%d prob=0x%X [%s %d]\n",
736                                channel, le32_to_cpu(scan_ch->type),
737                                (scan_ch->type & SCAN_CHANNEL_TYPE_ACTIVE) ?
738                                 "ACTIVE" : "PASSIVE",
739                                (scan_ch->type & SCAN_CHANNEL_TYPE_ACTIVE) ?
740                                active_dwell : passive_dwell);
741
742                 scan_ch++;
743                 added++;
744         }
745
746         IWL_DEBUG_SCAN(priv, "total channels to scan %d\n", added);
747         return added;
748 }
749
750 static int iwl_fill_offch_tx(struct iwl_priv *priv, void *data, size_t maxlen)
751 {
752         struct sk_buff *skb = priv->_agn.offchan_tx_skb;
753
754         if (skb->len < maxlen)
755                 maxlen = skb->len;
756
757         memcpy(data, skb->data, maxlen);
758
759         return maxlen;
760 }
761
762 int iwlagn_request_scan(struct iwl_priv *priv, struct ieee80211_vif *vif)
763 {
764         struct iwl_host_cmd cmd = {
765                 .id = REPLY_SCAN_CMD,
766                 .len = { sizeof(struct iwl_scan_cmd), },
767                 .flags = CMD_SYNC,
768         };
769         struct iwl_scan_cmd *scan;
770         struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
771         u32 rate_flags = 0;
772         u16 cmd_len;
773         u16 rx_chain = 0;
774         enum ieee80211_band band;
775         u8 n_probes = 0;
776         u8 rx_ant = priv->hw_params.valid_rx_ant;
777         u8 rate;
778         bool is_active = false;
779         int  chan_mod;
780         u8 active_chains;
781         u8 scan_tx_antennas = priv->hw_params.valid_tx_ant;
782         int ret;
783
784         lockdep_assert_held(&priv->mutex);
785
786         if (vif)
787                 ctx = iwl_rxon_ctx_from_vif(vif);
788
789         if (!priv->scan_cmd) {
790                 priv->scan_cmd = kmalloc(sizeof(struct iwl_scan_cmd) +
791                                          IWL_MAX_SCAN_SIZE, GFP_KERNEL);
792                 if (!priv->scan_cmd) {
793                         IWL_DEBUG_SCAN(priv,
794                                        "fail to allocate memory for scan\n");
795                         return -ENOMEM;
796                 }
797         }
798         scan = priv->scan_cmd;
799         memset(scan, 0, sizeof(struct iwl_scan_cmd) + IWL_MAX_SCAN_SIZE);
800
801         scan->quiet_plcp_th = IWL_PLCP_QUIET_THRESH;
802         scan->quiet_time = IWL_ACTIVE_QUIET_TIME;
803
804         if (priv->scan_type != IWL_SCAN_OFFCH_TX &&
805             iwl_is_any_associated(priv)) {
806                 u16 interval = 0;
807                 u32 extra;
808                 u32 suspend_time = 100;
809                 u32 scan_suspend_time = 100;
810
811                 IWL_DEBUG_INFO(priv, "Scanning while associated...\n");
812                 switch (priv->scan_type) {
813                 case IWL_SCAN_OFFCH_TX:
814                         WARN_ON(1);
815                         break;
816                 case IWL_SCAN_RADIO_RESET:
817                         interval = 0;
818                         break;
819                 case IWL_SCAN_NORMAL:
820                         interval = vif->bss_conf.beacon_int;
821                         break;
822                 }
823
824                 scan->suspend_time = 0;
825                 scan->max_out_time = cpu_to_le32(200 * 1024);
826                 if (!interval)
827                         interval = suspend_time;
828
829                 extra = (suspend_time / interval) << 22;
830                 scan_suspend_time = (extra |
831                     ((suspend_time % interval) * 1024));
832                 scan->suspend_time = cpu_to_le32(scan_suspend_time);
833                 IWL_DEBUG_SCAN(priv, "suspend_time 0x%X beacon interval %d\n",
834                                scan_suspend_time, interval);
835         } else if (priv->scan_type == IWL_SCAN_OFFCH_TX) {
836                 scan->suspend_time = 0;
837                 scan->max_out_time =
838                         cpu_to_le32(1024 * priv->_agn.offchan_tx_timeout);
839         }
840
841         switch (priv->scan_type) {
842         case IWL_SCAN_RADIO_RESET:
843                 IWL_DEBUG_SCAN(priv, "Start internal passive scan.\n");
844                 break;
845         case IWL_SCAN_NORMAL:
846                 if (priv->scan_request->n_ssids) {
847                         int i, p = 0;
848                         IWL_DEBUG_SCAN(priv, "Kicking off active scan\n");
849                         for (i = 0; i < priv->scan_request->n_ssids; i++) {
850                                 /* always does wildcard anyway */
851                                 if (!priv->scan_request->ssids[i].ssid_len)
852                                         continue;
853                                 scan->direct_scan[p].id = WLAN_EID_SSID;
854                                 scan->direct_scan[p].len =
855                                         priv->scan_request->ssids[i].ssid_len;
856                                 memcpy(scan->direct_scan[p].ssid,
857                                        priv->scan_request->ssids[i].ssid,
858                                        priv->scan_request->ssids[i].ssid_len);
859                                 n_probes++;
860                                 p++;
861                         }
862                         is_active = true;
863                 } else
864                         IWL_DEBUG_SCAN(priv, "Start passive scan.\n");
865                 break;
866         case IWL_SCAN_OFFCH_TX:
867                 IWL_DEBUG_SCAN(priv, "Start offchannel TX scan.\n");
868                 break;
869         }
870
871         scan->tx_cmd.tx_flags = TX_CMD_FLG_SEQ_CTL_MSK;
872         scan->tx_cmd.sta_id = ctx->bcast_sta_id;
873         scan->tx_cmd.stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
874
875         switch (priv->scan_band) {
876         case IEEE80211_BAND_2GHZ:
877                 scan->flags = RXON_FLG_BAND_24G_MSK | RXON_FLG_AUTO_DETECT_MSK;
878                 chan_mod = le32_to_cpu(
879                         priv->contexts[IWL_RXON_CTX_BSS].active.flags &
880                                                 RXON_FLG_CHANNEL_MODE_MSK)
881                                        >> RXON_FLG_CHANNEL_MODE_POS;
882                 if (chan_mod == CHANNEL_MODE_PURE_40) {
883                         rate = IWL_RATE_6M_PLCP;
884                 } else {
885                         rate = IWL_RATE_1M_PLCP;
886                         rate_flags = RATE_MCS_CCK_MSK;
887                 }
888                 /*
889                  * Internal scans are passive, so we can indiscriminately set
890                  * the BT ignore flag on 2.4 GHz since it applies to TX only.
891                  */
892                 if (priv->cfg->bt_params &&
893                     priv->cfg->bt_params->advanced_bt_coexist)
894                         scan->tx_cmd.tx_flags |= TX_CMD_FLG_IGNORE_BT;
895                 break;
896         case IEEE80211_BAND_5GHZ:
897                 rate = IWL_RATE_6M_PLCP;
898                 break;
899         default:
900                 IWL_WARN(priv, "Invalid scan band\n");
901                 return -EIO;
902         }
903
904         /*
905          * If active scanning is requested but a certain channel is
906          * marked passive, we can do active scanning if we detect
907          * transmissions.
908          *
909          * There is an issue with some firmware versions that triggers
910          * a sysassert on a "good CRC threshold" of zero (== disabled),
911          * on a radar channel even though this means that we should NOT
912          * send probes.
913          *
914          * The "good CRC threshold" is the number of frames that we
915          * need to receive during our dwell time on a channel before
916          * sending out probes -- setting this to a huge value will
917          * mean we never reach it, but at the same time work around
918          * the aforementioned issue. Thus use IWL_GOOD_CRC_TH_NEVER
919          * here instead of IWL_GOOD_CRC_TH_DISABLED.
920          *
921          * This was fixed in later versions along with some other
922          * scan changes, and the threshold behaves as a flag in those
923          * versions.
924          */
925         if (priv->new_scan_threshold_behaviour)
926                 scan->good_CRC_th = is_active ? IWL_GOOD_CRC_TH_DEFAULT :
927                                                 IWL_GOOD_CRC_TH_DISABLED;
928         else
929                 scan->good_CRC_th = is_active ? IWL_GOOD_CRC_TH_DEFAULT :
930                                                 IWL_GOOD_CRC_TH_NEVER;
931
932         band = priv->scan_band;
933
934         if (priv->cfg->scan_rx_antennas[band])
935                 rx_ant = priv->cfg->scan_rx_antennas[band];
936
937         if (band == IEEE80211_BAND_2GHZ &&
938             priv->cfg->bt_params &&
939             priv->cfg->bt_params->advanced_bt_coexist) {
940                 /* transmit 2.4 GHz probes only on first antenna */
941                 scan_tx_antennas = first_antenna(scan_tx_antennas);
942         }
943
944         priv->scan_tx_ant[band] = iwl_toggle_tx_ant(priv, priv->scan_tx_ant[band],
945                                                     scan_tx_antennas);
946         rate_flags |= iwl_ant_idx_to_flags(priv->scan_tx_ant[band]);
947         scan->tx_cmd.rate_n_flags = iwl_hw_set_rate_n_flags(rate, rate_flags);
948
949         /* In power save mode use one chain, otherwise use all chains */
950         if (test_bit(STATUS_POWER_PMI, &priv->status)) {
951                 /* rx_ant has been set to all valid chains previously */
952                 active_chains = rx_ant &
953                                 ((u8)(priv->chain_noise_data.active_chains));
954                 if (!active_chains)
955                         active_chains = rx_ant;
956
957                 IWL_DEBUG_SCAN(priv, "chain_noise_data.active_chains: %u\n",
958                                 priv->chain_noise_data.active_chains);
959
960                 rx_ant = first_antenna(active_chains);
961         }
962         if (priv->cfg->bt_params &&
963             priv->cfg->bt_params->advanced_bt_coexist &&
964             priv->bt_full_concurrent) {
965                 /* operated as 1x1 in full concurrency mode */
966                 rx_ant = first_antenna(rx_ant);
967         }
968
969         /* MIMO is not used here, but value is required */
970         rx_chain |= priv->hw_params.valid_rx_ant << RXON_RX_CHAIN_VALID_POS;
971         rx_chain |= rx_ant << RXON_RX_CHAIN_FORCE_MIMO_SEL_POS;
972         rx_chain |= rx_ant << RXON_RX_CHAIN_FORCE_SEL_POS;
973         rx_chain |= 0x1 << RXON_RX_CHAIN_DRIVER_FORCE_POS;
974         scan->rx_chain = cpu_to_le16(rx_chain);
975         switch (priv->scan_type) {
976         case IWL_SCAN_NORMAL:
977                 cmd_len = iwl_fill_probe_req(priv,
978                                         (struct ieee80211_mgmt *)scan->data,
979                                         vif->addr,
980                                         priv->scan_request->ie,
981                                         priv->scan_request->ie_len,
982                                         IWL_MAX_SCAN_SIZE - sizeof(*scan));
983                 break;
984         case IWL_SCAN_RADIO_RESET:
985                 /* use bcast addr, will not be transmitted but must be valid */
986                 cmd_len = iwl_fill_probe_req(priv,
987                                         (struct ieee80211_mgmt *)scan->data,
988                                         iwl_bcast_addr, NULL, 0,
989                                         IWL_MAX_SCAN_SIZE - sizeof(*scan));
990                 break;
991         case IWL_SCAN_OFFCH_TX:
992                 cmd_len = iwl_fill_offch_tx(priv, scan->data,
993                                             IWL_MAX_SCAN_SIZE
994                                              - sizeof(*scan)
995                                              - sizeof(struct iwl_scan_channel));
996                 scan->scan_flags |= IWL_SCAN_FLAGS_ACTION_FRAME_TX;
997                 break;
998         default:
999                 BUG();
1000         }
1001         scan->tx_cmd.len = cpu_to_le16(cmd_len);
1002
1003         scan->filter_flags |= (RXON_FILTER_ACCEPT_GRP_MSK |
1004                                RXON_FILTER_BCON_AWARE_MSK);
1005
1006         switch (priv->scan_type) {
1007         case IWL_SCAN_RADIO_RESET:
1008                 scan->channel_count =
1009                         iwl_get_single_channel_for_scan(priv, vif, band,
1010                                 (void *)&scan->data[cmd_len]);
1011                 break;
1012         case IWL_SCAN_NORMAL:
1013                 scan->channel_count =
1014                         iwl_get_channels_for_scan(priv, vif, band,
1015                                 is_active, n_probes,
1016                                 (void *)&scan->data[cmd_len]);
1017                 break;
1018         case IWL_SCAN_OFFCH_TX: {
1019                 struct iwl_scan_channel *scan_ch;
1020
1021                 scan->channel_count = 1;
1022
1023                 scan_ch = (void *)&scan->data[cmd_len];
1024                 scan_ch->type = SCAN_CHANNEL_TYPE_ACTIVE;
1025                 scan_ch->channel =
1026                         cpu_to_le16(priv->_agn.offchan_tx_chan->hw_value);
1027                 scan_ch->active_dwell =
1028                         cpu_to_le16(priv->_agn.offchan_tx_timeout);
1029                 scan_ch->passive_dwell = 0;
1030
1031                 /* Set txpower levels to defaults */
1032                 scan_ch->dsp_atten = 110;
1033
1034                 /* NOTE: if we were doing 6Mb OFDM for scans we'd use
1035                  * power level:
1036                  * scan_ch->tx_gain = ((1 << 5) | (2 << 3)) | 3;
1037                  */
1038                 if (priv->_agn.offchan_tx_chan->band == IEEE80211_BAND_5GHZ)
1039                         scan_ch->tx_gain = ((1 << 5) | (3 << 3)) | 3;
1040                 else
1041                         scan_ch->tx_gain = ((1 << 5) | (5 << 3));
1042                 }
1043                 break;
1044         }
1045
1046         if (scan->channel_count == 0) {
1047                 IWL_DEBUG_SCAN(priv, "channel count %d\n", scan->channel_count);
1048                 return -EIO;
1049         }
1050
1051         cmd.len[0] += le16_to_cpu(scan->tx_cmd.len) +
1052             scan->channel_count * sizeof(struct iwl_scan_channel);
1053         cmd.data[0] = scan;
1054         cmd.dataflags[0] = IWL_HCMD_DFL_NOCOPY;
1055         scan->len = cpu_to_le16(cmd.len[0]);
1056
1057         /* set scan bit here for PAN params */
1058         set_bit(STATUS_SCAN_HW, &priv->status);
1059
1060         ret = iwlagn_set_pan_params(priv);
1061         if (ret)
1062                 return ret;
1063
1064         ret = trans_send_cmd(&priv->trans, &cmd);
1065         if (ret) {
1066                 clear_bit(STATUS_SCAN_HW, &priv->status);
1067                 iwlagn_set_pan_params(priv);
1068         }
1069
1070         return ret;
1071 }
1072
1073 int iwlagn_manage_ibss_station(struct iwl_priv *priv,
1074                                struct ieee80211_vif *vif, bool add)
1075 {
1076         struct iwl_vif_priv *vif_priv = (void *)vif->drv_priv;
1077
1078         if (add)
1079                 return iwlagn_add_bssid_station(priv, vif_priv->ctx,
1080                                                 vif->bss_conf.bssid,
1081                                                 &vif_priv->ibss_bssid_sta_id);
1082         return iwl_remove_station(priv, vif_priv->ibss_bssid_sta_id,
1083                                   vif->bss_conf.bssid);
1084 }
1085
1086 void iwl_free_tfds_in_queue(struct iwl_priv *priv,
1087                             int sta_id, int tid, int freed)
1088 {
1089         lockdep_assert_held(&priv->sta_lock);
1090
1091         if (priv->stations[sta_id].tid[tid].tfds_in_queue >= freed)
1092                 priv->stations[sta_id].tid[tid].tfds_in_queue -= freed;
1093         else {
1094                 IWL_DEBUG_TX(priv, "free more than tfds_in_queue (%u:%d)\n",
1095                         priv->stations[sta_id].tid[tid].tfds_in_queue,
1096                         freed);
1097                 priv->stations[sta_id].tid[tid].tfds_in_queue = 0;
1098         }
1099 }
1100
1101 #define IWL_FLUSH_WAIT_MS       2000
1102
1103 int iwlagn_wait_tx_queue_empty(struct iwl_priv *priv)
1104 {
1105         struct iwl_tx_queue *txq;
1106         struct iwl_queue *q;
1107         int cnt;
1108         unsigned long now = jiffies;
1109         int ret = 0;
1110
1111         /* waiting for all the tx frames complete might take a while */
1112         for (cnt = 0; cnt < priv->hw_params.max_txq_num; cnt++) {
1113                 if (cnt == priv->cmd_queue)
1114                         continue;
1115                 txq = &priv->txq[cnt];
1116                 q = &txq->q;
1117                 while (q->read_ptr != q->write_ptr && !time_after(jiffies,
1118                        now + msecs_to_jiffies(IWL_FLUSH_WAIT_MS)))
1119                                 msleep(1);
1120
1121                 if (q->read_ptr != q->write_ptr) {
1122                         IWL_ERR(priv, "fail to flush all tx fifo queues\n");
1123                         ret = -ETIMEDOUT;
1124                         break;
1125                 }
1126         }
1127         return ret;
1128 }
1129
1130 #define IWL_TX_QUEUE_MSK        0xfffff
1131
1132 /**
1133  * iwlagn_txfifo_flush: send REPLY_TXFIFO_FLUSH command to uCode
1134  *
1135  * pre-requirements:
1136  *  1. acquire mutex before calling
1137  *  2. make sure rf is on and not in exit state
1138  */
1139 int iwlagn_txfifo_flush(struct iwl_priv *priv, u16 flush_control)
1140 {
1141         struct iwl_txfifo_flush_cmd flush_cmd;
1142         struct iwl_host_cmd cmd = {
1143                 .id = REPLY_TXFIFO_FLUSH,
1144                 .len = { sizeof(struct iwl_txfifo_flush_cmd), },
1145                 .flags = CMD_SYNC,
1146                 .data = { &flush_cmd, },
1147         };
1148
1149         might_sleep();
1150
1151         memset(&flush_cmd, 0, sizeof(flush_cmd));
1152         if (flush_control & BIT(IWL_RXON_CTX_BSS))
1153                 flush_cmd.fifo_control = IWL_SCD_VO_MSK | IWL_SCD_VI_MSK |
1154                                  IWL_SCD_BE_MSK | IWL_SCD_BK_MSK |
1155                                  IWL_SCD_MGMT_MSK;
1156         if ((flush_control & BIT(IWL_RXON_CTX_PAN)) &&
1157             (priv->valid_contexts != BIT(IWL_RXON_CTX_BSS)))
1158                 flush_cmd.fifo_control |= IWL_PAN_SCD_VO_MSK |
1159                                 IWL_PAN_SCD_VI_MSK | IWL_PAN_SCD_BE_MSK |
1160                                 IWL_PAN_SCD_BK_MSK | IWL_PAN_SCD_MGMT_MSK |
1161                                 IWL_PAN_SCD_MULTICAST_MSK;
1162
1163         if (priv->cfg->sku & EEPROM_SKU_CAP_11N_ENABLE)
1164                 flush_cmd.fifo_control |= IWL_AGG_TX_QUEUE_MSK;
1165
1166         IWL_DEBUG_INFO(priv, "fifo queue control: 0X%x\n",
1167                        flush_cmd.fifo_control);
1168         flush_cmd.flush_control = cpu_to_le16(flush_control);
1169
1170         return trans_send_cmd(&priv->trans, &cmd);
1171 }
1172
1173 void iwlagn_dev_txfifo_flush(struct iwl_priv *priv, u16 flush_control)
1174 {
1175         mutex_lock(&priv->mutex);
1176         ieee80211_stop_queues(priv->hw);
1177         if (iwlagn_txfifo_flush(priv, IWL_DROP_ALL)) {
1178                 IWL_ERR(priv, "flush request fail\n");
1179                 goto done;
1180         }
1181         IWL_DEBUG_INFO(priv, "wait transmit/flush all frames\n");
1182         iwlagn_wait_tx_queue_empty(priv);
1183 done:
1184         ieee80211_wake_queues(priv->hw);
1185         mutex_unlock(&priv->mutex);
1186 }
1187
1188 /*
1189  * BT coex
1190  */
1191 /*
1192  * Macros to access the lookup table.
1193  *
1194  * The lookup table has 7 inputs: bt3_prio, bt3_txrx, bt_rf_act, wifi_req,
1195 * wifi_prio, wifi_txrx and wifi_sh_ant_req.
1196  *
1197  * It has three outputs: WLAN_ACTIVE, WLAN_KILL and ANT_SWITCH
1198  *
1199  * The format is that "registers" 8 through 11 contain the WLAN_ACTIVE bits
1200  * one after another in 32-bit registers, and "registers" 0 through 7 contain
1201  * the WLAN_KILL and ANT_SWITCH bits interleaved (in that order).
1202  *
1203  * These macros encode that format.
1204  */
1205 #define LUT_VALUE(bt3_prio, bt3_txrx, bt_rf_act, wifi_req, wifi_prio, \
1206                   wifi_txrx, wifi_sh_ant_req) \
1207         (bt3_prio | (bt3_txrx << 1) | (bt_rf_act << 2) | (wifi_req << 3) | \
1208         (wifi_prio << 4) | (wifi_txrx << 5) | (wifi_sh_ant_req << 6))
1209
1210 #define LUT_PTA_WLAN_ACTIVE_OP(lut, op, val) \
1211         lut[8 + ((val) >> 5)] op (cpu_to_le32(BIT((val) & 0x1f)))
1212 #define LUT_TEST_PTA_WLAN_ACTIVE(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1213                                  wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1214         (!!(LUT_PTA_WLAN_ACTIVE_OP(lut, &, LUT_VALUE(bt3_prio, bt3_txrx, \
1215                                    bt_rf_act, wifi_req, wifi_prio, wifi_txrx, \
1216                                    wifi_sh_ant_req))))
1217 #define LUT_SET_PTA_WLAN_ACTIVE(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1218                                 wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1219         LUT_PTA_WLAN_ACTIVE_OP(lut, |=, LUT_VALUE(bt3_prio, bt3_txrx, \
1220                                bt_rf_act, wifi_req, wifi_prio, wifi_txrx, \
1221                                wifi_sh_ant_req))
1222 #define LUT_CLEAR_PTA_WLAN_ACTIVE(lut, bt3_prio, bt3_txrx, bt_rf_act, \
1223                                   wifi_req, wifi_prio, wifi_txrx, \
1224                                   wifi_sh_ant_req) \
1225         LUT_PTA_WLAN_ACTIVE_OP(lut, &= ~, LUT_VALUE(bt3_prio, bt3_txrx, \
1226                                bt_rf_act, wifi_req, wifi_prio, wifi_txrx, \
1227                                wifi_sh_ant_req))
1228
1229 #define LUT_WLAN_KILL_OP(lut, op, val) \
1230         lut[(val) >> 4] op (cpu_to_le32(BIT(((val) << 1) & 0x1e)))
1231 #define LUT_TEST_WLAN_KILL(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1232                            wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1233         (!!(LUT_WLAN_KILL_OP(lut, &, LUT_VALUE(bt3_prio, bt3_txrx, bt_rf_act, \
1234                              wifi_req, wifi_prio, wifi_txrx, wifi_sh_ant_req))))
1235 #define LUT_SET_WLAN_KILL(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1236                           wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1237         LUT_WLAN_KILL_OP(lut, |=, LUT_VALUE(bt3_prio, bt3_txrx, bt_rf_act, \
1238                          wifi_req, wifi_prio, wifi_txrx, wifi_sh_ant_req))
1239 #define LUT_CLEAR_WLAN_KILL(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1240                             wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1241         LUT_WLAN_KILL_OP(lut, &= ~, LUT_VALUE(bt3_prio, bt3_txrx, bt_rf_act, \
1242                          wifi_req, wifi_prio, wifi_txrx, wifi_sh_ant_req))
1243
1244 #define LUT_ANT_SWITCH_OP(lut, op, val) \
1245         lut[(val) >> 4] op (cpu_to_le32(BIT((((val) << 1) & 0x1e) + 1)))
1246 #define LUT_TEST_ANT_SWITCH(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1247                             wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1248         (!!(LUT_ANT_SWITCH_OP(lut, &, LUT_VALUE(bt3_prio, bt3_txrx, bt_rf_act, \
1249                               wifi_req, wifi_prio, wifi_txrx, \
1250                               wifi_sh_ant_req))))
1251 #define LUT_SET_ANT_SWITCH(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1252                            wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1253         LUT_ANT_SWITCH_OP(lut, |=, LUT_VALUE(bt3_prio, bt3_txrx, bt_rf_act, \
1254                           wifi_req, wifi_prio, wifi_txrx, wifi_sh_ant_req))
1255 #define LUT_CLEAR_ANT_SWITCH(lut, bt3_prio, bt3_txrx, bt_rf_act, wifi_req, \
1256                              wifi_prio, wifi_txrx, wifi_sh_ant_req) \
1257         LUT_ANT_SWITCH_OP(lut, &= ~, LUT_VALUE(bt3_prio, bt3_txrx, bt_rf_act, \
1258                           wifi_req, wifi_prio, wifi_txrx, wifi_sh_ant_req))
1259
1260 static const __le32 iwlagn_def_3w_lookup[12] = {
1261         cpu_to_le32(0xaaaaaaaa),
1262         cpu_to_le32(0xaaaaaaaa),
1263         cpu_to_le32(0xaeaaaaaa),
1264         cpu_to_le32(0xaaaaaaaa),
1265         cpu_to_le32(0xcc00ff28),
1266         cpu_to_le32(0x0000aaaa),
1267         cpu_to_le32(0xcc00aaaa),
1268         cpu_to_le32(0x0000aaaa),
1269         cpu_to_le32(0xc0004000),
1270         cpu_to_le32(0x00004000),
1271         cpu_to_le32(0xf0005000),
1272         cpu_to_le32(0xf0005000),
1273 };
1274
1275 static const __le32 iwlagn_concurrent_lookup[12] = {
1276         cpu_to_le32(0xaaaaaaaa),
1277         cpu_to_le32(0xaaaaaaaa),
1278         cpu_to_le32(0xaaaaaaaa),
1279         cpu_to_le32(0xaaaaaaaa),
1280         cpu_to_le32(0xaaaaaaaa),
1281         cpu_to_le32(0xaaaaaaaa),
1282         cpu_to_le32(0xaaaaaaaa),
1283         cpu_to_le32(0xaaaaaaaa),
1284         cpu_to_le32(0x00000000),
1285         cpu_to_le32(0x00000000),
1286         cpu_to_le32(0x00000000),
1287         cpu_to_le32(0x00000000),
1288 };
1289
1290 void iwlagn_send_advance_bt_config(struct iwl_priv *priv)
1291 {
1292         struct iwl_basic_bt_cmd basic = {
1293                 .max_kill = IWLAGN_BT_MAX_KILL_DEFAULT,
1294                 .bt3_timer_t7_value = IWLAGN_BT3_T7_DEFAULT,
1295                 .bt3_prio_sample_time = IWLAGN_BT3_PRIO_SAMPLE_DEFAULT,
1296                 .bt3_timer_t2_value = IWLAGN_BT3_T2_DEFAULT,
1297         };
1298         struct iwl6000_bt_cmd bt_cmd_6000;
1299         struct iwl2000_bt_cmd bt_cmd_2000;
1300         int ret;
1301
1302         BUILD_BUG_ON(sizeof(iwlagn_def_3w_lookup) !=
1303                         sizeof(basic.bt3_lookup_table));
1304
1305         if (priv->cfg->bt_params) {
1306                 if (priv->cfg->bt_params->bt_session_2) {
1307                         bt_cmd_2000.prio_boost = cpu_to_le32(
1308                                 priv->cfg->bt_params->bt_prio_boost);
1309                         bt_cmd_2000.tx_prio_boost = 0;
1310                         bt_cmd_2000.rx_prio_boost = 0;
1311                 } else {
1312                         bt_cmd_6000.prio_boost =
1313                                 priv->cfg->bt_params->bt_prio_boost;
1314                         bt_cmd_6000.tx_prio_boost = 0;
1315                         bt_cmd_6000.rx_prio_boost = 0;
1316                 }
1317         } else {
1318                 IWL_ERR(priv, "failed to construct BT Coex Config\n");
1319                 return;
1320         }
1321
1322         basic.kill_ack_mask = priv->kill_ack_mask;
1323         basic.kill_cts_mask = priv->kill_cts_mask;
1324         basic.valid = priv->bt_valid;
1325
1326         /*
1327          * Configure BT coex mode to "no coexistence" when the
1328          * user disabled BT coexistence, we have no interface
1329          * (might be in monitor mode), or the interface is in
1330          * IBSS mode (no proper uCode support for coex then).
1331          */
1332         if (!iwlagn_mod_params.bt_coex_active ||
1333             priv->iw_mode == NL80211_IFTYPE_ADHOC) {
1334                 basic.flags = IWLAGN_BT_FLAG_COEX_MODE_DISABLED;
1335         } else {
1336                 basic.flags = IWLAGN_BT_FLAG_COEX_MODE_3W <<
1337                                         IWLAGN_BT_FLAG_COEX_MODE_SHIFT;
1338
1339                 if (!priv->bt_enable_pspoll)
1340                         basic.flags |= IWLAGN_BT_FLAG_SYNC_2_BT_DISABLE;
1341                 else
1342                         basic.flags &= ~IWLAGN_BT_FLAG_SYNC_2_BT_DISABLE;
1343
1344                 if (priv->bt_ch_announce)
1345                         basic.flags |= IWLAGN_BT_FLAG_CHANNEL_INHIBITION;
1346                 IWL_DEBUG_COEX(priv, "BT coex flag: 0X%x\n", basic.flags);
1347         }
1348         priv->bt_enable_flag = basic.flags;
1349         if (priv->bt_full_concurrent)
1350                 memcpy(basic.bt3_lookup_table, iwlagn_concurrent_lookup,
1351                         sizeof(iwlagn_concurrent_lookup));
1352         else
1353                 memcpy(basic.bt3_lookup_table, iwlagn_def_3w_lookup,
1354                         sizeof(iwlagn_def_3w_lookup));
1355
1356         IWL_DEBUG_COEX(priv, "BT coex %s in %s mode\n",
1357                        basic.flags ? "active" : "disabled",
1358                        priv->bt_full_concurrent ?
1359                        "full concurrency" : "3-wire");
1360
1361         if (priv->cfg->bt_params->bt_session_2) {
1362                 memcpy(&bt_cmd_2000.basic, &basic,
1363                         sizeof(basic));
1364                 ret = trans_send_cmd_pdu(&priv->trans, REPLY_BT_CONFIG,
1365                         CMD_SYNC, sizeof(bt_cmd_2000), &bt_cmd_2000);
1366         } else {
1367                 memcpy(&bt_cmd_6000.basic, &basic,
1368                         sizeof(basic));
1369                 ret = trans_send_cmd_pdu(&priv->trans, REPLY_BT_CONFIG,
1370                         CMD_SYNC, sizeof(bt_cmd_6000), &bt_cmd_6000);
1371         }
1372         if (ret)
1373                 IWL_ERR(priv, "failed to send BT Coex Config\n");
1374
1375 }
1376
1377 void iwlagn_bt_adjust_rssi_monitor(struct iwl_priv *priv, bool rssi_ena)
1378 {
1379         struct iwl_rxon_context *ctx, *found_ctx = NULL;
1380         bool found_ap = false;
1381
1382         lockdep_assert_held(&priv->mutex);
1383
1384         /* Check whether AP or GO mode is active. */
1385         if (rssi_ena) {
1386                 for_each_context(priv, ctx) {
1387                         if (ctx->vif && ctx->vif->type == NL80211_IFTYPE_AP &&
1388                             iwl_is_associated_ctx(ctx)) {
1389                                 found_ap = true;
1390                                 break;
1391                         }
1392                 }
1393         }
1394
1395         /*
1396          * If disable was received or If GO/AP mode, disable RSSI
1397          * measurements.
1398          */
1399         if (!rssi_ena || found_ap) {
1400                 if (priv->cur_rssi_ctx) {
1401                         ctx = priv->cur_rssi_ctx;
1402                         ieee80211_disable_rssi_reports(ctx->vif);
1403                         priv->cur_rssi_ctx = NULL;
1404                 }
1405                 return;
1406         }
1407
1408         /*
1409          * If rssi measurements need to be enabled, consider all cases now.
1410          * Figure out how many contexts are active.
1411          */
1412         for_each_context(priv, ctx) {
1413                 if (ctx->vif && ctx->vif->type == NL80211_IFTYPE_STATION &&
1414                     iwl_is_associated_ctx(ctx)) {
1415                         found_ctx = ctx;
1416                         break;
1417                 }
1418         }
1419
1420         /*
1421          * rssi monitor already enabled for the correct interface...nothing
1422          * to do.
1423          */
1424         if (found_ctx == priv->cur_rssi_ctx)
1425                 return;
1426
1427         /*
1428          * Figure out if rssi monitor is currently enabled, and needs
1429          * to be changed. If rssi monitor is already enabled, disable
1430          * it first else just enable rssi measurements on the
1431          * interface found above.
1432          */
1433         if (priv->cur_rssi_ctx) {
1434                 ctx = priv->cur_rssi_ctx;
1435                 if (ctx->vif)
1436                         ieee80211_disable_rssi_reports(ctx->vif);
1437         }
1438
1439         priv->cur_rssi_ctx = found_ctx;
1440
1441         if (!found_ctx)
1442                 return;
1443
1444         ieee80211_enable_rssi_reports(found_ctx->vif,
1445                         IWLAGN_BT_PSP_MIN_RSSI_THRESHOLD,
1446                         IWLAGN_BT_PSP_MAX_RSSI_THRESHOLD);
1447 }
1448
1449 static bool iwlagn_bt_traffic_is_sco(struct iwl_bt_uart_msg *uart_msg)
1450 {
1451         return BT_UART_MSG_FRAME3SCOESCO_MSK & uart_msg->frame3 >>
1452                         BT_UART_MSG_FRAME3SCOESCO_POS;
1453 }
1454
1455 static void iwlagn_bt_traffic_change_work(struct work_struct *work)
1456 {
1457         struct iwl_priv *priv =
1458                 container_of(work, struct iwl_priv, bt_traffic_change_work);
1459         struct iwl_rxon_context *ctx;
1460         int smps_request = -1;
1461
1462         if (priv->bt_enable_flag == IWLAGN_BT_FLAG_COEX_MODE_DISABLED) {
1463                 /* bt coex disabled */
1464                 return;
1465         }
1466
1467         /*
1468          * Note: bt_traffic_load can be overridden by scan complete and
1469          * coex profile notifications. Ignore that since only bad consequence
1470          * can be not matching debug print with actual state.
1471          */
1472         IWL_DEBUG_COEX(priv, "BT traffic load changes: %d\n",
1473                        priv->bt_traffic_load);
1474
1475         switch (priv->bt_traffic_load) {
1476         case IWL_BT_COEX_TRAFFIC_LOAD_NONE:
1477                 if (priv->bt_status)
1478                         smps_request = IEEE80211_SMPS_DYNAMIC;
1479                 else
1480                         smps_request = IEEE80211_SMPS_AUTOMATIC;
1481                 break;
1482         case IWL_BT_COEX_TRAFFIC_LOAD_LOW:
1483                 smps_request = IEEE80211_SMPS_DYNAMIC;
1484                 break;
1485         case IWL_BT_COEX_TRAFFIC_LOAD_HIGH:
1486         case IWL_BT_COEX_TRAFFIC_LOAD_CONTINUOUS:
1487                 smps_request = IEEE80211_SMPS_STATIC;
1488                 break;
1489         default:
1490                 IWL_ERR(priv, "Invalid BT traffic load: %d\n",
1491                         priv->bt_traffic_load);
1492                 break;
1493         }
1494
1495         mutex_lock(&priv->mutex);
1496
1497         /*
1498          * We can not send command to firmware while scanning. When the scan
1499          * complete we will schedule this work again. We do check with mutex
1500          * locked to prevent new scan request to arrive. We do not check
1501          * STATUS_SCANNING to avoid race when queue_work two times from
1502          * different notifications, but quit and not perform any work at all.
1503          */
1504         if (test_bit(STATUS_SCAN_HW, &priv->status))
1505                 goto out;
1506
1507         iwl_update_chain_flags(priv);
1508
1509         if (smps_request != -1) {
1510                 priv->current_ht_config.smps = smps_request;
1511                 for_each_context(priv, ctx) {
1512                         if (ctx->vif && ctx->vif->type == NL80211_IFTYPE_STATION)
1513                                 ieee80211_request_smps(ctx->vif, smps_request);
1514                 }
1515         }
1516
1517         /*
1518          * Dynamic PS poll related functionality. Adjust RSSI measurements if
1519          * necessary.
1520          */
1521         iwlagn_bt_coex_rssi_monitor(priv);
1522 out:
1523         mutex_unlock(&priv->mutex);
1524 }
1525
1526 /*
1527  * If BT sco traffic, and RSSI monitor is enabled, move measurements to the
1528  * correct interface or disable it if this is the last interface to be
1529  * removed.
1530  */
1531 void iwlagn_bt_coex_rssi_monitor(struct iwl_priv *priv)
1532 {
1533         if (priv->bt_is_sco &&
1534             priv->bt_traffic_load == IWL_BT_COEX_TRAFFIC_LOAD_CONTINUOUS)
1535                 iwlagn_bt_adjust_rssi_monitor(priv, true);
1536         else
1537                 iwlagn_bt_adjust_rssi_monitor(priv, false);
1538 }
1539
1540 static void iwlagn_print_uartmsg(struct iwl_priv *priv,
1541                                 struct iwl_bt_uart_msg *uart_msg)
1542 {
1543         IWL_DEBUG_COEX(priv, "Message Type = 0x%X, SSN = 0x%X, "
1544                         "Update Req = 0x%X",
1545                 (BT_UART_MSG_FRAME1MSGTYPE_MSK & uart_msg->frame1) >>
1546                         BT_UART_MSG_FRAME1MSGTYPE_POS,
1547                 (BT_UART_MSG_FRAME1SSN_MSK & uart_msg->frame1) >>
1548                         BT_UART_MSG_FRAME1SSN_POS,
1549                 (BT_UART_MSG_FRAME1UPDATEREQ_MSK & uart_msg->frame1) >>
1550                         BT_UART_MSG_FRAME1UPDATEREQ_POS);
1551
1552         IWL_DEBUG_COEX(priv, "Open connections = 0x%X, Traffic load = 0x%X, "
1553                         "Chl_SeqN = 0x%X, In band = 0x%X",
1554                 (BT_UART_MSG_FRAME2OPENCONNECTIONS_MSK & uart_msg->frame2) >>
1555                         BT_UART_MSG_FRAME2OPENCONNECTIONS_POS,
1556                 (BT_UART_MSG_FRAME2TRAFFICLOAD_MSK & uart_msg->frame2) >>
1557                         BT_UART_MSG_FRAME2TRAFFICLOAD_POS,
1558                 (BT_UART_MSG_FRAME2CHLSEQN_MSK & uart_msg->frame2) >>
1559                         BT_UART_MSG_FRAME2CHLSEQN_POS,
1560                 (BT_UART_MSG_FRAME2INBAND_MSK & uart_msg->frame2) >>
1561                         BT_UART_MSG_FRAME2INBAND_POS);
1562
1563         IWL_DEBUG_COEX(priv, "SCO/eSCO = 0x%X, Sniff = 0x%X, A2DP = 0x%X, "
1564                         "ACL = 0x%X, Master = 0x%X, OBEX = 0x%X",
1565                 (BT_UART_MSG_FRAME3SCOESCO_MSK & uart_msg->frame3) >>
1566                         BT_UART_MSG_FRAME3SCOESCO_POS,
1567                 (BT_UART_MSG_FRAME3SNIFF_MSK & uart_msg->frame3) >>
1568                         BT_UART_MSG_FRAME3SNIFF_POS,
1569                 (BT_UART_MSG_FRAME3A2DP_MSK & uart_msg->frame3) >>
1570                         BT_UART_MSG_FRAME3A2DP_POS,
1571                 (BT_UART_MSG_FRAME3ACL_MSK & uart_msg->frame3) >>
1572                         BT_UART_MSG_FRAME3ACL_POS,
1573                 (BT_UART_MSG_FRAME3MASTER_MSK & uart_msg->frame3) >>
1574                         BT_UART_MSG_FRAME3MASTER_POS,
1575                 (BT_UART_MSG_FRAME3OBEX_MSK & uart_msg->frame3) >>
1576                         BT_UART_MSG_FRAME3OBEX_POS);
1577
1578         IWL_DEBUG_COEX(priv, "Idle duration = 0x%X",
1579                 (BT_UART_MSG_FRAME4IDLEDURATION_MSK & uart_msg->frame4) >>
1580                         BT_UART_MSG_FRAME4IDLEDURATION_POS);
1581
1582         IWL_DEBUG_COEX(priv, "Tx Activity = 0x%X, Rx Activity = 0x%X, "
1583                         "eSCO Retransmissions = 0x%X",
1584                 (BT_UART_MSG_FRAME5TXACTIVITY_MSK & uart_msg->frame5) >>
1585                         BT_UART_MSG_FRAME5TXACTIVITY_POS,
1586                 (BT_UART_MSG_FRAME5RXACTIVITY_MSK & uart_msg->frame5) >>
1587                         BT_UART_MSG_FRAME5RXACTIVITY_POS,
1588                 (BT_UART_MSG_FRAME5ESCORETRANSMIT_MSK & uart_msg->frame5) >>
1589                         BT_UART_MSG_FRAME5ESCORETRANSMIT_POS);
1590
1591         IWL_DEBUG_COEX(priv, "Sniff Interval = 0x%X, Discoverable = 0x%X",
1592                 (BT_UART_MSG_FRAME6SNIFFINTERVAL_MSK & uart_msg->frame6) >>
1593                         BT_UART_MSG_FRAME6SNIFFINTERVAL_POS,
1594                 (BT_UART_MSG_FRAME6DISCOVERABLE_MSK & uart_msg->frame6) >>
1595                         BT_UART_MSG_FRAME6DISCOVERABLE_POS);
1596
1597         IWL_DEBUG_COEX(priv, "Sniff Activity = 0x%X, Page = "
1598                         "0x%X, Inquiry = 0x%X, Connectable = 0x%X",
1599                 (BT_UART_MSG_FRAME7SNIFFACTIVITY_MSK & uart_msg->frame7) >>
1600                         BT_UART_MSG_FRAME7SNIFFACTIVITY_POS,
1601                 (BT_UART_MSG_FRAME7PAGE_MSK & uart_msg->frame7) >>
1602                         BT_UART_MSG_FRAME7PAGE_POS,
1603                 (BT_UART_MSG_FRAME7INQUIRY_MSK & uart_msg->frame7) >>
1604                         BT_UART_MSG_FRAME7INQUIRY_POS,
1605                 (BT_UART_MSG_FRAME7CONNECTABLE_MSK & uart_msg->frame7) >>
1606                         BT_UART_MSG_FRAME7CONNECTABLE_POS);
1607 }
1608
1609 static void iwlagn_set_kill_msk(struct iwl_priv *priv,
1610                                 struct iwl_bt_uart_msg *uart_msg)
1611 {
1612         u8 kill_msk;
1613         static const __le32 bt_kill_ack_msg[2] = {
1614                 IWLAGN_BT_KILL_ACK_MASK_DEFAULT,
1615                 IWLAGN_BT_KILL_ACK_CTS_MASK_SCO };
1616         static const __le32 bt_kill_cts_msg[2] = {
1617                 IWLAGN_BT_KILL_CTS_MASK_DEFAULT,
1618                 IWLAGN_BT_KILL_ACK_CTS_MASK_SCO };
1619
1620         kill_msk = (BT_UART_MSG_FRAME3SCOESCO_MSK & uart_msg->frame3)
1621                 ? 1 : 0;
1622         if (priv->kill_ack_mask != bt_kill_ack_msg[kill_msk] ||
1623             priv->kill_cts_mask != bt_kill_cts_msg[kill_msk]) {
1624                 priv->bt_valid |= IWLAGN_BT_VALID_KILL_ACK_MASK;
1625                 priv->kill_ack_mask = bt_kill_ack_msg[kill_msk];
1626                 priv->bt_valid |= IWLAGN_BT_VALID_KILL_CTS_MASK;
1627                 priv->kill_cts_mask = bt_kill_cts_msg[kill_msk];
1628
1629                 /* schedule to send runtime bt_config */
1630                 queue_work(priv->workqueue, &priv->bt_runtime_config);
1631         }
1632 }
1633
1634 void iwlagn_bt_coex_profile_notif(struct iwl_priv *priv,
1635                                              struct iwl_rx_mem_buffer *rxb)
1636 {
1637         unsigned long flags;
1638         struct iwl_rx_packet *pkt = rxb_addr(rxb);
1639         struct iwl_bt_coex_profile_notif *coex = &pkt->u.bt_coex_profile_notif;
1640         struct iwl_bt_uart_msg *uart_msg = &coex->last_bt_uart_msg;
1641
1642         if (priv->bt_enable_flag == IWLAGN_BT_FLAG_COEX_MODE_DISABLED) {
1643                 /* bt coex disabled */
1644                 return;
1645         }
1646
1647         IWL_DEBUG_COEX(priv, "BT Coex notification:\n");
1648         IWL_DEBUG_COEX(priv, "    status: %d\n", coex->bt_status);
1649         IWL_DEBUG_COEX(priv, "    traffic load: %d\n", coex->bt_traffic_load);
1650         IWL_DEBUG_COEX(priv, "    CI compliance: %d\n",
1651                         coex->bt_ci_compliance);
1652         iwlagn_print_uartmsg(priv, uart_msg);
1653
1654         priv->last_bt_traffic_load = priv->bt_traffic_load;
1655         priv->bt_is_sco = iwlagn_bt_traffic_is_sco(uart_msg);
1656
1657         if (priv->iw_mode != NL80211_IFTYPE_ADHOC) {
1658                 if (priv->bt_status != coex->bt_status ||
1659                     priv->last_bt_traffic_load != coex->bt_traffic_load) {
1660                         if (coex->bt_status) {
1661                                 /* BT on */
1662                                 if (!priv->bt_ch_announce)
1663                                         priv->bt_traffic_load =
1664                                                 IWL_BT_COEX_TRAFFIC_LOAD_HIGH;
1665                                 else
1666                                         priv->bt_traffic_load =
1667                                                 coex->bt_traffic_load;
1668                         } else {
1669                                 /* BT off */
1670                                 priv->bt_traffic_load =
1671                                         IWL_BT_COEX_TRAFFIC_LOAD_NONE;
1672                         }
1673                         priv->bt_status = coex->bt_status;
1674                         queue_work(priv->workqueue,
1675                                    &priv->bt_traffic_change_work);
1676                 }
1677         }
1678
1679         iwlagn_set_kill_msk(priv, uart_msg);
1680
1681         /* FIXME: based on notification, adjust the prio_boost */
1682
1683         spin_lock_irqsave(&priv->lock, flags);
1684         priv->bt_ci_compliance = coex->bt_ci_compliance;
1685         spin_unlock_irqrestore(&priv->lock, flags);
1686 }
1687
1688 void iwlagn_bt_rx_handler_setup(struct iwl_priv *priv)
1689 {
1690         priv->rx_handlers[REPLY_BT_COEX_PROFILE_NOTIF] =
1691                 iwlagn_bt_coex_profile_notif;
1692 }
1693
1694 void iwlagn_bt_setup_deferred_work(struct iwl_priv *priv)
1695 {
1696         INIT_WORK(&priv->bt_traffic_change_work,
1697                   iwlagn_bt_traffic_change_work);
1698 }
1699
1700 void iwlagn_bt_cancel_deferred_work(struct iwl_priv *priv)
1701 {
1702         cancel_work_sync(&priv->bt_traffic_change_work);
1703 }
1704
1705 static bool is_single_rx_stream(struct iwl_priv *priv)
1706 {
1707         return priv->current_ht_config.smps == IEEE80211_SMPS_STATIC ||
1708                priv->current_ht_config.single_chain_sufficient;
1709 }
1710
1711 #define IWL_NUM_RX_CHAINS_MULTIPLE      3
1712 #define IWL_NUM_RX_CHAINS_SINGLE        2
1713 #define IWL_NUM_IDLE_CHAINS_DUAL        2
1714 #define IWL_NUM_IDLE_CHAINS_SINGLE      1
1715
1716 /*
1717  * Determine how many receiver/antenna chains to use.
1718  *
1719  * More provides better reception via diversity.  Fewer saves power
1720  * at the expense of throughput, but only when not in powersave to
1721  * start with.
1722  *
1723  * MIMO (dual stream) requires at least 2, but works better with 3.
1724  * This does not determine *which* chains to use, just how many.
1725  */
1726 static int iwl_get_active_rx_chain_count(struct iwl_priv *priv)
1727 {
1728         if (priv->cfg->bt_params &&
1729             priv->cfg->bt_params->advanced_bt_coexist &&
1730             (priv->bt_full_concurrent ||
1731              priv->bt_traffic_load >= IWL_BT_COEX_TRAFFIC_LOAD_HIGH)) {
1732                 /*
1733                  * only use chain 'A' in bt high traffic load or
1734                  * full concurrency mode
1735                  */
1736                 return IWL_NUM_RX_CHAINS_SINGLE;
1737         }
1738         /* # of Rx chains to use when expecting MIMO. */
1739         if (is_single_rx_stream(priv))
1740                 return IWL_NUM_RX_CHAINS_SINGLE;
1741         else
1742                 return IWL_NUM_RX_CHAINS_MULTIPLE;
1743 }
1744
1745 /*
1746  * When we are in power saving mode, unless device support spatial
1747  * multiplexing power save, use the active count for rx chain count.
1748  */
1749 static int iwl_get_idle_rx_chain_count(struct iwl_priv *priv, int active_cnt)
1750 {
1751         /* # Rx chains when idling, depending on SMPS mode */
1752         switch (priv->current_ht_config.smps) {
1753         case IEEE80211_SMPS_STATIC:
1754         case IEEE80211_SMPS_DYNAMIC:
1755                 return IWL_NUM_IDLE_CHAINS_SINGLE;
1756         case IEEE80211_SMPS_OFF:
1757                 return active_cnt;
1758         default:
1759                 WARN(1, "invalid SMPS mode %d",
1760                      priv->current_ht_config.smps);
1761                 return active_cnt;
1762         }
1763 }
1764
1765 /* up to 4 chains */
1766 static u8 iwl_count_chain_bitmap(u32 chain_bitmap)
1767 {
1768         u8 res;
1769         res = (chain_bitmap & BIT(0)) >> 0;
1770         res += (chain_bitmap & BIT(1)) >> 1;
1771         res += (chain_bitmap & BIT(2)) >> 2;
1772         res += (chain_bitmap & BIT(3)) >> 3;
1773         return res;
1774 }
1775
1776 /**
1777  * iwlagn_set_rxon_chain - Set up Rx chain usage in "staging" RXON image
1778  *
1779  * Selects how many and which Rx receivers/antennas/chains to use.
1780  * This should not be used for scan command ... it puts data in wrong place.
1781  */
1782 void iwlagn_set_rxon_chain(struct iwl_priv *priv, struct iwl_rxon_context *ctx)
1783 {
1784         bool is_single = is_single_rx_stream(priv);
1785         bool is_cam = !test_bit(STATUS_POWER_PMI, &priv->status);
1786         u8 idle_rx_cnt, active_rx_cnt, valid_rx_cnt;
1787         u32 active_chains;
1788         u16 rx_chain;
1789
1790         /* Tell uCode which antennas are actually connected.
1791          * Before first association, we assume all antennas are connected.
1792          * Just after first association, iwl_chain_noise_calibration()
1793          *    checks which antennas actually *are* connected. */
1794         if (priv->chain_noise_data.active_chains)
1795                 active_chains = priv->chain_noise_data.active_chains;
1796         else
1797                 active_chains = priv->hw_params.valid_rx_ant;
1798
1799         if (priv->cfg->bt_params &&
1800             priv->cfg->bt_params->advanced_bt_coexist &&
1801             (priv->bt_full_concurrent ||
1802              priv->bt_traffic_load >= IWL_BT_COEX_TRAFFIC_LOAD_HIGH)) {
1803                 /*
1804                  * only use chain 'A' in bt high traffic load or
1805                  * full concurrency mode
1806                  */
1807                 active_chains = first_antenna(active_chains);
1808         }
1809
1810         rx_chain = active_chains << RXON_RX_CHAIN_VALID_POS;
1811
1812         /* How many receivers should we use? */
1813         active_rx_cnt = iwl_get_active_rx_chain_count(priv);
1814         idle_rx_cnt = iwl_get_idle_rx_chain_count(priv, active_rx_cnt);
1815
1816
1817         /* correct rx chain count according hw settings
1818          * and chain noise calibration
1819          */
1820         valid_rx_cnt = iwl_count_chain_bitmap(active_chains);
1821         if (valid_rx_cnt < active_rx_cnt)
1822                 active_rx_cnt = valid_rx_cnt;
1823
1824         if (valid_rx_cnt < idle_rx_cnt)
1825                 idle_rx_cnt = valid_rx_cnt;
1826
1827         rx_chain |= active_rx_cnt << RXON_RX_CHAIN_MIMO_CNT_POS;
1828         rx_chain |= idle_rx_cnt  << RXON_RX_CHAIN_CNT_POS;
1829
1830         ctx->staging.rx_chain = cpu_to_le16(rx_chain);
1831
1832         if (!is_single && (active_rx_cnt >= IWL_NUM_RX_CHAINS_SINGLE) && is_cam)
1833                 ctx->staging.rx_chain |= RXON_RX_CHAIN_MIMO_FORCE_MSK;
1834         else
1835                 ctx->staging.rx_chain &= ~RXON_RX_CHAIN_MIMO_FORCE_MSK;
1836
1837         IWL_DEBUG_ASSOC(priv, "rx_chain=0x%X active=%d idle=%d\n",
1838                         ctx->staging.rx_chain,
1839                         active_rx_cnt, idle_rx_cnt);
1840
1841         WARN_ON(active_rx_cnt == 0 || idle_rx_cnt == 0 ||
1842                 active_rx_cnt < idle_rx_cnt);
1843 }
1844
1845 u8 iwl_toggle_tx_ant(struct iwl_priv *priv, u8 ant, u8 valid)
1846 {
1847         int i;
1848         u8 ind = ant;
1849
1850         if (priv->band == IEEE80211_BAND_2GHZ &&
1851             priv->bt_traffic_load >= IWL_BT_COEX_TRAFFIC_LOAD_HIGH)
1852                 return 0;
1853
1854         for (i = 0; i < RATE_ANT_NUM - 1; i++) {
1855                 ind = (ind + 1) < RATE_ANT_NUM ?  ind + 1 : 0;
1856                 if (valid & BIT(ind))
1857                         return ind;
1858         }
1859         return ant;
1860 }
1861
1862 static const char *get_csr_string(int cmd)
1863 {
1864         switch (cmd) {
1865         IWL_CMD(CSR_HW_IF_CONFIG_REG);
1866         IWL_CMD(CSR_INT_COALESCING);
1867         IWL_CMD(CSR_INT);
1868         IWL_CMD(CSR_INT_MASK);
1869         IWL_CMD(CSR_FH_INT_STATUS);
1870         IWL_CMD(CSR_GPIO_IN);
1871         IWL_CMD(CSR_RESET);
1872         IWL_CMD(CSR_GP_CNTRL);
1873         IWL_CMD(CSR_HW_REV);
1874         IWL_CMD(CSR_EEPROM_REG);
1875         IWL_CMD(CSR_EEPROM_GP);
1876         IWL_CMD(CSR_OTP_GP_REG);
1877         IWL_CMD(CSR_GIO_REG);
1878         IWL_CMD(CSR_GP_UCODE_REG);
1879         IWL_CMD(CSR_GP_DRIVER_REG);
1880         IWL_CMD(CSR_UCODE_DRV_GP1);
1881         IWL_CMD(CSR_UCODE_DRV_GP2);
1882         IWL_CMD(CSR_LED_REG);
1883         IWL_CMD(CSR_DRAM_INT_TBL_REG);
1884         IWL_CMD(CSR_GIO_CHICKEN_BITS);
1885         IWL_CMD(CSR_ANA_PLL_CFG);
1886         IWL_CMD(CSR_HW_REV_WA_REG);
1887         IWL_CMD(CSR_DBG_HPET_MEM_REG);
1888         default:
1889                 return "UNKNOWN";
1890         }
1891 }
1892
1893 void iwl_dump_csr(struct iwl_priv *priv)
1894 {
1895         int i;
1896         static const u32 csr_tbl[] = {
1897                 CSR_HW_IF_CONFIG_REG,
1898                 CSR_INT_COALESCING,
1899                 CSR_INT,
1900                 CSR_INT_MASK,
1901                 CSR_FH_INT_STATUS,
1902                 CSR_GPIO_IN,
1903                 CSR_RESET,
1904                 CSR_GP_CNTRL,
1905                 CSR_HW_REV,
1906                 CSR_EEPROM_REG,
1907                 CSR_EEPROM_GP,
1908                 CSR_OTP_GP_REG,
1909                 CSR_GIO_REG,
1910                 CSR_GP_UCODE_REG,
1911                 CSR_GP_DRIVER_REG,
1912                 CSR_UCODE_DRV_GP1,
1913                 CSR_UCODE_DRV_GP2,
1914                 CSR_LED_REG,
1915                 CSR_DRAM_INT_TBL_REG,
1916                 CSR_GIO_CHICKEN_BITS,
1917                 CSR_ANA_PLL_CFG,
1918                 CSR_HW_REV_WA_REG,
1919                 CSR_DBG_HPET_MEM_REG
1920         };
1921         IWL_ERR(priv, "CSR values:\n");
1922         IWL_ERR(priv, "(2nd byte of CSR_INT_COALESCING is "
1923                 "CSR_INT_PERIODIC_REG)\n");
1924         for (i = 0; i <  ARRAY_SIZE(csr_tbl); i++) {
1925                 IWL_ERR(priv, "  %25s: 0X%08x\n",
1926                         get_csr_string(csr_tbl[i]),
1927                         iwl_read32(priv, csr_tbl[i]));
1928         }
1929 }
1930
1931 static const char *get_fh_string(int cmd)
1932 {
1933         switch (cmd) {
1934         IWL_CMD(FH_RSCSR_CHNL0_STTS_WPTR_REG);
1935         IWL_CMD(FH_RSCSR_CHNL0_RBDCB_BASE_REG);
1936         IWL_CMD(FH_RSCSR_CHNL0_WPTR);
1937         IWL_CMD(FH_MEM_RCSR_CHNL0_CONFIG_REG);
1938         IWL_CMD(FH_MEM_RSSR_SHARED_CTRL_REG);
1939         IWL_CMD(FH_MEM_RSSR_RX_STATUS_REG);
1940         IWL_CMD(FH_MEM_RSSR_RX_ENABLE_ERR_IRQ2DRV);
1941         IWL_CMD(FH_TSSR_TX_STATUS_REG);
1942         IWL_CMD(FH_TSSR_TX_ERROR_REG);
1943         default:
1944                 return "UNKNOWN";
1945         }
1946 }
1947
1948 int iwl_dump_fh(struct iwl_priv *priv, char **buf, bool display)
1949 {
1950         int i;
1951 #ifdef CONFIG_IWLWIFI_DEBUG
1952         int pos = 0;
1953         size_t bufsz = 0;
1954 #endif
1955         static const u32 fh_tbl[] = {
1956                 FH_RSCSR_CHNL0_STTS_WPTR_REG,
1957                 FH_RSCSR_CHNL0_RBDCB_BASE_REG,
1958                 FH_RSCSR_CHNL0_WPTR,
1959                 FH_MEM_RCSR_CHNL0_CONFIG_REG,
1960                 FH_MEM_RSSR_SHARED_CTRL_REG,
1961                 FH_MEM_RSSR_RX_STATUS_REG,
1962                 FH_MEM_RSSR_RX_ENABLE_ERR_IRQ2DRV,
1963                 FH_TSSR_TX_STATUS_REG,
1964                 FH_TSSR_TX_ERROR_REG
1965         };
1966 #ifdef CONFIG_IWLWIFI_DEBUG
1967         if (display) {
1968                 bufsz = ARRAY_SIZE(fh_tbl) * 48 + 40;
1969                 *buf = kmalloc(bufsz, GFP_KERNEL);
1970                 if (!*buf)
1971                         return -ENOMEM;
1972                 pos += scnprintf(*buf + pos, bufsz - pos,
1973                                 "FH register values:\n");
1974                 for (i = 0; i < ARRAY_SIZE(fh_tbl); i++) {
1975                         pos += scnprintf(*buf + pos, bufsz - pos,
1976                                 "  %34s: 0X%08x\n",
1977                                 get_fh_string(fh_tbl[i]),
1978                                 iwl_read_direct32(priv, fh_tbl[i]));
1979                 }
1980                 return pos;
1981         }
1982 #endif
1983         IWL_ERR(priv, "FH register values:\n");
1984         for (i = 0; i <  ARRAY_SIZE(fh_tbl); i++) {
1985                 IWL_ERR(priv, "  %34s: 0X%08x\n",
1986                         get_fh_string(fh_tbl[i]),
1987                         iwl_read_direct32(priv, fh_tbl[i]));
1988         }
1989         return 0;
1990 }
1991
1992 /* notification wait support */
1993 void iwlagn_init_notification_wait(struct iwl_priv *priv,
1994                                    struct iwl_notification_wait *wait_entry,
1995                                    u8 cmd,
1996                                    void (*fn)(struct iwl_priv *priv,
1997                                               struct iwl_rx_packet *pkt,
1998                                               void *data),
1999                                    void *fn_data)
2000 {
2001         wait_entry->fn = fn;
2002         wait_entry->fn_data = fn_data;
2003         wait_entry->cmd = cmd;
2004         wait_entry->triggered = false;
2005         wait_entry->aborted = false;
2006
2007         spin_lock_bh(&priv->_agn.notif_wait_lock);
2008         list_add(&wait_entry->list, &priv->_agn.notif_waits);
2009         spin_unlock_bh(&priv->_agn.notif_wait_lock);
2010 }
2011
2012 int iwlagn_wait_notification(struct iwl_priv *priv,
2013                              struct iwl_notification_wait *wait_entry,
2014                              unsigned long timeout)
2015 {
2016         int ret;
2017
2018         ret = wait_event_timeout(priv->_agn.notif_waitq,
2019                                  wait_entry->triggered || wait_entry->aborted,
2020                                  timeout);
2021
2022         spin_lock_bh(&priv->_agn.notif_wait_lock);
2023         list_del(&wait_entry->list);
2024         spin_unlock_bh(&priv->_agn.notif_wait_lock);
2025
2026         if (wait_entry->aborted)
2027                 return -EIO;
2028
2029         /* return value is always >= 0 */
2030         if (ret <= 0)
2031                 return -ETIMEDOUT;
2032         return 0;
2033 }
2034
2035 void iwlagn_remove_notification(struct iwl_priv *priv,
2036                                 struct iwl_notification_wait *wait_entry)
2037 {
2038         spin_lock_bh(&priv->_agn.notif_wait_lock);
2039         list_del(&wait_entry->list);
2040         spin_unlock_bh(&priv->_agn.notif_wait_lock);
2041 }