Merge branch 'x86/rdrand' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip
[pandora-kernel.git] / drivers / net / wireless / iwlwifi / iwl-agn.c
1 /******************************************************************************
2  *
3  * Copyright(c) 2003 - 2011 Intel Corporation. All rights reserved.
4  *
5  * Portions of this file are derived from the ipw3945 project, as well
6  * as portions of the ieee80211 subsystem header files.
7  *
8  * This program is free software; you can redistribute it and/or modify it
9  * under the terms of version 2 of the GNU General Public License as
10  * published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but WITHOUT
13  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
14  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
15  * more details.
16  *
17  * You should have received a copy of the GNU General Public License along with
18  * this program; if not, write to the Free Software Foundation, Inc.,
19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
20  *
21  * The full GNU General Public License is included in this distribution in the
22  * file called LICENSE.
23  *
24  * Contact Information:
25  *  Intel Linux Wireless <ilw@linux.intel.com>
26  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27  *
28  *****************************************************************************/
29 #include <linux/kernel.h>
30 #include <linux/module.h>
31 #include <linux/init.h>
32 #include <linux/slab.h>
33 #include <linux/delay.h>
34 #include <linux/sched.h>
35 #include <linux/skbuff.h>
36 #include <linux/netdevice.h>
37 #include <linux/firmware.h>
38 #include <linux/etherdevice.h>
39 #include <linux/if_arp.h>
40
41 #include <net/mac80211.h>
42
43 #include <asm/div64.h>
44
45 #include "iwl-eeprom.h"
46 #include "iwl-wifi.h"
47 #include "iwl-dev.h"
48 #include "iwl-core.h"
49 #include "iwl-io.h"
50 #include "iwl-agn-calib.h"
51 #include "iwl-agn.h"
52 #include "iwl-shared.h"
53 #include "iwl-bus.h"
54 #include "iwl-trans.h"
55
56 /******************************************************************************
57  *
58  * module boiler plate
59  *
60  ******************************************************************************/
61
62 /*
63  * module name, copyright, version, etc.
64  */
65 #define DRV_DESCRIPTION "Intel(R) Wireless WiFi Link AGN driver for Linux"
66
67 #ifdef CONFIG_IWLWIFI_DEBUG
68 #define VD "d"
69 #else
70 #define VD
71 #endif
72
73 #define DRV_VERSION     IWLWIFI_VERSION VD
74
75
76 MODULE_DESCRIPTION(DRV_DESCRIPTION);
77 MODULE_VERSION(DRV_VERSION);
78 MODULE_AUTHOR(DRV_COPYRIGHT " " DRV_AUTHOR);
79 MODULE_LICENSE("GPL");
80 MODULE_ALIAS("iwlagn");
81
82 void iwl_update_chain_flags(struct iwl_priv *priv)
83 {
84         struct iwl_rxon_context *ctx;
85
86         for_each_context(priv, ctx) {
87                 iwlagn_set_rxon_chain(priv, ctx);
88                 if (ctx->active.rx_chain != ctx->staging.rx_chain)
89                         iwlagn_commit_rxon(priv, ctx);
90         }
91 }
92
93 /* Parse the beacon frame to find the TIM element and set tim_idx & tim_size */
94 static void iwl_set_beacon_tim(struct iwl_priv *priv,
95                                struct iwl_tx_beacon_cmd *tx_beacon_cmd,
96                                u8 *beacon, u32 frame_size)
97 {
98         u16 tim_idx;
99         struct ieee80211_mgmt *mgmt = (struct ieee80211_mgmt *)beacon;
100
101         /*
102          * The index is relative to frame start but we start looking at the
103          * variable-length part of the beacon.
104          */
105         tim_idx = mgmt->u.beacon.variable - beacon;
106
107         /* Parse variable-length elements of beacon to find WLAN_EID_TIM */
108         while ((tim_idx < (frame_size - 2)) &&
109                         (beacon[tim_idx] != WLAN_EID_TIM))
110                 tim_idx += beacon[tim_idx+1] + 2;
111
112         /* If TIM field was found, set variables */
113         if ((tim_idx < (frame_size - 1)) && (beacon[tim_idx] == WLAN_EID_TIM)) {
114                 tx_beacon_cmd->tim_idx = cpu_to_le16(tim_idx);
115                 tx_beacon_cmd->tim_size = beacon[tim_idx+1];
116         } else
117                 IWL_WARN(priv, "Unable to find TIM Element in beacon\n");
118 }
119
120 int iwlagn_send_beacon_cmd(struct iwl_priv *priv)
121 {
122         struct iwl_tx_beacon_cmd *tx_beacon_cmd;
123         struct iwl_host_cmd cmd = {
124                 .id = REPLY_TX_BEACON,
125                 .flags = CMD_SYNC,
126         };
127         struct ieee80211_tx_info *info;
128         u32 frame_size;
129         u32 rate_flags;
130         u32 rate;
131
132         /*
133          * We have to set up the TX command, the TX Beacon command, and the
134          * beacon contents.
135          */
136
137         lockdep_assert_held(&priv->shrd->mutex);
138
139         if (!priv->beacon_ctx) {
140                 IWL_ERR(priv, "trying to build beacon w/o beacon context!\n");
141                 return 0;
142         }
143
144         if (WARN_ON(!priv->beacon_skb))
145                 return -EINVAL;
146
147         /* Allocate beacon command */
148         if (!priv->beacon_cmd)
149                 priv->beacon_cmd = kzalloc(sizeof(*tx_beacon_cmd), GFP_KERNEL);
150         tx_beacon_cmd = priv->beacon_cmd;
151         if (!tx_beacon_cmd)
152                 return -ENOMEM;
153
154         frame_size = priv->beacon_skb->len;
155
156         /* Set up TX command fields */
157         tx_beacon_cmd->tx.len = cpu_to_le16((u16)frame_size);
158         tx_beacon_cmd->tx.sta_id = priv->beacon_ctx->bcast_sta_id;
159         tx_beacon_cmd->tx.stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
160         tx_beacon_cmd->tx.tx_flags = TX_CMD_FLG_SEQ_CTL_MSK |
161                 TX_CMD_FLG_TSF_MSK | TX_CMD_FLG_STA_RATE_MSK;
162
163         /* Set up TX beacon command fields */
164         iwl_set_beacon_tim(priv, tx_beacon_cmd, priv->beacon_skb->data,
165                            frame_size);
166
167         /* Set up packet rate and flags */
168         info = IEEE80211_SKB_CB(priv->beacon_skb);
169
170         /*
171          * Let's set up the rate at least somewhat correctly;
172          * it will currently not actually be used by the uCode,
173          * it uses the broadcast station's rate instead.
174          */
175         if (info->control.rates[0].idx < 0 ||
176             info->control.rates[0].flags & IEEE80211_TX_RC_MCS)
177                 rate = 0;
178         else
179                 rate = info->control.rates[0].idx;
180
181         priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
182                                               hw_params(priv).valid_tx_ant);
183         rate_flags = iwl_ant_idx_to_flags(priv->mgmt_tx_ant);
184
185         /* In mac80211, rates for 5 GHz start at 0 */
186         if (info->band == IEEE80211_BAND_5GHZ)
187                 rate += IWL_FIRST_OFDM_RATE;
188         else if (rate >= IWL_FIRST_CCK_RATE && rate <= IWL_LAST_CCK_RATE)
189                 rate_flags |= RATE_MCS_CCK_MSK;
190
191         tx_beacon_cmd->tx.rate_n_flags =
192                         iwl_hw_set_rate_n_flags(rate, rate_flags);
193
194         /* Submit command */
195         cmd.len[0] = sizeof(*tx_beacon_cmd);
196         cmd.data[0] = tx_beacon_cmd;
197         cmd.dataflags[0] = IWL_HCMD_DFL_NOCOPY;
198         cmd.len[1] = frame_size;
199         cmd.data[1] = priv->beacon_skb->data;
200         cmd.dataflags[1] = IWL_HCMD_DFL_NOCOPY;
201
202         return iwl_trans_send_cmd(trans(priv), &cmd);
203 }
204
205 static void iwl_bg_beacon_update(struct work_struct *work)
206 {
207         struct iwl_priv *priv =
208                 container_of(work, struct iwl_priv, beacon_update);
209         struct sk_buff *beacon;
210
211         mutex_lock(&priv->shrd->mutex);
212         if (!priv->beacon_ctx) {
213                 IWL_ERR(priv, "updating beacon w/o beacon context!\n");
214                 goto out;
215         }
216
217         if (priv->beacon_ctx->vif->type != NL80211_IFTYPE_AP) {
218                 /*
219                  * The ucode will send beacon notifications even in
220                  * IBSS mode, but we don't want to process them. But
221                  * we need to defer the type check to here due to
222                  * requiring locking around the beacon_ctx access.
223                  */
224                 goto out;
225         }
226
227         /* Pull updated AP beacon from mac80211. will fail if not in AP mode */
228         beacon = ieee80211_beacon_get(priv->hw, priv->beacon_ctx->vif);
229         if (!beacon) {
230                 IWL_ERR(priv, "update beacon failed -- keeping old\n");
231                 goto out;
232         }
233
234         /* new beacon skb is allocated every time; dispose previous.*/
235         dev_kfree_skb(priv->beacon_skb);
236
237         priv->beacon_skb = beacon;
238
239         iwlagn_send_beacon_cmd(priv);
240  out:
241         mutex_unlock(&priv->shrd->mutex);
242 }
243
244 static void iwl_bg_bt_runtime_config(struct work_struct *work)
245 {
246         struct iwl_priv *priv =
247                 container_of(work, struct iwl_priv, bt_runtime_config);
248
249         if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
250                 return;
251
252         /* dont send host command if rf-kill is on */
253         if (!iwl_is_ready_rf(priv->shrd))
254                 return;
255         iwlagn_send_advance_bt_config(priv);
256 }
257
258 static void iwl_bg_bt_full_concurrency(struct work_struct *work)
259 {
260         struct iwl_priv *priv =
261                 container_of(work, struct iwl_priv, bt_full_concurrency);
262         struct iwl_rxon_context *ctx;
263
264         mutex_lock(&priv->shrd->mutex);
265
266         if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
267                 goto out;
268
269         /* dont send host command if rf-kill is on */
270         if (!iwl_is_ready_rf(priv->shrd))
271                 goto out;
272
273         IWL_DEBUG_INFO(priv, "BT coex in %s mode\n",
274                        priv->bt_full_concurrent ?
275                        "full concurrency" : "3-wire");
276
277         /*
278          * LQ & RXON updated cmds must be sent before BT Config cmd
279          * to avoid 3-wire collisions
280          */
281         for_each_context(priv, ctx) {
282                 iwlagn_set_rxon_chain(priv, ctx);
283                 iwlagn_commit_rxon(priv, ctx);
284         }
285
286         iwlagn_send_advance_bt_config(priv);
287 out:
288         mutex_unlock(&priv->shrd->mutex);
289 }
290
291 /**
292  * iwl_bg_statistics_periodic - Timer callback to queue statistics
293  *
294  * This callback is provided in order to send a statistics request.
295  *
296  * This timer function is continually reset to execute within
297  * REG_RECALIB_PERIOD seconds since the last STATISTICS_NOTIFICATION
298  * was received.  We need to ensure we receive the statistics in order
299  * to update the temperature used for calibrating the TXPOWER.
300  */
301 static void iwl_bg_statistics_periodic(unsigned long data)
302 {
303         struct iwl_priv *priv = (struct iwl_priv *)data;
304
305         if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
306                 return;
307
308         /* dont send host command if rf-kill is on */
309         if (!iwl_is_ready_rf(priv->shrd))
310                 return;
311
312         iwl_send_statistics_request(priv, CMD_ASYNC, false);
313 }
314
315
316 static void iwl_print_cont_event_trace(struct iwl_priv *priv, u32 base,
317                                         u32 start_idx, u32 num_events,
318                                         u32 mode)
319 {
320         u32 i;
321         u32 ptr;        /* SRAM byte address of log data */
322         u32 ev, time, data; /* event log data */
323         unsigned long reg_flags;
324
325         if (mode == 0)
326                 ptr = base + (4 * sizeof(u32)) + (start_idx * 2 * sizeof(u32));
327         else
328                 ptr = base + (4 * sizeof(u32)) + (start_idx * 3 * sizeof(u32));
329
330         /* Make sure device is powered up for SRAM reads */
331         spin_lock_irqsave(&bus(priv)->reg_lock, reg_flags);
332         if (iwl_grab_nic_access(bus(priv))) {
333                 spin_unlock_irqrestore(&bus(priv)->reg_lock, reg_flags);
334                 return;
335         }
336
337         /* Set starting address; reads will auto-increment */
338         iwl_write32(bus(priv), HBUS_TARG_MEM_RADDR, ptr);
339         rmb();
340
341         /*
342          * "time" is actually "data" for mode 0 (no timestamp).
343          * place event id # at far right for easier visual parsing.
344          */
345         for (i = 0; i < num_events; i++) {
346                 ev = iwl_read32(bus(priv), HBUS_TARG_MEM_RDAT);
347                 time = iwl_read32(bus(priv), HBUS_TARG_MEM_RDAT);
348                 if (mode == 0) {
349                         trace_iwlwifi_dev_ucode_cont_event(priv,
350                                                         0, time, ev);
351                 } else {
352                         data = iwl_read32(bus(priv), HBUS_TARG_MEM_RDAT);
353                         trace_iwlwifi_dev_ucode_cont_event(priv,
354                                                 time, data, ev);
355                 }
356         }
357         /* Allow device to power down */
358         iwl_release_nic_access(bus(priv));
359         spin_unlock_irqrestore(&bus(priv)->reg_lock, reg_flags);
360 }
361
362 static void iwl_continuous_event_trace(struct iwl_priv *priv)
363 {
364         u32 capacity;   /* event log capacity in # entries */
365         u32 base;       /* SRAM byte address of event log header */
366         u32 mode;       /* 0 - no timestamp, 1 - timestamp recorded */
367         u32 num_wraps;  /* # times uCode wrapped to top of log */
368         u32 next_entry; /* index of next entry to be written by uCode */
369
370         base = priv->shrd->device_pointers.error_event_table;
371         if (iwlagn_hw_valid_rtc_data_addr(base)) {
372                 capacity = iwl_read_targ_mem(bus(priv), base);
373                 num_wraps = iwl_read_targ_mem(bus(priv),
374                                                 base + (2 * sizeof(u32)));
375                 mode = iwl_read_targ_mem(bus(priv), base + (1 * sizeof(u32)));
376                 next_entry = iwl_read_targ_mem(bus(priv),
377                                                 base + (3 * sizeof(u32)));
378         } else
379                 return;
380
381         if (num_wraps == priv->event_log.num_wraps) {
382                 iwl_print_cont_event_trace(priv,
383                                        base, priv->event_log.next_entry,
384                                        next_entry - priv->event_log.next_entry,
385                                        mode);
386                 priv->event_log.non_wraps_count++;
387         } else {
388                 if ((num_wraps - priv->event_log.num_wraps) > 1)
389                         priv->event_log.wraps_more_count++;
390                 else
391                         priv->event_log.wraps_once_count++;
392                 trace_iwlwifi_dev_ucode_wrap_event(priv,
393                                 num_wraps - priv->event_log.num_wraps,
394                                 next_entry, priv->event_log.next_entry);
395                 if (next_entry < priv->event_log.next_entry) {
396                         iwl_print_cont_event_trace(priv, base,
397                                priv->event_log.next_entry,
398                                capacity - priv->event_log.next_entry,
399                                mode);
400
401                         iwl_print_cont_event_trace(priv, base, 0,
402                                 next_entry, mode);
403                 } else {
404                         iwl_print_cont_event_trace(priv, base,
405                                next_entry, capacity - next_entry,
406                                mode);
407
408                         iwl_print_cont_event_trace(priv, base, 0,
409                                 next_entry, mode);
410                 }
411         }
412         priv->event_log.num_wraps = num_wraps;
413         priv->event_log.next_entry = next_entry;
414 }
415
416 /**
417  * iwl_bg_ucode_trace - Timer callback to log ucode event
418  *
419  * The timer is continually set to execute every
420  * UCODE_TRACE_PERIOD milliseconds after the last timer expired
421  * this function is to perform continuous uCode event logging operation
422  * if enabled
423  */
424 static void iwl_bg_ucode_trace(unsigned long data)
425 {
426         struct iwl_priv *priv = (struct iwl_priv *)data;
427
428         if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
429                 return;
430
431         if (priv->event_log.ucode_trace) {
432                 iwl_continuous_event_trace(priv);
433                 /* Reschedule the timer to occur in UCODE_TRACE_PERIOD */
434                 mod_timer(&priv->ucode_trace,
435                          jiffies + msecs_to_jiffies(UCODE_TRACE_PERIOD));
436         }
437 }
438
439 static void iwl_bg_tx_flush(struct work_struct *work)
440 {
441         struct iwl_priv *priv =
442                 container_of(work, struct iwl_priv, tx_flush);
443
444         if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
445                 return;
446
447         /* do nothing if rf-kill is on */
448         if (!iwl_is_ready_rf(priv->shrd))
449                 return;
450
451         IWL_DEBUG_INFO(priv, "device request: flush all tx frames\n");
452         iwlagn_dev_txfifo_flush(priv, IWL_DROP_ALL);
453 }
454
455 static void iwl_init_context(struct iwl_priv *priv, u32 ucode_flags)
456 {
457         int i;
458
459         /*
460          * The default context is always valid,
461          * the PAN context depends on uCode.
462          */
463         priv->shrd->valid_contexts = BIT(IWL_RXON_CTX_BSS);
464         if (ucode_flags & IWL_UCODE_TLV_FLAGS_PAN)
465                 priv->shrd->valid_contexts |= BIT(IWL_RXON_CTX_PAN);
466
467         for (i = 0; i < NUM_IWL_RXON_CTX; i++)
468                 priv->contexts[i].ctxid = i;
469
470         priv->contexts[IWL_RXON_CTX_BSS].always_active = true;
471         priv->contexts[IWL_RXON_CTX_BSS].is_active = true;
472         priv->contexts[IWL_RXON_CTX_BSS].rxon_cmd = REPLY_RXON;
473         priv->contexts[IWL_RXON_CTX_BSS].rxon_timing_cmd = REPLY_RXON_TIMING;
474         priv->contexts[IWL_RXON_CTX_BSS].rxon_assoc_cmd = REPLY_RXON_ASSOC;
475         priv->contexts[IWL_RXON_CTX_BSS].qos_cmd = REPLY_QOS_PARAM;
476         priv->contexts[IWL_RXON_CTX_BSS].ap_sta_id = IWL_AP_ID;
477         priv->contexts[IWL_RXON_CTX_BSS].wep_key_cmd = REPLY_WEPKEY;
478         priv->contexts[IWL_RXON_CTX_BSS].exclusive_interface_modes =
479                 BIT(NL80211_IFTYPE_ADHOC);
480         priv->contexts[IWL_RXON_CTX_BSS].interface_modes =
481                 BIT(NL80211_IFTYPE_STATION);
482         priv->contexts[IWL_RXON_CTX_BSS].ap_devtype = RXON_DEV_TYPE_AP;
483         priv->contexts[IWL_RXON_CTX_BSS].ibss_devtype = RXON_DEV_TYPE_IBSS;
484         priv->contexts[IWL_RXON_CTX_BSS].station_devtype = RXON_DEV_TYPE_ESS;
485         priv->contexts[IWL_RXON_CTX_BSS].unused_devtype = RXON_DEV_TYPE_ESS;
486
487         priv->contexts[IWL_RXON_CTX_PAN].rxon_cmd = REPLY_WIPAN_RXON;
488         priv->contexts[IWL_RXON_CTX_PAN].rxon_timing_cmd =
489                 REPLY_WIPAN_RXON_TIMING;
490         priv->contexts[IWL_RXON_CTX_PAN].rxon_assoc_cmd =
491                 REPLY_WIPAN_RXON_ASSOC;
492         priv->contexts[IWL_RXON_CTX_PAN].qos_cmd = REPLY_WIPAN_QOS_PARAM;
493         priv->contexts[IWL_RXON_CTX_PAN].ap_sta_id = IWL_AP_ID_PAN;
494         priv->contexts[IWL_RXON_CTX_PAN].wep_key_cmd = REPLY_WIPAN_WEPKEY;
495         priv->contexts[IWL_RXON_CTX_PAN].bcast_sta_id = IWLAGN_PAN_BCAST_ID;
496         priv->contexts[IWL_RXON_CTX_PAN].station_flags = STA_FLG_PAN_STATION;
497         priv->contexts[IWL_RXON_CTX_PAN].interface_modes =
498                 BIT(NL80211_IFTYPE_STATION) | BIT(NL80211_IFTYPE_AP);
499
500         if (ucode_flags & IWL_UCODE_TLV_FLAGS_P2P)
501                 priv->contexts[IWL_RXON_CTX_PAN].interface_modes |=
502                         BIT(NL80211_IFTYPE_P2P_CLIENT) |
503                         BIT(NL80211_IFTYPE_P2P_GO);
504
505         priv->contexts[IWL_RXON_CTX_PAN].ap_devtype = RXON_DEV_TYPE_CP;
506         priv->contexts[IWL_RXON_CTX_PAN].station_devtype = RXON_DEV_TYPE_2STA;
507         priv->contexts[IWL_RXON_CTX_PAN].unused_devtype = RXON_DEV_TYPE_P2P;
508
509         BUILD_BUG_ON(NUM_IWL_RXON_CTX != 2);
510 }
511
512 static void iwl_ucode_callback(const struct firmware *ucode_raw, void *context);
513
514 #define UCODE_EXPERIMENTAL_INDEX        100
515 #define UCODE_EXPERIMENTAL_TAG          "exp"
516
517 static int __must_check iwl_request_firmware(struct iwl_priv *priv, bool first)
518 {
519         const char *name_pre = cfg(priv)->fw_name_pre;
520         char tag[8];
521
522         if (first) {
523 #ifdef CONFIG_IWLWIFI_DEBUG_EXPERIMENTAL_UCODE
524                 priv->fw_index = UCODE_EXPERIMENTAL_INDEX;
525                 strcpy(tag, UCODE_EXPERIMENTAL_TAG);
526         } else if (priv->fw_index == UCODE_EXPERIMENTAL_INDEX) {
527 #endif
528                 priv->fw_index = cfg(priv)->ucode_api_max;
529                 sprintf(tag, "%d", priv->fw_index);
530         } else {
531                 priv->fw_index--;
532                 sprintf(tag, "%d", priv->fw_index);
533         }
534
535         if (priv->fw_index < cfg(priv)->ucode_api_min) {
536                 IWL_ERR(priv, "no suitable firmware found!\n");
537                 return -ENOENT;
538         }
539
540         sprintf(priv->firmware_name, "%s%s%s", name_pre, tag, ".ucode");
541
542         IWL_DEBUG_INFO(priv, "attempting to load firmware %s'%s'\n",
543                        (priv->fw_index == UCODE_EXPERIMENTAL_INDEX)
544                                 ? "EXPERIMENTAL " : "",
545                        priv->firmware_name);
546
547         return request_firmware_nowait(THIS_MODULE, 1, priv->firmware_name,
548                                        bus(priv)->dev,
549                                        GFP_KERNEL, priv, iwl_ucode_callback);
550 }
551
552 struct iwlagn_firmware_pieces {
553         const void *inst, *data, *init, *init_data, *wowlan_inst, *wowlan_data;
554         size_t inst_size, data_size, init_size, init_data_size,
555                wowlan_inst_size, wowlan_data_size;
556
557         u32 build;
558
559         u32 init_evtlog_ptr, init_evtlog_size, init_errlog_ptr;
560         u32 inst_evtlog_ptr, inst_evtlog_size, inst_errlog_ptr;
561 };
562
563 static int iwlagn_load_legacy_firmware(struct iwl_priv *priv,
564                                        const struct firmware *ucode_raw,
565                                        struct iwlagn_firmware_pieces *pieces)
566 {
567         struct iwl_ucode_header *ucode = (void *)ucode_raw->data;
568         u32 api_ver, hdr_size;
569         const u8 *src;
570
571         priv->ucode_ver = le32_to_cpu(ucode->ver);
572         api_ver = IWL_UCODE_API(priv->ucode_ver);
573
574         switch (api_ver) {
575         default:
576                 hdr_size = 28;
577                 if (ucode_raw->size < hdr_size) {
578                         IWL_ERR(priv, "File size too small!\n");
579                         return -EINVAL;
580                 }
581                 pieces->build = le32_to_cpu(ucode->u.v2.build);
582                 pieces->inst_size = le32_to_cpu(ucode->u.v2.inst_size);
583                 pieces->data_size = le32_to_cpu(ucode->u.v2.data_size);
584                 pieces->init_size = le32_to_cpu(ucode->u.v2.init_size);
585                 pieces->init_data_size = le32_to_cpu(ucode->u.v2.init_data_size);
586                 src = ucode->u.v2.data;
587                 break;
588         case 0:
589         case 1:
590         case 2:
591                 hdr_size = 24;
592                 if (ucode_raw->size < hdr_size) {
593                         IWL_ERR(priv, "File size too small!\n");
594                         return -EINVAL;
595                 }
596                 pieces->build = 0;
597                 pieces->inst_size = le32_to_cpu(ucode->u.v1.inst_size);
598                 pieces->data_size = le32_to_cpu(ucode->u.v1.data_size);
599                 pieces->init_size = le32_to_cpu(ucode->u.v1.init_size);
600                 pieces->init_data_size = le32_to_cpu(ucode->u.v1.init_data_size);
601                 src = ucode->u.v1.data;
602                 break;
603         }
604
605         /* Verify size of file vs. image size info in file's header */
606         if (ucode_raw->size != hdr_size + pieces->inst_size +
607                                 pieces->data_size + pieces->init_size +
608                                 pieces->init_data_size) {
609
610                 IWL_ERR(priv,
611                         "uCode file size %d does not match expected size\n",
612                         (int)ucode_raw->size);
613                 return -EINVAL;
614         }
615
616         pieces->inst = src;
617         src += pieces->inst_size;
618         pieces->data = src;
619         src += pieces->data_size;
620         pieces->init = src;
621         src += pieces->init_size;
622         pieces->init_data = src;
623         src += pieces->init_data_size;
624
625         return 0;
626 }
627
628 static int iwlagn_load_firmware(struct iwl_priv *priv,
629                                 const struct firmware *ucode_raw,
630                                 struct iwlagn_firmware_pieces *pieces,
631                                 struct iwlagn_ucode_capabilities *capa)
632 {
633         struct iwl_tlv_ucode_header *ucode = (void *)ucode_raw->data;
634         struct iwl_ucode_tlv *tlv;
635         size_t len = ucode_raw->size;
636         const u8 *data;
637         int wanted_alternative = iwlagn_mod_params.wanted_ucode_alternative;
638         int tmp;
639         u64 alternatives;
640         u32 tlv_len;
641         enum iwl_ucode_tlv_type tlv_type;
642         const u8 *tlv_data;
643
644         if (len < sizeof(*ucode)) {
645                 IWL_ERR(priv, "uCode has invalid length: %zd\n", len);
646                 return -EINVAL;
647         }
648
649         if (ucode->magic != cpu_to_le32(IWL_TLV_UCODE_MAGIC)) {
650                 IWL_ERR(priv, "invalid uCode magic: 0X%x\n",
651                         le32_to_cpu(ucode->magic));
652                 return -EINVAL;
653         }
654
655         /*
656          * Check which alternatives are present, and "downgrade"
657          * when the chosen alternative is not present, warning
658          * the user when that happens. Some files may not have
659          * any alternatives, so don't warn in that case.
660          */
661         alternatives = le64_to_cpu(ucode->alternatives);
662         tmp = wanted_alternative;
663         if (wanted_alternative > 63)
664                 wanted_alternative = 63;
665         while (wanted_alternative && !(alternatives & BIT(wanted_alternative)))
666                 wanted_alternative--;
667         if (wanted_alternative && wanted_alternative != tmp)
668                 IWL_WARN(priv,
669                          "uCode alternative %d not available, choosing %d\n",
670                          tmp, wanted_alternative);
671
672         priv->ucode_ver = le32_to_cpu(ucode->ver);
673         pieces->build = le32_to_cpu(ucode->build);
674         data = ucode->data;
675
676         len -= sizeof(*ucode);
677
678         while (len >= sizeof(*tlv)) {
679                 u16 tlv_alt;
680
681                 len -= sizeof(*tlv);
682                 tlv = (void *)data;
683
684                 tlv_len = le32_to_cpu(tlv->length);
685                 tlv_type = le16_to_cpu(tlv->type);
686                 tlv_alt = le16_to_cpu(tlv->alternative);
687                 tlv_data = tlv->data;
688
689                 if (len < tlv_len) {
690                         IWL_ERR(priv, "invalid TLV len: %zd/%u\n",
691                                 len, tlv_len);
692                         return -EINVAL;
693                 }
694                 len -= ALIGN(tlv_len, 4);
695                 data += sizeof(*tlv) + ALIGN(tlv_len, 4);
696
697                 /*
698                  * Alternative 0 is always valid.
699                  *
700                  * Skip alternative TLVs that are not selected.
701                  */
702                 if (tlv_alt != 0 && tlv_alt != wanted_alternative)
703                         continue;
704
705                 switch (tlv_type) {
706                 case IWL_UCODE_TLV_INST:
707                         pieces->inst = tlv_data;
708                         pieces->inst_size = tlv_len;
709                         break;
710                 case IWL_UCODE_TLV_DATA:
711                         pieces->data = tlv_data;
712                         pieces->data_size = tlv_len;
713                         break;
714                 case IWL_UCODE_TLV_INIT:
715                         pieces->init = tlv_data;
716                         pieces->init_size = tlv_len;
717                         break;
718                 case IWL_UCODE_TLV_INIT_DATA:
719                         pieces->init_data = tlv_data;
720                         pieces->init_data_size = tlv_len;
721                         break;
722                 case IWL_UCODE_TLV_BOOT:
723                         IWL_ERR(priv, "Found unexpected BOOT ucode\n");
724                         break;
725                 case IWL_UCODE_TLV_PROBE_MAX_LEN:
726                         if (tlv_len != sizeof(u32))
727                                 goto invalid_tlv_len;
728                         capa->max_probe_length =
729                                         le32_to_cpup((__le32 *)tlv_data);
730                         break;
731                 case IWL_UCODE_TLV_PAN:
732                         if (tlv_len)
733                                 goto invalid_tlv_len;
734                         capa->flags |= IWL_UCODE_TLV_FLAGS_PAN;
735                         break;
736                 case IWL_UCODE_TLV_FLAGS:
737                         /* must be at least one u32 */
738                         if (tlv_len < sizeof(u32))
739                                 goto invalid_tlv_len;
740                         /* and a proper number of u32s */
741                         if (tlv_len % sizeof(u32))
742                                 goto invalid_tlv_len;
743                         /*
744                          * This driver only reads the first u32 as
745                          * right now no more features are defined,
746                          * if that changes then either the driver
747                          * will not work with the new firmware, or
748                          * it'll not take advantage of new features.
749                          */
750                         capa->flags = le32_to_cpup((__le32 *)tlv_data);
751                         break;
752                 case IWL_UCODE_TLV_INIT_EVTLOG_PTR:
753                         if (tlv_len != sizeof(u32))
754                                 goto invalid_tlv_len;
755                         pieces->init_evtlog_ptr =
756                                         le32_to_cpup((__le32 *)tlv_data);
757                         break;
758                 case IWL_UCODE_TLV_INIT_EVTLOG_SIZE:
759                         if (tlv_len != sizeof(u32))
760                                 goto invalid_tlv_len;
761                         pieces->init_evtlog_size =
762                                         le32_to_cpup((__le32 *)tlv_data);
763                         break;
764                 case IWL_UCODE_TLV_INIT_ERRLOG_PTR:
765                         if (tlv_len != sizeof(u32))
766                                 goto invalid_tlv_len;
767                         pieces->init_errlog_ptr =
768                                         le32_to_cpup((__le32 *)tlv_data);
769                         break;
770                 case IWL_UCODE_TLV_RUNT_EVTLOG_PTR:
771                         if (tlv_len != sizeof(u32))
772                                 goto invalid_tlv_len;
773                         pieces->inst_evtlog_ptr =
774                                         le32_to_cpup((__le32 *)tlv_data);
775                         break;
776                 case IWL_UCODE_TLV_RUNT_EVTLOG_SIZE:
777                         if (tlv_len != sizeof(u32))
778                                 goto invalid_tlv_len;
779                         pieces->inst_evtlog_size =
780                                         le32_to_cpup((__le32 *)tlv_data);
781                         break;
782                 case IWL_UCODE_TLV_RUNT_ERRLOG_PTR:
783                         if (tlv_len != sizeof(u32))
784                                 goto invalid_tlv_len;
785                         pieces->inst_errlog_ptr =
786                                         le32_to_cpup((__le32 *)tlv_data);
787                         break;
788                 case IWL_UCODE_TLV_ENHANCE_SENS_TBL:
789                         if (tlv_len)
790                                 goto invalid_tlv_len;
791                         priv->enhance_sensitivity_table = true;
792                         break;
793                 case IWL_UCODE_TLV_WOWLAN_INST:
794                         pieces->wowlan_inst = tlv_data;
795                         pieces->wowlan_inst_size = tlv_len;
796                         break;
797                 case IWL_UCODE_TLV_WOWLAN_DATA:
798                         pieces->wowlan_data = tlv_data;
799                         pieces->wowlan_data_size = tlv_len;
800                         break;
801                 case IWL_UCODE_TLV_PHY_CALIBRATION_SIZE:
802                         if (tlv_len != sizeof(u32))
803                                 goto invalid_tlv_len;
804                         capa->standard_phy_calibration_size =
805                                         le32_to_cpup((__le32 *)tlv_data);
806                         break;
807                 default:
808                         IWL_DEBUG_INFO(priv, "unknown TLV: %d\n", tlv_type);
809                         break;
810                 }
811         }
812
813         if (len) {
814                 IWL_ERR(priv, "invalid TLV after parsing: %zd\n", len);
815                 iwl_print_hex_dump(priv, IWL_DL_FW, (u8 *)data, len);
816                 return -EINVAL;
817         }
818
819         return 0;
820
821  invalid_tlv_len:
822         IWL_ERR(priv, "TLV %d has invalid size: %u\n", tlv_type, tlv_len);
823         iwl_print_hex_dump(priv, IWL_DL_FW, tlv_data, tlv_len);
824
825         return -EINVAL;
826 }
827
828 /**
829  * iwl_ucode_callback - callback when firmware was loaded
830  *
831  * If loaded successfully, copies the firmware into buffers
832  * for the card to fetch (via DMA).
833  */
834 static void iwl_ucode_callback(const struct firmware *ucode_raw, void *context)
835 {
836         struct iwl_priv *priv = context;
837         struct iwl_ucode_header *ucode;
838         int err;
839         struct iwlagn_firmware_pieces pieces;
840         const unsigned int api_max = cfg(priv)->ucode_api_max;
841         unsigned int api_ok = cfg(priv)->ucode_api_ok;
842         const unsigned int api_min = cfg(priv)->ucode_api_min;
843         u32 api_ver;
844         char buildstr[25];
845         u32 build;
846         struct iwlagn_ucode_capabilities ucode_capa = {
847                 .max_probe_length = 200,
848                 .standard_phy_calibration_size =
849                         IWL_DEFAULT_STANDARD_PHY_CALIBRATE_TBL_SIZE,
850         };
851
852         if (!api_ok)
853                 api_ok = api_max;
854
855         memset(&pieces, 0, sizeof(pieces));
856
857         if (!ucode_raw) {
858                 if (priv->fw_index <= api_ok)
859                         IWL_ERR(priv,
860                                 "request for firmware file '%s' failed.\n",
861                                 priv->firmware_name);
862                 goto try_again;
863         }
864
865         IWL_DEBUG_INFO(priv, "Loaded firmware file '%s' (%zd bytes).\n",
866                        priv->firmware_name, ucode_raw->size);
867
868         /* Make sure that we got at least the API version number */
869         if (ucode_raw->size < 4) {
870                 IWL_ERR(priv, "File size way too small!\n");
871                 goto try_again;
872         }
873
874         /* Data from ucode file:  header followed by uCode images */
875         ucode = (struct iwl_ucode_header *)ucode_raw->data;
876
877         if (ucode->ver)
878                 err = iwlagn_load_legacy_firmware(priv, ucode_raw, &pieces);
879         else
880                 err = iwlagn_load_firmware(priv, ucode_raw, &pieces,
881                                            &ucode_capa);
882
883         if (err)
884                 goto try_again;
885
886         api_ver = IWL_UCODE_API(priv->ucode_ver);
887         build = pieces.build;
888
889         /*
890          * api_ver should match the api version forming part of the
891          * firmware filename ... but we don't check for that and only rely
892          * on the API version read from firmware header from here on forward
893          */
894         /* no api version check required for experimental uCode */
895         if (priv->fw_index != UCODE_EXPERIMENTAL_INDEX) {
896                 if (api_ver < api_min || api_ver > api_max) {
897                         IWL_ERR(priv,
898                                 "Driver unable to support your firmware API. "
899                                 "Driver supports v%u, firmware is v%u.\n",
900                                 api_max, api_ver);
901                         goto try_again;
902                 }
903
904                 if (api_ver < api_ok) {
905                         if (api_ok != api_max)
906                                 IWL_ERR(priv, "Firmware has old API version, "
907                                         "expected v%u through v%u, got v%u.\n",
908                                         api_ok, api_max, api_ver);
909                         else
910                                 IWL_ERR(priv, "Firmware has old API version, "
911                                         "expected v%u, got v%u.\n",
912                                         api_max, api_ver);
913                         IWL_ERR(priv, "New firmware can be obtained from "
914                                       "http://www.intellinuxwireless.org/.\n");
915                 }
916         }
917
918         if (build)
919                 sprintf(buildstr, " build %u%s", build,
920                        (priv->fw_index == UCODE_EXPERIMENTAL_INDEX)
921                                 ? " (EXP)" : "");
922         else
923                 buildstr[0] = '\0';
924
925         IWL_INFO(priv, "loaded firmware version %u.%u.%u.%u%s\n",
926                  IWL_UCODE_MAJOR(priv->ucode_ver),
927                  IWL_UCODE_MINOR(priv->ucode_ver),
928                  IWL_UCODE_API(priv->ucode_ver),
929                  IWL_UCODE_SERIAL(priv->ucode_ver),
930                  buildstr);
931
932         snprintf(priv->hw->wiphy->fw_version,
933                  sizeof(priv->hw->wiphy->fw_version),
934                  "%u.%u.%u.%u%s",
935                  IWL_UCODE_MAJOR(priv->ucode_ver),
936                  IWL_UCODE_MINOR(priv->ucode_ver),
937                  IWL_UCODE_API(priv->ucode_ver),
938                  IWL_UCODE_SERIAL(priv->ucode_ver),
939                  buildstr);
940
941         /*
942          * For any of the failures below (before allocating pci memory)
943          * we will try to load a version with a smaller API -- maybe the
944          * user just got a corrupted version of the latest API.
945          */
946
947         IWL_DEBUG_INFO(priv, "f/w package hdr ucode version raw = 0x%x\n",
948                        priv->ucode_ver);
949         IWL_DEBUG_INFO(priv, "f/w package hdr runtime inst size = %Zd\n",
950                        pieces.inst_size);
951         IWL_DEBUG_INFO(priv, "f/w package hdr runtime data size = %Zd\n",
952                        pieces.data_size);
953         IWL_DEBUG_INFO(priv, "f/w package hdr init inst size = %Zd\n",
954                        pieces.init_size);
955         IWL_DEBUG_INFO(priv, "f/w package hdr init data size = %Zd\n",
956                        pieces.init_data_size);
957
958         /* Verify that uCode images will fit in card's SRAM */
959         if (pieces.inst_size > hw_params(priv).max_inst_size) {
960                 IWL_ERR(priv, "uCode instr len %Zd too large to fit in\n",
961                         pieces.inst_size);
962                 goto try_again;
963         }
964
965         if (pieces.data_size > hw_params(priv).max_data_size) {
966                 IWL_ERR(priv, "uCode data len %Zd too large to fit in\n",
967                         pieces.data_size);
968                 goto try_again;
969         }
970
971         if (pieces.init_size > hw_params(priv).max_inst_size) {
972                 IWL_ERR(priv, "uCode init instr len %Zd too large to fit in\n",
973                         pieces.init_size);
974                 goto try_again;
975         }
976
977         if (pieces.init_data_size > hw_params(priv).max_data_size) {
978                 IWL_ERR(priv, "uCode init data len %Zd too large to fit in\n",
979                         pieces.init_data_size);
980                 goto try_again;
981         }
982
983         /* Allocate ucode buffers for card's bus-master loading ... */
984
985         /* Runtime instructions and 2 copies of data:
986          * 1) unmodified from disk
987          * 2) backup cache for save/restore during power-downs */
988         if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_rt.code,
989                               pieces.inst, pieces.inst_size))
990                 goto err_pci_alloc;
991         if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_rt.data,
992                               pieces.data, pieces.data_size))
993                 goto err_pci_alloc;
994
995         /* Initialization instructions and data */
996         if (pieces.init_size && pieces.init_data_size) {
997                 if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_init.code,
998                                       pieces.init, pieces.init_size))
999                         goto err_pci_alloc;
1000                 if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_init.data,
1001                                       pieces.init_data, pieces.init_data_size))
1002                         goto err_pci_alloc;
1003         }
1004
1005         /* WoWLAN instructions and data */
1006         if (pieces.wowlan_inst_size && pieces.wowlan_data_size) {
1007                 if (iwl_alloc_fw_desc(bus(priv),
1008                                       &trans(priv)->ucode_wowlan.code,
1009                                       pieces.wowlan_inst,
1010                                       pieces.wowlan_inst_size))
1011                         goto err_pci_alloc;
1012                 if (iwl_alloc_fw_desc(bus(priv),
1013                                       &trans(priv)->ucode_wowlan.data,
1014                                       pieces.wowlan_data,
1015                                       pieces.wowlan_data_size))
1016                         goto err_pci_alloc;
1017         }
1018
1019         /* Now that we can no longer fail, copy information */
1020
1021         /*
1022          * The (size - 16) / 12 formula is based on the information recorded
1023          * for each event, which is of mode 1 (including timestamp) for all
1024          * new microcodes that include this information.
1025          */
1026         priv->init_evtlog_ptr = pieces.init_evtlog_ptr;
1027         if (pieces.init_evtlog_size)
1028                 priv->init_evtlog_size = (pieces.init_evtlog_size - 16)/12;
1029         else
1030                 priv->init_evtlog_size =
1031                         cfg(priv)->base_params->max_event_log_size;
1032         priv->init_errlog_ptr = pieces.init_errlog_ptr;
1033         priv->inst_evtlog_ptr = pieces.inst_evtlog_ptr;
1034         if (pieces.inst_evtlog_size)
1035                 priv->inst_evtlog_size = (pieces.inst_evtlog_size - 16)/12;
1036         else
1037                 priv->inst_evtlog_size =
1038                         cfg(priv)->base_params->max_event_log_size;
1039         priv->inst_errlog_ptr = pieces.inst_errlog_ptr;
1040 #ifndef CONFIG_IWLWIFI_P2P
1041         ucode_capa.flags &= ~IWL_UCODE_TLV_FLAGS_PAN;
1042 #endif
1043
1044         priv->new_scan_threshold_behaviour =
1045                 !!(ucode_capa.flags & IWL_UCODE_TLV_FLAGS_NEWSCAN);
1046
1047         if (!(cfg(priv)->sku & EEPROM_SKU_CAP_IPAN_ENABLE))
1048                 ucode_capa.flags &= ~IWL_UCODE_TLV_FLAGS_PAN;
1049
1050         /*
1051          * if not PAN, then don't support P2P -- might be a uCode
1052          * packaging bug or due to the eeprom check above
1053          */
1054         if (!(ucode_capa.flags & IWL_UCODE_TLV_FLAGS_PAN))
1055                 ucode_capa.flags &= ~IWL_UCODE_TLV_FLAGS_P2P;
1056
1057         if (ucode_capa.flags & IWL_UCODE_TLV_FLAGS_PAN) {
1058                 priv->sta_key_max_num = STA_KEY_MAX_NUM_PAN;
1059                 priv->shrd->cmd_queue = IWL_IPAN_CMD_QUEUE_NUM;
1060         } else {
1061                 priv->sta_key_max_num = STA_KEY_MAX_NUM;
1062                 priv->shrd->cmd_queue = IWL_DEFAULT_CMD_QUEUE_NUM;
1063         }
1064         /*
1065          * figure out the offset of chain noise reset and gain commands
1066          * base on the size of standard phy calibration commands table size
1067          */
1068         if (ucode_capa.standard_phy_calibration_size >
1069             IWL_MAX_PHY_CALIBRATE_TBL_SIZE)
1070                 ucode_capa.standard_phy_calibration_size =
1071                         IWL_MAX_STANDARD_PHY_CALIBRATE_TBL_SIZE;
1072
1073         priv->phy_calib_chain_noise_reset_cmd =
1074                 ucode_capa.standard_phy_calibration_size;
1075         priv->phy_calib_chain_noise_gain_cmd =
1076                 ucode_capa.standard_phy_calibration_size + 1;
1077
1078         /* initialize all valid contexts */
1079         iwl_init_context(priv, ucode_capa.flags);
1080
1081         /**************************************************
1082          * This is still part of probe() in a sense...
1083          *
1084          * 9. Setup and register with mac80211 and debugfs
1085          **************************************************/
1086         err = iwlagn_mac_setup_register(priv, &ucode_capa);
1087         if (err)
1088                 goto out_unbind;
1089
1090         err = iwl_dbgfs_register(priv, DRV_NAME);
1091         if (err)
1092                 IWL_ERR(priv, "failed to create debugfs files. Ignoring error: %d\n", err);
1093
1094         /* We have our copies now, allow OS release its copies */
1095         release_firmware(ucode_raw);
1096         complete(&priv->firmware_loading_complete);
1097         return;
1098
1099  try_again:
1100         /* try next, if any */
1101         if (iwl_request_firmware(priv, false))
1102                 goto out_unbind;
1103         release_firmware(ucode_raw);
1104         return;
1105
1106  err_pci_alloc:
1107         IWL_ERR(priv, "failed to allocate pci memory\n");
1108         iwl_dealloc_ucode(trans(priv));
1109  out_unbind:
1110         complete(&priv->firmware_loading_complete);
1111         device_release_driver(bus(priv)->dev);
1112         release_firmware(ucode_raw);
1113 }
1114
1115 static void iwl_rf_kill_ct_config(struct iwl_priv *priv)
1116 {
1117         struct iwl_ct_kill_config cmd;
1118         struct iwl_ct_kill_throttling_config adv_cmd;
1119         unsigned long flags;
1120         int ret = 0;
1121
1122         spin_lock_irqsave(&priv->shrd->lock, flags);
1123         iwl_write32(bus(priv), CSR_UCODE_DRV_GP1_CLR,
1124                     CSR_UCODE_DRV_GP1_REG_BIT_CT_KILL_EXIT);
1125         spin_unlock_irqrestore(&priv->shrd->lock, flags);
1126         priv->thermal_throttle.ct_kill_toggle = false;
1127
1128         if (cfg(priv)->base_params->support_ct_kill_exit) {
1129                 adv_cmd.critical_temperature_enter =
1130                         cpu_to_le32(hw_params(priv).ct_kill_threshold);
1131                 adv_cmd.critical_temperature_exit =
1132                         cpu_to_le32(hw_params(priv).ct_kill_exit_threshold);
1133
1134                 ret = iwl_trans_send_cmd_pdu(trans(priv),
1135                                        REPLY_CT_KILL_CONFIG_CMD,
1136                                        CMD_SYNC, sizeof(adv_cmd), &adv_cmd);
1137                 if (ret)
1138                         IWL_ERR(priv, "REPLY_CT_KILL_CONFIG_CMD failed\n");
1139                 else
1140                         IWL_DEBUG_INFO(priv, "REPLY_CT_KILL_CONFIG_CMD "
1141                                 "succeeded, critical temperature enter is %d,"
1142                                 "exit is %d\n",
1143                                 hw_params(priv).ct_kill_threshold,
1144                                 hw_params(priv).ct_kill_exit_threshold);
1145         } else {
1146                 cmd.critical_temperature_R =
1147                         cpu_to_le32(hw_params(priv).ct_kill_threshold);
1148
1149                 ret = iwl_trans_send_cmd_pdu(trans(priv),
1150                                        REPLY_CT_KILL_CONFIG_CMD,
1151                                        CMD_SYNC, sizeof(cmd), &cmd);
1152                 if (ret)
1153                         IWL_ERR(priv, "REPLY_CT_KILL_CONFIG_CMD failed\n");
1154                 else
1155                         IWL_DEBUG_INFO(priv, "REPLY_CT_KILL_CONFIG_CMD "
1156                                 "succeeded, "
1157                                 "critical temperature is %d\n",
1158                                 hw_params(priv).ct_kill_threshold);
1159         }
1160 }
1161
1162 static int iwlagn_send_calib_cfg_rt(struct iwl_priv *priv, u32 cfg)
1163 {
1164         struct iwl_calib_cfg_cmd calib_cfg_cmd;
1165         struct iwl_host_cmd cmd = {
1166                 .id = CALIBRATION_CFG_CMD,
1167                 .len = { sizeof(struct iwl_calib_cfg_cmd), },
1168                 .data = { &calib_cfg_cmd, },
1169         };
1170
1171         memset(&calib_cfg_cmd, 0, sizeof(calib_cfg_cmd));
1172         calib_cfg_cmd.ucd_calib_cfg.once.is_enable = IWL_CALIB_RT_CFG_ALL;
1173         calib_cfg_cmd.ucd_calib_cfg.once.start = cpu_to_le32(cfg);
1174
1175         return iwl_trans_send_cmd(trans(priv), &cmd);
1176 }
1177
1178
1179 static int iwlagn_send_tx_ant_config(struct iwl_priv *priv, u8 valid_tx_ant)
1180 {
1181         struct iwl_tx_ant_config_cmd tx_ant_cmd = {
1182           .valid = cpu_to_le32(valid_tx_ant),
1183         };
1184
1185         if (IWL_UCODE_API(priv->ucode_ver) > 1) {
1186                 IWL_DEBUG_HC(priv, "select valid tx ant: %u\n", valid_tx_ant);
1187                 return iwl_trans_send_cmd_pdu(trans(priv),
1188                                         TX_ANT_CONFIGURATION_CMD,
1189                                         CMD_SYNC,
1190                                         sizeof(struct iwl_tx_ant_config_cmd),
1191                                         &tx_ant_cmd);
1192         } else {
1193                 IWL_DEBUG_HC(priv, "TX_ANT_CONFIGURATION_CMD not supported\n");
1194                 return -EOPNOTSUPP;
1195         }
1196 }
1197
1198 /**
1199  * iwl_alive_start - called after REPLY_ALIVE notification received
1200  *                   from protocol/runtime uCode (initialization uCode's
1201  *                   Alive gets handled by iwl_init_alive_start()).
1202  */
1203 int iwl_alive_start(struct iwl_priv *priv)
1204 {
1205         int ret = 0;
1206         struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
1207
1208         /*TODO: this should go to the transport layer */
1209         iwl_reset_ict(trans(priv));
1210
1211         IWL_DEBUG_INFO(priv, "Runtime Alive received.\n");
1212
1213         /* After the ALIVE response, we can send host commands to the uCode */
1214         set_bit(STATUS_ALIVE, &priv->shrd->status);
1215
1216         /* Enable watchdog to monitor the driver tx queues */
1217         iwl_setup_watchdog(priv);
1218
1219         if (iwl_is_rfkill(priv->shrd))
1220                 return -ERFKILL;
1221
1222         /* download priority table before any calibration request */
1223         if (cfg(priv)->bt_params &&
1224             cfg(priv)->bt_params->advanced_bt_coexist) {
1225                 /* Configure Bluetooth device coexistence support */
1226                 if (cfg(priv)->bt_params->bt_sco_disable)
1227                         priv->bt_enable_pspoll = false;
1228                 else
1229                         priv->bt_enable_pspoll = true;
1230
1231                 priv->bt_valid = IWLAGN_BT_ALL_VALID_MSK;
1232                 priv->kill_ack_mask = IWLAGN_BT_KILL_ACK_MASK_DEFAULT;
1233                 priv->kill_cts_mask = IWLAGN_BT_KILL_CTS_MASK_DEFAULT;
1234                 iwlagn_send_advance_bt_config(priv);
1235                 priv->bt_valid = IWLAGN_BT_VALID_ENABLE_FLAGS;
1236                 priv->cur_rssi_ctx = NULL;
1237
1238                 iwl_send_prio_tbl(trans(priv));
1239
1240                 /* FIXME: w/a to force change uCode BT state machine */
1241                 ret = iwl_send_bt_env(trans(priv), IWL_BT_COEX_ENV_OPEN,
1242                                          BT_COEX_PRIO_TBL_EVT_INIT_CALIB2);
1243                 if (ret)
1244                         return ret;
1245                 ret = iwl_send_bt_env(trans(priv), IWL_BT_COEX_ENV_CLOSE,
1246                                          BT_COEX_PRIO_TBL_EVT_INIT_CALIB2);
1247                 if (ret)
1248                         return ret;
1249         } else {
1250                 /*
1251                  * default is 2-wire BT coexexistence support
1252                  */
1253                 iwl_send_bt_config(priv);
1254         }
1255
1256         /*
1257          * Perform runtime calibrations, including DC calibration.
1258          */
1259         iwlagn_send_calib_cfg_rt(priv, IWL_CALIB_CFG_DC_IDX);
1260
1261         ieee80211_wake_queues(priv->hw);
1262
1263         priv->active_rate = IWL_RATES_MASK;
1264
1265         /* Configure Tx antenna selection based on H/W config */
1266         iwlagn_send_tx_ant_config(priv, cfg(priv)->valid_tx_ant);
1267
1268         if (iwl_is_associated_ctx(ctx) && !priv->shrd->wowlan) {
1269                 struct iwl_rxon_cmd *active_rxon =
1270                                 (struct iwl_rxon_cmd *)&ctx->active;
1271                 /* apply any changes in staging */
1272                 ctx->staging.filter_flags |= RXON_FILTER_ASSOC_MSK;
1273                 active_rxon->filter_flags &= ~RXON_FILTER_ASSOC_MSK;
1274         } else {
1275                 struct iwl_rxon_context *tmp;
1276                 /* Initialize our rx_config data */
1277                 for_each_context(priv, tmp)
1278                         iwl_connection_init_rx_config(priv, tmp);
1279
1280                 iwlagn_set_rxon_chain(priv, ctx);
1281         }
1282
1283         if (!priv->shrd->wowlan) {
1284                 /* WoWLAN ucode will not reply in the same way, skip it */
1285                 iwl_reset_run_time_calib(priv);
1286         }
1287
1288         set_bit(STATUS_READY, &priv->shrd->status);
1289
1290         /* Configure the adapter for unassociated operation */
1291         ret = iwlagn_commit_rxon(priv, ctx);
1292         if (ret)
1293                 return ret;
1294
1295         /* At this point, the NIC is initialized and operational */
1296         iwl_rf_kill_ct_config(priv);
1297
1298         IWL_DEBUG_INFO(priv, "ALIVE processing complete.\n");
1299
1300         return iwl_power_update_mode(priv, true);
1301 }
1302
1303 static void iwl_cancel_deferred_work(struct iwl_priv *priv);
1304
1305 void __iwl_down(struct iwl_priv *priv)
1306 {
1307         int exit_pending;
1308
1309         IWL_DEBUG_INFO(priv, DRV_NAME " is going down\n");
1310
1311         iwl_scan_cancel_timeout(priv, 200);
1312
1313         /*
1314          * If active, scanning won't cancel it, so say it expired.
1315          * No race since we hold the mutex here and a new one
1316          * can't come in at this time.
1317          */
1318         ieee80211_remain_on_channel_expired(priv->hw);
1319
1320         exit_pending =
1321                 test_and_set_bit(STATUS_EXIT_PENDING, &priv->shrd->status);
1322
1323         /* Stop TX queues watchdog. We need to have STATUS_EXIT_PENDING bit set
1324          * to prevent rearm timer */
1325         del_timer_sync(&priv->watchdog);
1326
1327         iwl_clear_ucode_stations(priv, NULL);
1328         iwl_dealloc_bcast_stations(priv);
1329         iwl_clear_driver_stations(priv);
1330
1331         /* reset BT coex data */
1332         priv->bt_status = 0;
1333         priv->cur_rssi_ctx = NULL;
1334         priv->bt_is_sco = 0;
1335         if (cfg(priv)->bt_params)
1336                 priv->bt_traffic_load =
1337                          cfg(priv)->bt_params->bt_init_traffic_load;
1338         else
1339                 priv->bt_traffic_load = 0;
1340         priv->bt_full_concurrent = false;
1341         priv->bt_ci_compliance = 0;
1342
1343         /* Wipe out the EXIT_PENDING status bit if we are not actually
1344          * exiting the module */
1345         if (!exit_pending)
1346                 clear_bit(STATUS_EXIT_PENDING, &priv->shrd->status);
1347
1348         if (priv->mac80211_registered)
1349                 ieee80211_stop_queues(priv->hw);
1350
1351         iwl_trans_stop_device(trans(priv));
1352
1353         /* Clear out all status bits but a few that are stable across reset */
1354         priv->shrd->status &=
1355                         test_bit(STATUS_RF_KILL_HW, &priv->shrd->status) <<
1356                                 STATUS_RF_KILL_HW |
1357                         test_bit(STATUS_GEO_CONFIGURED, &priv->shrd->status) <<
1358                                 STATUS_GEO_CONFIGURED |
1359                         test_bit(STATUS_FW_ERROR, &priv->shrd->status) <<
1360                                 STATUS_FW_ERROR |
1361                         test_bit(STATUS_EXIT_PENDING, &priv->shrd->status) <<
1362                                 STATUS_EXIT_PENDING;
1363
1364         dev_kfree_skb(priv->beacon_skb);
1365         priv->beacon_skb = NULL;
1366 }
1367
1368 void iwl_down(struct iwl_priv *priv)
1369 {
1370         mutex_lock(&priv->shrd->mutex);
1371         __iwl_down(priv);
1372         mutex_unlock(&priv->shrd->mutex);
1373
1374         iwl_cancel_deferred_work(priv);
1375 }
1376
1377 /*****************************************************************************
1378  *
1379  * Workqueue callbacks
1380  *
1381  *****************************************************************************/
1382
1383 static void iwl_bg_run_time_calib_work(struct work_struct *work)
1384 {
1385         struct iwl_priv *priv = container_of(work, struct iwl_priv,
1386                         run_time_calib_work);
1387
1388         mutex_lock(&priv->shrd->mutex);
1389
1390         if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status) ||
1391             test_bit(STATUS_SCANNING, &priv->shrd->status)) {
1392                 mutex_unlock(&priv->shrd->mutex);
1393                 return;
1394         }
1395
1396         if (priv->start_calib) {
1397                 iwl_chain_noise_calibration(priv);
1398                 iwl_sensitivity_calibration(priv);
1399         }
1400
1401         mutex_unlock(&priv->shrd->mutex);
1402 }
1403
1404 void iwlagn_prepare_restart(struct iwl_priv *priv)
1405 {
1406         struct iwl_rxon_context *ctx;
1407         bool bt_full_concurrent;
1408         u8 bt_ci_compliance;
1409         u8 bt_load;
1410         u8 bt_status;
1411         bool bt_is_sco;
1412
1413         lockdep_assert_held(&priv->shrd->mutex);
1414
1415         for_each_context(priv, ctx)
1416                 ctx->vif = NULL;
1417         priv->is_open = 0;
1418
1419         /*
1420          * __iwl_down() will clear the BT status variables,
1421          * which is correct, but when we restart we really
1422          * want to keep them so restore them afterwards.
1423          *
1424          * The restart process will later pick them up and
1425          * re-configure the hw when we reconfigure the BT
1426          * command.
1427          */
1428         bt_full_concurrent = priv->bt_full_concurrent;
1429         bt_ci_compliance = priv->bt_ci_compliance;
1430         bt_load = priv->bt_traffic_load;
1431         bt_status = priv->bt_status;
1432         bt_is_sco = priv->bt_is_sco;
1433
1434         __iwl_down(priv);
1435
1436         priv->bt_full_concurrent = bt_full_concurrent;
1437         priv->bt_ci_compliance = bt_ci_compliance;
1438         priv->bt_traffic_load = bt_load;
1439         priv->bt_status = bt_status;
1440         priv->bt_is_sco = bt_is_sco;
1441 }
1442
1443 static void iwl_bg_restart(struct work_struct *data)
1444 {
1445         struct iwl_priv *priv = container_of(data, struct iwl_priv, restart);
1446
1447         if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
1448                 return;
1449
1450         if (test_and_clear_bit(STATUS_FW_ERROR, &priv->shrd->status)) {
1451                 mutex_lock(&priv->shrd->mutex);
1452                 iwlagn_prepare_restart(priv);
1453                 mutex_unlock(&priv->shrd->mutex);
1454                 iwl_cancel_deferred_work(priv);
1455                 ieee80211_restart_hw(priv->hw);
1456         } else {
1457                 WARN_ON(1);
1458         }
1459 }
1460
1461
1462
1463
1464 void iwlagn_disable_roc(struct iwl_priv *priv)
1465 {
1466         struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_PAN];
1467
1468         lockdep_assert_held(&priv->shrd->mutex);
1469
1470         if (!priv->hw_roc_setup)
1471                 return;
1472
1473         ctx->staging.dev_type = RXON_DEV_TYPE_P2P;
1474         ctx->staging.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
1475
1476         priv->hw_roc_channel = NULL;
1477
1478         memset(ctx->staging.node_addr, 0, ETH_ALEN);
1479
1480         iwlagn_commit_rxon(priv, ctx);
1481
1482         ctx->is_active = false;
1483         priv->hw_roc_setup = false;
1484 }
1485
1486 static void iwlagn_disable_roc_work(struct work_struct *work)
1487 {
1488         struct iwl_priv *priv = container_of(work, struct iwl_priv,
1489                                              hw_roc_disable_work.work);
1490
1491         mutex_lock(&priv->shrd->mutex);
1492         iwlagn_disable_roc(priv);
1493         mutex_unlock(&priv->shrd->mutex);
1494 }
1495
1496 /*****************************************************************************
1497  *
1498  * driver setup and teardown
1499  *
1500  *****************************************************************************/
1501
1502 static void iwl_setup_deferred_work(struct iwl_priv *priv)
1503 {
1504         priv->shrd->workqueue = create_singlethread_workqueue(DRV_NAME);
1505
1506         init_waitqueue_head(&priv->shrd->wait_command_queue);
1507
1508         INIT_WORK(&priv->restart, iwl_bg_restart);
1509         INIT_WORK(&priv->beacon_update, iwl_bg_beacon_update);
1510         INIT_WORK(&priv->run_time_calib_work, iwl_bg_run_time_calib_work);
1511         INIT_WORK(&priv->tx_flush, iwl_bg_tx_flush);
1512         INIT_WORK(&priv->bt_full_concurrency, iwl_bg_bt_full_concurrency);
1513         INIT_WORK(&priv->bt_runtime_config, iwl_bg_bt_runtime_config);
1514         INIT_DELAYED_WORK(&priv->hw_roc_disable_work,
1515                           iwlagn_disable_roc_work);
1516
1517         iwl_setup_scan_deferred_work(priv);
1518
1519         if (cfg(priv)->lib->bt_setup_deferred_work)
1520                 cfg(priv)->lib->bt_setup_deferred_work(priv);
1521
1522         init_timer(&priv->statistics_periodic);
1523         priv->statistics_periodic.data = (unsigned long)priv;
1524         priv->statistics_periodic.function = iwl_bg_statistics_periodic;
1525
1526         init_timer(&priv->ucode_trace);
1527         priv->ucode_trace.data = (unsigned long)priv;
1528         priv->ucode_trace.function = iwl_bg_ucode_trace;
1529
1530         init_timer(&priv->watchdog);
1531         priv->watchdog.data = (unsigned long)priv;
1532         priv->watchdog.function = iwl_bg_watchdog;
1533 }
1534
1535 static void iwl_cancel_deferred_work(struct iwl_priv *priv)
1536 {
1537         if (cfg(priv)->lib->cancel_deferred_work)
1538                 cfg(priv)->lib->cancel_deferred_work(priv);
1539
1540         cancel_work_sync(&priv->run_time_calib_work);
1541         cancel_work_sync(&priv->beacon_update);
1542
1543         iwl_cancel_scan_deferred_work(priv);
1544
1545         cancel_work_sync(&priv->bt_full_concurrency);
1546         cancel_work_sync(&priv->bt_runtime_config);
1547         cancel_delayed_work_sync(&priv->hw_roc_disable_work);
1548
1549         del_timer_sync(&priv->statistics_periodic);
1550         del_timer_sync(&priv->ucode_trace);
1551 }
1552
1553 static void iwl_init_hw_rates(struct iwl_priv *priv,
1554                               struct ieee80211_rate *rates)
1555 {
1556         int i;
1557
1558         for (i = 0; i < IWL_RATE_COUNT_LEGACY; i++) {
1559                 rates[i].bitrate = iwl_rates[i].ieee * 5;
1560                 rates[i].hw_value = i; /* Rate scaling will work on indexes */
1561                 rates[i].hw_value_short = i;
1562                 rates[i].flags = 0;
1563                 if ((i >= IWL_FIRST_CCK_RATE) && (i <= IWL_LAST_CCK_RATE)) {
1564                         /*
1565                          * If CCK != 1M then set short preamble rate flag.
1566                          */
1567                         rates[i].flags |=
1568                                 (iwl_rates[i].plcp == IWL_RATE_1M_PLCP) ?
1569                                         0 : IEEE80211_RATE_SHORT_PREAMBLE;
1570                 }
1571         }
1572 }
1573
1574 static int iwl_init_drv(struct iwl_priv *priv)
1575 {
1576         int ret;
1577
1578         spin_lock_init(&priv->shrd->sta_lock);
1579
1580         mutex_init(&priv->shrd->mutex);
1581
1582         INIT_LIST_HEAD(&trans(priv)->calib_results);
1583
1584         priv->ieee_channels = NULL;
1585         priv->ieee_rates = NULL;
1586         priv->band = IEEE80211_BAND_2GHZ;
1587
1588         priv->iw_mode = NL80211_IFTYPE_STATION;
1589         priv->current_ht_config.smps = IEEE80211_SMPS_STATIC;
1590         priv->missed_beacon_threshold = IWL_MISSED_BEACON_THRESHOLD_DEF;
1591         priv->agg_tids_count = 0;
1592
1593         /* initialize force reset */
1594         priv->force_reset[IWL_RF_RESET].reset_duration =
1595                 IWL_DELAY_NEXT_FORCE_RF_RESET;
1596         priv->force_reset[IWL_FW_RESET].reset_duration =
1597                 IWL_DELAY_NEXT_FORCE_FW_RELOAD;
1598
1599         priv->rx_statistics_jiffies = jiffies;
1600
1601         /* Choose which receivers/antennas to use */
1602         iwlagn_set_rxon_chain(priv, &priv->contexts[IWL_RXON_CTX_BSS]);
1603
1604         iwl_init_scan_params(priv);
1605
1606         /* init bt coex */
1607         if (cfg(priv)->bt_params &&
1608             cfg(priv)->bt_params->advanced_bt_coexist) {
1609                 priv->kill_ack_mask = IWLAGN_BT_KILL_ACK_MASK_DEFAULT;
1610                 priv->kill_cts_mask = IWLAGN_BT_KILL_CTS_MASK_DEFAULT;
1611                 priv->bt_valid = IWLAGN_BT_ALL_VALID_MSK;
1612                 priv->bt_on_thresh = BT_ON_THRESHOLD_DEF;
1613                 priv->bt_duration = BT_DURATION_LIMIT_DEF;
1614                 priv->dynamic_frag_thresh = BT_FRAG_THRESHOLD_DEF;
1615         }
1616
1617         ret = iwl_init_channel_map(priv);
1618         if (ret) {
1619                 IWL_ERR(priv, "initializing regulatory failed: %d\n", ret);
1620                 goto err;
1621         }
1622
1623         ret = iwl_init_geos(priv);
1624         if (ret) {
1625                 IWL_ERR(priv, "initializing geos failed: %d\n", ret);
1626                 goto err_free_channel_map;
1627         }
1628         iwl_init_hw_rates(priv, priv->ieee_rates);
1629
1630         return 0;
1631
1632 err_free_channel_map:
1633         iwl_free_channel_map(priv);
1634 err:
1635         return ret;
1636 }
1637
1638 static void iwl_uninit_drv(struct iwl_priv *priv)
1639 {
1640         iwl_free_geos(priv);
1641         iwl_free_channel_map(priv);
1642         if (priv->tx_cmd_pool)
1643                 kmem_cache_destroy(priv->tx_cmd_pool);
1644         kfree(priv->scan_cmd);
1645         kfree(priv->beacon_cmd);
1646         kfree(rcu_dereference_raw(priv->noa_data));
1647 #ifdef CONFIG_IWLWIFI_DEBUGFS
1648         kfree(priv->wowlan_sram);
1649 #endif
1650 }
1651
1652
1653
1654 static u32 iwl_hw_detect(struct iwl_priv *priv)
1655 {
1656         return iwl_read32(bus(priv), CSR_HW_REV);
1657 }
1658
1659 /* Size of one Rx buffer in host DRAM */
1660 #define IWL_RX_BUF_SIZE_4K (4 * 1024)
1661 #define IWL_RX_BUF_SIZE_8K (8 * 1024)
1662
1663 static int iwl_set_hw_params(struct iwl_priv *priv)
1664 {
1665         if (iwlagn_mod_params.amsdu_size_8K)
1666                 hw_params(priv).rx_page_order =
1667                         get_order(IWL_RX_BUF_SIZE_8K);
1668         else
1669                 hw_params(priv).rx_page_order =
1670                         get_order(IWL_RX_BUF_SIZE_4K);
1671
1672         if (iwlagn_mod_params.disable_11n & IWL_DISABLE_HT_ALL)
1673                 cfg(priv)->sku &= ~EEPROM_SKU_CAP_11N_ENABLE;
1674
1675         hw_params(priv).num_ampdu_queues =
1676                 cfg(priv)->base_params->num_of_ampdu_queues;
1677         hw_params(priv).shadow_reg_enable =
1678                 cfg(priv)->base_params->shadow_reg_enable;
1679         hw_params(priv).sku = cfg(priv)->sku;
1680         hw_params(priv).wd_timeout = cfg(priv)->base_params->wd_timeout;
1681
1682         /* Device-specific setup */
1683         return cfg(priv)->lib->set_hw_params(priv);
1684 }
1685
1686
1687
1688 static void iwl_debug_config(struct iwl_priv *priv)
1689 {
1690         dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEBUG "
1691 #ifdef CONFIG_IWLWIFI_DEBUG
1692                 "enabled\n");
1693 #else
1694                 "disabled\n");
1695 #endif
1696         dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEBUGFS "
1697 #ifdef CONFIG_IWLWIFI_DEBUGFS
1698                 "enabled\n");
1699 #else
1700                 "disabled\n");
1701 #endif
1702         dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEVICE_TRACING "
1703 #ifdef CONFIG_IWLWIFI_DEVICE_TRACING
1704                 "enabled\n");
1705 #else
1706                 "disabled\n");
1707 #endif
1708
1709         dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEVICE_TESTMODE "
1710 #ifdef CONFIG_IWLWIFI_DEVICE_TESTMODE
1711                 "enabled\n");
1712 #else
1713                 "disabled\n");
1714 #endif
1715         dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_P2P "
1716 #ifdef CONFIG_IWLWIFI_P2P
1717                 "enabled\n");
1718 #else
1719                 "disabled\n");
1720 #endif
1721 }
1722
1723 int iwl_probe(struct iwl_bus *bus, const struct iwl_trans_ops *trans_ops,
1724                 struct iwl_cfg *cfg)
1725 {
1726         int err = 0;
1727         struct iwl_priv *priv;
1728         struct ieee80211_hw *hw;
1729         u16 num_mac;
1730         u32 hw_rev;
1731
1732         /************************
1733          * 1. Allocating HW data
1734          ************************/
1735         hw = iwl_alloc_all();
1736         if (!hw) {
1737                 pr_err("%s: Cannot allocate network device\n", cfg->name);
1738                 err = -ENOMEM;
1739                 goto out;
1740         }
1741
1742         priv = hw->priv;
1743         priv->shrd = &priv->_shrd;
1744         bus->shrd = priv->shrd;
1745         priv->shrd->bus = bus;
1746         priv->shrd->priv = priv;
1747
1748         priv->shrd->trans = trans_ops->alloc(priv->shrd);
1749         if (priv->shrd->trans == NULL) {
1750                 err = -ENOMEM;
1751                 goto out_free_traffic_mem;
1752         }
1753
1754         /* At this point both hw and priv are allocated. */
1755
1756         SET_IEEE80211_DEV(hw, bus(priv)->dev);
1757
1758         /* what debugging capabilities we have */
1759         iwl_debug_config(priv);
1760
1761         IWL_DEBUG_INFO(priv, "*** LOAD DRIVER ***\n");
1762         cfg(priv) = cfg;
1763
1764         /* is antenna coupling more than 35dB ? */
1765         priv->bt_ant_couple_ok =
1766                 (iwlagn_mod_params.ant_coupling >
1767                         IWL_BT_ANTENNA_COUPLING_THRESHOLD) ?
1768                         true : false;
1769
1770         /* enable/disable bt channel inhibition */
1771         priv->bt_ch_announce = iwlagn_mod_params.bt_ch_announce;
1772         IWL_DEBUG_INFO(priv, "BT channel inhibition is %s\n",
1773                        (priv->bt_ch_announce) ? "On" : "Off");
1774
1775         if (iwl_alloc_traffic_mem(priv))
1776                 IWL_ERR(priv, "Not enough memory to generate traffic log\n");
1777
1778         /* these spin locks will be used in apm_ops.init and EEPROM access
1779          * we should init now
1780          */
1781         spin_lock_init(&bus(priv)->reg_lock);
1782         spin_lock_init(&priv->shrd->lock);
1783
1784         /*
1785          * stop and reset the on-board processor just in case it is in a
1786          * strange state ... like being left stranded by a primary kernel
1787          * and this is now the kdump kernel trying to start up
1788          */
1789         iwl_write32(bus(priv), CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
1790
1791         /***********************
1792          * 3. Read REV register
1793          ***********************/
1794         hw_rev = iwl_hw_detect(priv);
1795         IWL_INFO(priv, "Detected %s, REV=0x%X\n",
1796                 cfg(priv)->name, hw_rev);
1797
1798         err = iwl_trans_request_irq(trans(priv));
1799         if (err)
1800                 goto out_free_trans;
1801
1802         if (iwl_trans_prepare_card_hw(trans(priv))) {
1803                 err = -EIO;
1804                 IWL_WARN(priv, "Failed, HW not ready\n");
1805                 goto out_free_trans;
1806         }
1807
1808         /*****************
1809          * 4. Read EEPROM
1810          *****************/
1811         /* Read the EEPROM */
1812         err = iwl_eeprom_init(priv, hw_rev);
1813         if (err) {
1814                 IWL_ERR(priv, "Unable to init EEPROM\n");
1815                 goto out_free_trans;
1816         }
1817         err = iwl_eeprom_check_version(priv);
1818         if (err)
1819                 goto out_free_eeprom;
1820
1821         err = iwl_eeprom_check_sku(priv);
1822         if (err)
1823                 goto out_free_eeprom;
1824
1825         /* extract MAC Address */
1826         iwl_eeprom_get_mac(priv->shrd, priv->addresses[0].addr);
1827         IWL_DEBUG_INFO(priv, "MAC address: %pM\n", priv->addresses[0].addr);
1828         priv->hw->wiphy->addresses = priv->addresses;
1829         priv->hw->wiphy->n_addresses = 1;
1830         num_mac = iwl_eeprom_query16(priv->shrd, EEPROM_NUM_MAC_ADDRESS);
1831         if (num_mac > 1) {
1832                 memcpy(priv->addresses[1].addr, priv->addresses[0].addr,
1833                        ETH_ALEN);
1834                 priv->addresses[1].addr[5]++;
1835                 priv->hw->wiphy->n_addresses++;
1836         }
1837
1838         /************************
1839          * 5. Setup HW constants
1840          ************************/
1841         if (iwl_set_hw_params(priv)) {
1842                 err = -ENOENT;
1843                 IWL_ERR(priv, "failed to set hw parameters\n");
1844                 goto out_free_eeprom;
1845         }
1846
1847         /*******************
1848          * 6. Setup priv
1849          *******************/
1850
1851         err = iwl_init_drv(priv);
1852         if (err)
1853                 goto out_free_eeprom;
1854         /* At this point both hw and priv are initialized. */
1855
1856         /********************
1857          * 7. Setup services
1858          ********************/
1859         iwl_setup_deferred_work(priv);
1860         iwl_setup_rx_handlers(priv);
1861         iwl_testmode_init(priv);
1862
1863         /*********************************************
1864          * 8. Enable interrupts
1865          *********************************************/
1866
1867         iwl_enable_rfkill_int(priv);
1868
1869         /* If platform's RF_KILL switch is NOT set to KILL */
1870         if (iwl_read32(bus(priv),
1871                         CSR_GP_CNTRL) & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW)
1872                 clear_bit(STATUS_RF_KILL_HW, &priv->shrd->status);
1873         else
1874                 set_bit(STATUS_RF_KILL_HW, &priv->shrd->status);
1875
1876         wiphy_rfkill_set_hw_state(priv->hw->wiphy,
1877                 test_bit(STATUS_RF_KILL_HW, &priv->shrd->status));
1878
1879         iwl_power_initialize(priv);
1880         iwl_tt_initialize(priv);
1881
1882         init_completion(&priv->firmware_loading_complete);
1883
1884         err = iwl_request_firmware(priv, true);
1885         if (err)
1886                 goto out_destroy_workqueue;
1887
1888         return 0;
1889
1890 out_destroy_workqueue:
1891         destroy_workqueue(priv->shrd->workqueue);
1892         priv->shrd->workqueue = NULL;
1893         iwl_uninit_drv(priv);
1894 out_free_eeprom:
1895         iwl_eeprom_free(priv->shrd);
1896 out_free_trans:
1897         iwl_trans_free(trans(priv));
1898 out_free_traffic_mem:
1899         iwl_free_traffic_mem(priv);
1900         ieee80211_free_hw(priv->hw);
1901 out:
1902         return err;
1903 }
1904
1905 void __devexit iwl_remove(struct iwl_priv * priv)
1906 {
1907         wait_for_completion(&priv->firmware_loading_complete);
1908
1909         IWL_DEBUG_INFO(priv, "*** UNLOAD DRIVER ***\n");
1910
1911         iwl_dbgfs_unregister(priv);
1912
1913         /* ieee80211_unregister_hw call wil cause iwlagn_mac_stop to
1914          * to be called and iwl_down since we are removing the device
1915          * we need to set STATUS_EXIT_PENDING bit.
1916          */
1917         set_bit(STATUS_EXIT_PENDING, &priv->shrd->status);
1918
1919         iwl_testmode_cleanup(priv);
1920         iwlagn_mac_unregister(priv);
1921
1922         iwl_tt_exit(priv);
1923
1924         /*This will stop the queues, move the device to low power state */
1925         iwl_trans_stop_device(trans(priv));
1926
1927         iwl_dealloc_ucode(trans(priv));
1928
1929         iwl_eeprom_free(priv->shrd);
1930
1931         /*netif_stop_queue(dev); */
1932         flush_workqueue(priv->shrd->workqueue);
1933
1934         /* ieee80211_unregister_hw calls iwlagn_mac_stop, which flushes
1935          * priv->shrd->workqueue... so we can't take down the workqueue
1936          * until now... */
1937         destroy_workqueue(priv->shrd->workqueue);
1938         priv->shrd->workqueue = NULL;
1939         iwl_free_traffic_mem(priv);
1940
1941         iwl_trans_free(trans(priv));
1942
1943         iwl_uninit_drv(priv);
1944
1945         dev_kfree_skb(priv->beacon_skb);
1946
1947         ieee80211_free_hw(priv->hw);
1948 }
1949
1950
1951 /*****************************************************************************
1952  *
1953  * driver and module entry point
1954  *
1955  *****************************************************************************/
1956 static int __init iwl_init(void)
1957 {
1958
1959         int ret;
1960         pr_info(DRV_DESCRIPTION ", " DRV_VERSION "\n");
1961         pr_info(DRV_COPYRIGHT "\n");
1962
1963         ret = iwlagn_rate_control_register();
1964         if (ret) {
1965                 pr_err("Unable to register rate control algorithm: %d\n", ret);
1966                 return ret;
1967         }
1968
1969         ret = iwl_pci_register_driver();
1970
1971         if (ret)
1972                 goto error_register;
1973         return ret;
1974
1975 error_register:
1976         iwlagn_rate_control_unregister();
1977         return ret;
1978 }
1979
1980 static void __exit iwl_exit(void)
1981 {
1982         iwl_pci_unregister_driver();
1983         iwlagn_rate_control_unregister();
1984 }
1985
1986 module_exit(iwl_exit);
1987 module_init(iwl_init);
1988
1989 #ifdef CONFIG_IWLWIFI_DEBUG
1990 module_param_named(debug, iwlagn_mod_params.debug_level, uint,
1991                    S_IRUGO | S_IWUSR);
1992 MODULE_PARM_DESC(debug, "debug output mask");
1993 #endif
1994
1995 module_param_named(swcrypto, iwlagn_mod_params.sw_crypto, int, S_IRUGO);
1996 MODULE_PARM_DESC(swcrypto, "using crypto in software (default 0 [hardware])");
1997 module_param_named(queues_num, iwlagn_mod_params.num_of_queues, int, S_IRUGO);
1998 MODULE_PARM_DESC(queues_num, "number of hw queues.");
1999 module_param_named(11n_disable, iwlagn_mod_params.disable_11n, uint, S_IRUGO);
2000 MODULE_PARM_DESC(11n_disable,
2001         "disable 11n functionality, bitmap: 1: full, 2: agg TX, 4: agg RX");
2002 module_param_named(amsdu_size_8K, iwlagn_mod_params.amsdu_size_8K,
2003                    int, S_IRUGO);
2004 MODULE_PARM_DESC(amsdu_size_8K, "enable 8K amsdu size");
2005 module_param_named(fw_restart, iwlagn_mod_params.restart_fw, int, S_IRUGO);
2006 MODULE_PARM_DESC(fw_restart, "restart firmware in case of error");
2007
2008 module_param_named(ucode_alternative,
2009                    iwlagn_mod_params.wanted_ucode_alternative,
2010                    int, S_IRUGO);
2011 MODULE_PARM_DESC(ucode_alternative,
2012                  "specify ucode alternative to use from ucode file");
2013
2014 module_param_named(antenna_coupling, iwlagn_mod_params.ant_coupling,
2015                    int, S_IRUGO);
2016 MODULE_PARM_DESC(antenna_coupling,
2017                  "specify antenna coupling in dB (defualt: 0 dB)");
2018
2019 module_param_named(bt_ch_inhibition, iwlagn_mod_params.bt_ch_announce,
2020                    bool, S_IRUGO);
2021 MODULE_PARM_DESC(bt_ch_inhibition,
2022                  "Enable BT channel inhibition (default: enable)");
2023
2024 module_param_named(plcp_check, iwlagn_mod_params.plcp_check, bool, S_IRUGO);
2025 MODULE_PARM_DESC(plcp_check, "Check plcp health (default: 1 [enabled])");
2026
2027 module_param_named(ack_check, iwlagn_mod_params.ack_check, bool, S_IRUGO);
2028 MODULE_PARM_DESC(ack_check, "Check ack health (default: 0 [disabled])");
2029
2030 module_param_named(wd_disable, iwlagn_mod_params.wd_disable, int, S_IRUGO);
2031 MODULE_PARM_DESC(wd_disable,
2032                 "Disable stuck queue watchdog timer 0=system default, "
2033                 "1=disable, 2=enable (default: 0)");
2034
2035 /*
2036  * set bt_coex_active to true, uCode will do kill/defer
2037  * every time the priority line is asserted (BT is sending signals on the
2038  * priority line in the PCIx).
2039  * set bt_coex_active to false, uCode will ignore the BT activity and
2040  * perform the normal operation
2041  *
2042  * User might experience transmit issue on some platform due to WiFi/BT
2043  * co-exist problem. The possible behaviors are:
2044  *   Able to scan and finding all the available AP
2045  *   Not able to associate with any AP
2046  * On those platforms, WiFi communication can be restored by set
2047  * "bt_coex_active" module parameter to "false"
2048  *
2049  * default: bt_coex_active = true (BT_COEX_ENABLE)
2050  */
2051 module_param_named(bt_coex_active, iwlagn_mod_params.bt_coex_active,
2052                 bool, S_IRUGO);
2053 MODULE_PARM_DESC(bt_coex_active, "enable wifi/bt co-exist (default: enable)");
2054
2055 module_param_named(led_mode, iwlagn_mod_params.led_mode, int, S_IRUGO);
2056 MODULE_PARM_DESC(led_mode, "0=system default, "
2057                 "1=On(RF On)/Off(RF Off), 2=blinking (default: 0)");
2058
2059 module_param_named(power_save, iwlagn_mod_params.power_save,
2060                 bool, S_IRUGO);
2061 MODULE_PARM_DESC(power_save,
2062                  "enable WiFi power management (default: disable)");
2063
2064 module_param_named(power_level, iwlagn_mod_params.power_level,
2065                 int, S_IRUGO);
2066 MODULE_PARM_DESC(power_level,
2067                  "default power save level (range from 1 - 5, default: 1)");
2068
2069 module_param_named(auto_agg, iwlagn_mod_params.auto_agg,
2070                 bool, S_IRUGO);
2071 MODULE_PARM_DESC(auto_agg,
2072                  "enable agg w/o check traffic load (default: enable)");
2073
2074 /*
2075  * For now, keep using power level 1 instead of automatically
2076  * adjusting ...
2077  */
2078 module_param_named(no_sleep_autoadjust, iwlagn_mod_params.no_sleep_autoadjust,
2079                 bool, S_IRUGO);
2080 MODULE_PARM_DESC(no_sleep_autoadjust,
2081                  "don't automatically adjust sleep level "
2082                  "according to maximum network latency (default: true)");