1 /******************************************************************************
3 * Copyright(c) 2003 - 2008 Intel Corporation. All rights reserved.
5 * Portions of this file are derived from the ipw3945 project, as well
6 * as portions of the ieee80211 subsystem header files.
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of version 2 of the GNU General Public License as
10 * published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but WITHOUT
13 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
17 * You should have received a copy of the GNU General Public License along with
18 * this program; if not, write to the Free Software Foundation, Inc.,
19 * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
21 * The full GNU General Public License is included in this distribution in the
22 * file called LICENSE.
24 * Contact Information:
25 * Intel Linux Wireless <ilw@linux.intel.com>
26 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
28 *****************************************************************************/
30 #include <linux/kernel.h>
31 #include <linux/module.h>
32 #include <linux/init.h>
33 #include <linux/pci.h>
34 #include <linux/dma-mapping.h>
35 #include <linux/delay.h>
36 #include <linux/skbuff.h>
37 #include <linux/netdevice.h>
38 #include <linux/wireless.h>
39 #include <linux/firmware.h>
40 #include <linux/etherdevice.h>
41 #include <linux/if_arp.h>
43 #include <net/mac80211.h>
45 #include <asm/div64.h>
47 #include "iwl-eeprom.h"
51 #include "iwl-helpers.h"
53 #include "iwl-calib.h"
56 /******************************************************************************
60 ******************************************************************************/
63 * module name, copyright, version, etc.
64 * NOTE: DRV_NAME is defined in iwlwifi.h for use by iwl-debug.h and printk
67 #define DRV_DESCRIPTION "Intel(R) Wireless WiFi Link AGN driver for Linux"
69 #ifdef CONFIG_IWLWIFI_DEBUG
75 #ifdef CONFIG_IWLAGN_SPECTRUM_MEASUREMENT
81 #define DRV_VERSION IWLWIFI_VERSION VD VS
84 MODULE_DESCRIPTION(DRV_DESCRIPTION);
85 MODULE_VERSION(DRV_VERSION);
86 MODULE_AUTHOR(DRV_COPYRIGHT " " DRV_AUTHOR);
87 MODULE_LICENSE("GPL");
88 MODULE_ALIAS("iwl4965");
90 /*************** STATION TABLE MANAGEMENT ****
91 * mac80211 should be examined to determine if sta_info is duplicating
92 * the functionality provided here
95 /**************************************************************/
99 static void iwl_set_rxon_hwcrypto(struct iwl_priv *priv, int hw_decrypt)
101 struct iwl_rxon_cmd *rxon = &priv->staging_rxon;
104 rxon->filter_flags &= ~RXON_FILTER_DIS_DECRYPT_MSK;
106 rxon->filter_flags |= RXON_FILTER_DIS_DECRYPT_MSK;
111 * iwl_full_rxon_required - check if full RXON (vs RXON_ASSOC) cmd is needed
112 * @priv: staging_rxon is compared to active_rxon
114 * If the RXON structure is changing enough to require a new tune,
115 * or is clearing the RXON_FILTER_ASSOC_MSK, then return 1 to indicate that
116 * a new tune (full RXON command, rather than RXON_ASSOC cmd) is required.
118 static int iwl_full_rxon_required(struct iwl_priv *priv)
121 /* These items are only settable from the full RXON command */
122 if (!(iwl_is_associated(priv)) ||
123 compare_ether_addr(priv->staging_rxon.bssid_addr,
124 priv->active_rxon.bssid_addr) ||
125 compare_ether_addr(priv->staging_rxon.node_addr,
126 priv->active_rxon.node_addr) ||
127 compare_ether_addr(priv->staging_rxon.wlap_bssid_addr,
128 priv->active_rxon.wlap_bssid_addr) ||
129 (priv->staging_rxon.dev_type != priv->active_rxon.dev_type) ||
130 (priv->staging_rxon.channel != priv->active_rxon.channel) ||
131 (priv->staging_rxon.air_propagation !=
132 priv->active_rxon.air_propagation) ||
133 (priv->staging_rxon.ofdm_ht_single_stream_basic_rates !=
134 priv->active_rxon.ofdm_ht_single_stream_basic_rates) ||
135 (priv->staging_rxon.ofdm_ht_dual_stream_basic_rates !=
136 priv->active_rxon.ofdm_ht_dual_stream_basic_rates) ||
137 (priv->staging_rxon.assoc_id != priv->active_rxon.assoc_id))
140 /* flags, filter_flags, ofdm_basic_rates, and cck_basic_rates can
141 * be updated with the RXON_ASSOC command -- however only some
142 * flag transitions are allowed using RXON_ASSOC */
144 /* Check if we are not switching bands */
145 if ((priv->staging_rxon.flags & RXON_FLG_BAND_24G_MSK) !=
146 (priv->active_rxon.flags & RXON_FLG_BAND_24G_MSK))
149 /* Check if we are switching association toggle */
150 if ((priv->staging_rxon.filter_flags & RXON_FILTER_ASSOC_MSK) !=
151 (priv->active_rxon.filter_flags & RXON_FILTER_ASSOC_MSK))
158 * iwl_commit_rxon - commit staging_rxon to hardware
160 * The RXON command in staging_rxon is committed to the hardware and
161 * the active_rxon structure is updated with the new data. This
162 * function correctly transitions out of the RXON_ASSOC_MSK state if
163 * a HW tune is required based on the RXON structure changes.
165 static int iwl_commit_rxon(struct iwl_priv *priv)
167 /* cast away the const for active_rxon in this function */
168 struct iwl_rxon_cmd *active_rxon = (void *)&priv->active_rxon;
171 !!(priv->staging_rxon.filter_flags & RXON_FILTER_ASSOC_MSK);
173 if (!iwl_is_alive(priv))
176 /* always get timestamp with Rx frame */
177 priv->staging_rxon.flags |= RXON_FLG_TSF2HOST_MSK;
178 /* allow CTS-to-self if possible. this is relevant only for
179 * 5000, but will not damage 4965 */
180 priv->staging_rxon.flags |= RXON_FLG_SELF_CTS_EN;
182 ret = iwl_agn_check_rxon_cmd(&priv->staging_rxon);
184 IWL_ERROR("Invalid RXON configuration. Not committing.\n");
188 /* If we don't need to send a full RXON, we can use
189 * iwl_rxon_assoc_cmd which is used to reconfigure filter
190 * and other flags for the current radio configuration. */
191 if (!iwl_full_rxon_required(priv)) {
192 ret = iwl_send_rxon_assoc(priv);
194 IWL_ERROR("Error setting RXON_ASSOC (%d)\n", ret);
198 memcpy(active_rxon, &priv->staging_rxon, sizeof(*active_rxon));
202 /* station table will be cleared */
203 priv->assoc_station_added = 0;
205 /* If we are currently associated and the new config requires
206 * an RXON_ASSOC and the new config wants the associated mask enabled,
207 * we must clear the associated from the active configuration
208 * before we apply the new config */
209 if (iwl_is_associated(priv) && new_assoc) {
210 IWL_DEBUG_INFO("Toggling associated bit on current RXON\n");
211 active_rxon->filter_flags &= ~RXON_FILTER_ASSOC_MSK;
213 ret = iwl_send_cmd_pdu(priv, REPLY_RXON,
214 sizeof(struct iwl_rxon_cmd),
217 /* If the mask clearing failed then we set
218 * active_rxon back to what it was previously */
220 active_rxon->filter_flags |= RXON_FILTER_ASSOC_MSK;
221 IWL_ERROR("Error clearing ASSOC_MSK (%d)\n", ret);
226 IWL_DEBUG_INFO("Sending RXON\n"
227 "* with%s RXON_FILTER_ASSOC_MSK\n"
230 (new_assoc ? "" : "out"),
231 le16_to_cpu(priv->staging_rxon.channel),
232 priv->staging_rxon.bssid_addr);
234 iwl_set_rxon_hwcrypto(priv, !priv->hw_params.sw_crypto);
236 /* Apply the new configuration
237 * RXON unassoc clears the station table in uCode, send it before
238 * we add the bcast station. If assoc bit is set, we will send RXON
239 * after having added the bcast and bssid station.
242 ret = iwl_send_cmd_pdu(priv, REPLY_RXON,
243 sizeof(struct iwl_rxon_cmd), &priv->staging_rxon);
245 IWL_ERROR("Error setting new RXON (%d)\n", ret);
248 memcpy(active_rxon, &priv->staging_rxon, sizeof(*active_rxon));
251 iwl_clear_stations_table(priv);
253 if (!priv->error_recovering)
254 priv->start_calib = 0;
256 /* Add the broadcast address so we can send broadcast frames */
257 if (iwl_rxon_add_station(priv, iwl_bcast_addr, 0) ==
258 IWL_INVALID_STATION) {
259 IWL_ERROR("Error adding BROADCAST address for transmit.\n");
263 /* If we have set the ASSOC_MSK and we are in BSS mode then
264 * add the IWL_AP_ID to the station rate table */
266 if (priv->iw_mode == NL80211_IFTYPE_STATION) {
267 ret = iwl_rxon_add_station(priv,
268 priv->active_rxon.bssid_addr, 1);
269 if (ret == IWL_INVALID_STATION) {
270 IWL_ERROR("Error adding AP address for TX.\n");
273 priv->assoc_station_added = 1;
274 if (priv->default_wep_key &&
275 iwl_send_static_wepkey_cmd(priv, 0))
276 IWL_ERROR("Could not send WEP static key.\n");
279 /* Apply the new configuration
280 * RXON assoc doesn't clear the station table in uCode,
282 ret = iwl_send_cmd_pdu(priv, REPLY_RXON,
283 sizeof(struct iwl_rxon_cmd), &priv->staging_rxon);
285 IWL_ERROR("Error setting new RXON (%d)\n", ret);
288 memcpy(active_rxon, &priv->staging_rxon, sizeof(*active_rxon));
291 iwl_init_sensitivity(priv);
293 /* If we issue a new RXON command which required a tune then we must
294 * send a new TXPOWER command or we won't be able to Tx any frames */
295 ret = iwl_set_tx_power(priv, priv->tx_power_user_lmt, true);
297 IWL_ERROR("Error sending TX power (%d)\n", ret);
304 void iwl_update_chain_flags(struct iwl_priv *priv)
307 iwl_set_rxon_chain(priv);
308 iwl_commit_rxon(priv);
311 static int iwl_send_bt_config(struct iwl_priv *priv)
313 struct iwl_bt_cmd bt_cmd = {
321 return iwl_send_cmd_pdu(priv, REPLY_BT_CONFIG,
322 sizeof(struct iwl_bt_cmd), &bt_cmd);
325 static void iwl_clear_free_frames(struct iwl_priv *priv)
327 struct list_head *element;
329 IWL_DEBUG_INFO("%d frames on pre-allocated heap on clear.\n",
332 while (!list_empty(&priv->free_frames)) {
333 element = priv->free_frames.next;
335 kfree(list_entry(element, struct iwl_frame, list));
336 priv->frames_count--;
339 if (priv->frames_count) {
340 IWL_WARNING("%d frames still in use. Did we lose one?\n",
342 priv->frames_count = 0;
346 static struct iwl_frame *iwl_get_free_frame(struct iwl_priv *priv)
348 struct iwl_frame *frame;
349 struct list_head *element;
350 if (list_empty(&priv->free_frames)) {
351 frame = kzalloc(sizeof(*frame), GFP_KERNEL);
353 IWL_ERROR("Could not allocate frame!\n");
357 priv->frames_count++;
361 element = priv->free_frames.next;
363 return list_entry(element, struct iwl_frame, list);
366 static void iwl_free_frame(struct iwl_priv *priv, struct iwl_frame *frame)
368 memset(frame, 0, sizeof(*frame));
369 list_add(&frame->list, &priv->free_frames);
372 static unsigned int iwl_fill_beacon_frame(struct iwl_priv *priv,
373 struct ieee80211_hdr *hdr,
376 if (!iwl_is_associated(priv) || !priv->ibss_beacon ||
377 ((priv->iw_mode != NL80211_IFTYPE_ADHOC) &&
378 (priv->iw_mode != NL80211_IFTYPE_AP)))
381 if (priv->ibss_beacon->len > left)
384 memcpy(hdr, priv->ibss_beacon->data, priv->ibss_beacon->len);
386 return priv->ibss_beacon->len;
389 static u8 iwl_rate_get_lowest_plcp(struct iwl_priv *priv)
395 if (priv->staging_rxon.flags & RXON_FLG_BAND_24G_MSK)
396 rate_mask = priv->active_rate_basic & IWL_CCK_RATES_MASK;
398 rate_mask = priv->active_rate_basic & IWL_OFDM_RATES_MASK;
400 /* Find lowest valid rate */
401 for (i = IWL_RATE_1M_INDEX; i != IWL_RATE_INVALID;
402 i = iwl_rates[i].next_ieee) {
403 if (rate_mask & (1 << i))
404 return iwl_rates[i].plcp;
407 /* No valid rate was found. Assign the lowest one */
408 if (priv->staging_rxon.flags & RXON_FLG_BAND_24G_MSK)
409 return IWL_RATE_1M_PLCP;
411 return IWL_RATE_6M_PLCP;
414 static unsigned int iwl_hw_get_beacon_cmd(struct iwl_priv *priv,
415 struct iwl_frame *frame, u8 rate)
417 struct iwl_tx_beacon_cmd *tx_beacon_cmd;
418 unsigned int frame_size;
420 tx_beacon_cmd = &frame->u.beacon;
421 memset(tx_beacon_cmd, 0, sizeof(*tx_beacon_cmd));
423 tx_beacon_cmd->tx.sta_id = priv->hw_params.bcast_sta_id;
424 tx_beacon_cmd->tx.stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
426 frame_size = iwl_fill_beacon_frame(priv, tx_beacon_cmd->frame,
427 sizeof(frame->u) - sizeof(*tx_beacon_cmd));
429 BUG_ON(frame_size > MAX_MPDU_SIZE);
430 tx_beacon_cmd->tx.len = cpu_to_le16((u16)frame_size);
432 if ((rate == IWL_RATE_1M_PLCP) || (rate >= IWL_RATE_2M_PLCP))
433 tx_beacon_cmd->tx.rate_n_flags =
434 iwl_hw_set_rate_n_flags(rate, RATE_MCS_CCK_MSK);
436 tx_beacon_cmd->tx.rate_n_flags =
437 iwl_hw_set_rate_n_flags(rate, 0);
439 tx_beacon_cmd->tx.tx_flags = TX_CMD_FLG_SEQ_CTL_MSK |
441 TX_CMD_FLG_STA_RATE_MSK;
443 return sizeof(*tx_beacon_cmd) + frame_size;
445 static int iwl_send_beacon_cmd(struct iwl_priv *priv)
447 struct iwl_frame *frame;
448 unsigned int frame_size;
452 frame = iwl_get_free_frame(priv);
455 IWL_ERROR("Could not obtain free frame buffer for beacon "
460 rate = iwl_rate_get_lowest_plcp(priv);
462 frame_size = iwl_hw_get_beacon_cmd(priv, frame, rate);
464 rc = iwl_send_cmd_pdu(priv, REPLY_TX_BEACON, frame_size,
467 iwl_free_frame(priv, frame);
472 /******************************************************************************
474 * Misc. internal state and helper functions
476 ******************************************************************************/
478 static void iwl_ht_conf(struct iwl_priv *priv,
479 struct ieee80211_bss_conf *bss_conf)
481 struct ieee80211_sta_ht_cap *ht_conf;
482 struct iwl_ht_info *iwl_conf = &priv->current_ht_config;
483 struct ieee80211_sta *sta;
485 IWL_DEBUG_MAC80211("enter: \n");
487 if (!iwl_conf->is_ht)
492 * It is totally wrong to base global information on something
493 * that is valid only when associated, alas, this driver works
494 * that way and I don't know how to fix it.
498 sta = ieee80211_find_sta(priv->hw, priv->bssid);
503 ht_conf = &sta->ht_cap;
505 if (ht_conf->cap & IEEE80211_HT_CAP_SGI_20)
506 iwl_conf->sgf |= HT_SHORT_GI_20MHZ;
507 if (ht_conf->cap & IEEE80211_HT_CAP_SGI_40)
508 iwl_conf->sgf |= HT_SHORT_GI_40MHZ;
510 iwl_conf->is_green_field = !!(ht_conf->cap & IEEE80211_HT_CAP_GRN_FLD);
511 iwl_conf->max_amsdu_size =
512 !!(ht_conf->cap & IEEE80211_HT_CAP_MAX_AMSDU);
514 iwl_conf->supported_chan_width =
515 !!(ht_conf->cap & IEEE80211_HT_CAP_SUP_WIDTH_20_40);
518 * XXX: The HT configuration needs to be moved into iwl_mac_config()
519 * to be done there correctly.
522 iwl_conf->extension_chan_offset = IEEE80211_HT_PARAM_CHA_SEC_NONE;
523 if (priv->hw->conf.ht.channel_type == NL80211_CHAN_HT40MINUS)
524 iwl_conf->extension_chan_offset = IEEE80211_HT_PARAM_CHA_SEC_BELOW;
525 else if(priv->hw->conf.ht.channel_type == NL80211_CHAN_HT40PLUS)
526 iwl_conf->extension_chan_offset = IEEE80211_HT_PARAM_CHA_SEC_ABOVE;
528 /* If no above or below channel supplied disable FAT channel */
529 if (iwl_conf->extension_chan_offset != IEEE80211_HT_PARAM_CHA_SEC_ABOVE &&
530 iwl_conf->extension_chan_offset != IEEE80211_HT_PARAM_CHA_SEC_BELOW)
531 iwl_conf->supported_chan_width = 0;
533 iwl_conf->sm_ps = (u8)((ht_conf->cap & IEEE80211_HT_CAP_SM_PS) >> 2);
535 memcpy(&iwl_conf->mcs, &ht_conf->mcs, 16);
537 iwl_conf->tx_chan_width = iwl_conf->supported_chan_width != 0;
538 iwl_conf->ht_protection =
539 bss_conf->ht.operation_mode & IEEE80211_HT_OP_MODE_PROTECTION;
540 iwl_conf->non_GF_STA_present =
541 !!(bss_conf->ht.operation_mode & IEEE80211_HT_OP_MODE_NON_GF_STA_PRSNT);
545 IWL_DEBUG_MAC80211("leave\n");
551 static void iwl_activate_qos(struct iwl_priv *priv, u8 force)
553 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
556 priv->qos_data.def_qos_parm.qos_flags = 0;
558 if (priv->qos_data.qos_cap.q_AP.queue_request &&
559 !priv->qos_data.qos_cap.q_AP.txop_request)
560 priv->qos_data.def_qos_parm.qos_flags |=
561 QOS_PARAM_FLG_TXOP_TYPE_MSK;
562 if (priv->qos_data.qos_active)
563 priv->qos_data.def_qos_parm.qos_flags |=
564 QOS_PARAM_FLG_UPDATE_EDCA_MSK;
566 if (priv->current_ht_config.is_ht)
567 priv->qos_data.def_qos_parm.qos_flags |= QOS_PARAM_FLG_TGN_MSK;
569 if (force || iwl_is_associated(priv)) {
570 IWL_DEBUG_QOS("send QoS cmd with Qos active=%d FLAGS=0x%X\n",
571 priv->qos_data.qos_active,
572 priv->qos_data.def_qos_parm.qos_flags);
574 iwl_send_cmd_pdu_async(priv, REPLY_QOS_PARAM,
575 sizeof(struct iwl_qosparam_cmd),
576 &priv->qos_data.def_qos_parm, NULL);
580 #define MAX_UCODE_BEACON_INTERVAL 4096
582 static u16 iwl_adjust_beacon_interval(u16 beacon_val)
585 u16 beacon_factor = 0;
587 beacon_factor = (beacon_val + MAX_UCODE_BEACON_INTERVAL)
588 / MAX_UCODE_BEACON_INTERVAL;
589 new_val = beacon_val / beacon_factor;
594 static void iwl_setup_rxon_timing(struct iwl_priv *priv)
597 s32 interval_tm, rem;
599 struct ieee80211_conf *conf = NULL;
602 conf = ieee80211_get_hw_conf(priv->hw);
604 spin_lock_irqsave(&priv->lock, flags);
605 priv->rxon_timing.timestamp = cpu_to_le64(priv->timestamp);
606 priv->rxon_timing.listen_interval = cpu_to_le16(conf->listen_interval);
608 if (priv->iw_mode == NL80211_IFTYPE_STATION) {
609 beacon_int = iwl_adjust_beacon_interval(priv->beacon_int);
610 priv->rxon_timing.atim_window = 0;
612 beacon_int = iwl_adjust_beacon_interval(conf->beacon_int);
614 /* TODO: we need to get atim_window from upper stack
615 * for now we set to 0 */
616 priv->rxon_timing.atim_window = 0;
619 priv->rxon_timing.beacon_interval = cpu_to_le16(beacon_int);
621 tsf = priv->timestamp; /* tsf is modifed by do_div: copy it */
622 interval_tm = beacon_int * 1024;
623 rem = do_div(tsf, interval_tm);
624 priv->rxon_timing.beacon_init_val = cpu_to_le32(interval_tm - rem);
626 spin_unlock_irqrestore(&priv->lock, flags);
627 IWL_DEBUG_ASSOC("beacon interval %d beacon timer %d beacon tim %d\n",
628 le16_to_cpu(priv->rxon_timing.beacon_interval),
629 le32_to_cpu(priv->rxon_timing.beacon_init_val),
630 le16_to_cpu(priv->rxon_timing.atim_window));
633 static void iwl_set_flags_for_band(struct iwl_priv *priv,
634 enum ieee80211_band band)
636 if (band == IEEE80211_BAND_5GHZ) {
637 priv->staging_rxon.flags &=
638 ~(RXON_FLG_BAND_24G_MSK | RXON_FLG_AUTO_DETECT_MSK
640 priv->staging_rxon.flags |= RXON_FLG_SHORT_SLOT_MSK;
642 /* Copied from iwl_post_associate() */
643 if (priv->assoc_capability & WLAN_CAPABILITY_SHORT_SLOT_TIME)
644 priv->staging_rxon.flags |= RXON_FLG_SHORT_SLOT_MSK;
646 priv->staging_rxon.flags &= ~RXON_FLG_SHORT_SLOT_MSK;
648 if (priv->iw_mode == NL80211_IFTYPE_ADHOC)
649 priv->staging_rxon.flags &= ~RXON_FLG_SHORT_SLOT_MSK;
651 priv->staging_rxon.flags |= RXON_FLG_BAND_24G_MSK;
652 priv->staging_rxon.flags |= RXON_FLG_AUTO_DETECT_MSK;
653 priv->staging_rxon.flags &= ~RXON_FLG_CCK_MSK;
658 * initialize rxon structure with default values from eeprom
660 static void iwl_connection_init_rx_config(struct iwl_priv *priv, int mode)
662 const struct iwl_channel_info *ch_info;
664 memset(&priv->staging_rxon, 0, sizeof(priv->staging_rxon));
667 case NL80211_IFTYPE_AP:
668 priv->staging_rxon.dev_type = RXON_DEV_TYPE_AP;
671 case NL80211_IFTYPE_STATION:
672 priv->staging_rxon.dev_type = RXON_DEV_TYPE_ESS;
673 priv->staging_rxon.filter_flags = RXON_FILTER_ACCEPT_GRP_MSK;
676 case NL80211_IFTYPE_ADHOC:
677 priv->staging_rxon.dev_type = RXON_DEV_TYPE_IBSS;
678 priv->staging_rxon.flags = RXON_FLG_SHORT_PREAMBLE_MSK;
679 priv->staging_rxon.filter_flags = RXON_FILTER_BCON_AWARE_MSK |
680 RXON_FILTER_ACCEPT_GRP_MSK;
683 case NL80211_IFTYPE_MONITOR:
684 priv->staging_rxon.dev_type = RXON_DEV_TYPE_SNIFFER;
685 priv->staging_rxon.filter_flags = RXON_FILTER_PROMISC_MSK |
686 RXON_FILTER_CTL2HOST_MSK | RXON_FILTER_ACCEPT_GRP_MSK;
689 IWL_ERROR("Unsupported interface type %d\n", mode);
694 /* TODO: Figure out when short_preamble would be set and cache from
696 if (!hw_to_local(priv->hw)->short_preamble)
697 priv->staging_rxon.flags &= ~RXON_FLG_SHORT_PREAMBLE_MSK;
699 priv->staging_rxon.flags |= RXON_FLG_SHORT_PREAMBLE_MSK;
702 ch_info = iwl_get_channel_info(priv, priv->band,
703 le16_to_cpu(priv->active_rxon.channel));
706 ch_info = &priv->channel_info[0];
709 * in some case A channels are all non IBSS
710 * in this case force B/G channel
712 if ((priv->iw_mode == NL80211_IFTYPE_ADHOC) &&
713 !(is_channel_ibss(ch_info)))
714 ch_info = &priv->channel_info[0];
716 priv->staging_rxon.channel = cpu_to_le16(ch_info->channel);
717 priv->band = ch_info->band;
719 iwl_set_flags_for_band(priv, priv->band);
721 priv->staging_rxon.ofdm_basic_rates =
722 (IWL_OFDM_RATES_MASK >> IWL_FIRST_OFDM_RATE) & 0xFF;
723 priv->staging_rxon.cck_basic_rates =
724 (IWL_CCK_RATES_MASK >> IWL_FIRST_CCK_RATE) & 0xF;
726 priv->staging_rxon.flags &= ~(RXON_FLG_CHANNEL_MODE_MIXED_MSK |
727 RXON_FLG_CHANNEL_MODE_PURE_40_MSK);
728 memcpy(priv->staging_rxon.node_addr, priv->mac_addr, ETH_ALEN);
729 memcpy(priv->staging_rxon.wlap_bssid_addr, priv->mac_addr, ETH_ALEN);
730 priv->staging_rxon.ofdm_ht_single_stream_basic_rates = 0xff;
731 priv->staging_rxon.ofdm_ht_dual_stream_basic_rates = 0xff;
732 iwl_set_rxon_chain(priv);
735 static int iwl_set_mode(struct iwl_priv *priv, int mode)
737 iwl_connection_init_rx_config(priv, mode);
738 memcpy(priv->staging_rxon.node_addr, priv->mac_addr, ETH_ALEN);
740 iwl_clear_stations_table(priv);
742 /* dont commit rxon if rf-kill is on*/
743 if (!iwl_is_ready_rf(priv))
746 cancel_delayed_work(&priv->scan_check);
747 if (iwl_scan_cancel_timeout(priv, 100)) {
748 IWL_WARNING("Aborted scan still in progress after 100ms\n");
749 IWL_DEBUG_MAC80211("leaving - scan abort failed.\n");
753 iwl_commit_rxon(priv);
758 static void iwl_set_rate(struct iwl_priv *priv)
760 const struct ieee80211_supported_band *hw = NULL;
761 struct ieee80211_rate *rate;
764 hw = iwl_get_hw_mode(priv, priv->band);
766 IWL_ERROR("Failed to set rate: unable to get hw mode\n");
770 priv->active_rate = 0;
771 priv->active_rate_basic = 0;
773 for (i = 0; i < hw->n_bitrates; i++) {
774 rate = &(hw->bitrates[i]);
775 if (rate->hw_value < IWL_RATE_COUNT)
776 priv->active_rate |= (1 << rate->hw_value);
779 IWL_DEBUG_RATE("Set active_rate = %0x, active_rate_basic = %0x\n",
780 priv->active_rate, priv->active_rate_basic);
783 * If a basic rate is configured, then use it (adding IWL_RATE_1M_MASK)
784 * otherwise set it to the default of all CCK rates and 6, 12, 24 for
787 if (priv->active_rate_basic & IWL_CCK_BASIC_RATES_MASK)
788 priv->staging_rxon.cck_basic_rates =
789 ((priv->active_rate_basic &
790 IWL_CCK_RATES_MASK) >> IWL_FIRST_CCK_RATE) & 0xF;
792 priv->staging_rxon.cck_basic_rates =
793 (IWL_CCK_BASIC_RATES_MASK >> IWL_FIRST_CCK_RATE) & 0xF;
795 if (priv->active_rate_basic & IWL_OFDM_BASIC_RATES_MASK)
796 priv->staging_rxon.ofdm_basic_rates =
797 ((priv->active_rate_basic &
798 (IWL_OFDM_BASIC_RATES_MASK | IWL_RATE_6M_MASK)) >>
799 IWL_FIRST_OFDM_RATE) & 0xFF;
801 priv->staging_rxon.ofdm_basic_rates =
802 (IWL_OFDM_BASIC_RATES_MASK >> IWL_FIRST_OFDM_RATE) & 0xFF;
806 /******************************************************************************
808 * Generic RX handler implementations
810 ******************************************************************************/
811 static void iwl_rx_reply_alive(struct iwl_priv *priv,
812 struct iwl_rx_mem_buffer *rxb)
814 struct iwl_rx_packet *pkt = (struct iwl_rx_packet *)rxb->skb->data;
815 struct iwl_alive_resp *palive;
816 struct delayed_work *pwork;
818 palive = &pkt->u.alive_frame;
820 IWL_DEBUG_INFO("Alive ucode status 0x%08X revision "
822 palive->is_valid, palive->ver_type,
823 palive->ver_subtype);
825 if (palive->ver_subtype == INITIALIZE_SUBTYPE) {
826 IWL_DEBUG_INFO("Initialization Alive received.\n");
827 memcpy(&priv->card_alive_init,
829 sizeof(struct iwl_init_alive_resp));
830 pwork = &priv->init_alive_start;
832 IWL_DEBUG_INFO("Runtime Alive received.\n");
833 memcpy(&priv->card_alive, &pkt->u.alive_frame,
834 sizeof(struct iwl_alive_resp));
835 pwork = &priv->alive_start;
838 /* We delay the ALIVE response by 5ms to
839 * give the HW RF Kill time to activate... */
840 if (palive->is_valid == UCODE_VALID_OK)
841 queue_delayed_work(priv->workqueue, pwork,
842 msecs_to_jiffies(5));
844 IWL_WARNING("uCode did not respond OK.\n");
847 static void iwl_rx_reply_error(struct iwl_priv *priv,
848 struct iwl_rx_mem_buffer *rxb)
850 struct iwl_rx_packet *pkt = (struct iwl_rx_packet *)rxb->skb->data;
852 IWL_ERROR("Error Reply type 0x%08X cmd %s (0x%02X) "
853 "seq 0x%04X ser 0x%08X\n",
854 le32_to_cpu(pkt->u.err_resp.error_type),
855 get_cmd_string(pkt->u.err_resp.cmd_id),
856 pkt->u.err_resp.cmd_id,
857 le16_to_cpu(pkt->u.err_resp.bad_cmd_seq_num),
858 le32_to_cpu(pkt->u.err_resp.error_info));
861 #define TX_STATUS_ENTRY(x) case TX_STATUS_FAIL_ ## x: return #x
863 static void iwl_rx_csa(struct iwl_priv *priv, struct iwl_rx_mem_buffer *rxb)
865 struct iwl_rx_packet *pkt = (struct iwl_rx_packet *)rxb->skb->data;
866 struct iwl_rxon_cmd *rxon = (void *)&priv->active_rxon;
867 struct iwl_csa_notification *csa = &(pkt->u.csa_notif);
868 IWL_DEBUG_11H("CSA notif: channel %d, status %d\n",
869 le16_to_cpu(csa->channel), le32_to_cpu(csa->status));
870 rxon->channel = csa->channel;
871 priv->staging_rxon.channel = csa->channel;
874 static void iwl_rx_pm_sleep_notif(struct iwl_priv *priv,
875 struct iwl_rx_mem_buffer *rxb)
877 #ifdef CONFIG_IWLWIFI_DEBUG
878 struct iwl_rx_packet *pkt = (struct iwl_rx_packet *)rxb->skb->data;
879 struct iwl_sleep_notification *sleep = &(pkt->u.sleep_notif);
880 IWL_DEBUG_RX("sleep mode: %d, src: %d\n",
881 sleep->pm_sleep_mode, sleep->pm_wakeup_src);
885 static void iwl_rx_pm_debug_statistics_notif(struct iwl_priv *priv,
886 struct iwl_rx_mem_buffer *rxb)
888 struct iwl_rx_packet *pkt = (struct iwl_rx_packet *)rxb->skb->data;
889 IWL_DEBUG_RADIO("Dumping %d bytes of unhandled "
890 "notification for %s:\n",
891 le32_to_cpu(pkt->len), get_cmd_string(pkt->hdr.cmd));
892 iwl_print_hex_dump(priv, IWL_DL_RADIO, pkt->u.raw, le32_to_cpu(pkt->len));
895 static void iwl_bg_beacon_update(struct work_struct *work)
897 struct iwl_priv *priv =
898 container_of(work, struct iwl_priv, beacon_update);
899 struct sk_buff *beacon;
901 /* Pull updated AP beacon from mac80211. will fail if not in AP mode */
902 beacon = ieee80211_beacon_get(priv->hw, priv->vif);
905 IWL_ERROR("update beacon failed\n");
909 mutex_lock(&priv->mutex);
910 /* new beacon skb is allocated every time; dispose previous.*/
911 if (priv->ibss_beacon)
912 dev_kfree_skb(priv->ibss_beacon);
914 priv->ibss_beacon = beacon;
915 mutex_unlock(&priv->mutex);
917 iwl_send_beacon_cmd(priv);
921 * iwl_bg_statistics_periodic - Timer callback to queue statistics
923 * This callback is provided in order to send a statistics request.
925 * This timer function is continually reset to execute within
926 * REG_RECALIB_PERIOD seconds since the last STATISTICS_NOTIFICATION
927 * was received. We need to ensure we receive the statistics in order
928 * to update the temperature used for calibrating the TXPOWER.
930 static void iwl_bg_statistics_periodic(unsigned long data)
932 struct iwl_priv *priv = (struct iwl_priv *)data;
934 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
937 /* dont send host command if rf-kill is on */
938 if (!iwl_is_ready_rf(priv))
941 iwl_send_statistics_request(priv, CMD_ASYNC);
944 static void iwl_rx_beacon_notif(struct iwl_priv *priv,
945 struct iwl_rx_mem_buffer *rxb)
947 #ifdef CONFIG_IWLWIFI_DEBUG
948 struct iwl_rx_packet *pkt = (struct iwl_rx_packet *)rxb->skb->data;
949 struct iwl4965_beacon_notif *beacon =
950 (struct iwl4965_beacon_notif *)pkt->u.raw;
951 u8 rate = iwl_hw_get_rate(beacon->beacon_notify_hdr.rate_n_flags);
953 IWL_DEBUG_RX("beacon status %x retries %d iss %d "
954 "tsf %d %d rate %d\n",
955 le32_to_cpu(beacon->beacon_notify_hdr.u.status) & TX_STATUS_MSK,
956 beacon->beacon_notify_hdr.failure_frame,
957 le32_to_cpu(beacon->ibss_mgr_status),
958 le32_to_cpu(beacon->high_tsf),
959 le32_to_cpu(beacon->low_tsf), rate);
962 if ((priv->iw_mode == NL80211_IFTYPE_AP) &&
963 (!test_bit(STATUS_EXIT_PENDING, &priv->status)))
964 queue_work(priv->workqueue, &priv->beacon_update);
967 /* Handle notification from uCode that card's power state is changing
968 * due to software, hardware, or critical temperature RFKILL */
969 static void iwl_rx_card_state_notif(struct iwl_priv *priv,
970 struct iwl_rx_mem_buffer *rxb)
972 struct iwl_rx_packet *pkt = (struct iwl_rx_packet *)rxb->skb->data;
973 u32 flags = le32_to_cpu(pkt->u.card_state_notif.flags);
974 unsigned long status = priv->status;
976 IWL_DEBUG_RF_KILL("Card state received: HW:%s SW:%s\n",
977 (flags & HW_CARD_DISABLED) ? "Kill" : "On",
978 (flags & SW_CARD_DISABLED) ? "Kill" : "On");
980 if (flags & (SW_CARD_DISABLED | HW_CARD_DISABLED |
983 iwl_write32(priv, CSR_UCODE_DRV_GP1_SET,
984 CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
986 if (!iwl_grab_nic_access(priv)) {
988 priv, HBUS_TARG_MBX_C,
989 HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
991 iwl_release_nic_access(priv);
994 if (!(flags & RXON_CARD_DISABLED)) {
995 iwl_write32(priv, CSR_UCODE_DRV_GP1_CLR,
996 CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
997 if (!iwl_grab_nic_access(priv)) {
999 priv, HBUS_TARG_MBX_C,
1000 HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
1002 iwl_release_nic_access(priv);
1006 if (flags & RF_CARD_DISABLED) {
1007 iwl_write32(priv, CSR_UCODE_DRV_GP1_SET,
1008 CSR_UCODE_DRV_GP1_REG_BIT_CT_KILL_EXIT);
1009 iwl_read32(priv, CSR_UCODE_DRV_GP1);
1010 if (!iwl_grab_nic_access(priv))
1011 iwl_release_nic_access(priv);
1015 if (flags & HW_CARD_DISABLED)
1016 set_bit(STATUS_RF_KILL_HW, &priv->status);
1018 clear_bit(STATUS_RF_KILL_HW, &priv->status);
1021 if (flags & SW_CARD_DISABLED)
1022 set_bit(STATUS_RF_KILL_SW, &priv->status);
1024 clear_bit(STATUS_RF_KILL_SW, &priv->status);
1026 if (!(flags & RXON_CARD_DISABLED))
1027 iwl_scan_cancel(priv);
1029 if ((test_bit(STATUS_RF_KILL_HW, &status) !=
1030 test_bit(STATUS_RF_KILL_HW, &priv->status)) ||
1031 (test_bit(STATUS_RF_KILL_SW, &status) !=
1032 test_bit(STATUS_RF_KILL_SW, &priv->status)))
1033 queue_work(priv->workqueue, &priv->rf_kill);
1035 wake_up_interruptible(&priv->wait_command_queue);
1038 int iwl_set_pwr_src(struct iwl_priv *priv, enum iwl_pwr_src src)
1041 unsigned long flags;
1043 spin_lock_irqsave(&priv->lock, flags);
1044 ret = iwl_grab_nic_access(priv);
1048 if (src == IWL_PWR_SRC_VAUX) {
1050 ret = pci_read_config_dword(priv->pci_dev, PCI_CFG_POWER_SOURCE,
1053 if (val & PCI_CFG_PMC_PME_FROM_D3COLD_SUPPORT)
1054 iwl_set_bits_mask_prph(priv, APMG_PS_CTRL_REG,
1055 APMG_PS_CTRL_VAL_PWR_SRC_VAUX,
1056 ~APMG_PS_CTRL_MSK_PWR_SRC);
1058 iwl_set_bits_mask_prph(priv, APMG_PS_CTRL_REG,
1059 APMG_PS_CTRL_VAL_PWR_SRC_VMAIN,
1060 ~APMG_PS_CTRL_MSK_PWR_SRC);
1063 iwl_release_nic_access(priv);
1065 spin_unlock_irqrestore(&priv->lock, flags);
1070 * iwl_setup_rx_handlers - Initialize Rx handler callbacks
1072 * Setup the RX handlers for each of the reply types sent from the uCode
1075 * This function chains into the hardware specific files for them to setup
1076 * any hardware specific handlers as well.
1078 static void iwl_setup_rx_handlers(struct iwl_priv *priv)
1080 priv->rx_handlers[REPLY_ALIVE] = iwl_rx_reply_alive;
1081 priv->rx_handlers[REPLY_ERROR] = iwl_rx_reply_error;
1082 priv->rx_handlers[CHANNEL_SWITCH_NOTIFICATION] = iwl_rx_csa;
1083 priv->rx_handlers[PM_SLEEP_NOTIFICATION] = iwl_rx_pm_sleep_notif;
1084 priv->rx_handlers[PM_DEBUG_STATISTIC_NOTIFIC] =
1085 iwl_rx_pm_debug_statistics_notif;
1086 priv->rx_handlers[BEACON_NOTIFICATION] = iwl_rx_beacon_notif;
1089 * The same handler is used for both the REPLY to a discrete
1090 * statistics request from the host as well as for the periodic
1091 * statistics notifications (after received beacons) from the uCode.
1093 priv->rx_handlers[REPLY_STATISTICS_CMD] = iwl_rx_statistics;
1094 priv->rx_handlers[STATISTICS_NOTIFICATION] = iwl_rx_statistics;
1096 iwl_setup_spectrum_handlers(priv);
1097 iwl_setup_rx_scan_handlers(priv);
1099 /* status change handler */
1100 priv->rx_handlers[CARD_STATE_NOTIFICATION] = iwl_rx_card_state_notif;
1102 priv->rx_handlers[MISSED_BEACONS_NOTIFICATION] =
1103 iwl_rx_missed_beacon_notif;
1105 priv->rx_handlers[REPLY_RX_PHY_CMD] = iwl_rx_reply_rx_phy;
1106 priv->rx_handlers[REPLY_RX_MPDU_CMD] = iwl_rx_reply_rx;
1108 priv->rx_handlers[REPLY_COMPRESSED_BA] = iwl_rx_reply_compressed_ba;
1109 /* Set up hardware specific Rx handlers */
1110 priv->cfg->ops->lib->rx_handler_setup(priv);
1114 * iwl_rx_handle - Main entry function for receiving responses from uCode
1116 * Uses the priv->rx_handlers callback function array to invoke
1117 * the appropriate handlers, including command responses,
1118 * frame-received notifications, and other notifications.
1120 void iwl_rx_handle(struct iwl_priv *priv)
1122 struct iwl_rx_mem_buffer *rxb;
1123 struct iwl_rx_packet *pkt;
1124 struct iwl_rx_queue *rxq = &priv->rxq;
1127 unsigned long flags;
1131 /* uCode's read index (stored in shared DRAM) indicates the last Rx
1132 * buffer that the driver may process (last buffer filled by ucode). */
1133 r = le16_to_cpu(rxq->rb_stts->closed_rb_num) & 0x0FFF;
1136 /* Rx interrupt, but nothing sent from uCode */
1138 IWL_DEBUG(IWL_DL_RX, "r = %d, i = %d\n", r, i);
1140 if (iwl_rx_queue_space(rxq) > (RX_QUEUE_SIZE / 2))
1144 rxb = rxq->queue[i];
1146 /* If an RXB doesn't have a Rx queue slot associated with it,
1147 * then a bug has been introduced in the queue refilling
1148 * routines -- catch it here */
1149 BUG_ON(rxb == NULL);
1151 rxq->queue[i] = NULL;
1153 dma_sync_single_range_for_cpu(
1154 &priv->pci_dev->dev, rxb->real_dma_addr,
1155 rxb->aligned_dma_addr - rxb->real_dma_addr,
1156 priv->hw_params.rx_buf_size,
1157 PCI_DMA_FROMDEVICE);
1158 pkt = (struct iwl_rx_packet *)rxb->skb->data;
1160 /* Reclaim a command buffer only if this packet is a response
1161 * to a (driver-originated) command.
1162 * If the packet (e.g. Rx frame) originated from uCode,
1163 * there is no command buffer to reclaim.
1164 * Ucode should set SEQ_RX_FRAME bit if ucode-originated,
1165 * but apparently a few don't get set; catch them here. */
1166 reclaim = !(pkt->hdr.sequence & SEQ_RX_FRAME) &&
1167 (pkt->hdr.cmd != REPLY_RX_PHY_CMD) &&
1168 (pkt->hdr.cmd != REPLY_RX) &&
1169 (pkt->hdr.cmd != REPLY_RX_MPDU_CMD) &&
1170 (pkt->hdr.cmd != REPLY_COMPRESSED_BA) &&
1171 (pkt->hdr.cmd != STATISTICS_NOTIFICATION) &&
1172 (pkt->hdr.cmd != REPLY_TX);
1174 /* Based on type of command response or notification,
1175 * handle those that need handling via function in
1176 * rx_handlers table. See iwl_setup_rx_handlers() */
1177 if (priv->rx_handlers[pkt->hdr.cmd]) {
1178 IWL_DEBUG(IWL_DL_RX, "r = %d, i = %d, %s, 0x%02x\n", r,
1179 i, get_cmd_string(pkt->hdr.cmd), pkt->hdr.cmd);
1180 priv->rx_handlers[pkt->hdr.cmd] (priv, rxb);
1182 /* No handling needed */
1183 IWL_DEBUG(IWL_DL_RX,
1184 "r %d i %d No handler needed for %s, 0x%02x\n",
1185 r, i, get_cmd_string(pkt->hdr.cmd),
1190 /* Invoke any callbacks, transfer the skb to caller, and
1191 * fire off the (possibly) blocking iwl_send_cmd()
1192 * as we reclaim the driver command queue */
1193 if (rxb && rxb->skb)
1194 iwl_tx_cmd_complete(priv, rxb);
1196 IWL_WARNING("Claim null rxb?\n");
1199 /* For now we just don't re-use anything. We can tweak this
1200 * later to try and re-use notification packets and SKBs that
1201 * fail to Rx correctly */
1202 if (rxb->skb != NULL) {
1203 priv->alloc_rxb_skb--;
1204 dev_kfree_skb_any(rxb->skb);
1208 pci_unmap_single(priv->pci_dev, rxb->real_dma_addr,
1209 priv->hw_params.rx_buf_size + 256,
1210 PCI_DMA_FROMDEVICE);
1211 spin_lock_irqsave(&rxq->lock, flags);
1212 list_add_tail(&rxb->list, &priv->rxq.rx_used);
1213 spin_unlock_irqrestore(&rxq->lock, flags);
1214 i = (i + 1) & RX_QUEUE_MASK;
1215 /* If there are a lot of unused frames,
1216 * restock the Rx queue so ucode wont assert. */
1221 iwl_rx_queue_restock(priv);
1227 /* Backtrack one entry */
1229 iwl_rx_queue_restock(priv);
1232 #ifdef CONFIG_IWLWIFI_DEBUG
1233 static void iwl_print_rx_config_cmd(struct iwl_priv *priv)
1235 struct iwl_rxon_cmd *rxon = &priv->staging_rxon;
1237 IWL_DEBUG_RADIO("RX CONFIG:\n");
1238 iwl_print_hex_dump(priv, IWL_DL_RADIO, (u8 *) rxon, sizeof(*rxon));
1239 IWL_DEBUG_RADIO("u16 channel: 0x%x\n", le16_to_cpu(rxon->channel));
1240 IWL_DEBUG_RADIO("u32 flags: 0x%08X\n", le32_to_cpu(rxon->flags));
1241 IWL_DEBUG_RADIO("u32 filter_flags: 0x%08x\n",
1242 le32_to_cpu(rxon->filter_flags));
1243 IWL_DEBUG_RADIO("u8 dev_type: 0x%x\n", rxon->dev_type);
1244 IWL_DEBUG_RADIO("u8 ofdm_basic_rates: 0x%02x\n",
1245 rxon->ofdm_basic_rates);
1246 IWL_DEBUG_RADIO("u8 cck_basic_rates: 0x%02x\n", rxon->cck_basic_rates);
1247 IWL_DEBUG_RADIO("u8[6] node_addr: %pM\n", rxon->node_addr);
1248 IWL_DEBUG_RADIO("u8[6] bssid_addr: %pM\n", rxon->bssid_addr);
1249 IWL_DEBUG_RADIO("u16 assoc_id: 0x%x\n", le16_to_cpu(rxon->assoc_id));
1253 /* call this function to flush any scheduled tasklet */
1254 static inline void iwl_synchronize_irq(struct iwl_priv *priv)
1256 /* wait to make sure we flush pending tasklet*/
1257 synchronize_irq(priv->pci_dev->irq);
1258 tasklet_kill(&priv->irq_tasklet);
1262 * iwl_irq_handle_error - called for HW or SW error interrupt from card
1264 static void iwl_irq_handle_error(struct iwl_priv *priv)
1266 /* Set the FW error flag -- cleared on iwl_down */
1267 set_bit(STATUS_FW_ERROR, &priv->status);
1269 /* Cancel currently queued command. */
1270 clear_bit(STATUS_HCMD_ACTIVE, &priv->status);
1272 #ifdef CONFIG_IWLWIFI_DEBUG
1273 if (priv->debug_level & IWL_DL_FW_ERRORS) {
1274 iwl_dump_nic_error_log(priv);
1275 iwl_dump_nic_event_log(priv);
1276 iwl_print_rx_config_cmd(priv);
1280 wake_up_interruptible(&priv->wait_command_queue);
1282 /* Keep the restart process from trying to send host
1283 * commands by clearing the INIT status bit */
1284 clear_bit(STATUS_READY, &priv->status);
1286 if (!test_bit(STATUS_EXIT_PENDING, &priv->status)) {
1287 IWL_DEBUG(IWL_DL_FW_ERRORS,
1288 "Restarting adapter due to uCode error.\n");
1290 if (iwl_is_associated(priv)) {
1291 memcpy(&priv->recovery_rxon, &priv->active_rxon,
1292 sizeof(priv->recovery_rxon));
1293 priv->error_recovering = 1;
1295 if (priv->cfg->mod_params->restart_fw)
1296 queue_work(priv->workqueue, &priv->restart);
1300 static void iwl_error_recovery(struct iwl_priv *priv)
1302 unsigned long flags;
1304 memcpy(&priv->staging_rxon, &priv->recovery_rxon,
1305 sizeof(priv->staging_rxon));
1306 priv->staging_rxon.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
1307 iwl_commit_rxon(priv);
1309 iwl_rxon_add_station(priv, priv->bssid, 1);
1311 spin_lock_irqsave(&priv->lock, flags);
1312 priv->assoc_id = le16_to_cpu(priv->staging_rxon.assoc_id);
1313 priv->error_recovering = 0;
1314 spin_unlock_irqrestore(&priv->lock, flags);
1317 static void iwl_irq_tasklet(struct iwl_priv *priv)
1319 u32 inta, handled = 0;
1321 unsigned long flags;
1322 #ifdef CONFIG_IWLWIFI_DEBUG
1326 spin_lock_irqsave(&priv->lock, flags);
1328 /* Ack/clear/reset pending uCode interrupts.
1329 * Note: Some bits in CSR_INT are "OR" of bits in CSR_FH_INT_STATUS,
1330 * and will clear only when CSR_FH_INT_STATUS gets cleared. */
1331 inta = iwl_read32(priv, CSR_INT);
1332 iwl_write32(priv, CSR_INT, inta);
1334 /* Ack/clear/reset pending flow-handler (DMA) interrupts.
1335 * Any new interrupts that happen after this, either while we're
1336 * in this tasklet, or later, will show up in next ISR/tasklet. */
1337 inta_fh = iwl_read32(priv, CSR_FH_INT_STATUS);
1338 iwl_write32(priv, CSR_FH_INT_STATUS, inta_fh);
1340 #ifdef CONFIG_IWLWIFI_DEBUG
1341 if (priv->debug_level & IWL_DL_ISR) {
1342 /* just for debug */
1343 inta_mask = iwl_read32(priv, CSR_INT_MASK);
1344 IWL_DEBUG_ISR("inta 0x%08x, enabled 0x%08x, fh 0x%08x\n",
1345 inta, inta_mask, inta_fh);
1349 /* Since CSR_INT and CSR_FH_INT_STATUS reads and clears are not
1350 * atomic, make sure that inta covers all the interrupts that
1351 * we've discovered, even if FH interrupt came in just after
1352 * reading CSR_INT. */
1353 if (inta_fh & CSR49_FH_INT_RX_MASK)
1354 inta |= CSR_INT_BIT_FH_RX;
1355 if (inta_fh & CSR49_FH_INT_TX_MASK)
1356 inta |= CSR_INT_BIT_FH_TX;
1358 /* Now service all interrupt bits discovered above. */
1359 if (inta & CSR_INT_BIT_HW_ERR) {
1360 IWL_ERROR("Microcode HW error detected. Restarting.\n");
1362 /* Tell the device to stop sending interrupts */
1363 iwl_disable_interrupts(priv);
1365 iwl_irq_handle_error(priv);
1367 handled |= CSR_INT_BIT_HW_ERR;
1369 spin_unlock_irqrestore(&priv->lock, flags);
1374 #ifdef CONFIG_IWLWIFI_DEBUG
1375 if (priv->debug_level & (IWL_DL_ISR)) {
1376 /* NIC fires this, but we don't use it, redundant with WAKEUP */
1377 if (inta & CSR_INT_BIT_SCD)
1378 IWL_DEBUG_ISR("Scheduler finished to transmit "
1379 "the frame/frames.\n");
1381 /* Alive notification via Rx interrupt will do the real work */
1382 if (inta & CSR_INT_BIT_ALIVE)
1383 IWL_DEBUG_ISR("Alive interrupt\n");
1386 /* Safely ignore these bits for debug checks below */
1387 inta &= ~(CSR_INT_BIT_SCD | CSR_INT_BIT_ALIVE);
1389 /* HW RF KILL switch toggled */
1390 if (inta & CSR_INT_BIT_RF_KILL) {
1392 if (!(iwl_read32(priv, CSR_GP_CNTRL) &
1393 CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW))
1396 IWL_DEBUG(IWL_DL_RF_KILL, "RF_KILL bit toggled to %s.\n",
1397 hw_rf_kill ? "disable radio" : "enable radio");
1399 /* driver only loads ucode once setting the interface up.
1400 * the driver as well won't allow loading if RFKILL is set
1401 * therefore no need to restart the driver from this handler
1403 if (!hw_rf_kill && !test_bit(STATUS_ALIVE, &priv->status)) {
1404 clear_bit(STATUS_RF_KILL_HW, &priv->status);
1405 if (priv->is_open && !iwl_is_rfkill(priv))
1406 queue_work(priv->workqueue, &priv->up);
1409 handled |= CSR_INT_BIT_RF_KILL;
1412 /* Chip got too hot and stopped itself */
1413 if (inta & CSR_INT_BIT_CT_KILL) {
1414 IWL_ERROR("Microcode CT kill error detected.\n");
1415 handled |= CSR_INT_BIT_CT_KILL;
1418 /* Error detected by uCode */
1419 if (inta & CSR_INT_BIT_SW_ERR) {
1420 IWL_ERROR("Microcode SW error detected. Restarting 0x%X.\n",
1422 iwl_irq_handle_error(priv);
1423 handled |= CSR_INT_BIT_SW_ERR;
1426 /* uCode wakes up after power-down sleep */
1427 if (inta & CSR_INT_BIT_WAKEUP) {
1428 IWL_DEBUG_ISR("Wakeup interrupt\n");
1429 iwl_rx_queue_update_write_ptr(priv, &priv->rxq);
1430 iwl_txq_update_write_ptr(priv, &priv->txq[0]);
1431 iwl_txq_update_write_ptr(priv, &priv->txq[1]);
1432 iwl_txq_update_write_ptr(priv, &priv->txq[2]);
1433 iwl_txq_update_write_ptr(priv, &priv->txq[3]);
1434 iwl_txq_update_write_ptr(priv, &priv->txq[4]);
1435 iwl_txq_update_write_ptr(priv, &priv->txq[5]);
1437 handled |= CSR_INT_BIT_WAKEUP;
1440 /* All uCode command responses, including Tx command responses,
1441 * Rx "responses" (frame-received notification), and other
1442 * notifications from uCode come through here*/
1443 if (inta & (CSR_INT_BIT_FH_RX | CSR_INT_BIT_SW_RX)) {
1444 iwl_rx_handle(priv);
1445 handled |= (CSR_INT_BIT_FH_RX | CSR_INT_BIT_SW_RX);
1448 if (inta & CSR_INT_BIT_FH_TX) {
1449 IWL_DEBUG_ISR("Tx interrupt\n");
1450 handled |= CSR_INT_BIT_FH_TX;
1451 /* FH finished to write, send event */
1452 priv->ucode_write_complete = 1;
1453 wake_up_interruptible(&priv->wait_command_queue);
1456 if (inta & ~handled)
1457 IWL_ERROR("Unhandled INTA bits 0x%08x\n", inta & ~handled);
1459 if (inta & ~CSR_INI_SET_MASK) {
1460 IWL_WARNING("Disabled INTA bits 0x%08x were pending\n",
1461 inta & ~CSR_INI_SET_MASK);
1462 IWL_WARNING(" with FH_INT = 0x%08x\n", inta_fh);
1465 /* Re-enable all interrupts */
1466 /* only Re-enable if diabled by irq */
1467 if (test_bit(STATUS_INT_ENABLED, &priv->status))
1468 iwl_enable_interrupts(priv);
1470 #ifdef CONFIG_IWLWIFI_DEBUG
1471 if (priv->debug_level & (IWL_DL_ISR)) {
1472 inta = iwl_read32(priv, CSR_INT);
1473 inta_mask = iwl_read32(priv, CSR_INT_MASK);
1474 inta_fh = iwl_read32(priv, CSR_FH_INT_STATUS);
1475 IWL_DEBUG_ISR("End inta 0x%08x, enabled 0x%08x, fh 0x%08x, "
1476 "flags 0x%08lx\n", inta, inta_mask, inta_fh, flags);
1479 spin_unlock_irqrestore(&priv->lock, flags);
1482 static irqreturn_t iwl_isr(int irq, void *data)
1484 struct iwl_priv *priv = data;
1485 u32 inta, inta_mask;
1490 spin_lock(&priv->lock);
1492 /* Disable (but don't clear!) interrupts here to avoid
1493 * back-to-back ISRs and sporadic interrupts from our NIC.
1494 * If we have something to service, the tasklet will re-enable ints.
1495 * If we *don't* have something, we'll re-enable before leaving here. */
1496 inta_mask = iwl_read32(priv, CSR_INT_MASK); /* just for debug */
1497 iwl_write32(priv, CSR_INT_MASK, 0x00000000);
1499 /* Discover which interrupts are active/pending */
1500 inta = iwl_read32(priv, CSR_INT);
1501 inta_fh = iwl_read32(priv, CSR_FH_INT_STATUS);
1503 /* Ignore interrupt if there's nothing in NIC to service.
1504 * This may be due to IRQ shared with another device,
1505 * or due to sporadic interrupts thrown from our NIC. */
1506 if (!inta && !inta_fh) {
1507 IWL_DEBUG_ISR("Ignore interrupt, inta == 0, inta_fh == 0\n");
1511 if ((inta == 0xFFFFFFFF) || ((inta & 0xFFFFFFF0) == 0xa5a5a5a0)) {
1512 /* Hardware disappeared. It might have already raised
1514 IWL_WARNING("HARDWARE GONE?? INTA == 0x%08x\n", inta);
1518 IWL_DEBUG_ISR("ISR inta 0x%08x, enabled 0x%08x, fh 0x%08x\n",
1519 inta, inta_mask, inta_fh);
1521 inta &= ~CSR_INT_BIT_SCD;
1523 /* iwl_irq_tasklet() will service interrupts and re-enable them */
1524 if (likely(inta || inta_fh))
1525 tasklet_schedule(&priv->irq_tasklet);
1528 spin_unlock(&priv->lock);
1532 /* re-enable interrupts here since we don't have anything to service. */
1533 /* only Re-enable if diabled by irq */
1534 if (test_bit(STATUS_INT_ENABLED, &priv->status))
1535 iwl_enable_interrupts(priv);
1536 spin_unlock(&priv->lock);
1540 /******************************************************************************
1542 * uCode download functions
1544 ******************************************************************************/
1546 static void iwl_dealloc_ucode_pci(struct iwl_priv *priv)
1548 iwl_free_fw_desc(priv->pci_dev, &priv->ucode_code);
1549 iwl_free_fw_desc(priv->pci_dev, &priv->ucode_data);
1550 iwl_free_fw_desc(priv->pci_dev, &priv->ucode_data_backup);
1551 iwl_free_fw_desc(priv->pci_dev, &priv->ucode_init);
1552 iwl_free_fw_desc(priv->pci_dev, &priv->ucode_init_data);
1553 iwl_free_fw_desc(priv->pci_dev, &priv->ucode_boot);
1556 static void iwl_nic_start(struct iwl_priv *priv)
1558 /* Remove all resets to allow NIC to operate */
1559 iwl_write32(priv, CSR_RESET, 0);
1564 * iwl_read_ucode - Read uCode images from disk file.
1566 * Copy into buffers for card to fetch via bus-mastering
1568 static int iwl_read_ucode(struct iwl_priv *priv)
1570 struct iwl_ucode *ucode;
1571 int ret = -EINVAL, index;
1572 const struct firmware *ucode_raw;
1573 const char *name_pre = priv->cfg->fw_name_pre;
1574 const unsigned int api_max = priv->cfg->ucode_api_max;
1575 const unsigned int api_min = priv->cfg->ucode_api_min;
1579 u32 api_ver, inst_size, data_size, init_size, init_data_size, boot_size;
1581 /* Ask kernel firmware_class module to get the boot firmware off disk.
1582 * request_firmware() is synchronous, file is in memory on return. */
1583 for (index = api_max; index >= api_min; index--) {
1584 sprintf(buf, "%s%d%s", name_pre, index, ".ucode");
1585 ret = request_firmware(&ucode_raw, buf, &priv->pci_dev->dev);
1587 IWL_ERROR("%s firmware file req failed: Reason %d\n",
1594 if (index < api_max)
1595 IWL_ERROR("Loaded firmware %s, which is deprecated. Please use API v%u instead.\n",
1597 IWL_DEBUG_INFO("Got firmware '%s' file (%zd bytes) from disk\n",
1598 buf, ucode_raw->size);
1606 /* Make sure that we got at least our header! */
1607 if (ucode_raw->size < sizeof(*ucode)) {
1608 IWL_ERROR("File size way too small!\n");
1613 /* Data from ucode file: header followed by uCode images */
1614 ucode = (void *)ucode_raw->data;
1616 priv->ucode_ver = le32_to_cpu(ucode->ver);
1617 api_ver = IWL_UCODE_API(priv->ucode_ver);
1618 inst_size = le32_to_cpu(ucode->inst_size);
1619 data_size = le32_to_cpu(ucode->data_size);
1620 init_size = le32_to_cpu(ucode->init_size);
1621 init_data_size = le32_to_cpu(ucode->init_data_size);
1622 boot_size = le32_to_cpu(ucode->boot_size);
1624 /* api_ver should match the api version forming part of the
1625 * firmware filename ... but we don't check for that and only rely
1626 * on the API version read from firware header from here on forward */
1628 if (api_ver < api_min || api_ver > api_max) {
1629 IWL_ERROR("Driver unable to support your firmware API. "
1630 "Driver supports v%u, firmware is v%u.\n",
1632 priv->ucode_ver = 0;
1636 if (api_ver != api_max)
1637 IWL_ERROR("Firmware has old API version. Expected v%u, "
1638 "got v%u. New firmware can be obtained "
1639 "from http://www.intellinuxwireless.org.\n",
1642 printk(KERN_INFO DRV_NAME " loaded firmware version %u.%u.%u.%u\n",
1643 IWL_UCODE_MAJOR(priv->ucode_ver),
1644 IWL_UCODE_MINOR(priv->ucode_ver),
1645 IWL_UCODE_API(priv->ucode_ver),
1646 IWL_UCODE_SERIAL(priv->ucode_ver));
1648 IWL_DEBUG_INFO("f/w package hdr ucode version raw = 0x%x\n",
1650 IWL_DEBUG_INFO("f/w package hdr runtime inst size = %u\n",
1652 IWL_DEBUG_INFO("f/w package hdr runtime data size = %u\n",
1654 IWL_DEBUG_INFO("f/w package hdr init inst size = %u\n",
1656 IWL_DEBUG_INFO("f/w package hdr init data size = %u\n",
1658 IWL_DEBUG_INFO("f/w package hdr boot inst size = %u\n",
1661 /* Verify size of file vs. image size info in file's header */
1662 if (ucode_raw->size < sizeof(*ucode) +
1663 inst_size + data_size + init_size +
1664 init_data_size + boot_size) {
1666 IWL_DEBUG_INFO("uCode file size %d too small\n",
1667 (int)ucode_raw->size);
1672 /* Verify that uCode images will fit in card's SRAM */
1673 if (inst_size > priv->hw_params.max_inst_size) {
1674 IWL_DEBUG_INFO("uCode instr len %d too large to fit in\n",
1680 if (data_size > priv->hw_params.max_data_size) {
1681 IWL_DEBUG_INFO("uCode data len %d too large to fit in\n",
1686 if (init_size > priv->hw_params.max_inst_size) {
1688 ("uCode init instr len %d too large to fit in\n",
1693 if (init_data_size > priv->hw_params.max_data_size) {
1695 ("uCode init data len %d too large to fit in\n",
1700 if (boot_size > priv->hw_params.max_bsm_size) {
1702 ("uCode boot instr len %d too large to fit in\n",
1708 /* Allocate ucode buffers for card's bus-master loading ... */
1710 /* Runtime instructions and 2 copies of data:
1711 * 1) unmodified from disk
1712 * 2) backup cache for save/restore during power-downs */
1713 priv->ucode_code.len = inst_size;
1714 iwl_alloc_fw_desc(priv->pci_dev, &priv->ucode_code);
1716 priv->ucode_data.len = data_size;
1717 iwl_alloc_fw_desc(priv->pci_dev, &priv->ucode_data);
1719 priv->ucode_data_backup.len = data_size;
1720 iwl_alloc_fw_desc(priv->pci_dev, &priv->ucode_data_backup);
1722 if (!priv->ucode_code.v_addr || !priv->ucode_data.v_addr ||
1723 !priv->ucode_data_backup.v_addr)
1726 /* Initialization instructions and data */
1727 if (init_size && init_data_size) {
1728 priv->ucode_init.len = init_size;
1729 iwl_alloc_fw_desc(priv->pci_dev, &priv->ucode_init);
1731 priv->ucode_init_data.len = init_data_size;
1732 iwl_alloc_fw_desc(priv->pci_dev, &priv->ucode_init_data);
1734 if (!priv->ucode_init.v_addr || !priv->ucode_init_data.v_addr)
1738 /* Bootstrap (instructions only, no data) */
1740 priv->ucode_boot.len = boot_size;
1741 iwl_alloc_fw_desc(priv->pci_dev, &priv->ucode_boot);
1743 if (!priv->ucode_boot.v_addr)
1747 /* Copy images into buffers for card's bus-master reads ... */
1749 /* Runtime instructions (first block of data in file) */
1750 src = &ucode->data[0];
1751 len = priv->ucode_code.len;
1752 IWL_DEBUG_INFO("Copying (but not loading) uCode instr len %Zd\n", len);
1753 memcpy(priv->ucode_code.v_addr, src, len);
1754 IWL_DEBUG_INFO("uCode instr buf vaddr = 0x%p, paddr = 0x%08x\n",
1755 priv->ucode_code.v_addr, (u32)priv->ucode_code.p_addr);
1757 /* Runtime data (2nd block)
1758 * NOTE: Copy into backup buffer will be done in iwl_up() */
1759 src = &ucode->data[inst_size];
1760 len = priv->ucode_data.len;
1761 IWL_DEBUG_INFO("Copying (but not loading) uCode data len %Zd\n", len);
1762 memcpy(priv->ucode_data.v_addr, src, len);
1763 memcpy(priv->ucode_data_backup.v_addr, src, len);
1765 /* Initialization instructions (3rd block) */
1767 src = &ucode->data[inst_size + data_size];
1768 len = priv->ucode_init.len;
1769 IWL_DEBUG_INFO("Copying (but not loading) init instr len %Zd\n",
1771 memcpy(priv->ucode_init.v_addr, src, len);
1774 /* Initialization data (4th block) */
1775 if (init_data_size) {
1776 src = &ucode->data[inst_size + data_size + init_size];
1777 len = priv->ucode_init_data.len;
1778 IWL_DEBUG_INFO("Copying (but not loading) init data len %Zd\n",
1780 memcpy(priv->ucode_init_data.v_addr, src, len);
1783 /* Bootstrap instructions (5th block) */
1784 src = &ucode->data[inst_size + data_size + init_size + init_data_size];
1785 len = priv->ucode_boot.len;
1786 IWL_DEBUG_INFO("Copying (but not loading) boot instr len %Zd\n", len);
1787 memcpy(priv->ucode_boot.v_addr, src, len);
1789 /* We have our copies now, allow OS release its copies */
1790 release_firmware(ucode_raw);
1794 IWL_ERROR("failed to allocate pci memory\n");
1796 iwl_dealloc_ucode_pci(priv);
1799 release_firmware(ucode_raw);
1806 static int iwl_mac_beacon_update(struct ieee80211_hw *hw,
1807 struct sk_buff *skb);
1810 * iwl_alive_start - called after REPLY_ALIVE notification received
1811 * from protocol/runtime uCode (initialization uCode's
1812 * Alive gets handled by iwl_init_alive_start()).
1814 static void iwl_alive_start(struct iwl_priv *priv)
1818 IWL_DEBUG_INFO("Runtime Alive received.\n");
1820 if (priv->card_alive.is_valid != UCODE_VALID_OK) {
1821 /* We had an error bringing up the hardware, so take it
1822 * all the way back down so we can try again */
1823 IWL_DEBUG_INFO("Alive failed.\n");
1827 /* Initialize uCode has loaded Runtime uCode ... verify inst image.
1828 * This is a paranoid check, because we would not have gotten the
1829 * "runtime" alive if code weren't properly loaded. */
1830 if (iwl_verify_ucode(priv)) {
1831 /* Runtime instruction load was bad;
1832 * take it all the way back down so we can try again */
1833 IWL_DEBUG_INFO("Bad runtime uCode load.\n");
1837 iwl_clear_stations_table(priv);
1838 ret = priv->cfg->ops->lib->alive_notify(priv);
1840 IWL_WARNING("Could not complete ALIVE transition [ntf]: %d\n",
1845 /* After the ALIVE response, we can send host commands to the uCode */
1846 set_bit(STATUS_ALIVE, &priv->status);
1848 if (iwl_is_rfkill(priv))
1851 ieee80211_wake_queues(priv->hw);
1853 priv->active_rate = priv->rates_mask;
1854 priv->active_rate_basic = priv->rates_mask & IWL_BASIC_RATES_MASK;
1856 if (iwl_is_associated(priv)) {
1857 struct iwl_rxon_cmd *active_rxon =
1858 (struct iwl_rxon_cmd *)&priv->active_rxon;
1860 memcpy(&priv->staging_rxon, &priv->active_rxon,
1861 sizeof(priv->staging_rxon));
1862 active_rxon->filter_flags &= ~RXON_FILTER_ASSOC_MSK;
1864 /* Initialize our rx_config data */
1865 iwl_connection_init_rx_config(priv, priv->iw_mode);
1866 memcpy(priv->staging_rxon.node_addr, priv->mac_addr, ETH_ALEN);
1869 /* Configure Bluetooth device coexistence support */
1870 iwl_send_bt_config(priv);
1872 iwl_reset_run_time_calib(priv);
1874 /* Configure the adapter for unassociated operation */
1875 iwl_commit_rxon(priv);
1877 /* At this point, the NIC is initialized and operational */
1878 iwl_rf_kill_ct_config(priv);
1880 iwl_leds_register(priv);
1882 IWL_DEBUG_INFO("ALIVE processing complete.\n");
1883 set_bit(STATUS_READY, &priv->status);
1884 wake_up_interruptible(&priv->wait_command_queue);
1886 if (priv->error_recovering)
1887 iwl_error_recovery(priv);
1889 iwl_power_update_mode(priv, 1);
1891 /* reassociate for ADHOC mode */
1892 if (priv->vif && (priv->iw_mode == NL80211_IFTYPE_ADHOC)) {
1893 struct sk_buff *beacon = ieee80211_beacon_get(priv->hw,
1896 iwl_mac_beacon_update(priv->hw, beacon);
1900 if (test_and_clear_bit(STATUS_MODE_PENDING, &priv->status))
1901 iwl_set_mode(priv, priv->iw_mode);
1906 queue_work(priv->workqueue, &priv->restart);
1909 static void iwl_cancel_deferred_work(struct iwl_priv *priv);
1911 static void __iwl_down(struct iwl_priv *priv)
1913 unsigned long flags;
1914 int exit_pending = test_bit(STATUS_EXIT_PENDING, &priv->status);
1916 IWL_DEBUG_INFO(DRV_NAME " is going down\n");
1919 set_bit(STATUS_EXIT_PENDING, &priv->status);
1921 iwl_leds_unregister(priv);
1923 iwl_clear_stations_table(priv);
1925 /* Unblock any waiting calls */
1926 wake_up_interruptible_all(&priv->wait_command_queue);
1928 /* Wipe out the EXIT_PENDING status bit if we are not actually
1929 * exiting the module */
1931 clear_bit(STATUS_EXIT_PENDING, &priv->status);
1933 /* stop and reset the on-board processor */
1934 iwl_write32(priv, CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
1936 /* tell the device to stop sending interrupts */
1937 spin_lock_irqsave(&priv->lock, flags);
1938 iwl_disable_interrupts(priv);
1939 spin_unlock_irqrestore(&priv->lock, flags);
1940 iwl_synchronize_irq(priv);
1942 if (priv->mac80211_registered)
1943 ieee80211_stop_queues(priv->hw);
1945 /* If we have not previously called iwl_init() then
1946 * clear all bits but the RF Kill and SUSPEND bits and return */
1947 if (!iwl_is_init(priv)) {
1948 priv->status = test_bit(STATUS_RF_KILL_HW, &priv->status) <<
1950 test_bit(STATUS_RF_KILL_SW, &priv->status) <<
1952 test_bit(STATUS_GEO_CONFIGURED, &priv->status) <<
1953 STATUS_GEO_CONFIGURED |
1954 test_bit(STATUS_IN_SUSPEND, &priv->status) <<
1956 test_bit(STATUS_EXIT_PENDING, &priv->status) <<
1957 STATUS_EXIT_PENDING;
1961 /* ...otherwise clear out all the status bits but the RF Kill and
1962 * SUSPEND bits and continue taking the NIC down. */
1963 priv->status &= test_bit(STATUS_RF_KILL_HW, &priv->status) <<
1965 test_bit(STATUS_RF_KILL_SW, &priv->status) <<
1967 test_bit(STATUS_GEO_CONFIGURED, &priv->status) <<
1968 STATUS_GEO_CONFIGURED |
1969 test_bit(STATUS_IN_SUSPEND, &priv->status) <<
1971 test_bit(STATUS_FW_ERROR, &priv->status) <<
1973 test_bit(STATUS_EXIT_PENDING, &priv->status) <<
1974 STATUS_EXIT_PENDING;
1976 spin_lock_irqsave(&priv->lock, flags);
1977 iwl_clear_bit(priv, CSR_GP_CNTRL,
1978 CSR_GP_CNTRL_REG_FLAG_MAC_ACCESS_REQ);
1979 spin_unlock_irqrestore(&priv->lock, flags);
1981 iwl_txq_ctx_stop(priv);
1984 spin_lock_irqsave(&priv->lock, flags);
1985 if (!iwl_grab_nic_access(priv)) {
1986 iwl_write_prph(priv, APMG_CLK_DIS_REG,
1987 APMG_CLK_VAL_DMA_CLK_RQT);
1988 iwl_release_nic_access(priv);
1990 spin_unlock_irqrestore(&priv->lock, flags);
1994 /* FIXME: apm_ops.suspend(priv) */
1995 if (exit_pending || test_bit(STATUS_IN_SUSPEND, &priv->status))
1996 priv->cfg->ops->lib->apm_ops.stop(priv);
1998 priv->cfg->ops->lib->apm_ops.reset(priv);
2000 memset(&priv->card_alive, 0, sizeof(struct iwl_alive_resp));
2002 if (priv->ibss_beacon)
2003 dev_kfree_skb(priv->ibss_beacon);
2004 priv->ibss_beacon = NULL;
2006 /* clear out any free frames */
2007 iwl_clear_free_frames(priv);
2010 static void iwl_down(struct iwl_priv *priv)
2012 mutex_lock(&priv->mutex);
2014 mutex_unlock(&priv->mutex);
2016 iwl_cancel_deferred_work(priv);
2019 #define MAX_HW_RESTARTS 5
2021 static int __iwl_up(struct iwl_priv *priv)
2026 if (test_bit(STATUS_EXIT_PENDING, &priv->status)) {
2027 IWL_WARNING("Exit pending; will not bring the NIC up\n");
2031 if (!priv->ucode_data_backup.v_addr || !priv->ucode_data.v_addr) {
2032 IWL_ERROR("ucode not available for device bringup\n");
2036 /* If platform's RF_KILL switch is NOT set to KILL */
2037 if (iwl_read32(priv, CSR_GP_CNTRL) & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW)
2038 clear_bit(STATUS_RF_KILL_HW, &priv->status);
2040 set_bit(STATUS_RF_KILL_HW, &priv->status);
2042 if (iwl_is_rfkill(priv)) {
2043 iwl_enable_interrupts(priv);
2044 IWL_WARNING("Radio disabled by %s RF Kill switch\n",
2045 test_bit(STATUS_RF_KILL_HW, &priv->status) ? "HW" : "SW");
2049 iwl_write32(priv, CSR_INT, 0xFFFFFFFF);
2051 ret = iwl_hw_nic_init(priv);
2053 IWL_ERROR("Unable to init nic\n");
2057 /* make sure rfkill handshake bits are cleared */
2058 iwl_write32(priv, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
2059 iwl_write32(priv, CSR_UCODE_DRV_GP1_CLR,
2060 CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
2062 /* clear (again), then enable host interrupts */
2063 iwl_write32(priv, CSR_INT, 0xFFFFFFFF);
2064 iwl_enable_interrupts(priv);
2066 /* really make sure rfkill handshake bits are cleared */
2067 iwl_write32(priv, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
2068 iwl_write32(priv, CSR_UCODE_DRV_GP1_CLR, CSR_UCODE_SW_BIT_RFKILL);
2070 /* Copy original ucode data image from disk into backup cache.
2071 * This will be used to initialize the on-board processor's
2072 * data SRAM for a clean start when the runtime program first loads. */
2073 memcpy(priv->ucode_data_backup.v_addr, priv->ucode_data.v_addr,
2074 priv->ucode_data.len);
2076 for (i = 0; i < MAX_HW_RESTARTS; i++) {
2078 iwl_clear_stations_table(priv);
2080 /* load bootstrap state machine,
2081 * load bootstrap program into processor's memory,
2082 * prepare to load the "initialize" uCode */
2083 ret = priv->cfg->ops->lib->load_ucode(priv);
2086 IWL_ERROR("Unable to set up bootstrap uCode: %d\n", ret);
2090 /* Clear out the uCode error bit if it is set */
2091 clear_bit(STATUS_FW_ERROR, &priv->status);
2093 /* start card; "initialize" will load runtime ucode */
2094 iwl_nic_start(priv);
2096 IWL_DEBUG_INFO(DRV_NAME " is coming up\n");
2101 set_bit(STATUS_EXIT_PENDING, &priv->status);
2103 clear_bit(STATUS_EXIT_PENDING, &priv->status);
2105 /* tried to restart and config the device for as long as our
2106 * patience could withstand */
2107 IWL_ERROR("Unable to initialize device after %d attempts.\n", i);
2112 /*****************************************************************************
2114 * Workqueue callbacks
2116 *****************************************************************************/
2118 static void iwl_bg_init_alive_start(struct work_struct *data)
2120 struct iwl_priv *priv =
2121 container_of(data, struct iwl_priv, init_alive_start.work);
2123 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2126 mutex_lock(&priv->mutex);
2127 priv->cfg->ops->lib->init_alive_start(priv);
2128 mutex_unlock(&priv->mutex);
2131 static void iwl_bg_alive_start(struct work_struct *data)
2133 struct iwl_priv *priv =
2134 container_of(data, struct iwl_priv, alive_start.work);
2136 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2139 mutex_lock(&priv->mutex);
2140 iwl_alive_start(priv);
2141 mutex_unlock(&priv->mutex);
2144 static void iwl_bg_rf_kill(struct work_struct *work)
2146 struct iwl_priv *priv = container_of(work, struct iwl_priv, rf_kill);
2148 wake_up_interruptible(&priv->wait_command_queue);
2150 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2153 mutex_lock(&priv->mutex);
2155 if (!iwl_is_rfkill(priv)) {
2156 IWL_DEBUG(IWL_DL_RF_KILL,
2157 "HW and/or SW RF Kill no longer active, restarting "
2159 if (!test_bit(STATUS_EXIT_PENDING, &priv->status))
2160 queue_work(priv->workqueue, &priv->restart);
2162 /* make sure mac80211 stop sending Tx frame */
2163 if (priv->mac80211_registered)
2164 ieee80211_stop_queues(priv->hw);
2166 if (!test_bit(STATUS_RF_KILL_HW, &priv->status))
2167 IWL_DEBUG_RF_KILL("Can not turn radio back on - "
2168 "disabled by SW switch\n");
2170 IWL_WARNING("Radio Frequency Kill Switch is On:\n"
2171 "Kill switch must be turned off for "
2172 "wireless networking to work.\n");
2174 mutex_unlock(&priv->mutex);
2175 iwl_rfkill_set_hw_state(priv);
2178 static void iwl_bg_run_time_calib_work(struct work_struct *work)
2180 struct iwl_priv *priv = container_of(work, struct iwl_priv,
2181 run_time_calib_work);
2183 mutex_lock(&priv->mutex);
2185 if (test_bit(STATUS_EXIT_PENDING, &priv->status) ||
2186 test_bit(STATUS_SCANNING, &priv->status)) {
2187 mutex_unlock(&priv->mutex);
2191 if (priv->start_calib) {
2192 iwl_chain_noise_calibration(priv, &priv->statistics);
2194 iwl_sensitivity_calibration(priv, &priv->statistics);
2197 mutex_unlock(&priv->mutex);
2201 static void iwl_bg_up(struct work_struct *data)
2203 struct iwl_priv *priv = container_of(data, struct iwl_priv, up);
2205 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2208 mutex_lock(&priv->mutex);
2210 mutex_unlock(&priv->mutex);
2211 iwl_rfkill_set_hw_state(priv);
2214 static void iwl_bg_restart(struct work_struct *data)
2216 struct iwl_priv *priv = container_of(data, struct iwl_priv, restart);
2218 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2222 queue_work(priv->workqueue, &priv->up);
2225 static void iwl_bg_rx_replenish(struct work_struct *data)
2227 struct iwl_priv *priv =
2228 container_of(data, struct iwl_priv, rx_replenish);
2230 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2233 mutex_lock(&priv->mutex);
2234 iwl_rx_replenish(priv);
2235 mutex_unlock(&priv->mutex);
2238 #define IWL_DELAY_NEXT_SCAN (HZ*2)
2240 static void iwl_post_associate(struct iwl_priv *priv)
2242 struct ieee80211_conf *conf = NULL;
2244 unsigned long flags;
2246 if (priv->iw_mode == NL80211_IFTYPE_AP) {
2247 IWL_ERROR("%s Should not be called in AP mode\n", __func__);
2251 IWL_DEBUG_ASSOC("Associated as %d to: %pM\n",
2252 priv->assoc_id, priv->active_rxon.bssid_addr);
2255 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2259 if (!priv->vif || !priv->is_open)
2262 iwl_power_cancel_timeout(priv);
2263 iwl_scan_cancel_timeout(priv, 200);
2265 conf = ieee80211_get_hw_conf(priv->hw);
2267 priv->staging_rxon.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
2268 iwl_commit_rxon(priv);
2270 iwl_setup_rxon_timing(priv);
2271 ret = iwl_send_cmd_pdu(priv, REPLY_RXON_TIMING,
2272 sizeof(priv->rxon_timing), &priv->rxon_timing);
2274 IWL_WARNING("REPLY_RXON_TIMING failed - "
2275 "Attempting to continue.\n");
2277 priv->staging_rxon.filter_flags |= RXON_FILTER_ASSOC_MSK;
2279 iwl_set_rxon_ht(priv, &priv->current_ht_config);
2281 iwl_set_rxon_chain(priv);
2282 priv->staging_rxon.assoc_id = cpu_to_le16(priv->assoc_id);
2284 IWL_DEBUG_ASSOC("assoc id %d beacon interval %d\n",
2285 priv->assoc_id, priv->beacon_int);
2287 if (priv->assoc_capability & WLAN_CAPABILITY_SHORT_PREAMBLE)
2288 priv->staging_rxon.flags |= RXON_FLG_SHORT_PREAMBLE_MSK;
2290 priv->staging_rxon.flags &= ~RXON_FLG_SHORT_PREAMBLE_MSK;
2292 if (priv->staging_rxon.flags & RXON_FLG_BAND_24G_MSK) {
2293 if (priv->assoc_capability & WLAN_CAPABILITY_SHORT_SLOT_TIME)
2294 priv->staging_rxon.flags |= RXON_FLG_SHORT_SLOT_MSK;
2296 priv->staging_rxon.flags &= ~RXON_FLG_SHORT_SLOT_MSK;
2298 if (priv->iw_mode == NL80211_IFTYPE_ADHOC)
2299 priv->staging_rxon.flags &= ~RXON_FLG_SHORT_SLOT_MSK;
2303 iwl_commit_rxon(priv);
2305 switch (priv->iw_mode) {
2306 case NL80211_IFTYPE_STATION:
2309 case NL80211_IFTYPE_ADHOC:
2311 /* assume default assoc id */
2314 iwl_rxon_add_station(priv, priv->bssid, 0);
2315 iwl_send_beacon_cmd(priv);
2320 IWL_ERROR("%s Should not be called in %d mode\n",
2321 __func__, priv->iw_mode);
2325 if (priv->iw_mode == NL80211_IFTYPE_ADHOC)
2326 priv->assoc_station_added = 1;
2328 spin_lock_irqsave(&priv->lock, flags);
2329 iwl_activate_qos(priv, 0);
2330 spin_unlock_irqrestore(&priv->lock, flags);
2332 /* the chain noise calibration will enabled PM upon completion
2333 * If chain noise has already been run, then we need to enable
2334 * power management here */
2335 if (priv->chain_noise_data.state == IWL_CHAIN_NOISE_DONE)
2336 iwl_power_enable_management(priv);
2338 /* Enable Rx differential gain and sensitivity calibrations */
2339 iwl_chain_noise_reset(priv);
2340 priv->start_calib = 1;
2344 /*****************************************************************************
2346 * mac80211 entry point functions
2348 *****************************************************************************/
2350 #define UCODE_READY_TIMEOUT (4 * HZ)
2352 static int iwl_mac_start(struct ieee80211_hw *hw)
2354 struct iwl_priv *priv = hw->priv;
2358 IWL_DEBUG_MAC80211("enter\n");
2360 if (pci_enable_device(priv->pci_dev)) {
2361 IWL_ERROR("Fail to pci_enable_device\n");
2364 pci_restore_state(priv->pci_dev);
2365 pci_enable_msi(priv->pci_dev);
2367 /* enable interrupts if needed: hw bug w/a */
2368 pci_read_config_word(priv->pci_dev, PCI_COMMAND, &pci_cmd);
2369 if (pci_cmd & PCI_COMMAND_INTX_DISABLE) {
2370 pci_cmd &= ~PCI_COMMAND_INTX_DISABLE;
2371 pci_write_config_word(priv->pci_dev, PCI_COMMAND, pci_cmd);
2374 ret = request_irq(priv->pci_dev->irq, iwl_isr, IRQF_SHARED,
2377 IWL_ERROR("Error allocating IRQ %d\n", priv->pci_dev->irq);
2378 goto out_disable_msi;
2381 /* we should be verifying the device is ready to be opened */
2382 mutex_lock(&priv->mutex);
2384 memset(&priv->staging_rxon, 0, sizeof(struct iwl_rxon_cmd));
2385 /* fetch ucode file from disk, alloc and copy to bus-master buffers ...
2386 * ucode filename and max sizes are card-specific. */
2388 if (!priv->ucode_code.len) {
2389 ret = iwl_read_ucode(priv);
2391 IWL_ERROR("Could not read microcode: %d\n", ret);
2392 mutex_unlock(&priv->mutex);
2393 goto out_release_irq;
2397 ret = __iwl_up(priv);
2399 mutex_unlock(&priv->mutex);
2401 iwl_rfkill_set_hw_state(priv);
2404 goto out_release_irq;
2406 if (iwl_is_rfkill(priv))
2409 IWL_DEBUG_INFO("Start UP work done.\n");
2411 if (test_bit(STATUS_IN_SUSPEND, &priv->status))
2414 /* Wait for START_ALIVE from Run Time ucode. Otherwise callbacks from
2415 * mac80211 will not be run successfully. */
2416 ret = wait_event_interruptible_timeout(priv->wait_command_queue,
2417 test_bit(STATUS_READY, &priv->status),
2418 UCODE_READY_TIMEOUT);
2420 if (!test_bit(STATUS_READY, &priv->status)) {
2421 IWL_ERROR("START_ALIVE timeout after %dms.\n",
2422 jiffies_to_msecs(UCODE_READY_TIMEOUT));
2424 goto out_release_irq;
2430 IWL_DEBUG_MAC80211("leave\n");
2434 free_irq(priv->pci_dev->irq, priv);
2436 pci_disable_msi(priv->pci_dev);
2437 pci_disable_device(priv->pci_dev);
2439 IWL_DEBUG_MAC80211("leave - failed\n");
2443 static void iwl_mac_stop(struct ieee80211_hw *hw)
2445 struct iwl_priv *priv = hw->priv;
2447 IWL_DEBUG_MAC80211("enter\n");
2449 if (!priv->is_open) {
2450 IWL_DEBUG_MAC80211("leave - skip\n");
2456 if (iwl_is_ready_rf(priv)) {
2457 /* stop mac, cancel any scan request and clear
2458 * RXON_FILTER_ASSOC_MSK BIT
2460 mutex_lock(&priv->mutex);
2461 iwl_scan_cancel_timeout(priv, 100);
2462 mutex_unlock(&priv->mutex);
2467 flush_workqueue(priv->workqueue);
2468 free_irq(priv->pci_dev->irq, priv);
2469 pci_disable_msi(priv->pci_dev);
2470 pci_save_state(priv->pci_dev);
2471 pci_disable_device(priv->pci_dev);
2473 IWL_DEBUG_MAC80211("leave\n");
2476 static int iwl_mac_tx(struct ieee80211_hw *hw, struct sk_buff *skb)
2478 struct iwl_priv *priv = hw->priv;
2480 IWL_DEBUG_MACDUMP("enter\n");
2482 IWL_DEBUG_TX("dev->xmit(%d bytes) at rate 0x%02x\n", skb->len,
2483 ieee80211_get_tx_rate(hw, IEEE80211_SKB_CB(skb))->bitrate);
2485 if (iwl_tx_skb(priv, skb))
2486 dev_kfree_skb_any(skb);
2488 IWL_DEBUG_MACDUMP("leave\n");
2489 return NETDEV_TX_OK;
2492 static int iwl_mac_add_interface(struct ieee80211_hw *hw,
2493 struct ieee80211_if_init_conf *conf)
2495 struct iwl_priv *priv = hw->priv;
2496 unsigned long flags;
2498 IWL_DEBUG_MAC80211("enter: type %d\n", conf->type);
2501 IWL_DEBUG_MAC80211("leave - vif != NULL\n");
2505 spin_lock_irqsave(&priv->lock, flags);
2506 priv->vif = conf->vif;
2507 priv->iw_mode = conf->type;
2509 spin_unlock_irqrestore(&priv->lock, flags);
2511 mutex_lock(&priv->mutex);
2513 if (conf->mac_addr) {
2514 IWL_DEBUG_MAC80211("Set %pM\n", conf->mac_addr);
2515 memcpy(priv->mac_addr, conf->mac_addr, ETH_ALEN);
2518 if (iwl_set_mode(priv, conf->type) == -EAGAIN)
2519 /* we are not ready, will run again when ready */
2520 set_bit(STATUS_MODE_PENDING, &priv->status);
2522 mutex_unlock(&priv->mutex);
2524 IWL_DEBUG_MAC80211("leave\n");
2529 * iwl_mac_config - mac80211 config callback
2531 * We ignore conf->flags & IEEE80211_CONF_SHORT_SLOT_TIME since it seems to
2532 * be set inappropriately and the driver currently sets the hardware up to
2533 * use it whenever needed.
2535 static int iwl_mac_config(struct ieee80211_hw *hw, u32 changed)
2537 struct iwl_priv *priv = hw->priv;
2538 const struct iwl_channel_info *ch_info;
2539 struct ieee80211_conf *conf = &hw->conf;
2540 unsigned long flags;
2544 mutex_lock(&priv->mutex);
2545 IWL_DEBUG_MAC80211("enter to channel %d\n", conf->channel->hw_value);
2547 priv->current_ht_config.is_ht = conf->ht.enabled;
2549 if (conf->radio_enabled && iwl_radio_kill_sw_enable_radio(priv)) {
2550 IWL_DEBUG_MAC80211("leave - RF-KILL - waiting for uCode\n");
2554 if (!conf->radio_enabled)
2555 iwl_radio_kill_sw_disable_radio(priv);
2557 if (!iwl_is_ready(priv)) {
2558 IWL_DEBUG_MAC80211("leave - not ready\n");
2563 if (unlikely(!priv->cfg->mod_params->disable_hw_scan &&
2564 test_bit(STATUS_SCANNING, &priv->status))) {
2565 IWL_DEBUG_MAC80211("leave - scanning\n");
2566 mutex_unlock(&priv->mutex);
2570 channel = ieee80211_frequency_to_channel(conf->channel->center_freq);
2571 ch_info = iwl_get_channel_info(priv, conf->channel->band, channel);
2572 if (!is_channel_valid(ch_info)) {
2573 IWL_DEBUG_MAC80211("leave - invalid channel\n");
2578 if (priv->iw_mode == NL80211_IFTYPE_ADHOC &&
2579 !is_channel_ibss(ch_info)) {
2580 IWL_ERROR("channel %d in band %d not IBSS channel\n",
2581 conf->channel->hw_value, conf->channel->band);
2586 spin_lock_irqsave(&priv->lock, flags);
2589 /* if we are switching from ht to 2.4 clear flags
2590 * from any ht related info since 2.4 does not
2592 if ((le16_to_cpu(priv->staging_rxon.channel) != channel)
2593 #ifdef IEEE80211_CONF_CHANNEL_SWITCH
2594 && !(conf->flags & IEEE80211_CONF_CHANNEL_SWITCH)
2597 priv->staging_rxon.flags = 0;
2599 iwl_set_rxon_channel(priv, conf->channel);
2601 iwl_set_flags_for_band(priv, conf->channel->band);
2603 /* The list of supported rates and rate mask can be different
2604 * for each band; since the band may have changed, reset
2605 * the rate mask to what mac80211 lists */
2608 spin_unlock_irqrestore(&priv->lock, flags);
2610 #ifdef IEEE80211_CONF_CHANNEL_SWITCH
2611 if (conf->flags & IEEE80211_CONF_CHANNEL_SWITCH) {
2612 iwl_hw_channel_switch(priv, conf->channel);
2617 if (!conf->radio_enabled) {
2618 IWL_DEBUG_MAC80211("leave - radio disabled\n");
2622 if (iwl_is_rfkill(priv)) {
2623 IWL_DEBUG_MAC80211("leave - RF kill\n");
2628 if (conf->flags & IEEE80211_CONF_PS)
2629 ret = iwl_power_set_user_mode(priv, IWL_POWER_INDEX_3);
2631 ret = iwl_power_set_user_mode(priv, IWL_POWER_MODE_CAM);
2633 IWL_DEBUG_MAC80211("Error setting power level\n");
2635 IWL_DEBUG_MAC80211("TX Power old=%d new=%d\n",
2636 priv->tx_power_user_lmt, conf->power_level);
2638 iwl_set_tx_power(priv, conf->power_level, false);
2642 if (memcmp(&priv->active_rxon,
2643 &priv->staging_rxon, sizeof(priv->staging_rxon)))
2644 iwl_commit_rxon(priv);
2646 IWL_DEBUG_INFO("No re-sending same RXON configuration.\n");
2648 IWL_DEBUG_MAC80211("leave\n");
2651 mutex_unlock(&priv->mutex);
2655 static void iwl_config_ap(struct iwl_priv *priv)
2658 unsigned long flags;
2660 if (test_bit(STATUS_EXIT_PENDING, &priv->status))
2663 /* The following should be done only at AP bring up */
2664 if (!iwl_is_associated(priv)) {
2666 /* RXON - unassoc (to set timing command) */
2667 priv->staging_rxon.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
2668 iwl_commit_rxon(priv);
2671 iwl_setup_rxon_timing(priv);
2672 ret = iwl_send_cmd_pdu(priv, REPLY_RXON_TIMING,
2673 sizeof(priv->rxon_timing), &priv->rxon_timing);
2675 IWL_WARNING("REPLY_RXON_TIMING failed - "
2676 "Attempting to continue.\n");
2678 iwl_set_rxon_chain(priv);
2680 /* FIXME: what should be the assoc_id for AP? */
2681 priv->staging_rxon.assoc_id = cpu_to_le16(priv->assoc_id);
2682 if (priv->assoc_capability & WLAN_CAPABILITY_SHORT_PREAMBLE)
2683 priv->staging_rxon.flags |=
2684 RXON_FLG_SHORT_PREAMBLE_MSK;
2686 priv->staging_rxon.flags &=
2687 ~RXON_FLG_SHORT_PREAMBLE_MSK;
2689 if (priv->staging_rxon.flags & RXON_FLG_BAND_24G_MSK) {
2690 if (priv->assoc_capability &
2691 WLAN_CAPABILITY_SHORT_SLOT_TIME)
2692 priv->staging_rxon.flags |=
2693 RXON_FLG_SHORT_SLOT_MSK;
2695 priv->staging_rxon.flags &=
2696 ~RXON_FLG_SHORT_SLOT_MSK;
2698 if (priv->iw_mode == NL80211_IFTYPE_ADHOC)
2699 priv->staging_rxon.flags &=
2700 ~RXON_FLG_SHORT_SLOT_MSK;
2702 /* restore RXON assoc */
2703 priv->staging_rxon.filter_flags |= RXON_FILTER_ASSOC_MSK;
2704 iwl_commit_rxon(priv);
2705 spin_lock_irqsave(&priv->lock, flags);
2706 iwl_activate_qos(priv, 1);
2707 spin_unlock_irqrestore(&priv->lock, flags);
2708 iwl_rxon_add_station(priv, iwl_bcast_addr, 0);
2710 iwl_send_beacon_cmd(priv);
2712 /* FIXME - we need to add code here to detect a totally new
2713 * configuration, reset the AP, unassoc, rxon timing, assoc,
2714 * clear sta table, add BCAST sta... */
2718 static int iwl_mac_config_interface(struct ieee80211_hw *hw,
2719 struct ieee80211_vif *vif,
2720 struct ieee80211_if_conf *conf)
2722 struct iwl_priv *priv = hw->priv;
2728 if (priv->vif != vif) {
2729 IWL_DEBUG_MAC80211("leave - priv->vif != vif\n");
2733 if (priv->iw_mode == NL80211_IFTYPE_ADHOC &&
2734 conf->changed & IEEE80211_IFCC_BEACON) {
2735 struct sk_buff *beacon = ieee80211_beacon_get(hw, vif);
2738 mutex_lock(&priv->mutex);
2739 rc = iwl_mac_beacon_update(hw, beacon);
2740 mutex_unlock(&priv->mutex);
2745 if (!iwl_is_alive(priv))
2748 mutex_lock(&priv->mutex);
2751 IWL_DEBUG_MAC80211("bssid: %pM\n", conf->bssid);
2754 * very dubious code was here; the probe filtering flag is never set:
2756 if (unlikely(test_bit(STATUS_SCANNING, &priv->status)) &&
2757 !(priv->hw->flags & IEEE80211_HW_NO_PROBE_FILTERING)) {
2760 if (priv->iw_mode == NL80211_IFTYPE_AP) {
2762 conf->bssid = priv->mac_addr;
2763 memcpy(priv->bssid, priv->mac_addr, ETH_ALEN);
2764 IWL_DEBUG_MAC80211("bssid was set to: %pM\n",
2767 if (priv->ibss_beacon)
2768 dev_kfree_skb(priv->ibss_beacon);
2770 priv->ibss_beacon = ieee80211_beacon_get(hw, vif);
2773 if (iwl_is_rfkill(priv))
2776 if (conf->bssid && !is_zero_ether_addr(conf->bssid) &&
2777 !is_multicast_ether_addr(conf->bssid)) {
2778 /* If there is currently a HW scan going on in the background
2779 * then we need to cancel it else the RXON below will fail. */
2780 if (iwl_scan_cancel_timeout(priv, 100)) {
2781 IWL_WARNING("Aborted scan still in progress "
2783 IWL_DEBUG_MAC80211("leaving - scan abort failed.\n");
2784 mutex_unlock(&priv->mutex);
2787 memcpy(priv->staging_rxon.bssid_addr, conf->bssid, ETH_ALEN);
2789 /* TODO: Audit driver for usage of these members and see
2790 * if mac80211 deprecates them (priv->bssid looks like it
2791 * shouldn't be there, but I haven't scanned the IBSS code
2792 * to verify) - jpk */
2793 memcpy(priv->bssid, conf->bssid, ETH_ALEN);
2795 if (priv->iw_mode == NL80211_IFTYPE_AP)
2796 iwl_config_ap(priv);
2798 rc = iwl_commit_rxon(priv);
2799 if ((priv->iw_mode == NL80211_IFTYPE_STATION) && rc)
2800 iwl_rxon_add_station(
2801 priv, priv->active_rxon.bssid_addr, 1);
2805 iwl_scan_cancel_timeout(priv, 100);
2806 priv->staging_rxon.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
2807 iwl_commit_rxon(priv);
2811 IWL_DEBUG_MAC80211("leave\n");
2812 mutex_unlock(&priv->mutex);
2817 static void iwl_configure_filter(struct ieee80211_hw *hw,
2818 unsigned int changed_flags,
2819 unsigned int *total_flags,
2820 int mc_count, struct dev_addr_list *mc_list)
2822 struct iwl_priv *priv = hw->priv;
2823 __le32 *filter_flags = &priv->staging_rxon.filter_flags;
2825 IWL_DEBUG_MAC80211("Enter: changed: 0x%x, total: 0x%x\n",
2826 changed_flags, *total_flags);
2828 if (changed_flags & (FIF_OTHER_BSS | FIF_PROMISC_IN_BSS)) {
2829 if (*total_flags & (FIF_OTHER_BSS | FIF_PROMISC_IN_BSS))
2830 *filter_flags |= RXON_FILTER_PROMISC_MSK;
2832 *filter_flags &= ~RXON_FILTER_PROMISC_MSK;
2834 if (changed_flags & FIF_ALLMULTI) {
2835 if (*total_flags & FIF_ALLMULTI)
2836 *filter_flags |= RXON_FILTER_ACCEPT_GRP_MSK;
2838 *filter_flags &= ~RXON_FILTER_ACCEPT_GRP_MSK;
2840 if (changed_flags & FIF_CONTROL) {
2841 if (*total_flags & FIF_CONTROL)
2842 *filter_flags |= RXON_FILTER_CTL2HOST_MSK;
2844 *filter_flags &= ~RXON_FILTER_CTL2HOST_MSK;
2846 if (changed_flags & FIF_BCN_PRBRESP_PROMISC) {
2847 if (*total_flags & FIF_BCN_PRBRESP_PROMISC)
2848 *filter_flags |= RXON_FILTER_BCON_AWARE_MSK;
2850 *filter_flags &= ~RXON_FILTER_BCON_AWARE_MSK;
2853 /* We avoid iwl_commit_rxon here to commit the new filter flags
2854 * since mac80211 will call ieee80211_hw_config immediately.
2855 * (mc_list is not supported at this time). Otherwise, we need to
2856 * queue a background iwl_commit_rxon work.
2859 *total_flags &= FIF_OTHER_BSS | FIF_ALLMULTI | FIF_PROMISC_IN_BSS |
2860 FIF_BCN_PRBRESP_PROMISC | FIF_CONTROL;
2863 static void iwl_mac_remove_interface(struct ieee80211_hw *hw,
2864 struct ieee80211_if_init_conf *conf)
2866 struct iwl_priv *priv = hw->priv;
2868 IWL_DEBUG_MAC80211("enter\n");
2870 mutex_lock(&priv->mutex);
2872 if (iwl_is_ready_rf(priv)) {
2873 iwl_scan_cancel_timeout(priv, 100);
2874 priv->staging_rxon.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
2875 iwl_commit_rxon(priv);
2877 if (priv->vif == conf->vif) {
2879 memset(priv->bssid, 0, ETH_ALEN);
2881 mutex_unlock(&priv->mutex);
2883 IWL_DEBUG_MAC80211("leave\n");
2887 #define IWL_DELAY_NEXT_SCAN_AFTER_ASSOC (HZ*6)
2888 static void iwl_bss_info_changed(struct ieee80211_hw *hw,
2889 struct ieee80211_vif *vif,
2890 struct ieee80211_bss_conf *bss_conf,
2893 struct iwl_priv *priv = hw->priv;
2895 IWL_DEBUG_MAC80211("changes = 0x%X\n", changes);
2897 if (changes & BSS_CHANGED_ERP_PREAMBLE) {
2898 IWL_DEBUG_MAC80211("ERP_PREAMBLE %d\n",
2899 bss_conf->use_short_preamble);
2900 if (bss_conf->use_short_preamble)
2901 priv->staging_rxon.flags |= RXON_FLG_SHORT_PREAMBLE_MSK;
2903 priv->staging_rxon.flags &= ~RXON_FLG_SHORT_PREAMBLE_MSK;
2906 if (changes & BSS_CHANGED_ERP_CTS_PROT) {
2907 IWL_DEBUG_MAC80211("ERP_CTS %d\n", bss_conf->use_cts_prot);
2908 if (bss_conf->use_cts_prot && (priv->band != IEEE80211_BAND_5GHZ))
2909 priv->staging_rxon.flags |= RXON_FLG_TGG_PROTECT_MSK;
2911 priv->staging_rxon.flags &= ~RXON_FLG_TGG_PROTECT_MSK;
2914 if (changes & BSS_CHANGED_HT) {
2915 iwl_ht_conf(priv, bss_conf);
2916 iwl_set_rxon_chain(priv);
2919 if (changes & BSS_CHANGED_ASSOC) {
2920 IWL_DEBUG_MAC80211("ASSOC %d\n", bss_conf->assoc);
2921 /* This should never happen as this function should
2922 * never be called from interrupt context. */
2923 if (WARN_ON_ONCE(in_interrupt()))
2925 if (bss_conf->assoc) {
2926 priv->assoc_id = bss_conf->aid;
2927 priv->beacon_int = bss_conf->beacon_int;
2928 priv->power_data.dtim_period = bss_conf->dtim_period;
2929 priv->timestamp = bss_conf->timestamp;
2930 priv->assoc_capability = bss_conf->assoc_capability;
2932 /* we have just associated, don't start scan too early
2933 * leave time for EAPOL exchange to complete
2935 priv->next_scan_jiffies = jiffies +
2936 IWL_DELAY_NEXT_SCAN_AFTER_ASSOC;
2937 mutex_lock(&priv->mutex);
2938 iwl_post_associate(priv);
2939 mutex_unlock(&priv->mutex);
2942 IWL_DEBUG_MAC80211("DISASSOC %d\n", bss_conf->assoc);
2944 } else if (changes && iwl_is_associated(priv) && priv->assoc_id) {
2945 IWL_DEBUG_MAC80211("Associated Changes %d\n", changes);
2946 iwl_send_rxon_assoc(priv);
2951 static int iwl_mac_hw_scan(struct ieee80211_hw *hw, u8 *ssid, size_t ssid_len)
2953 unsigned long flags;
2954 struct iwl_priv *priv = hw->priv;
2957 IWL_DEBUG_MAC80211("enter\n");
2959 mutex_lock(&priv->mutex);
2960 spin_lock_irqsave(&priv->lock, flags);
2962 if (!iwl_is_ready_rf(priv)) {
2964 IWL_DEBUG_MAC80211("leave - not ready or exit pending\n");
2968 /* We don't schedule scan within next_scan_jiffies period.
2969 * Avoid scanning during possible EAPOL exchange, return
2970 * success immediately.
2972 if (priv->next_scan_jiffies &&
2973 time_after(priv->next_scan_jiffies, jiffies)) {
2974 IWL_DEBUG_SCAN("scan rejected: within next scan period\n");
2975 queue_work(priv->workqueue, &priv->scan_completed);
2980 /* if we just finished scan ask for delay */
2981 if (iwl_is_associated(priv) && priv->last_scan_jiffies &&
2982 time_after(priv->last_scan_jiffies + IWL_DELAY_NEXT_SCAN, jiffies)) {
2983 IWL_DEBUG_SCAN("scan rejected: within previous scan period\n");
2984 queue_work(priv->workqueue, &priv->scan_completed);
2990 priv->one_direct_scan = 1;
2991 priv->direct_ssid_len = min_t(u8, ssid_len, IW_ESSID_MAX_SIZE);
2992 memcpy(priv->direct_ssid, ssid, priv->direct_ssid_len);
2994 priv->one_direct_scan = 0;
2997 ret = iwl_scan_initiate(priv);
2999 IWL_DEBUG_MAC80211("leave\n");
3002 spin_unlock_irqrestore(&priv->lock, flags);
3003 mutex_unlock(&priv->mutex);
3008 static void iwl_mac_update_tkip_key(struct ieee80211_hw *hw,
3009 struct ieee80211_key_conf *keyconf, const u8 *addr,
3010 u32 iv32, u16 *phase1key)
3013 struct iwl_priv *priv = hw->priv;
3014 IWL_DEBUG_MAC80211("enter\n");
3016 iwl_update_tkip_key(priv, keyconf, addr, iv32, phase1key);
3018 IWL_DEBUG_MAC80211("leave\n");
3021 static int iwl_mac_set_key(struct ieee80211_hw *hw, enum set_key_cmd cmd,
3022 const u8 *local_addr, const u8 *addr,
3023 struct ieee80211_key_conf *key)
3025 struct iwl_priv *priv = hw->priv;
3027 u8 sta_id = IWL_INVALID_STATION;
3028 u8 is_default_wep_key = 0;
3030 IWL_DEBUG_MAC80211("enter\n");
3032 if (priv->hw_params.sw_crypto) {
3033 IWL_DEBUG_MAC80211("leave - hwcrypto disabled\n");
3037 if (is_zero_ether_addr(addr))
3038 /* only support pairwise keys */
3041 sta_id = iwl_find_station(priv, addr);
3042 if (sta_id == IWL_INVALID_STATION) {
3043 IWL_DEBUG_MAC80211("leave - %pM not in station map.\n",
3049 mutex_lock(&priv->mutex);
3050 iwl_scan_cancel_timeout(priv, 100);
3051 mutex_unlock(&priv->mutex);
3053 /* If we are getting WEP group key and we didn't receive any key mapping
3054 * so far, we are in legacy wep mode (group key only), otherwise we are
3056 * In legacy wep mode, we use another host command to the uCode */
3057 if (key->alg == ALG_WEP && sta_id == priv->hw_params.bcast_sta_id &&
3058 priv->iw_mode != NL80211_IFTYPE_AP) {
3060 is_default_wep_key = !priv->key_mapping_key;
3062 is_default_wep_key =
3063 (key->hw_key_idx == HW_KEY_DEFAULT);
3068 if (is_default_wep_key)
3069 ret = iwl_set_default_wep_key(priv, key);
3071 ret = iwl_set_dynamic_key(priv, key, sta_id);
3073 IWL_DEBUG_MAC80211("enable hwcrypto key\n");
3076 if (is_default_wep_key)
3077 ret = iwl_remove_default_wep_key(priv, key);
3079 ret = iwl_remove_dynamic_key(priv, key, sta_id);
3081 IWL_DEBUG_MAC80211("disable hwcrypto key\n");
3087 IWL_DEBUG_MAC80211("leave\n");
3092 static int iwl_mac_conf_tx(struct ieee80211_hw *hw, u16 queue,
3093 const struct ieee80211_tx_queue_params *params)
3095 struct iwl_priv *priv = hw->priv;
3096 unsigned long flags;
3099 IWL_DEBUG_MAC80211("enter\n");
3101 if (!iwl_is_ready_rf(priv)) {
3102 IWL_DEBUG_MAC80211("leave - RF not ready\n");
3106 if (queue >= AC_NUM) {
3107 IWL_DEBUG_MAC80211("leave - queue >= AC_NUM %d\n", queue);
3111 q = AC_NUM - 1 - queue;
3113 spin_lock_irqsave(&priv->lock, flags);
3115 priv->qos_data.def_qos_parm.ac[q].cw_min = cpu_to_le16(params->cw_min);
3116 priv->qos_data.def_qos_parm.ac[q].cw_max = cpu_to_le16(params->cw_max);
3117 priv->qos_data.def_qos_parm.ac[q].aifsn = params->aifs;
3118 priv->qos_data.def_qos_parm.ac[q].edca_txop =
3119 cpu_to_le16((params->txop * 32));
3121 priv->qos_data.def_qos_parm.ac[q].reserved1 = 0;
3122 priv->qos_data.qos_active = 1;
3124 if (priv->iw_mode == NL80211_IFTYPE_AP)
3125 iwl_activate_qos(priv, 1);
3126 else if (priv->assoc_id && iwl_is_associated(priv))
3127 iwl_activate_qos(priv, 0);
3129 spin_unlock_irqrestore(&priv->lock, flags);
3131 IWL_DEBUG_MAC80211("leave\n");
3135 static int iwl_mac_ampdu_action(struct ieee80211_hw *hw,
3136 enum ieee80211_ampdu_mlme_action action,
3137 struct ieee80211_sta *sta, u16 tid, u16 *ssn)
3139 struct iwl_priv *priv = hw->priv;
3141 IWL_DEBUG_HT("A-MPDU action on addr %pM tid %d\n",
3144 if (!(priv->cfg->sku & IWL_SKU_N))
3148 case IEEE80211_AMPDU_RX_START:
3149 IWL_DEBUG_HT("start Rx\n");
3150 return iwl_sta_rx_agg_start(priv, sta->addr, tid, *ssn);
3151 case IEEE80211_AMPDU_RX_STOP:
3152 IWL_DEBUG_HT("stop Rx\n");
3153 return iwl_sta_rx_agg_stop(priv, sta->addr, tid);
3154 case IEEE80211_AMPDU_TX_START:
3155 IWL_DEBUG_HT("start Tx\n");
3156 return iwl_tx_agg_start(priv, sta->addr, tid, ssn);
3157 case IEEE80211_AMPDU_TX_STOP:
3158 IWL_DEBUG_HT("stop Tx\n");
3159 return iwl_tx_agg_stop(priv, sta->addr, tid);
3161 IWL_DEBUG_HT("unknown\n");
3168 static int iwl_mac_get_tx_stats(struct ieee80211_hw *hw,
3169 struct ieee80211_tx_queue_stats *stats)
3171 struct iwl_priv *priv = hw->priv;
3173 struct iwl_tx_queue *txq;
3174 struct iwl_queue *q;
3175 unsigned long flags;
3177 IWL_DEBUG_MAC80211("enter\n");
3179 if (!iwl_is_ready_rf(priv)) {
3180 IWL_DEBUG_MAC80211("leave - RF not ready\n");
3184 spin_lock_irqsave(&priv->lock, flags);
3186 for (i = 0; i < AC_NUM; i++) {
3187 txq = &priv->txq[i];
3189 avail = iwl_queue_space(q);
3191 stats[i].len = q->n_window - avail;
3192 stats[i].limit = q->n_window - q->high_mark;
3193 stats[i].count = q->n_window;
3196 spin_unlock_irqrestore(&priv->lock, flags);
3198 IWL_DEBUG_MAC80211("leave\n");
3203 static int iwl_mac_get_stats(struct ieee80211_hw *hw,
3204 struct ieee80211_low_level_stats *stats)
3206 struct iwl_priv *priv = hw->priv;
3209 IWL_DEBUG_MAC80211("enter\n");
3210 IWL_DEBUG_MAC80211("leave\n");
3215 static void iwl_mac_reset_tsf(struct ieee80211_hw *hw)
3217 struct iwl_priv *priv = hw->priv;
3218 unsigned long flags;
3220 mutex_lock(&priv->mutex);
3221 IWL_DEBUG_MAC80211("enter\n");
3223 spin_lock_irqsave(&priv->lock, flags);
3224 memset(&priv->current_ht_config, 0, sizeof(struct iwl_ht_info));
3225 spin_unlock_irqrestore(&priv->lock, flags);
3227 iwl_reset_qos(priv);
3229 spin_lock_irqsave(&priv->lock, flags);
3231 priv->assoc_capability = 0;
3232 priv->assoc_station_added = 0;
3234 /* new association get rid of ibss beacon skb */
3235 if (priv->ibss_beacon)
3236 dev_kfree_skb(priv->ibss_beacon);
3238 priv->ibss_beacon = NULL;
3240 priv->beacon_int = priv->hw->conf.beacon_int;
3241 priv->timestamp = 0;
3242 if ((priv->iw_mode == NL80211_IFTYPE_STATION))
3243 priv->beacon_int = 0;
3245 spin_unlock_irqrestore(&priv->lock, flags);
3247 if (!iwl_is_ready_rf(priv)) {
3248 IWL_DEBUG_MAC80211("leave - not ready\n");
3249 mutex_unlock(&priv->mutex);
3253 /* we are restarting association process
3254 * clear RXON_FILTER_ASSOC_MSK bit
3256 if (priv->iw_mode != NL80211_IFTYPE_AP) {
3257 iwl_scan_cancel_timeout(priv, 100);
3258 priv->staging_rxon.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
3259 iwl_commit_rxon(priv);
3262 iwl_power_update_mode(priv, 0);
3264 /* Per mac80211.h: This is only used in IBSS mode... */
3265 if (priv->iw_mode != NL80211_IFTYPE_ADHOC) {
3267 /* switch to CAM during association period.
3268 * the ucode will block any association/authentication
3269 * frome during assiciation period if it can not hear
3270 * the AP because of PM. the timer enable PM back is
3271 * association do not complete
3273 if (priv->hw->conf.channel->flags & (IEEE80211_CHAN_PASSIVE_SCAN |
3274 IEEE80211_CHAN_RADAR))
3275 iwl_power_disable_management(priv, 3000);
3277 IWL_DEBUG_MAC80211("leave - not in IBSS\n");
3278 mutex_unlock(&priv->mutex);
3284 mutex_unlock(&priv->mutex);
3286 IWL_DEBUG_MAC80211("leave\n");
3289 static int iwl_mac_beacon_update(struct ieee80211_hw *hw, struct sk_buff *skb)
3291 struct iwl_priv *priv = hw->priv;
3292 unsigned long flags;
3295 IWL_DEBUG_MAC80211("enter\n");
3297 if (!iwl_is_ready_rf(priv)) {
3298 IWL_DEBUG_MAC80211("leave - RF not ready\n");
3302 if (priv->iw_mode != NL80211_IFTYPE_ADHOC) {
3303 IWL_DEBUG_MAC80211("leave - not IBSS\n");
3307 spin_lock_irqsave(&priv->lock, flags);
3309 if (priv->ibss_beacon)
3310 dev_kfree_skb(priv->ibss_beacon);
3312 priv->ibss_beacon = skb;
3315 timestamp = ((struct ieee80211_mgmt *)skb->data)->u.beacon.timestamp;
3316 priv->timestamp = le64_to_cpu(timestamp);
3318 IWL_DEBUG_MAC80211("leave\n");
3319 spin_unlock_irqrestore(&priv->lock, flags);
3321 iwl_reset_qos(priv);
3323 iwl_post_associate(priv);
3329 /*****************************************************************************
3333 *****************************************************************************/
3335 #ifdef CONFIG_IWLWIFI_DEBUG
3338 * The following adds a new attribute to the sysfs representation
3339 * of this device driver (i.e. a new file in /sys/class/net/wlan0/device/)
3340 * used for controlling the debug level.
3342 * See the level definitions in iwl for details.
3345 static ssize_t show_debug_level(struct device *d,
3346 struct device_attribute *attr, char *buf)
3348 struct iwl_priv *priv = d->driver_data;
3350 return sprintf(buf, "0x%08X\n", priv->debug_level);
3352 static ssize_t store_debug_level(struct device *d,
3353 struct device_attribute *attr,
3354 const char *buf, size_t count)
3356 struct iwl_priv *priv = d->driver_data;
3360 ret = strict_strtoul(buf, 0, &val);
3362 printk(KERN_INFO DRV_NAME
3363 ": %s is not in hex or decimal form.\n", buf);
3365 priv->debug_level = val;
3367 return strnlen(buf, count);
3370 static DEVICE_ATTR(debug_level, S_IWUSR | S_IRUGO,
3371 show_debug_level, store_debug_level);
3374 #endif /* CONFIG_IWLWIFI_DEBUG */
3377 static ssize_t show_version(struct device *d,
3378 struct device_attribute *attr, char *buf)
3380 struct iwl_priv *priv = d->driver_data;
3381 struct iwl_alive_resp *palive = &priv->card_alive;
3385 if (palive->is_valid)
3386 pos += sprintf(buf + pos,
3387 "fw version: 0x%01X.0x%01X.0x%01X.0x%01X\n"
3388 "fw type: 0x%01X 0x%01X\n",
3389 palive->ucode_major, palive->ucode_minor,
3390 palive->sw_rev[0], palive->sw_rev[1],
3391 palive->ver_type, palive->ver_subtype);
3393 pos += sprintf(buf + pos, "fw not loaded\n");
3396 eeprom_ver = iwl_eeprom_query16(priv, EEPROM_VERSION);
3397 pos += sprintf(buf + pos, "EEPROM version: 0x%x\n",
3400 pos += sprintf(buf + pos, "EEPROM not initialzed\n");
3406 static DEVICE_ATTR(version, S_IWUSR | S_IRUGO, show_version, NULL);
3408 static ssize_t show_temperature(struct device *d,
3409 struct device_attribute *attr, char *buf)
3411 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3413 if (!iwl_is_alive(priv))
3416 return sprintf(buf, "%d\n", priv->temperature);
3419 static DEVICE_ATTR(temperature, S_IRUGO, show_temperature, NULL);
3421 static ssize_t show_tx_power(struct device *d,
3422 struct device_attribute *attr, char *buf)
3424 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3426 if (!iwl_is_ready_rf(priv))
3427 return sprintf(buf, "off\n");
3429 return sprintf(buf, "%d\n", priv->tx_power_user_lmt);
3432 static ssize_t store_tx_power(struct device *d,
3433 struct device_attribute *attr,
3434 const char *buf, size_t count)
3436 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3440 ret = strict_strtoul(buf, 10, &val);
3442 printk(KERN_INFO DRV_NAME
3443 ": %s is not in decimal form.\n", buf);
3445 iwl_set_tx_power(priv, val, false);
3450 static DEVICE_ATTR(tx_power, S_IWUSR | S_IRUGO, show_tx_power, store_tx_power);
3452 static ssize_t show_flags(struct device *d,
3453 struct device_attribute *attr, char *buf)
3455 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3457 return sprintf(buf, "0x%04X\n", priv->active_rxon.flags);
3460 static ssize_t store_flags(struct device *d,
3461 struct device_attribute *attr,
3462 const char *buf, size_t count)
3464 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3467 int ret = strict_strtoul(buf, 0, &val);
3472 mutex_lock(&priv->mutex);
3473 if (le32_to_cpu(priv->staging_rxon.flags) != flags) {
3474 /* Cancel any currently running scans... */
3475 if (iwl_scan_cancel_timeout(priv, 100))
3476 IWL_WARNING("Could not cancel scan.\n");
3478 IWL_DEBUG_INFO("Commit rxon.flags = 0x%04X\n", flags);
3479 priv->staging_rxon.flags = cpu_to_le32(flags);
3480 iwl_commit_rxon(priv);
3483 mutex_unlock(&priv->mutex);
3488 static DEVICE_ATTR(flags, S_IWUSR | S_IRUGO, show_flags, store_flags);
3490 static ssize_t show_filter_flags(struct device *d,
3491 struct device_attribute *attr, char *buf)
3493 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3495 return sprintf(buf, "0x%04X\n",
3496 le32_to_cpu(priv->active_rxon.filter_flags));
3499 static ssize_t store_filter_flags(struct device *d,
3500 struct device_attribute *attr,
3501 const char *buf, size_t count)
3503 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3506 int ret = strict_strtoul(buf, 0, &val);
3509 filter_flags = (u32)val;
3511 mutex_lock(&priv->mutex);
3512 if (le32_to_cpu(priv->staging_rxon.filter_flags) != filter_flags) {
3513 /* Cancel any currently running scans... */
3514 if (iwl_scan_cancel_timeout(priv, 100))
3515 IWL_WARNING("Could not cancel scan.\n");
3517 IWL_DEBUG_INFO("Committing rxon.filter_flags = "
3518 "0x%04X\n", filter_flags);
3519 priv->staging_rxon.filter_flags =
3520 cpu_to_le32(filter_flags);
3521 iwl_commit_rxon(priv);
3524 mutex_unlock(&priv->mutex);
3529 static DEVICE_ATTR(filter_flags, S_IWUSR | S_IRUGO, show_filter_flags,
3530 store_filter_flags);
3532 static ssize_t store_retry_rate(struct device *d,
3533 struct device_attribute *attr,
3534 const char *buf, size_t count)
3536 struct iwl_priv *priv = dev_get_drvdata(d);
3538 int ret = strict_strtol(buf, 10, &val);
3542 priv->retry_rate = (val > 0) ? val : 1;
3547 static ssize_t show_retry_rate(struct device *d,
3548 struct device_attribute *attr, char *buf)
3550 struct iwl_priv *priv = dev_get_drvdata(d);
3551 return sprintf(buf, "%d", priv->retry_rate);
3554 static DEVICE_ATTR(retry_rate, S_IWUSR | S_IRUSR, show_retry_rate,
3557 static ssize_t store_power_level(struct device *d,
3558 struct device_attribute *attr,
3559 const char *buf, size_t count)
3561 struct iwl_priv *priv = dev_get_drvdata(d);
3566 mutex_lock(&priv->mutex);
3568 if (!iwl_is_ready(priv)) {
3573 ret = strict_strtoul(buf, 10, &mode);
3577 ret = iwl_power_set_user_mode(priv, mode);
3579 IWL_DEBUG_MAC80211("failed setting power mode.\n");
3585 mutex_unlock(&priv->mutex);
3589 static ssize_t show_power_level(struct device *d,
3590 struct device_attribute *attr, char *buf)
3592 struct iwl_priv *priv = dev_get_drvdata(d);
3593 int mode = priv->power_data.user_power_setting;
3594 int system = priv->power_data.system_power_setting;
3595 int level = priv->power_data.power_mode;
3599 case IWL_POWER_SYS_AUTO:
3600 p += sprintf(p, "SYSTEM:auto");
3602 case IWL_POWER_SYS_AC:
3603 p += sprintf(p, "SYSTEM:ac");
3605 case IWL_POWER_SYS_BATTERY:
3606 p += sprintf(p, "SYSTEM:battery");
3610 p += sprintf(p, "\tMODE:%s", (mode < IWL_POWER_AUTO) ?
3612 p += sprintf(p, "\tINDEX:%d", level);
3613 p += sprintf(p, "\n");
3617 static DEVICE_ATTR(power_level, S_IWUSR | S_IRUSR, show_power_level,
3621 static ssize_t show_statistics(struct device *d,
3622 struct device_attribute *attr, char *buf)
3624 struct iwl_priv *priv = dev_get_drvdata(d);
3625 u32 size = sizeof(struct iwl_notif_statistics);
3626 u32 len = 0, ofs = 0;
3627 u8 *data = (u8 *)&priv->statistics;
3630 if (!iwl_is_alive(priv))
3633 mutex_lock(&priv->mutex);
3634 rc = iwl_send_statistics_request(priv, 0);
3635 mutex_unlock(&priv->mutex);
3639 "Error sending statistics request: 0x%08X\n", rc);
3643 while (size && (PAGE_SIZE - len)) {
3644 hex_dump_to_buffer(data + ofs, size, 16, 1, buf + len,
3645 PAGE_SIZE - len, 1);
3647 if (PAGE_SIZE - len)
3651 size -= min(size, 16U);
3657 static DEVICE_ATTR(statistics, S_IRUGO, show_statistics, NULL);
3659 static ssize_t show_status(struct device *d,
3660 struct device_attribute *attr, char *buf)
3662 struct iwl_priv *priv = (struct iwl_priv *)d->driver_data;
3663 if (!iwl_is_alive(priv))
3665 return sprintf(buf, "0x%08x\n", (int)priv->status);
3668 static DEVICE_ATTR(status, S_IRUGO, show_status, NULL);
3670 /*****************************************************************************
3672 * driver setup and teardown
3674 *****************************************************************************/
3676 static void iwl_setup_deferred_work(struct iwl_priv *priv)
3678 priv->workqueue = create_workqueue(DRV_NAME);
3680 init_waitqueue_head(&priv->wait_command_queue);
3682 INIT_WORK(&priv->up, iwl_bg_up);
3683 INIT_WORK(&priv->restart, iwl_bg_restart);
3684 INIT_WORK(&priv->rx_replenish, iwl_bg_rx_replenish);
3685 INIT_WORK(&priv->rf_kill, iwl_bg_rf_kill);
3686 INIT_WORK(&priv->beacon_update, iwl_bg_beacon_update);
3687 INIT_WORK(&priv->run_time_calib_work, iwl_bg_run_time_calib_work);
3688 INIT_DELAYED_WORK(&priv->init_alive_start, iwl_bg_init_alive_start);
3689 INIT_DELAYED_WORK(&priv->alive_start, iwl_bg_alive_start);
3691 iwl_setup_scan_deferred_work(priv);
3692 iwl_setup_power_deferred_work(priv);
3694 if (priv->cfg->ops->lib->setup_deferred_work)
3695 priv->cfg->ops->lib->setup_deferred_work(priv);
3697 init_timer(&priv->statistics_periodic);
3698 priv->statistics_periodic.data = (unsigned long)priv;
3699 priv->statistics_periodic.function = iwl_bg_statistics_periodic;
3701 tasklet_init(&priv->irq_tasklet, (void (*)(unsigned long))
3702 iwl_irq_tasklet, (unsigned long)priv);
3705 static void iwl_cancel_deferred_work(struct iwl_priv *priv)
3707 if (priv->cfg->ops->lib->cancel_deferred_work)
3708 priv->cfg->ops->lib->cancel_deferred_work(priv);
3710 cancel_delayed_work_sync(&priv->init_alive_start);
3711 cancel_delayed_work(&priv->scan_check);
3712 cancel_delayed_work_sync(&priv->set_power_save);
3713 cancel_delayed_work(&priv->alive_start);
3714 cancel_work_sync(&priv->beacon_update);
3715 del_timer_sync(&priv->statistics_periodic);
3718 static struct attribute *iwl_sysfs_entries[] = {
3719 &dev_attr_flags.attr,
3720 &dev_attr_filter_flags.attr,
3721 &dev_attr_power_level.attr,
3722 &dev_attr_retry_rate.attr,
3723 &dev_attr_statistics.attr,
3724 &dev_attr_status.attr,
3725 &dev_attr_temperature.attr,
3726 &dev_attr_tx_power.attr,
3727 #ifdef CONFIG_IWLWIFI_DEBUG
3728 &dev_attr_debug_level.attr,
3730 &dev_attr_version.attr,
3735 static struct attribute_group iwl_attribute_group = {
3736 .name = NULL, /* put in device directory */
3737 .attrs = iwl_sysfs_entries,
3740 static struct ieee80211_ops iwl_hw_ops = {
3742 .start = iwl_mac_start,
3743 .stop = iwl_mac_stop,
3744 .add_interface = iwl_mac_add_interface,
3745 .remove_interface = iwl_mac_remove_interface,
3746 .config = iwl_mac_config,
3747 .config_interface = iwl_mac_config_interface,
3748 .configure_filter = iwl_configure_filter,
3749 .set_key = iwl_mac_set_key,
3750 .update_tkip_key = iwl_mac_update_tkip_key,
3751 .get_stats = iwl_mac_get_stats,
3752 .get_tx_stats = iwl_mac_get_tx_stats,
3753 .conf_tx = iwl_mac_conf_tx,
3754 .reset_tsf = iwl_mac_reset_tsf,
3755 .bss_info_changed = iwl_bss_info_changed,
3756 .ampdu_action = iwl_mac_ampdu_action,
3757 .hw_scan = iwl_mac_hw_scan
3760 static int iwl_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
3763 struct iwl_priv *priv;
3764 struct ieee80211_hw *hw;
3765 struct iwl_cfg *cfg = (struct iwl_cfg *)(ent->driver_data);
3766 unsigned long flags;
3768 /************************
3769 * 1. Allocating HW data
3770 ************************/
3772 /* Disabling hardware scan means that mac80211 will perform scans
3773 * "the hard way", rather than using device's scan. */
3774 if (cfg->mod_params->disable_hw_scan) {
3775 if (cfg->mod_params->debug & IWL_DL_INFO)
3776 dev_printk(KERN_DEBUG, &(pdev->dev),
3777 "Disabling hw_scan\n");
3778 iwl_hw_ops.hw_scan = NULL;
3781 hw = iwl_alloc_all(cfg, &iwl_hw_ops);
3787 /* At this point both hw and priv are allocated. */
3789 SET_IEEE80211_DEV(hw, &pdev->dev);
3791 IWL_DEBUG_INFO("*** LOAD DRIVER ***\n");
3793 priv->pci_dev = pdev;
3795 #ifdef CONFIG_IWLWIFI_DEBUG
3796 priv->debug_level = priv->cfg->mod_params->debug;
3797 atomic_set(&priv->restrict_refcnt, 0);
3800 /**************************
3801 * 2. Initializing PCI bus
3802 **************************/
3803 if (pci_enable_device(pdev)) {
3805 goto out_ieee80211_free_hw;
3808 pci_set_master(pdev);
3810 err = pci_set_dma_mask(pdev, DMA_BIT_MASK(36));
3812 err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(36));
3814 err = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
3816 err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
3817 /* both attempts failed: */
3819 printk(KERN_WARNING "%s: No suitable DMA available.\n",
3821 goto out_pci_disable_device;
3825 err = pci_request_regions(pdev, DRV_NAME);
3827 goto out_pci_disable_device;
3829 pci_set_drvdata(pdev, priv);
3832 /***********************
3833 * 3. Read REV register
3834 ***********************/
3835 priv->hw_base = pci_iomap(pdev, 0, 0);
3836 if (!priv->hw_base) {
3838 goto out_pci_release_regions;
3841 IWL_DEBUG_INFO("pci_resource_len = 0x%08llx\n",
3842 (unsigned long long) pci_resource_len(pdev, 0));
3843 IWL_DEBUG_INFO("pci_resource_base = %p\n", priv->hw_base);
3845 iwl_hw_detect(priv);
3846 printk(KERN_INFO DRV_NAME
3847 ": Detected Intel Wireless WiFi Link %s REV=0x%X\n",
3848 priv->cfg->name, priv->hw_rev);
3850 /* We disable the RETRY_TIMEOUT register (0x41) to keep
3851 * PCI Tx retries from interfering with C3 CPU state */
3852 pci_write_config_byte(pdev, PCI_CFG_RETRY_TIMEOUT, 0x00);
3855 err = priv->cfg->ops->lib->apm_ops.init(priv);
3857 IWL_DEBUG_INFO("Failed to init APMG\n");
3863 /* Read the EEPROM */
3864 err = iwl_eeprom_init(priv);
3866 IWL_ERROR("Unable to init EEPROM\n");
3869 err = iwl_eeprom_check_version(priv);
3873 /* extract MAC Address */
3874 iwl_eeprom_get_mac(priv, priv->mac_addr);
3875 IWL_DEBUG_INFO("MAC address: %pM\n", priv->mac_addr);
3876 SET_IEEE80211_PERM_ADDR(priv->hw, priv->mac_addr);
3878 /************************
3879 * 5. Setup HW constants
3880 ************************/
3881 if (iwl_set_hw_params(priv)) {
3882 IWL_ERROR("failed to set hw parameters\n");
3883 goto out_free_eeprom;
3886 /*******************
3888 *******************/
3890 err = iwl_init_drv(priv);
3892 goto out_free_eeprom;
3893 /* At this point both hw and priv are initialized. */
3895 /**********************************
3896 * 7. Initialize module parameters
3897 **********************************/
3899 /* Disable radio (SW RF KILL) via parameter when loading driver */
3900 if (priv->cfg->mod_params->disable) {
3901 set_bit(STATUS_RF_KILL_SW, &priv->status);
3902 IWL_DEBUG_INFO("Radio disabled.\n");
3905 /********************
3907 ********************/
3908 spin_lock_irqsave(&priv->lock, flags);
3909 iwl_disable_interrupts(priv);
3910 spin_unlock_irqrestore(&priv->lock, flags);
3912 err = sysfs_create_group(&pdev->dev.kobj, &iwl_attribute_group);
3914 IWL_ERROR("failed to create sysfs device attributes\n");
3915 goto out_uninit_drv;
3919 iwl_setup_deferred_work(priv);
3920 iwl_setup_rx_handlers(priv);
3922 /********************
3924 ********************/
3925 pci_save_state(pdev);
3926 pci_disable_device(pdev);
3928 /**********************************
3929 * 10. Setup and register mac80211
3930 **********************************/
3932 err = iwl_setup_mac(priv);
3934 goto out_remove_sysfs;
3936 err = iwl_dbgfs_register(priv, DRV_NAME);
3938 IWL_ERROR("failed to create debugfs files\n");
3940 err = iwl_rfkill_init(priv);
3942 IWL_ERROR("Unable to initialize RFKILL system. "
3943 "Ignoring error: %d\n", err);
3944 iwl_power_initialize(priv);
3948 sysfs_remove_group(&pdev->dev.kobj, &iwl_attribute_group);
3950 iwl_uninit_drv(priv);
3952 iwl_eeprom_free(priv);
3954 pci_iounmap(pdev, priv->hw_base);
3955 out_pci_release_regions:
3956 pci_release_regions(pdev);
3957 pci_set_drvdata(pdev, NULL);
3958 out_pci_disable_device:
3959 pci_disable_device(pdev);
3960 out_ieee80211_free_hw:
3961 ieee80211_free_hw(priv->hw);
3966 static void __devexit iwl_pci_remove(struct pci_dev *pdev)
3968 struct iwl_priv *priv = pci_get_drvdata(pdev);
3969 unsigned long flags;
3974 IWL_DEBUG_INFO("*** UNLOAD DRIVER ***\n");
3976 iwl_dbgfs_unregister(priv);
3977 sysfs_remove_group(&pdev->dev.kobj, &iwl_attribute_group);
3979 /* ieee80211_unregister_hw call wil cause iwl_mac_stop to
3980 * to be called and iwl_down since we are removing the device
3981 * we need to set STATUS_EXIT_PENDING bit.
3983 set_bit(STATUS_EXIT_PENDING, &priv->status);
3984 if (priv->mac80211_registered) {
3985 ieee80211_unregister_hw(priv->hw);
3986 priv->mac80211_registered = 0;
3991 /* make sure we flush any pending irq or
3992 * tasklet for the driver
3994 spin_lock_irqsave(&priv->lock, flags);
3995 iwl_disable_interrupts(priv);
3996 spin_unlock_irqrestore(&priv->lock, flags);
3998 iwl_synchronize_irq(priv);
4000 iwl_rfkill_unregister(priv);
4001 iwl_dealloc_ucode_pci(priv);
4004 iwl_rx_queue_free(priv, &priv->rxq);
4005 iwl_hw_txq_ctx_free(priv);
4007 iwl_clear_stations_table(priv);
4008 iwl_eeprom_free(priv);
4011 /*netif_stop_queue(dev); */
4012 flush_workqueue(priv->workqueue);
4014 /* ieee80211_unregister_hw calls iwl_mac_stop, which flushes
4015 * priv->workqueue... so we can't take down the workqueue
4017 destroy_workqueue(priv->workqueue);
4018 priv->workqueue = NULL;
4020 pci_iounmap(pdev, priv->hw_base);
4021 pci_release_regions(pdev);
4022 pci_disable_device(pdev);
4023 pci_set_drvdata(pdev, NULL);
4025 iwl_uninit_drv(priv);
4027 if (priv->ibss_beacon)
4028 dev_kfree_skb(priv->ibss_beacon);
4030 ieee80211_free_hw(priv->hw);
4035 static int iwl_pci_suspend(struct pci_dev *pdev, pm_message_t state)
4037 struct iwl_priv *priv = pci_get_drvdata(pdev);
4039 if (priv->is_open) {
4040 set_bit(STATUS_IN_SUSPEND, &priv->status);
4041 iwl_mac_stop(priv->hw);
4045 /* pci driver assumes state will be saved in this function.
4046 * pci state is saved and device disabled when interface is
4047 * stopped, so at this time pci device will always be disabled -
4048 * whether interface was started or not. saving pci state now will
4049 * cause saved state be that of a disabled device, which will cause
4050 * problems during resume in that we will end up with a disabled device.
4052 * indicate that the current saved state (from when interface was
4053 * stopped) is valid. if interface was never up at time of suspend
4054 * then the saved state will still be valid as it was saved during
4056 pdev->state_saved = true;
4058 pci_set_power_state(pdev, PCI_D3hot);
4063 static int iwl_pci_resume(struct pci_dev *pdev)
4065 struct iwl_priv *priv = pci_get_drvdata(pdev);
4067 pci_set_power_state(pdev, PCI_D0);
4070 iwl_mac_start(priv->hw);
4072 clear_bit(STATUS_IN_SUSPEND, &priv->status);
4076 #endif /* CONFIG_PM */
4078 /*****************************************************************************
4080 * driver and module entry point
4082 *****************************************************************************/
4084 /* Hardware specific file defines the PCI IDs table for that hardware module */
4085 static struct pci_device_id iwl_hw_card_ids[] = {
4086 #ifdef CONFIG_IWL4965
4087 {IWL_PCI_DEVICE(0x4229, PCI_ANY_ID, iwl4965_agn_cfg)},
4088 {IWL_PCI_DEVICE(0x4230, PCI_ANY_ID, iwl4965_agn_cfg)},
4089 #endif /* CONFIG_IWL4965 */
4090 #ifdef CONFIG_IWL5000
4091 {IWL_PCI_DEVICE(0x4232, 0x1205, iwl5100_bg_cfg)},
4092 {IWL_PCI_DEVICE(0x4232, 0x1305, iwl5100_bg_cfg)},
4093 {IWL_PCI_DEVICE(0x4232, 0x1206, iwl5100_abg_cfg)},
4094 {IWL_PCI_DEVICE(0x4232, 0x1306, iwl5100_abg_cfg)},
4095 {IWL_PCI_DEVICE(0x4232, 0x1326, iwl5100_abg_cfg)},
4096 {IWL_PCI_DEVICE(0x4237, 0x1216, iwl5100_abg_cfg)},
4097 {IWL_PCI_DEVICE(0x4232, PCI_ANY_ID, iwl5100_agn_cfg)},
4098 {IWL_PCI_DEVICE(0x4235, PCI_ANY_ID, iwl5300_agn_cfg)},
4099 {IWL_PCI_DEVICE(0x4236, PCI_ANY_ID, iwl5300_agn_cfg)},
4100 {IWL_PCI_DEVICE(0x4237, PCI_ANY_ID, iwl5100_agn_cfg)},
4101 /* 5350 WiFi/WiMax */
4102 {IWL_PCI_DEVICE(0x423A, 0x1001, iwl5350_agn_cfg)},
4103 {IWL_PCI_DEVICE(0x423A, 0x1021, iwl5350_agn_cfg)},
4104 {IWL_PCI_DEVICE(0x423B, 0x1011, iwl5350_agn_cfg)},
4105 /* 5150 Wifi/WiMax */
4106 {IWL_PCI_DEVICE(0x423C, PCI_ANY_ID, iwl5150_agn_cfg)},
4107 {IWL_PCI_DEVICE(0x423D, PCI_ANY_ID, iwl5150_agn_cfg)},
4108 #endif /* CONFIG_IWL5000 */
4112 MODULE_DEVICE_TABLE(pci, iwl_hw_card_ids);
4114 static struct pci_driver iwl_driver = {
4116 .id_table = iwl_hw_card_ids,
4117 .probe = iwl_pci_probe,
4118 .remove = __devexit_p(iwl_pci_remove),
4120 .suspend = iwl_pci_suspend,
4121 .resume = iwl_pci_resume,
4125 static int __init iwl_init(void)
4129 printk(KERN_INFO DRV_NAME ": " DRV_DESCRIPTION ", " DRV_VERSION "\n");
4130 printk(KERN_INFO DRV_NAME ": " DRV_COPYRIGHT "\n");
4132 ret = iwlagn_rate_control_register();
4134 IWL_ERROR("Unable to register rate control algorithm: %d\n", ret);
4138 ret = pci_register_driver(&iwl_driver);
4140 IWL_ERROR("Unable to initialize PCI module\n");
4141 goto error_register;
4147 iwlagn_rate_control_unregister();
4151 static void __exit iwl_exit(void)
4153 pci_unregister_driver(&iwl_driver);
4154 iwlagn_rate_control_unregister();
4157 module_exit(iwl_exit);
4158 module_init(iwl_init);