]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - drivers/net/wireless/iwlwifi/dvm/tx.c
iwlwifi: dvm: rename iwl_lib_ops to iwl_dvm_cfg
[mirror_ubuntu-artful-kernel.git] / drivers / net / wireless / iwlwifi / dvm / tx.c
CommitLineData
b305a080
WYG
1/******************************************************************************
2 *
3 * GPL LICENSE SUMMARY
4 *
128e63ef 5 * Copyright(c) 2008 - 2013 Intel Corporation. All rights reserved.
b305a080
WYG
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of version 2 of the GNU General Public License as
9 * published by the Free Software Foundation.
10 *
11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
19 * USA
20 *
21 * The full GNU General Public License is included in this distribution
410dc5aa 22 * in the file called COPYING.
b305a080
WYG
23 *
24 * Contact Information:
25 * Intel Linux Wireless <ilw@linux.intel.com>
26 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27 *
28 *****************************************************************************/
29
30#include <linux/kernel.h>
31#include <linux/module.h>
32#include <linux/init.h>
33#include <linux/sched.h>
a0eaad71 34#include <linux/ieee80211.h>
b305a080 35#include "iwl-io.h"
47c1b496 36#include "iwl-trans.h"
1023fdc4
JB
37#include "iwl-agn-hw.h"
38#include "dev.h"
39#include "agn.h"
b305a080 40
9eae88fa
JB
41static const u8 tid_to_ac[] = {
42 IEEE80211_AC_BE,
43 IEEE80211_AC_BK,
44 IEEE80211_AC_BK,
45 IEEE80211_AC_BE,
46 IEEE80211_AC_VI,
47 IEEE80211_AC_VI,
48 IEEE80211_AC_VO,
49 IEEE80211_AC_VO,
50};
51
5c3d29fc
DF
52static void iwlagn_tx_cmd_protection(struct iwl_priv *priv,
53 struct ieee80211_tx_info *info,
54 __le16 fc, __le32 *tx_flags)
55{
56 if (info->control.rates[0].flags & IEEE80211_TX_RC_USE_RTS_CTS ||
57 info->control.rates[0].flags & IEEE80211_TX_RC_USE_CTS_PROTECT ||
58 info->flags & IEEE80211_TX_CTL_AMPDU)
59 *tx_flags |= TX_CMD_FLG_PROT_REQUIRE_MSK;
60}
61
74bcdb33
WYG
62/*
63 * handle build REPLY_TX command notification.
64 */
65static void iwlagn_tx_cmd_build_basic(struct iwl_priv *priv,
c6baf7fb
JB
66 struct sk_buff *skb,
67 struct iwl_tx_cmd *tx_cmd,
68 struct ieee80211_tx_info *info,
69 struct ieee80211_hdr *hdr, u8 sta_id)
74bcdb33
WYG
70{
71 __le16 fc = hdr->frame_control;
72 __le32 tx_flags = tx_cmd->tx_flags;
73
74 tx_cmd->stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
2c2def10
JB
75
76 if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
74bcdb33 77 tx_flags |= TX_CMD_FLG_ACK_MSK;
2c2def10
JB
78 else
79 tx_flags &= ~TX_CMD_FLG_ACK_MSK;
74bcdb33 80
2c2def10
JB
81 if (ieee80211_is_probe_resp(fc))
82 tx_flags |= TX_CMD_FLG_TSF_MSK;
83 else if (ieee80211_is_back_req(fc))
74bcdb33 84 tx_flags |= TX_CMD_FLG_ACK_MSK | TX_CMD_FLG_IMM_BA_RSP_MASK;
d44ae69e 85 else if (info->band == IEEE80211_BAND_2GHZ &&
2152268f
EG
86 priv->cfg->bt_params &&
87 priv->cfg->bt_params->advanced_bt_coexist &&
d44ae69e
JB
88 (ieee80211_is_auth(fc) || ieee80211_is_assoc_req(fc) ||
89 ieee80211_is_reassoc_req(fc) ||
90 skb->protocol == cpu_to_be16(ETH_P_PAE)))
91 tx_flags |= TX_CMD_FLG_IGNORE_BT;
74bcdb33
WYG
92
93
c6baf7fb 94 tx_cmd->sta_id = sta_id;
74bcdb33
WYG
95 if (ieee80211_has_morefrags(fc))
96 tx_flags |= TX_CMD_FLG_MORE_FRAG_MSK;
97
98 if (ieee80211_is_data_qos(fc)) {
99 u8 *qc = ieee80211_get_qos_ctl(hdr);
100 tx_cmd->tid_tspec = qc[0] & 0xf;
101 tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
102 } else {
3d29dd9b 103 tx_cmd->tid_tspec = IWL_TID_NON_QOS;
123877b8
WYG
104 if (info->flags & IEEE80211_TX_CTL_ASSIGN_SEQ)
105 tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
106 else
107 tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
74bcdb33
WYG
108 }
109
5c3d29fc 110 iwlagn_tx_cmd_protection(priv, info, fc, &tx_flags);
74bcdb33
WYG
111
112 tx_flags &= ~(TX_CMD_FLG_ANT_SEL_MSK);
113 if (ieee80211_is_mgmt(fc)) {
114 if (ieee80211_is_assoc_req(fc) || ieee80211_is_reassoc_req(fc))
115 tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(3);
116 else
117 tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(2);
118 } else {
119 tx_cmd->timeout.pm_frame_timeout = 0;
120 }
121
122 tx_cmd->driver_txop = 0;
123 tx_cmd->tx_flags = tx_flags;
124 tx_cmd->next_frame_len = 0;
125}
126
74bcdb33 127static void iwlagn_tx_cmd_build_rate(struct iwl_priv *priv,
c6baf7fb
JB
128 struct iwl_tx_cmd *tx_cmd,
129 struct ieee80211_tx_info *info,
36323f81 130 struct ieee80211_sta *sta,
c6baf7fb 131 __le16 fc)
74bcdb33
WYG
132{
133 u32 rate_flags;
134 int rate_idx;
135 u8 rts_retry_limit;
136 u8 data_retry_limit;
137 u8 rate_plcp;
138
15b86bff 139 if (priv->wowlan) {
f3129b73
WYG
140 rts_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
141 data_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
142 } else {
143 /* Set retry limit on RTS packets */
144 rts_retry_limit = IWLAGN_RTS_DFAULT_RETRY_LIMIT;
145
146 /* Set retry limit on DATA packets and Probe Responses*/
147 if (ieee80211_is_probe_resp(fc)) {
148 data_retry_limit = IWLAGN_MGMT_DFAULT_RETRY_LIMIT;
149 rts_retry_limit =
150 min(data_retry_limit, rts_retry_limit);
151 } else if (ieee80211_is_back_req(fc))
152 data_retry_limit = IWLAGN_BAR_DFAULT_RETRY_LIMIT;
153 else
154 data_retry_limit = IWLAGN_DEFAULT_TX_RETRY;
155 }
74bcdb33 156
78558cb4 157 tx_cmd->data_retry_limit = data_retry_limit;
74bcdb33
WYG
158 tx_cmd->rts_retry_limit = rts_retry_limit;
159
160 /* DATA packets will use the uCode station table for rate/antenna
161 * selection */
162 if (ieee80211_is_data(fc)) {
163 tx_cmd->initial_rate_index = 0;
164 tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
5ef15ccc 165#ifdef CONFIG_IWLWIFI_DEVICE_TESTMODE
4e308119
WYG
166 if (priv->tm_fixed_rate) {
167 /*
168 * rate overwrite by testmode
169 * we not only send lq command to change rate
170 * we also re-enforce per data pkt base.
171 */
172 tx_cmd->tx_flags &= ~TX_CMD_FLG_STA_RATE_MSK;
173 memcpy(&tx_cmd->rate_n_flags, &priv->tm_fixed_rate,
174 sizeof(tx_cmd->rate_n_flags));
175 }
c10e2c10 176#endif
74bcdb33 177 return;
b8deb492
WYG
178 } else if (ieee80211_is_back_req(fc))
179 tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
74bcdb33
WYG
180
181 /**
182 * If the current TX rate stored in mac80211 has the MCS bit set, it's
183 * not really a TX rate. Thus, we use the lowest supported rate for
184 * this band. Also use the lowest supported rate if the stored rate
185 * index is invalid.
186 */
187 rate_idx = info->control.rates[0].idx;
188 if (info->control.rates[0].flags & IEEE80211_TX_RC_MCS ||
189 (rate_idx < 0) || (rate_idx > IWL_RATE_COUNT_LEGACY))
26a7ca9a 190 rate_idx = rate_lowest_index(
b7998c8b 191 &priv->nvm_data->bands[info->band], sta);
74bcdb33
WYG
192 /* For 5 GHZ band, remap mac80211 rate indices into driver indices */
193 if (info->band == IEEE80211_BAND_5GHZ)
194 rate_idx += IWL_FIRST_OFDM_RATE;
195 /* Get PLCP rate for tx_cmd->rate_n_flags */
196 rate_plcp = iwl_rates[rate_idx].plcp;
197 /* Zero out flags for this packet */
198 rate_flags = 0;
199
200 /* Set CCK flag as needed */
201 if ((rate_idx >= IWL_FIRST_CCK_RATE) && (rate_idx <= IWL_LAST_CCK_RATE))
202 rate_flags |= RATE_MCS_CCK_MSK;
203
74bcdb33 204 /* Set up antennas */
2152268f
EG
205 if (priv->cfg->bt_params &&
206 priv->cfg->bt_params->advanced_bt_coexist &&
7cb1b088 207 priv->bt_full_concurrent) {
bee008b7
WYG
208 /* operated as 1x1 in full concurrency mode */
209 priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
b7998c8b 210 first_antenna(priv->nvm_data->valid_tx_ant));
bee008b7 211 } else
26a7ca9a
JB
212 priv->mgmt_tx_ant = iwl_toggle_tx_ant(
213 priv, priv->mgmt_tx_ant,
b7998c8b 214 priv->nvm_data->valid_tx_ant);
74bcdb33
WYG
215 rate_flags |= iwl_ant_idx_to_flags(priv->mgmt_tx_ant);
216
217 /* Set the rate in the TX cmd */
218 tx_cmd->rate_n_flags = iwl_hw_set_rate_n_flags(rate_plcp, rate_flags);
219}
220
221static void iwlagn_tx_cmd_build_hwcrypto(struct iwl_priv *priv,
f2b69ef0
JB
222 struct ieee80211_tx_info *info,
223 struct iwl_tx_cmd *tx_cmd,
224 struct sk_buff *skb_frag)
74bcdb33
WYG
225{
226 struct ieee80211_key_conf *keyconf = info->control.hw_key;
227
97359d12
JB
228 switch (keyconf->cipher) {
229 case WLAN_CIPHER_SUITE_CCMP:
74bcdb33
WYG
230 tx_cmd->sec_ctl = TX_CMD_SEC_CCM;
231 memcpy(tx_cmd->key, keyconf->key, keyconf->keylen);
232 if (info->flags & IEEE80211_TX_CTL_AMPDU)
233 tx_cmd->tx_flags |= TX_CMD_FLG_AGG_CCMP_MSK;
74bcdb33
WYG
234 break;
235
97359d12 236 case WLAN_CIPHER_SUITE_TKIP:
74bcdb33 237 tx_cmd->sec_ctl = TX_CMD_SEC_TKIP;
523b02ea 238 ieee80211_get_tkip_p2k(keyconf, skb_frag, tx_cmd->key);
74bcdb33
WYG
239 break;
240
97359d12
JB
241 case WLAN_CIPHER_SUITE_WEP104:
242 tx_cmd->sec_ctl |= TX_CMD_SEC_KEY128;
243 /* fall through */
244 case WLAN_CIPHER_SUITE_WEP40:
74bcdb33
WYG
245 tx_cmd->sec_ctl |= (TX_CMD_SEC_WEP |
246 (keyconf->keyidx & TX_CMD_SEC_MSK) << TX_CMD_SEC_SHIFT);
247
74bcdb33
WYG
248 memcpy(&tx_cmd->key[3], keyconf->key, keyconf->keylen);
249
250 IWL_DEBUG_TX(priv, "Configuring packet for WEP encryption "
251 "with key %d\n", keyconf->keyidx);
252 break;
253
254 default:
97359d12 255 IWL_ERR(priv, "Unknown encode cipher %x\n", keyconf->cipher);
74bcdb33
WYG
256 break;
257 }
258}
259
955570fc
JB
260/**
261 * iwl_sta_id_or_broadcast - return sta_id or broadcast sta
262 * @context: the current context
263 * @sta: mac80211 station
264 *
265 * In certain circumstances mac80211 passes a station pointer
266 * that may be %NULL, for example during TX or key setup. In
267 * that case, we need to use the broadcast station, so this
268 * inline wraps that pattern.
269 */
270static int iwl_sta_id_or_broadcast(struct iwl_rxon_context *context,
271 struct ieee80211_sta *sta)
272{
273 int sta_id;
274
275 if (!sta)
276 return context->bcast_sta_id;
277
278 sta_id = iwl_sta_id(sta);
279
280 /*
281 * mac80211 should not be passing a partially
282 * initialised station!
283 */
284 WARN_ON(sta_id == IWL_INVALID_STATION);
285
286 return sta_id;
287}
288
74bcdb33
WYG
289/*
290 * start REPLY_TX command process
291 */
36323f81
TH
292int iwlagn_tx_skb(struct iwl_priv *priv,
293 struct ieee80211_sta *sta,
294 struct sk_buff *skb)
74bcdb33
WYG
295{
296 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
297 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
74bcdb33 298 struct iwl_station_priv *sta_priv = NULL;
a194e324 299 struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
59c647b6 300 struct iwl_device_cmd *dev_cmd;
47c1b496 301 struct iwl_tx_cmd *tx_cmd;
74bcdb33
WYG
302 __le16 fc;
303 u8 hdr_len;
34b5321e
EG
304 u16 len, seq_number = 0;
305 u8 sta_id, tid = IWL_MAX_TID_COUNT;
c8a8ab44 306 bool is_agg = false, is_data_qos = false;
9eae88fa 307 int txq_id;
74bcdb33 308
c6baf7fb 309 if (info->control.vif)
a194e324
JB
310 ctx = iwl_rxon_ctx_from_vif(info->control.vif);
311
83626404 312 if (iwl_is_rfkill(priv)) {
74bcdb33 313 IWL_DEBUG_DROP(priv, "Dropping - RF KILL\n");
2c46f72e 314 goto drop_unlock_priv;
74bcdb33
WYG
315 }
316
317 fc = hdr->frame_control;
318
319#ifdef CONFIG_IWLWIFI_DEBUG
320 if (ieee80211_is_auth(fc))
321 IWL_DEBUG_TX(priv, "Sending AUTH frame\n");
322 else if (ieee80211_is_assoc_req(fc))
323 IWL_DEBUG_TX(priv, "Sending ASSOC frame\n");
324 else if (ieee80211_is_reassoc_req(fc))
325 IWL_DEBUG_TX(priv, "Sending REASSOC frame\n");
326#endif
327
79d3eef8
JB
328 if (unlikely(ieee80211_is_probe_resp(fc))) {
329 struct iwl_wipan_noa_data *noa_data =
330 rcu_dereference(priv->noa_data);
331
332 if (noa_data &&
333 pskb_expand_head(skb, 0, noa_data->length,
334 GFP_ATOMIC) == 0) {
335 memcpy(skb_put(skb, noa_data->length),
336 noa_data->data, noa_data->length);
337 hdr = (struct ieee80211_hdr *)skb->data;
338 }
339 }
340
74bcdb33
WYG
341 hdr_len = ieee80211_hdrlen(fc);
342
bfd36103
SG
343 /* For management frames use broadcast id to do not break aggregation */
344 if (!ieee80211_is_data(fc))
345 sta_id = ctx->bcast_sta_id;
346 else {
347 /* Find index into station table for destination station */
36323f81 348 sta_id = iwl_sta_id_or_broadcast(ctx, sta);
bfd36103
SG
349 if (sta_id == IWL_INVALID_STATION) {
350 IWL_DEBUG_DROP(priv, "Dropping - INVALID STATION: %pM\n",
351 hdr->addr1);
e00cf3b9 352 goto drop_unlock_priv;
bfd36103 353 }
74bcdb33
WYG
354 }
355
36323f81
TH
356 if (sta)
357 sta_priv = (void *)sta->drv_priv;
74bcdb33 358
67158b67 359 if (sta_priv && sta_priv->asleep &&
02f2f1a9 360 (info->flags & IEEE80211_TX_CTL_NO_PS_BUFFER)) {
74bcdb33
WYG
361 /*
362 * This sends an asynchronous command to the device,
363 * but we can rely on it being processed before the
364 * next frame is processed -- and the next frame to
365 * this station is the one that will consume this
366 * counter.
367 * For now set the counter to just 1 since we do not
368 * support uAPSD yet.
02f2f1a9
JB
369 *
370 * FIXME: If we get two non-bufferable frames one
371 * after the other, we might only send out one of
372 * them because this is racy.
74bcdb33
WYG
373 */
374 iwl_sta_modify_sleep_tx_count(priv, sta_id, 1);
375 }
376
59c647b6 377 dev_cmd = iwl_trans_alloc_tx_cmd(priv->trans);
dfa2bdba
EG
378
379 if (unlikely(!dev_cmd))
71cb9924 380 goto drop_unlock_priv;
74bcdb33 381
dfa2bdba 382 memset(dev_cmd, 0, sizeof(*dev_cmd));
132f98c2 383 tx_cmd = (struct iwl_tx_cmd *) dev_cmd->payload;
dfa2bdba 384
74bcdb33
WYG
385 /* Total # bytes to be transmitted */
386 len = (u16)skb->len;
387 tx_cmd->len = cpu_to_le16(len);
388
389 if (info->control.hw_key)
f2b69ef0 390 iwlagn_tx_cmd_build_hwcrypto(priv, info, tx_cmd, skb);
74bcdb33
WYG
391
392 /* TODO need this for burst mode later on */
d44ae69e 393 iwlagn_tx_cmd_build_basic(priv, skb, tx_cmd, info, hdr, sta_id);
74bcdb33 394
36323f81 395 iwlagn_tx_cmd_build_rate(priv, tx_cmd, info, sta, fc);
74bcdb33 396
1a849613
EG
397 memset(&info->status, 0, sizeof(info->status));
398
2c452297 399 info->driver_data[0] = ctx;
dfa2bdba 400 info->driver_data[1] = dev_cmd;
11741739 401 /* From now on, we cannot access info->control */
2c452297 402
fa23cb04 403 spin_lock(&priv->sta_lock);
71cb9924 404
34b5321e
EG
405 if (ieee80211_is_data_qos(fc) && !ieee80211_is_qos_nullfunc(fc)) {
406 u8 *qc = NULL;
407 struct iwl_tid_data *tid_data;
408 qc = ieee80211_get_qos_ctl(hdr);
409 tid = qc[0] & IEEE80211_QOS_CTL_TID_MASK;
410 if (WARN_ON_ONCE(tid >= IWL_MAX_TID_COUNT))
411 goto drop_unlock_sta;
04cf6824 412 tid_data = &priv->tid_data[sta_id][tid];
34b5321e 413
97756fb1
EG
414 /* aggregation is on for this <sta,tid> */
415 if (info->flags & IEEE80211_TX_CTL_AMPDU &&
416 tid_data->agg.state != IWL_AGG_ON) {
417 IWL_ERR(priv, "TX_CTL_AMPDU while not in AGG:"
418 " Tx flags = 0x%08x, agg.state = %d",
419 info->flags, tid_data->agg.state);
420 IWL_ERR(priv, "sta_id = %d, tid = %d seq_num = %d",
9a886586
JB
421 sta_id, tid,
422 IEEE80211_SEQ_TO_SN(tid_data->seq_number));
97756fb1
EG
423 goto drop_unlock_sta;
424 }
425
b5326db8
EG
426 /* We can receive packets from the stack in IWL_AGG_{ON,OFF}
427 * only. Check this here.
428 */
429 if (WARN_ONCE(tid_data->agg.state != IWL_AGG_ON &&
ebdfb7a1 430 tid_data->agg.state != IWL_AGG_OFF,
b5326db8
EG
431 "Tx while agg.state = %d", tid_data->agg.state))
432 goto drop_unlock_sta;
433
34b5321e
EG
434 seq_number = tid_data->seq_number;
435 seq_number &= IEEE80211_SCTL_SEQ;
436 hdr->seq_ctrl &= cpu_to_le16(IEEE80211_SCTL_FRAG);
437 hdr->seq_ctrl |= cpu_to_le16(seq_number);
438 seq_number += 0x10;
c8a8ab44
JB
439
440 if (info->flags & IEEE80211_TX_CTL_AMPDU)
441 is_agg = true;
442 is_data_qos = true;
34b5321e
EG
443 }
444
445 /* Copy MAC header from skb into command buffer */
446 memcpy(tx_cmd->hdr, hdr, hdr_len);
447
9eae88fa
JB
448 if (is_agg)
449 txq_id = priv->tid_data[sta_id][tid].agg.txq_id;
450 else if (info->flags & IEEE80211_TX_CTL_SEND_AFTER_DTIM) {
451 /*
452 * Send this frame after DTIM -- there's a special queue
453 * reserved for this for contexts that support AP mode.
454 */
455 txq_id = ctx->mcast_queue;
456
457 /*
458 * The microcode will clear the more data
459 * bit in the last frame it transmits.
460 */
461 hdr->frame_control |=
462 cpu_to_le16(IEEE80211_FCTL_MOREDATA);
463 } else if (info->flags & IEEE80211_TX_CTL_TX_OFFCHAN)
464 txq_id = IWL_AUX_QUEUE;
465 else
466 txq_id = ctx->ac_to_queue[skb_get_queue_mapping(skb)];
467
1479177b
JB
468 WARN_ON_ONCE(!is_agg && txq_id != info->hw_queue);
469 WARN_ON_ONCE(is_agg &&
470 priv->queue_to_mac80211[txq_id] != info->hw_queue);
471
1c3fea82
EG
472 IWL_DEBUG_TX(priv, "TX to [%d|%d] Q:%d - seq: 0x%x\n", sta_id, tid,
473 txq_id, seq_number);
474
68e8dfda 475 if (iwl_trans_tx(priv->trans, skb, dev_cmd, txq_id))
47c1b496 476 goto drop_unlock_sta;
2c46f72e 477
c8a8ab44 478 if (is_data_qos && !ieee80211_has_morefrags(fc))
04cf6824 479 priv->tid_data[sta_id][tid].seq_number = seq_number;
34b5321e 480
fa23cb04 481 spin_unlock(&priv->sta_lock);
74bcdb33 482
2e34034e
JB
483 /*
484 * Avoid atomic ops if it isn't an associated client.
485 * Also, if this is a packet for aggregation, don't
486 * increase the counter because the ucode will stop
487 * aggregation queues when their respective station
488 * goes to sleep.
489 */
490 if (sta_priv && sta_priv->client && !is_agg)
74bcdb33
WYG
491 atomic_inc(&sta_priv->pending_frames);
492
622a9268
IP
493 if (info->flags & IEEE80211_TX_CTL_TX_OFFCHAN)
494 iwl_scan_offchannel_skb(priv);
495
74bcdb33
WYG
496 return 0;
497
2c46f72e 498drop_unlock_sta:
dfa2bdba 499 if (dev_cmd)
59c647b6 500 iwl_trans_free_tx_cmd(priv->trans, dev_cmd);
fa23cb04 501 spin_unlock(&priv->sta_lock);
2c46f72e 502drop_unlock_priv:
74bcdb33
WYG
503 return -1;
504}
505
1479177b 506static int iwlagn_alloc_agg_txq(struct iwl_priv *priv, int mq)
9eae88fa
JB
507{
508 int q;
509
510 for (q = IWLAGN_FIRST_AMPDU_QUEUE;
2152268f 511 q < priv->cfg->base_params->num_of_queues; q++) {
9eae88fa 512 if (!test_and_set_bit(q, priv->agg_q_alloc)) {
1479177b 513 priv->queue_to_mac80211[q] = mq;
9eae88fa
JB
514 return q;
515 }
516 }
517
518 return -ENOSPC;
519}
520
521static void iwlagn_dealloc_agg_txq(struct iwl_priv *priv, int q)
522{
523 clear_bit(q, priv->agg_q_alloc);
1479177b 524 priv->queue_to_mac80211[q] = IWL_INVALID_MAC80211_QUEUE;
9eae88fa
JB
525}
526
bc237730
EG
527int iwlagn_tx_agg_stop(struct iwl_priv *priv, struct ieee80211_vif *vif,
528 struct ieee80211_sta *sta, u16 tid)
529{
bc237730 530 struct iwl_tid_data *tid_data;
9eae88fa 531 int sta_id, txq_id;
682e5f64 532 enum iwl_agg_state agg_state;
bc237730
EG
533
534 sta_id = iwl_sta_id(sta);
535
536 if (sta_id == IWL_INVALID_STATION) {
537 IWL_ERR(priv, "Invalid station for AGG tid %d\n", tid);
538 return -ENXIO;
539 }
540
fa23cb04 541 spin_lock_bh(&priv->sta_lock);
bc237730 542
04cf6824 543 tid_data = &priv->tid_data[sta_id][tid];
da58eefa 544 txq_id = tid_data->agg.txq_id;
bc237730 545
da58eefa 546 switch (tid_data->agg.state) {
bc237730
EG
547 case IWL_EMPTYING_HW_QUEUE_ADDBA:
548 /*
549 * This can happen if the peer stops aggregation
550 * again before we've had a chance to drain the
551 * queue we selected previously, i.e. before the
552 * session was really started completely.
553 */
554 IWL_DEBUG_HT(priv, "AGG stop before setup done\n");
555 goto turn_off;
682e5f64
EG
556 case IWL_AGG_STARTING:
557 /*
558 * This can happen when the session is stopped before
559 * we receive ADDBA response
560 */
561 IWL_DEBUG_HT(priv, "AGG stop before AGG became operational\n");
562 goto turn_off;
bc237730
EG
563 case IWL_AGG_ON:
564 break;
565 default:
da58eefa
EG
566 IWL_WARN(priv,
567 "Stopping AGG while state not ON or starting for %d on %d (%d)\n",
568 sta_id, tid, tid_data->agg.state);
fa23cb04 569 spin_unlock_bh(&priv->sta_lock);
bc237730
EG
570 return 0;
571 }
572
9a886586 573 tid_data->agg.ssn = IEEE80211_SEQ_TO_SN(tid_data->seq_number);
bc237730
EG
574
575 /* There are still packets for this RA / TID in the HW */
9eae88fa
JB
576 if (!test_bit(txq_id, priv->agg_q_alloc)) {
577 IWL_DEBUG_TX_QUEUES(priv,
578 "stopping AGG on STA/TID %d/%d but hwq %d not used\n",
579 sta_id, tid, txq_id);
580 } else if (tid_data->agg.ssn != tid_data->next_reclaimed) {
da58eefa
EG
581 IWL_DEBUG_TX_QUEUES(priv,
582 "Can't proceed: ssn %d, next_recl = %d\n",
bc237730
EG
583 tid_data->agg.ssn,
584 tid_data->next_reclaimed);
da58eefa 585 tid_data->agg.state = IWL_EMPTYING_HW_QUEUE_DELBA;
fa23cb04 586 spin_unlock_bh(&priv->sta_lock);
bc237730
EG
587 return 0;
588 }
589
0ca24daf 590 IWL_DEBUG_TX_QUEUES(priv, "Can proceed: ssn = next_recl = %d\n",
bc237730
EG
591 tid_data->agg.ssn);
592turn_off:
da58eefa
EG
593 agg_state = tid_data->agg.state;
594 tid_data->agg.state = IWL_AGG_OFF;
bc237730 595
fa23cb04 596 spin_unlock_bh(&priv->sta_lock);
bc237730 597
9eae88fa 598 if (test_bit(txq_id, priv->agg_q_alloc)) {
8ff44ef2
EG
599 /*
600 * If the transport didn't know that we wanted to start
601 * agreggation, don't tell it that we want to stop them.
602 * This can happen when we don't get the addBA response on
603 * time, or we hadn't time to drain the AC queues.
682e5f64 604 */
8ff44ef2 605 if (agg_state == IWL_AGG_ON)
d0624be6 606 iwl_trans_txq_disable(priv->trans, txq_id);
8ff44ef2
EG
607 else
608 IWL_DEBUG_TX_QUEUES(priv, "Don't disable tx agg: %d\n",
609 agg_state);
9eae88fa
JB
610 iwlagn_dealloc_agg_txq(priv, txq_id);
611 }
bc237730 612
fdf426a3 613 ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
bc237730
EG
614
615 return 0;
616}
617
832f47e3 618int iwlagn_tx_agg_start(struct iwl_priv *priv, struct ieee80211_vif *vif,
619753ff 619 struct ieee80211_sta *sta, u16 tid, u16 *ssn)
74bcdb33 620{
1479177b 621 struct iwl_rxon_context *ctx = iwl_rxon_ctx_from_vif(vif);
3c69b595 622 struct iwl_tid_data *tid_data;
9eae88fa 623 int sta_id, txq_id, ret;
74bcdb33 624
5bc9890f
WYG
625 IWL_DEBUG_HT(priv, "TX AGG request on ra = %pM tid = %d\n",
626 sta->addr, tid);
74bcdb33 627
619753ff 628 sta_id = iwl_sta_id(sta);
74bcdb33
WYG
629 if (sta_id == IWL_INVALID_STATION) {
630 IWL_ERR(priv, "Start AGG on invalid station\n");
631 return -ENXIO;
632 }
5f85a789 633 if (unlikely(tid >= IWL_MAX_TID_COUNT))
74bcdb33
WYG
634 return -EINVAL;
635
04cf6824 636 if (priv->tid_data[sta_id][tid].agg.state != IWL_AGG_OFF) {
74bcdb33
WYG
637 IWL_ERR(priv, "Start AGG when state is not IWL_AGG_OFF !\n");
638 return -ENXIO;
639 }
640
1479177b 641 txq_id = iwlagn_alloc_agg_txq(priv, ctx->ac_to_queue[tid_to_ac[tid]]);
9eae88fa
JB
642 if (txq_id < 0) {
643 IWL_DEBUG_TX_QUEUES(priv,
644 "No free aggregation queue for %pM/%d\n",
645 sta->addr, tid);
646 return txq_id;
647 }
648
288712a6 649 ret = iwl_sta_tx_modify_enable_tid(priv, sta_id, tid);
74bcdb33
WYG
650 if (ret)
651 return ret;
652
fa23cb04 653 spin_lock_bh(&priv->sta_lock);
04cf6824 654 tid_data = &priv->tid_data[sta_id][tid];
9a886586 655 tid_data->agg.ssn = IEEE80211_SEQ_TO_SN(tid_data->seq_number);
9eae88fa 656 tid_data->agg.txq_id = txq_id;
3c69b595
EG
657
658 *ssn = tid_data->agg.ssn;
659
3c69b595 660 if (*ssn == tid_data->next_reclaimed) {
0ca24daf 661 IWL_DEBUG_TX_QUEUES(priv, "Can proceed: ssn = next_recl = %d\n",
3c69b595 662 tid_data->agg.ssn);
682e5f64 663 tid_data->agg.state = IWL_AGG_STARTING;
fdf426a3 664 ieee80211_start_tx_ba_cb_irqsafe(vif, sta->addr, tid);
3c69b595
EG
665 } else {
666 IWL_DEBUG_TX_QUEUES(priv, "Can't proceed: ssn %d, "
0ca24daf 667 "next_reclaimed = %d\n",
3c69b595
EG
668 tid_data->agg.ssn,
669 tid_data->next_reclaimed);
670 tid_data->agg.state = IWL_EMPTYING_HW_QUEUE_ADDBA;
671 }
fa23cb04 672 spin_unlock_bh(&priv->sta_lock);
288712a6 673
74bcdb33
WYG
674 return ret;
675}
676
2d055afd
EG
677int iwlagn_tx_agg_flush(struct iwl_priv *priv, struct ieee80211_vif *vif,
678 struct ieee80211_sta *sta, u16 tid)
679{
680 struct iwl_tid_data *tid_data;
681 enum iwl_agg_state agg_state;
682 int sta_id, txq_id;
683 sta_id = iwl_sta_id(sta);
684
685 /*
686 * First set the agg state to OFF to avoid calling
687 * ieee80211_stop_tx_ba_cb in iwlagn_check_ratid_empty.
688 */
689 spin_lock_bh(&priv->sta_lock);
690
691 tid_data = &priv->tid_data[sta_id][tid];
692 txq_id = tid_data->agg.txq_id;
693 agg_state = tid_data->agg.state;
694 IWL_DEBUG_TX_QUEUES(priv, "Flush AGG: sta %d tid %d q %d state %d\n",
695 sta_id, tid, txq_id, tid_data->agg.state);
696
697 tid_data->agg.state = IWL_AGG_OFF;
698
699 spin_unlock_bh(&priv->sta_lock);
700
701 if (iwlagn_txfifo_flush(priv, BIT(txq_id)))
702 IWL_ERR(priv, "Couldn't flush the AGG queue\n");
703
704 if (test_bit(txq_id, priv->agg_q_alloc)) {
705 /*
706 * If the transport didn't know that we wanted to start
707 * agreggation, don't tell it that we want to stop them.
708 * This can happen when we don't get the addBA response on
709 * time, or we hadn't time to drain the AC queues.
710 */
711 if (agg_state == IWL_AGG_ON)
712 iwl_trans_txq_disable(priv->trans, txq_id);
713 else
714 IWL_DEBUG_TX_QUEUES(priv, "Don't disable tx agg: %d\n",
715 agg_state);
716 iwlagn_dealloc_agg_txq(priv, txq_id);
717 }
718
719 return 0;
720}
721
822e8b2a
EG
722int iwlagn_tx_agg_oper(struct iwl_priv *priv, struct ieee80211_vif *vif,
723 struct ieee80211_sta *sta, u16 tid, u8 buf_size)
724{
725 struct iwl_station_priv *sta_priv = (void *) sta->drv_priv;
726 struct iwl_rxon_context *ctx = iwl_rxon_ctx_from_vif(vif);
9eae88fa 727 int q, fifo;
822e8b2a
EG
728 u16 ssn;
729
730 buf_size = min_t(int, buf_size, LINK_QUAL_AGG_FRAME_LIMIT_DEF);
731
fa23cb04 732 spin_lock_bh(&priv->sta_lock);
04cf6824 733 ssn = priv->tid_data[sta_priv->sta_id][tid].agg.ssn;
9eae88fa 734 q = priv->tid_data[sta_priv->sta_id][tid].agg.txq_id;
682e5f64 735 priv->tid_data[sta_priv->sta_id][tid].agg.state = IWL_AGG_ON;
fa23cb04 736 spin_unlock_bh(&priv->sta_lock);
822e8b2a 737
9eae88fa
JB
738 fifo = ctx->ac_to_fifo[tid_to_ac[tid]];
739
4beaf6c2
EG
740 iwl_trans_txq_enable(priv->trans, q, fifo, sta_priv->sta_id, tid,
741 buf_size, ssn);
822e8b2a
EG
742
743 /*
744 * If the limit is 0, then it wasn't initialised yet,
745 * use the default. We can do that since we take the
746 * minimum below, and we don't want to go above our
747 * default due to hardware restrictions.
748 */
749 if (sta_priv->max_agg_bufsize == 0)
750 sta_priv->max_agg_bufsize =
751 LINK_QUAL_AGG_FRAME_LIMIT_DEF;
752
753 /*
754 * Even though in theory the peer could have different
755 * aggregation reorder buffer sizes for different sessions,
756 * our ucode doesn't allow for that and has a global limit
757 * for each station. Therefore, use the minimum of all the
758 * aggregation sessions and our default value.
759 */
760 sta_priv->max_agg_bufsize =
761 min(sta_priv->max_agg_bufsize, buf_size);
762
9e295116 763 if (priv->hw_params.use_rts_for_aggregation) {
822e8b2a
EG
764 /*
765 * switch to RTS/CTS if it is the prefer protection
766 * method for HT traffic
767 */
768
769 sta_priv->lq_sta.lq.general_params.flags |=
770 LINK_QUAL_FLAGS_SET_STA_TLC_RTS_MSK;
771 }
772 priv->agg_tids_count++;
773 IWL_DEBUG_HT(priv, "priv->agg_tids_count = %u\n",
774 priv->agg_tids_count);
775
776 sta_priv->lq_sta.lq.agg_params.agg_frame_cnt_limit =
777 sta_priv->max_agg_bufsize;
778
5fb8c182 779 IWL_DEBUG_HT(priv, "Tx aggregation enabled on ra = %pM tid = %d\n",
822e8b2a
EG
780 sta->addr, tid);
781
782 return iwl_send_lq_cmd(priv, ctx,
783 &sta_priv->lq_sta.lq, CMD_ASYNC, false);
784}
785
20addec6
EG
786static void iwlagn_check_ratid_empty(struct iwl_priv *priv, int sta_id, u8 tid)
787{
04cf6824 788 struct iwl_tid_data *tid_data = &priv->tid_data[sta_id][tid];
fdf426a3
EG
789 enum iwl_rxon_context_id ctx;
790 struct ieee80211_vif *vif;
791 u8 *addr;
20addec6 792
fa23cb04 793 lockdep_assert_held(&priv->sta_lock);
20addec6 794
fdf426a3
EG
795 addr = priv->stations[sta_id].sta.sta.addr;
796 ctx = priv->stations[sta_id].ctxid;
797 vif = priv->contexts[ctx].vif;
798
04cf6824 799 switch (priv->tid_data[sta_id][tid].agg.state) {
20addec6
EG
800 case IWL_EMPTYING_HW_QUEUE_DELBA:
801 /* There are no packets for this RA / TID in the HW any more */
802 if (tid_data->agg.ssn == tid_data->next_reclaimed) {
803 IWL_DEBUG_TX_QUEUES(priv,
804 "Can continue DELBA flow ssn = next_recl ="
805 " %d", tid_data->next_reclaimed);
d0624be6
EG
806 iwl_trans_txq_disable(priv->trans,
807 tid_data->agg.txq_id);
9eae88fa 808 iwlagn_dealloc_agg_txq(priv, tid_data->agg.txq_id);
20addec6 809 tid_data->agg.state = IWL_AGG_OFF;
fdf426a3 810 ieee80211_stop_tx_ba_cb_irqsafe(vif, addr, tid);
20addec6
EG
811 }
812 break;
813 case IWL_EMPTYING_HW_QUEUE_ADDBA:
814 /* There are no packets for this RA / TID in the HW any more */
815 if (tid_data->agg.ssn == tid_data->next_reclaimed) {
816 IWL_DEBUG_TX_QUEUES(priv,
817 "Can continue ADDBA flow ssn = next_recl ="
818 " %d", tid_data->next_reclaimed);
682e5f64 819 tid_data->agg.state = IWL_AGG_STARTING;
fdf426a3 820 ieee80211_start_tx_ba_cb_irqsafe(vif, addr, tid);
20addec6
EG
821 }
822 break;
823 default:
824 break;
825 }
826}
827
2e34034e
JB
828static void iwlagn_non_agg_tx_status(struct iwl_priv *priv,
829 struct iwl_rxon_context *ctx,
830 const u8 *addr1)
74bcdb33 831{
74bcdb33
WYG
832 struct ieee80211_sta *sta;
833 struct iwl_station_priv *sta_priv;
834
6db6340c 835 rcu_read_lock();
2e34034e 836 sta = ieee80211_find_sta(ctx->vif, addr1);
74bcdb33
WYG
837 if (sta) {
838 sta_priv = (void *)sta->drv_priv;
839 /* avoid atomic ops if this isn't a client */
840 if (sta_priv->client &&
841 atomic_dec_return(&sta_priv->pending_frames) == 0)
842 ieee80211_sta_block_awake(priv->hw, sta, false);
843 }
6db6340c 844 rcu_read_unlock();
2e34034e
JB
845}
846
a0eaad71
EG
847/**
848 * translate ucode response to mac80211 tx status control values
849 */
04e1cabe 850static void iwlagn_hwrate_to_tx_control(struct iwl_priv *priv, u32 rate_n_flags,
a0eaad71 851 struct ieee80211_tx_info *info)
2e34034e 852{
d748b464 853 struct ieee80211_tx_rate *r = &info->status.rates[0];
74bcdb33 854
d748b464 855 info->status.antenna =
a0eaad71
EG
856 ((rate_n_flags & RATE_MCS_ANT_ABC_MSK) >> RATE_MCS_ANT_POS);
857 if (rate_n_flags & RATE_MCS_HT_MSK)
858 r->flags |= IEEE80211_TX_RC_MCS;
859 if (rate_n_flags & RATE_MCS_GF_MSK)
860 r->flags |= IEEE80211_TX_RC_GREEN_FIELD;
861 if (rate_n_flags & RATE_MCS_HT40_MSK)
862 r->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH;
863 if (rate_n_flags & RATE_MCS_DUP_MSK)
864 r->flags |= IEEE80211_TX_RC_DUP_DATA;
865 if (rate_n_flags & RATE_MCS_SGI_MSK)
866 r->flags |= IEEE80211_TX_RC_SHORT_GI;
867 r->idx = iwlagn_hwrate_to_mac80211_idx(rate_n_flags, info->band);
74bcdb33
WYG
868}
869
a0eaad71
EG
870#ifdef CONFIG_IWLWIFI_DEBUG
871const char *iwl_get_tx_fail_reason(u32 status)
74bcdb33 872{
a0eaad71
EG
873#define TX_STATUS_FAIL(x) case TX_STATUS_FAIL_ ## x: return #x
874#define TX_STATUS_POSTPONE(x) case TX_STATUS_POSTPONE_ ## x: return #x
74bcdb33 875
a0eaad71
EG
876 switch (status & TX_STATUS_MSK) {
877 case TX_STATUS_SUCCESS:
878 return "SUCCESS";
879 TX_STATUS_POSTPONE(DELAY);
880 TX_STATUS_POSTPONE(FEW_BYTES);
881 TX_STATUS_POSTPONE(BT_PRIO);
882 TX_STATUS_POSTPONE(QUIET_PERIOD);
883 TX_STATUS_POSTPONE(CALC_TTAK);
884 TX_STATUS_FAIL(INTERNAL_CROSSED_RETRY);
885 TX_STATUS_FAIL(SHORT_LIMIT);
886 TX_STATUS_FAIL(LONG_LIMIT);
887 TX_STATUS_FAIL(FIFO_UNDERRUN);
888 TX_STATUS_FAIL(DRAIN_FLOW);
889 TX_STATUS_FAIL(RFKILL_FLUSH);
890 TX_STATUS_FAIL(LIFE_EXPIRE);
891 TX_STATUS_FAIL(DEST_PS);
892 TX_STATUS_FAIL(HOST_ABORTED);
893 TX_STATUS_FAIL(BT_RETRY);
894 TX_STATUS_FAIL(STA_INVALID);
895 TX_STATUS_FAIL(FRAG_DROPPED);
896 TX_STATUS_FAIL(TID_DISABLE);
897 TX_STATUS_FAIL(FIFO_FLUSHED);
898 TX_STATUS_FAIL(INSUFFICIENT_CF_POLL);
899 TX_STATUS_FAIL(PASSIVE_NO_RX);
900 TX_STATUS_FAIL(NO_BEACON_ON_RADAR);
74bcdb33
WYG
901 }
902
a0eaad71 903 return "UNKNOWN";
74bcdb33 904
a0eaad71
EG
905#undef TX_STATUS_FAIL
906#undef TX_STATUS_POSTPONE
907}
908#endif /* CONFIG_IWLWIFI_DEBUG */
b2502698 909
04e1cabe
EG
910static void iwlagn_count_agg_tx_err_status(struct iwl_priv *priv, u16 status)
911{
912 status &= AGG_TX_STATUS_MSK;
913
914 switch (status) {
915 case AGG_TX_STATE_UNDERRUN_MSK:
916 priv->reply_agg_tx_stats.underrun++;
917 break;
918 case AGG_TX_STATE_BT_PRIO_MSK:
919 priv->reply_agg_tx_stats.bt_prio++;
920 break;
921 case AGG_TX_STATE_FEW_BYTES_MSK:
922 priv->reply_agg_tx_stats.few_bytes++;
923 break;
924 case AGG_TX_STATE_ABORT_MSK:
925 priv->reply_agg_tx_stats.abort++;
926 break;
927 case AGG_TX_STATE_LAST_SENT_TTL_MSK:
928 priv->reply_agg_tx_stats.last_sent_ttl++;
929 break;
930 case AGG_TX_STATE_LAST_SENT_TRY_CNT_MSK:
931 priv->reply_agg_tx_stats.last_sent_try++;
932 break;
933 case AGG_TX_STATE_LAST_SENT_BT_KILL_MSK:
934 priv->reply_agg_tx_stats.last_sent_bt_kill++;
935 break;
936 case AGG_TX_STATE_SCD_QUERY_MSK:
937 priv->reply_agg_tx_stats.scd_query++;
938 break;
939 case AGG_TX_STATE_TEST_BAD_CRC32_MSK:
940 priv->reply_agg_tx_stats.bad_crc32++;
941 break;
942 case AGG_TX_STATE_RESPONSE_MSK:
943 priv->reply_agg_tx_stats.response++;
944 break;
945 case AGG_TX_STATE_DUMP_TX_MSK:
946 priv->reply_agg_tx_stats.dump_tx++;
947 break;
948 case AGG_TX_STATE_DELAY_TX_MSK:
949 priv->reply_agg_tx_stats.delay_tx++;
950 break;
951 default:
952 priv->reply_agg_tx_stats.unknown++;
953 break;
954 }
955}
956
cfe41828
EG
957static inline u32 iwlagn_get_scd_ssn(struct iwlagn_tx_resp *tx_resp)
958{
959 return le32_to_cpup((__le32 *)&tx_resp->status +
9a886586 960 tx_resp->frame_count) & IEEE80211_MAX_SN;
cfe41828
EG
961}
962
a0eaad71
EG
963static void iwl_rx_reply_tx_agg(struct iwl_priv *priv,
964 struct iwlagn_tx_resp *tx_resp)
965{
966 struct agg_tx_status *frame_status = &tx_resp->status;
967 int tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
968 IWLAGN_TX_RES_TID_POS;
969 int sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
970 IWLAGN_TX_RES_RA_POS;
04cf6824 971 struct iwl_ht_agg *agg = &priv->tid_data[sta_id][tid].agg;
a0eaad71
EG
972 u32 status = le16_to_cpu(tx_resp->status.status);
973 int i;
974
3d29dd9b
EG
975 WARN_ON(tid == IWL_TID_NON_QOS);
976
a0eaad71
EG
977 if (agg->wait_for_ba)
978 IWL_DEBUG_TX_REPLY(priv,
979 "got tx response w/o block-ack\n");
74bcdb33 980
a0eaad71
EG
981 agg->rate_n_flags = le32_to_cpu(tx_resp->rate_n_flags);
982 agg->wait_for_ba = (tx_resp->frame_count > 1);
983
984 /*
985 * If the BT kill count is non-zero, we'll get this
986 * notification again.
987 */
988 if (tx_resp->bt_kill_count && tx_resp->frame_count == 1 &&
2152268f
EG
989 priv->cfg->bt_params &&
990 priv->cfg->bt_params->advanced_bt_coexist) {
a0eaad71
EG
991 IWL_DEBUG_COEX(priv, "receive reply tx w/ bt_kill\n");
992 }
b2502698 993
1a849613
EG
994 if (tx_resp->frame_count == 1)
995 return;
996
cfe41828
EG
997 IWL_DEBUG_TX_REPLY(priv, "TXQ %d initial_rate 0x%x ssn %d frm_cnt %d\n",
998 agg->txq_id,
999 le32_to_cpu(tx_resp->rate_n_flags),
1000 iwlagn_get_scd_ssn(tx_resp), tx_resp->frame_count);
1001
a0eaad71
EG
1002 /* Construct bit-map of pending frames within Tx window */
1003 for (i = 0; i < tx_resp->frame_count; i++) {
1004 u16 fstatus = le16_to_cpu(frame_status[i].status);
cfe41828 1005 u8 retry_cnt = (fstatus & AGG_TX_TRY_MSK) >> AGG_TX_TRY_POS;
74bcdb33 1006
a0eaad71
EG
1007 if (status & AGG_TX_STATUS_MSK)
1008 iwlagn_count_agg_tx_err_status(priv, fstatus);
74bcdb33 1009
a0eaad71
EG
1010 if (status & (AGG_TX_STATE_FEW_BYTES_MSK |
1011 AGG_TX_STATE_ABORT_MSK))
1012 continue;
cfe41828
EG
1013
1014 if (status & AGG_TX_STATUS_MSK || retry_cnt > 1)
1015 IWL_DEBUG_TX_REPLY(priv,
1016 "%d: status %s (0x%04x), try-count (0x%01x)\n",
1017 i,
1018 iwl_get_agg_tx_fail_reason(fstatus),
1019 fstatus & AGG_TX_STATUS_MSK,
1020 retry_cnt);
74bcdb33 1021 }
74bcdb33
WYG
1022}
1023
04e1cabe
EG
1024#ifdef CONFIG_IWLWIFI_DEBUG
1025#define AGG_TX_STATE_FAIL(x) case AGG_TX_STATE_ ## x: return #x
1026
1027const char *iwl_get_agg_tx_fail_reason(u16 status)
1028{
1029 status &= AGG_TX_STATUS_MSK;
1030 switch (status) {
1031 case AGG_TX_STATE_TRANSMITTED:
1032 return "SUCCESS";
1033 AGG_TX_STATE_FAIL(UNDERRUN_MSK);
1034 AGG_TX_STATE_FAIL(BT_PRIO_MSK);
1035 AGG_TX_STATE_FAIL(FEW_BYTES_MSK);
1036 AGG_TX_STATE_FAIL(ABORT_MSK);
1037 AGG_TX_STATE_FAIL(LAST_SENT_TTL_MSK);
1038 AGG_TX_STATE_FAIL(LAST_SENT_TRY_CNT_MSK);
1039 AGG_TX_STATE_FAIL(LAST_SENT_BT_KILL_MSK);
1040 AGG_TX_STATE_FAIL(SCD_QUERY_MSK);
1041 AGG_TX_STATE_FAIL(TEST_BAD_CRC32_MSK);
1042 AGG_TX_STATE_FAIL(RESPONSE_MSK);
1043 AGG_TX_STATE_FAIL(DUMP_TX_MSK);
1044 AGG_TX_STATE_FAIL(DELAY_TX_MSK);
1045 }
1046
1047 return "UNKNOWN";
1048}
1049#endif /* CONFIG_IWLWIFI_DEBUG */
1050
04e1cabe
EG
1051static void iwlagn_count_tx_err_status(struct iwl_priv *priv, u16 status)
1052{
1053 status &= TX_STATUS_MSK;
1054
1055 switch (status) {
1056 case TX_STATUS_POSTPONE_DELAY:
1057 priv->reply_tx_stats.pp_delay++;
1058 break;
1059 case TX_STATUS_POSTPONE_FEW_BYTES:
1060 priv->reply_tx_stats.pp_few_bytes++;
1061 break;
1062 case TX_STATUS_POSTPONE_BT_PRIO:
1063 priv->reply_tx_stats.pp_bt_prio++;
1064 break;
1065 case TX_STATUS_POSTPONE_QUIET_PERIOD:
1066 priv->reply_tx_stats.pp_quiet_period++;
1067 break;
1068 case TX_STATUS_POSTPONE_CALC_TTAK:
1069 priv->reply_tx_stats.pp_calc_ttak++;
1070 break;
1071 case TX_STATUS_FAIL_INTERNAL_CROSSED_RETRY:
1072 priv->reply_tx_stats.int_crossed_retry++;
1073 break;
1074 case TX_STATUS_FAIL_SHORT_LIMIT:
1075 priv->reply_tx_stats.short_limit++;
1076 break;
1077 case TX_STATUS_FAIL_LONG_LIMIT:
1078 priv->reply_tx_stats.long_limit++;
1079 break;
1080 case TX_STATUS_FAIL_FIFO_UNDERRUN:
1081 priv->reply_tx_stats.fifo_underrun++;
1082 break;
1083 case TX_STATUS_FAIL_DRAIN_FLOW:
1084 priv->reply_tx_stats.drain_flow++;
1085 break;
1086 case TX_STATUS_FAIL_RFKILL_FLUSH:
1087 priv->reply_tx_stats.rfkill_flush++;
1088 break;
1089 case TX_STATUS_FAIL_LIFE_EXPIRE:
1090 priv->reply_tx_stats.life_expire++;
1091 break;
1092 case TX_STATUS_FAIL_DEST_PS:
1093 priv->reply_tx_stats.dest_ps++;
1094 break;
1095 case TX_STATUS_FAIL_HOST_ABORTED:
1096 priv->reply_tx_stats.host_abort++;
1097 break;
1098 case TX_STATUS_FAIL_BT_RETRY:
1099 priv->reply_tx_stats.bt_retry++;
1100 break;
1101 case TX_STATUS_FAIL_STA_INVALID:
1102 priv->reply_tx_stats.sta_invalid++;
1103 break;
1104 case TX_STATUS_FAIL_FRAG_DROPPED:
1105 priv->reply_tx_stats.frag_drop++;
1106 break;
1107 case TX_STATUS_FAIL_TID_DISABLE:
1108 priv->reply_tx_stats.tid_disable++;
1109 break;
1110 case TX_STATUS_FAIL_FIFO_FLUSHED:
1111 priv->reply_tx_stats.fifo_flush++;
1112 break;
1113 case TX_STATUS_FAIL_INSUFFICIENT_CF_POLL:
1114 priv->reply_tx_stats.insuff_cf_poll++;
1115 break;
1116 case TX_STATUS_FAIL_PASSIVE_NO_RX:
1117 priv->reply_tx_stats.fail_hw_drop++;
1118 break;
1119 case TX_STATUS_FAIL_NO_BEACON_ON_RADAR:
1120 priv->reply_tx_stats.sta_color_mismatch++;
1121 break;
1122 default:
1123 priv->reply_tx_stats.unknown++;
1124 break;
1125 }
1126}
1127
1128static void iwlagn_set_tx_status(struct iwl_priv *priv,
1129 struct ieee80211_tx_info *info,
2eb81a40 1130 struct iwlagn_tx_resp *tx_resp)
04e1cabe 1131{
2eb81a40 1132 u16 status = le16_to_cpu(tx_resp->status.status);
04e1cabe 1133
c3e5d718
EG
1134 info->flags &= ~IEEE80211_TX_CTL_AMPDU;
1135
04e1cabe 1136 info->status.rates[0].count = tx_resp->failure_frame + 1;
04e1cabe
EG
1137 info->flags |= iwl_tx_status_to_mac80211(status);
1138 iwlagn_hwrate_to_tx_control(priv, le32_to_cpu(tx_resp->rate_n_flags),
1139 info);
1140 if (!iwl_is_tx_success(status))
1141 iwlagn_count_tx_err_status(priv, status);
1142}
1143
1144static void iwl_check_abort_status(struct iwl_priv *priv,
1145 u8 frame_count, u32 status)
1146{
1147 if (frame_count == 1 && status == TX_STATUS_FAIL_RFKILL_FLUSH) {
1148 IWL_ERR(priv, "Tx flush command to flush out all frames\n");
83626404 1149 if (!test_bit(STATUS_EXIT_PENDING, &priv->status))
1ee158d8 1150 queue_work(priv->workqueue, &priv->tx_flush);
04e1cabe
EG
1151 }
1152}
1153
48a2d66f 1154int iwlagn_rx_reply_tx(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb,
247c61d6 1155 struct iwl_device_cmd *cmd)
74bcdb33 1156{
a0eaad71
EG
1157 struct iwl_rx_packet *pkt = rxb_addr(rxb);
1158 u16 sequence = le16_to_cpu(pkt->hdr.sequence);
1159 int txq_id = SEQ_TO_QUEUE(sequence);
ff620849 1160 int cmd_index __maybe_unused = SEQ_TO_INDEX(sequence);
f8d7c1a1 1161 struct iwlagn_tx_resp *tx_resp = (void *)pkt->data;
a0eaad71
EG
1162 struct ieee80211_hdr *hdr;
1163 u32 status = le16_to_cpu(tx_resp->status.status);
eb9a372a 1164 u16 ssn = iwlagn_get_scd_ssn(tx_resp);
a0eaad71
EG
1165 int tid;
1166 int sta_id;
1167 int freed;
74bcdb33 1168 struct ieee80211_tx_info *info;
a0eaad71
EG
1169 struct sk_buff_head skbs;
1170 struct sk_buff *skb;
1171 struct iwl_rxon_context *ctx;
8ad71bef 1172 bool is_agg = (txq_id >= IWLAGN_FIRST_AMPDU_QUEUE);
622a9268 1173 bool is_offchannel_skb;
d0eb6334 1174
a0eaad71
EG
1175 tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
1176 IWLAGN_TX_RES_TID_POS;
1177 sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
1178 IWLAGN_TX_RES_RA_POS;
9decde95 1179
2bfb5092 1180 spin_lock_bh(&priv->sta_lock);
9decde95 1181
cfe41828
EG
1182 if (is_agg) {
1183 WARN_ON_ONCE(sta_id >= IWLAGN_STATION_COUNT ||
1184 tid >= IWL_MAX_TID_COUNT);
1185 if (txq_id != priv->tid_data[sta_id][tid].agg.txq_id)
1186 IWL_ERR(priv, "txq_id mismatch: %d %d\n", txq_id,
1187 priv->tid_data[sta_id][tid].agg.txq_id);
a0eaad71 1188 iwl_rx_reply_tx_agg(priv, tx_resp);
cfe41828 1189 }
a0eaad71 1190
2c6ab7ff
JB
1191 __skb_queue_head_init(&skbs);
1192
622a9268
IP
1193 is_offchannel_skb = false;
1194
a0eaad71 1195 if (tx_resp->frame_count == 1) {
eb9a372a 1196 u16 next_reclaimed = le16_to_cpu(tx_resp->seq_ctl);
9a886586 1197 next_reclaimed = IEEE80211_SEQ_TO_SN(next_reclaimed + 0x10);
eb9a372a
EG
1198
1199 if (is_agg) {
1200 /* If this is an aggregation queue, we can rely on the
1201 * ssn since the wifi sequence number corresponds to
1202 * the index in the TFD ring (%256).
1203 * The seq_ctl is the sequence control of the packet
1204 * to which this Tx response relates. But if there is a
1205 * hole in the bitmap of the BA we received, this Tx
1206 * response may allow to reclaim the hole and all the
1207 * subsequent packets that were already acked.
1208 * In that case, seq_ctl != ssn, and the next packet
1209 * to be reclaimed will be ssn and not seq_ctl.
1210 */
1211 next_reclaimed = ssn;
1212 }
1213
ae023b27
EG
1214 if (tid != IWL_TID_NON_QOS) {
1215 priv->tid_data[sta_id][tid].next_reclaimed =
1216 next_reclaimed;
1217 IWL_DEBUG_TX_REPLY(priv, "Next reclaimed packet:%d\n",
1218 next_reclaimed);
1219 }
1220
27edb1ac
EG
1221 iwl_trans_reclaim(priv->trans, txq_id, ssn, &skbs);
1222
20addec6 1223 iwlagn_check_ratid_empty(priv, sta_id, tid);
a0eaad71 1224 freed = 0;
2c6ab7ff
JB
1225
1226 /* process frames */
1227 skb_queue_walk(&skbs, skb) {
a0eaad71
EG
1228 hdr = (struct ieee80211_hdr *)skb->data;
1229
1230 if (!ieee80211_is_data_qos(hdr->frame_control))
1231 priv->last_seq_ctl = tx_resp->seq_ctl;
1232
1233 info = IEEE80211_SKB_CB(skb);
1234 ctx = info->driver_data[0];
59c647b6
EG
1235 iwl_trans_free_tx_cmd(priv->trans,
1236 info->driver_data[1]);
a0eaad71
EG
1237
1238 memset(&info->status, 0, sizeof(info->status));
1239
1240 if (status == TX_STATUS_FAIL_PASSIVE_NO_RX &&
b8730b40 1241 ctx->vif &&
a0eaad71 1242 ctx->vif->type == NL80211_IFTYPE_STATION) {
e755f882
JB
1243 /* block and stop all queues */
1244 priv->passive_no_rx = true;
3251715d
EG
1245 IWL_DEBUG_TX_QUEUES(priv, "stop all queues: "
1246 "passive channel");
e755f882 1247 ieee80211_stop_queues(priv->hw);
a0eaad71
EG
1248
1249 IWL_DEBUG_TX_REPLY(priv,
1250 "TXQ %d status %s (0x%08x) "
1251 "rate_n_flags 0x%x retries %d\n",
1252 txq_id,
1253 iwl_get_tx_fail_reason(status),
1254 status,
1255 le32_to_cpu(tx_resp->rate_n_flags),
1256 tx_resp->failure_frame);
1257
1258 IWL_DEBUG_TX_REPLY(priv,
1259 "FrameCnt = %d, idx=%d\n",
1260 tx_resp->frame_count, cmd_index);
1261 }
1262
1263 /* check if BAR is needed */
1264 if (is_agg && !iwl_is_tx_success(status))
1265 info->flags |= IEEE80211_TX_STAT_AMPDU_NO_BACK;
1266 iwlagn_set_tx_status(priv, IEEE80211_SKB_CB(skb),
2eb81a40 1267 tx_resp);
a0eaad71
EG
1268 if (!is_agg)
1269 iwlagn_non_agg_tx_status(priv, ctx, hdr->addr1);
1270
622a9268
IP
1271 is_offchannel_skb =
1272 (info->flags & IEEE80211_TX_CTL_TX_OFFCHAN);
a0eaad71
EG
1273 freed++;
1274 }
74bcdb33 1275
f590dcec
EG
1276 if (tid != IWL_TID_NON_QOS) {
1277 priv->tid_data[sta_id][tid].next_reclaimed =
1278 next_reclaimed;
1279 IWL_DEBUG_TX_REPLY(priv, "Next reclaimed packet:%d\n",
1280 next_reclaimed);
1281 }
1282
1c3fea82
EG
1283 if (!is_agg && freed != 1)
1284 IWL_ERR(priv, "Q: %d, freed %d\n", txq_id, freed);
622a9268
IP
1285
1286 /*
1287 * An offchannel frame can be send only on the AUX queue, where
1288 * there is no aggregation (and reordering) so it only is single
1289 * skb is expected to be processed.
1290 */
1c3fea82
EG
1291 if (is_offchannel_skb && freed != 1)
1292 IWL_ERR(priv, "OFFCHANNEL SKB freed %d\n", freed);
8d801080 1293
cfe41828
EG
1294 IWL_DEBUG_TX_REPLY(priv, "TXQ %d status %s (0x%08x)\n", txq_id,
1295 iwl_get_tx_fail_reason(status), status);
1c3fea82 1296
cfe41828
EG
1297 IWL_DEBUG_TX_REPLY(priv,
1298 "\t\t\t\tinitial_rate 0x%x retries %d, idx=%d ssn=%d seq_ctl=0x%x\n",
1299 le32_to_cpu(tx_resp->rate_n_flags),
1300 tx_resp->failure_frame,
1301 SEQ_TO_INDEX(sequence), ssn,
1302 le16_to_cpu(tx_resp->seq_ctl));
1303 }
1c3fea82 1304
a0eaad71 1305 iwl_check_abort_status(priv, tx_resp->frame_count, status);
2bfb5092 1306 spin_unlock_bh(&priv->sta_lock);
2c6ab7ff
JB
1307
1308 while (!skb_queue_empty(&skbs)) {
1309 skb = __skb_dequeue(&skbs);
2bfb5092 1310 ieee80211_tx_status_ni(priv->hw, skb);
2c6ab7ff
JB
1311 }
1312
622a9268
IP
1313 if (is_offchannel_skb)
1314 iwl_scan_offchannel_skb_status(priv);
1315
247c61d6 1316 return 0;
8d801080
WYG
1317}
1318
74bcdb33
WYG
1319/**
1320 * iwlagn_rx_reply_compressed_ba - Handler for REPLY_COMPRESSED_BA
1321 *
1322 * Handles block-acknowledge notification from device, which reports success
1323 * of frames sent via aggregation.
1324 */
247c61d6 1325int iwlagn_rx_reply_compressed_ba(struct iwl_priv *priv,
48a2d66f 1326 struct iwl_rx_cmd_buffer *rxb,
247c61d6 1327 struct iwl_device_cmd *cmd)
74bcdb33
WYG
1328{
1329 struct iwl_rx_packet *pkt = rxb_addr(rxb);
f8d7c1a1 1330 struct iwl_compressed_ba_resp *ba_resp = (void *)pkt->data;
74bcdb33 1331 struct iwl_ht_agg *agg;
a0eaad71
EG
1332 struct sk_buff_head reclaimed_skbs;
1333 struct ieee80211_tx_info *info;
1334 struct ieee80211_hdr *hdr;
1335 struct sk_buff *skb;
74bcdb33
WYG
1336 int sta_id;
1337 int tid;
a0eaad71 1338 int freed;
74bcdb33
WYG
1339
1340 /* "flow" corresponds to Tx queue */
1341 u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);
1342
1343 /* "ssn" is start of block-ack Tx window, corresponds to index
1344 * (in Tx queue's circular buffer) of first TFD/frame in window */
1345 u16 ba_resp_scd_ssn = le16_to_cpu(ba_resp->scd_ssn);
1346
2152268f 1347 if (scd_flow >= priv->cfg->base_params->num_of_queues) {
74bcdb33
WYG
1348 IWL_ERR(priv,
1349 "BUG_ON scd_flow is bigger than number of queues\n");
247c61d6 1350 return 0;
74bcdb33
WYG
1351 }
1352
74bcdb33
WYG
1353 sta_id = ba_resp->sta_id;
1354 tid = ba_resp->tid;
04cf6824 1355 agg = &priv->tid_data[sta_id][tid].agg;
a0eaad71 1356
2bfb5092 1357 spin_lock_bh(&priv->sta_lock);
a0eaad71 1358
76bc10fc
EG
1359 if (unlikely(!agg->wait_for_ba)) {
1360 if (unlikely(ba_resp->bitmap))
1361 IWL_ERR(priv, "Received BA when not expected\n");
2bfb5092 1362 spin_unlock_bh(&priv->sta_lock);
247c61d6 1363 return 0;
b561e827 1364 }
74bcdb33 1365
27edb1ac
EG
1366 if (unlikely(scd_flow != agg->txq_id)) {
1367 /*
1368 * FIXME: this is a uCode bug which need to be addressed,
1369 * log the information and return for now.
1370 * Since it is can possibly happen very often and in order
1371 * not to fill the syslog, don't use IWL_ERR or IWL_WARN
1372 */
1373 IWL_DEBUG_TX_QUEUES(priv,
1374 "Bad queue mapping txq_id=%d, agg_txq[sta:%d,tid:%d]=%d\n",
1375 scd_flow, sta_id, tid, agg->txq_id);
2bfb5092 1376 spin_unlock_bh(&priv->sta_lock);
27edb1ac
EG
1377 return 0;
1378 }
1379
76bc10fc
EG
1380 __skb_queue_head_init(&reclaimed_skbs);
1381
1382 /* Release all TFDs before the SSN, i.e. all TFDs in front of
1383 * block-ack window (we assume that they've been successfully
1384 * transmitted ... if not, it's too late anyway). */
27edb1ac
EG
1385 iwl_trans_reclaim(priv->trans, scd_flow, ba_resp_scd_ssn,
1386 &reclaimed_skbs);
74bcdb33
WYG
1387
1388 IWL_DEBUG_TX_REPLY(priv, "REPLY_COMPRESSED_BA [%d] Received from %pM, "
1389 "sta_id = %d\n",
1390 agg->wait_for_ba,
1391 (u8 *) &ba_resp->sta_addr_lo32,
1392 ba_resp->sta_id);
a0eaad71 1393 IWL_DEBUG_TX_REPLY(priv, "TID = %d, SeqCtl = %d, bitmap = 0x%llx, "
a46c3e42 1394 "scd_flow = %d, scd_ssn = %d sent:%d, acked:%d\n",
aca15f81 1395 ba_resp->tid, le16_to_cpu(ba_resp->seq_ctl),
74bcdb33 1396 (unsigned long long)le64_to_cpu(ba_resp->bitmap),
a46c3e42
EG
1397 scd_flow, ba_resp_scd_ssn, ba_resp->txed,
1398 ba_resp->txed_2_done);
74bcdb33 1399
a0eaad71 1400 /* Mark that the expected block-ack response arrived */
21023e26 1401 agg->wait_for_ba = false;
a0eaad71
EG
1402
1403 /* Sanity check values reported by uCode */
1404 if (ba_resp->txed_2_done > ba_resp->txed) {
1405 IWL_DEBUG_TX_REPLY(priv,
1406 "bogus sent(%d) and ack(%d) count\n",
1407 ba_resp->txed, ba_resp->txed_2_done);
1408 /*
1409 * set txed_2_done = txed,
1410 * so it won't impact rate scale
1411 */
1412 ba_resp->txed = ba_resp->txed_2_done;
1413 }
a0eaad71 1414
04cf6824 1415 priv->tid_data[sta_id][tid].next_reclaimed = ba_resp_scd_ssn;
76bc10fc 1416
20addec6 1417 iwlagn_check_ratid_empty(priv, sta_id, tid);
a0eaad71 1418 freed = 0;
74bcdb33 1419
2c6ab7ff 1420 skb_queue_walk(&reclaimed_skbs, skb) {
a0eaad71 1421 hdr = (struct ieee80211_hdr *)skb->data;
69fdb710 1422
a0eaad71
EG
1423 if (ieee80211_is_data_qos(hdr->frame_control))
1424 freed++;
1425 else
1426 WARN_ON_ONCE(1);
1427
1a849613 1428 info = IEEE80211_SKB_CB(skb);
59c647b6 1429 iwl_trans_free_tx_cmd(priv->trans, info->driver_data[1]);
1a849613
EG
1430
1431 if (freed == 1) {
a0eaad71
EG
1432 /* this is the first skb we deliver in this batch */
1433 /* put the rate scaling data there */
1434 info = IEEE80211_SKB_CB(skb);
1435 memset(&info->status, 0, sizeof(info->status));
1436 info->flags |= IEEE80211_TX_STAT_ACK;
1437 info->flags |= IEEE80211_TX_STAT_AMPDU;
1438 info->status.ampdu_ack_len = ba_resp->txed_2_done;
1439 info->status.ampdu_len = ba_resp->txed;
1440 iwlagn_hwrate_to_tx_control(priv, agg->rate_n_flags,
1441 info);
1442 }
69fdb710
JB
1443 }
1444
2bfb5092 1445 spin_unlock_bh(&priv->sta_lock);
2c6ab7ff
JB
1446
1447 while (!skb_queue_empty(&reclaimed_skbs)) {
1448 skb = __skb_dequeue(&reclaimed_skbs);
2bfb5092 1449 ieee80211_tx_status_ni(priv->hw, skb);
2c6ab7ff
JB
1450 }
1451
247c61d6 1452 return 0;
69fdb710 1453}