linux/drivers/net/wireless/intel/iwlwifi/dvm/tx.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-only
   2/******************************************************************************
   3 *
   4 * Copyright(c) 2008 - 2014 Intel Corporation. All rights reserved.
   5 * Copyright (C) 2019 Intel Corporation
   6 *
   7 * Contact Information:
   8 *  Intel Linux Wireless <linuxwifi@intel.com>
   9 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  10 *
  11 *****************************************************************************/
  12
  13#include <linux/kernel.h>
  14#include <linux/module.h>
  15#include <linux/sched.h>
  16#include <linux/ieee80211.h>
  17#include "iwl-io.h"
  18#include "iwl-trans.h"
  19#include "iwl-agn-hw.h"
  20#include "dev.h"
  21#include "agn.h"
  22
  23static const u8 tid_to_ac[] = {
  24        IEEE80211_AC_BE,
  25        IEEE80211_AC_BK,
  26        IEEE80211_AC_BK,
  27        IEEE80211_AC_BE,
  28        IEEE80211_AC_VI,
  29        IEEE80211_AC_VI,
  30        IEEE80211_AC_VO,
  31        IEEE80211_AC_VO,
  32};
  33
  34static void iwlagn_tx_cmd_protection(struct iwl_priv *priv,
  35                                     struct ieee80211_tx_info *info,
  36                                     __le16 fc, __le32 *tx_flags)
  37{
  38        if (info->control.rates[0].flags & IEEE80211_TX_RC_USE_RTS_CTS ||
  39            info->control.rates[0].flags & IEEE80211_TX_RC_USE_CTS_PROTECT ||
  40            info->flags & IEEE80211_TX_CTL_AMPDU)
  41                *tx_flags |= TX_CMD_FLG_PROT_REQUIRE_MSK;
  42}
  43
  44/*
  45 * handle build REPLY_TX command notification.
  46 */
  47static void iwlagn_tx_cmd_build_basic(struct iwl_priv *priv,
  48                                      struct sk_buff *skb,
  49                                      struct iwl_tx_cmd *tx_cmd,
  50                                      struct ieee80211_tx_info *info,
  51                                      struct ieee80211_hdr *hdr, u8 sta_id)
  52{
  53        __le16 fc = hdr->frame_control;
  54        __le32 tx_flags = tx_cmd->tx_flags;
  55
  56        tx_cmd->stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
  57
  58        if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
  59                tx_flags |= TX_CMD_FLG_ACK_MSK;
  60        else
  61                tx_flags &= ~TX_CMD_FLG_ACK_MSK;
  62
  63        if (ieee80211_is_probe_resp(fc))
  64                tx_flags |= TX_CMD_FLG_TSF_MSK;
  65        else if (ieee80211_is_back_req(fc))
  66                tx_flags |= TX_CMD_FLG_ACK_MSK | TX_CMD_FLG_IMM_BA_RSP_MASK;
  67        else if (info->band == NL80211_BAND_2GHZ &&
  68                 priv->lib->bt_params &&
  69                 priv->lib->bt_params->advanced_bt_coexist &&
  70                 (ieee80211_is_auth(fc) || ieee80211_is_assoc_req(fc) ||
  71                 ieee80211_is_reassoc_req(fc) ||
  72                 info->control.flags & IEEE80211_TX_CTRL_PORT_CTRL_PROTO))
  73                tx_flags |= TX_CMD_FLG_IGNORE_BT;
  74
  75
  76        tx_cmd->sta_id = sta_id;
  77        if (ieee80211_has_morefrags(fc))
  78                tx_flags |= TX_CMD_FLG_MORE_FRAG_MSK;
  79
  80        if (ieee80211_is_data_qos(fc)) {
  81                u8 *qc = ieee80211_get_qos_ctl(hdr);
  82                tx_cmd->tid_tspec = qc[0] & 0xf;
  83                tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
  84        } else {
  85                tx_cmd->tid_tspec = IWL_TID_NON_QOS;
  86                if (info->flags & IEEE80211_TX_CTL_ASSIGN_SEQ)
  87                        tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
  88                else
  89                        tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
  90        }
  91
  92        iwlagn_tx_cmd_protection(priv, info, fc, &tx_flags);
  93
  94        tx_flags &= ~(TX_CMD_FLG_ANT_SEL_MSK);
  95        if (ieee80211_is_mgmt(fc)) {
  96                if (ieee80211_is_assoc_req(fc) || ieee80211_is_reassoc_req(fc))
  97                        tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(3);
  98                else
  99                        tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(2);
 100        } else {
 101                tx_cmd->timeout.pm_frame_timeout = 0;
 102        }
 103
 104        tx_cmd->driver_txop = 0;
 105        tx_cmd->tx_flags = tx_flags;
 106        tx_cmd->next_frame_len = 0;
 107}
 108
 109static void iwlagn_tx_cmd_build_rate(struct iwl_priv *priv,
 110                                     struct iwl_tx_cmd *tx_cmd,
 111                                     struct ieee80211_tx_info *info,
 112                                     struct ieee80211_sta *sta,
 113                                     __le16 fc)
 114{
 115        u32 rate_flags;
 116        int rate_idx;
 117        u8 rts_retry_limit;
 118        u8 data_retry_limit;
 119        u8 rate_plcp;
 120
 121        if (priv->wowlan) {
 122                rts_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
 123                data_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
 124        } else {
 125                /* Set retry limit on RTS packets */
 126                rts_retry_limit = IWLAGN_RTS_DFAULT_RETRY_LIMIT;
 127
 128                /* Set retry limit on DATA packets and Probe Responses*/
 129                if (ieee80211_is_probe_resp(fc)) {
 130                        data_retry_limit = IWLAGN_MGMT_DFAULT_RETRY_LIMIT;
 131                        rts_retry_limit =
 132                                min(data_retry_limit, rts_retry_limit);
 133                } else if (ieee80211_is_back_req(fc))
 134                        data_retry_limit = IWLAGN_BAR_DFAULT_RETRY_LIMIT;
 135                else
 136                        data_retry_limit = IWLAGN_DEFAULT_TX_RETRY;
 137        }
 138
 139        tx_cmd->data_retry_limit = data_retry_limit;
 140        tx_cmd->rts_retry_limit = rts_retry_limit;
 141
 142        /* DATA packets will use the uCode station table for rate/antenna
 143         * selection */
 144        if (ieee80211_is_data(fc)) {
 145                tx_cmd->initial_rate_index = 0;
 146                tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
 147                return;
 148        } else if (ieee80211_is_back_req(fc))
 149                tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
 150
 151        /**
 152         * If the current TX rate stored in mac80211 has the MCS bit set, it's
 153         * not really a TX rate.  Thus, we use the lowest supported rate for
 154         * this band.  Also use the lowest supported rate if the stored rate
 155         * index is invalid.
 156         */
 157        rate_idx = info->control.rates[0].idx;
 158        if (info->control.rates[0].flags & IEEE80211_TX_RC_MCS ||
 159                        (rate_idx < 0) || (rate_idx > IWL_RATE_COUNT_LEGACY))
 160                rate_idx = rate_lowest_index(
 161                                &priv->nvm_data->bands[info->band], sta);
 162        /* For 5 GHZ band, remap mac80211 rate indices into driver indices */
 163        if (info->band == NL80211_BAND_5GHZ)
 164                rate_idx += IWL_FIRST_OFDM_RATE;
 165        /* Get PLCP rate for tx_cmd->rate_n_flags */
 166        rate_plcp = iwl_rates[rate_idx].plcp;
 167        /* Zero out flags for this packet */
 168        rate_flags = 0;
 169
 170        /* Set CCK flag as needed */
 171        if ((rate_idx >= IWL_FIRST_CCK_RATE) && (rate_idx <= IWL_LAST_CCK_RATE))
 172                rate_flags |= RATE_MCS_CCK_MSK;
 173
 174        /* Set up antennas */
 175        if (priv->lib->bt_params &&
 176            priv->lib->bt_params->advanced_bt_coexist &&
 177            priv->bt_full_concurrent) {
 178                /* operated as 1x1 in full concurrency mode */
 179                priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
 180                                first_antenna(priv->nvm_data->valid_tx_ant));
 181        } else
 182                priv->mgmt_tx_ant = iwl_toggle_tx_ant(
 183                                        priv, priv->mgmt_tx_ant,
 184                                        priv->nvm_data->valid_tx_ant);
 185        rate_flags |= iwl_ant_idx_to_flags(priv->mgmt_tx_ant);
 186
 187        /* Set the rate in the TX cmd */
 188        tx_cmd->rate_n_flags = iwl_hw_set_rate_n_flags(rate_plcp, rate_flags);
 189}
 190
 191static void iwlagn_tx_cmd_build_hwcrypto(struct iwl_priv *priv,
 192                                         struct ieee80211_tx_info *info,
 193                                         struct iwl_tx_cmd *tx_cmd,
 194                                         struct sk_buff *skb_frag)
 195{
 196        struct ieee80211_key_conf *keyconf = info->control.hw_key;
 197
 198        switch (keyconf->cipher) {
 199        case WLAN_CIPHER_SUITE_CCMP:
 200                tx_cmd->sec_ctl = TX_CMD_SEC_CCM;
 201                memcpy(tx_cmd->key, keyconf->key, keyconf->keylen);
 202                if (info->flags & IEEE80211_TX_CTL_AMPDU)
 203                        tx_cmd->tx_flags |= TX_CMD_FLG_AGG_CCMP_MSK;
 204                break;
 205
 206        case WLAN_CIPHER_SUITE_TKIP:
 207                tx_cmd->sec_ctl = TX_CMD_SEC_TKIP;
 208                ieee80211_get_tkip_p2k(keyconf, skb_frag, tx_cmd->key);
 209                break;
 210
 211        case WLAN_CIPHER_SUITE_WEP104:
 212                tx_cmd->sec_ctl |= TX_CMD_SEC_KEY128;
 213                /* fall through */
 214        case WLAN_CIPHER_SUITE_WEP40:
 215                tx_cmd->sec_ctl |= (TX_CMD_SEC_WEP |
 216                        (keyconf->keyidx & TX_CMD_SEC_MSK) << TX_CMD_SEC_SHIFT);
 217
 218                memcpy(&tx_cmd->key[3], keyconf->key, keyconf->keylen);
 219
 220                IWL_DEBUG_TX(priv, "Configuring packet for WEP encryption "
 221                             "with key %d\n", keyconf->keyidx);
 222                break;
 223
 224        default:
 225                IWL_ERR(priv, "Unknown encode cipher %x\n", keyconf->cipher);
 226                break;
 227        }
 228}
 229
 230/**
 231 * iwl_sta_id_or_broadcast - return sta_id or broadcast sta
 232 * @context: the current context
 233 * @sta: mac80211 station
 234 *
 235 * In certain circumstances mac80211 passes a station pointer
 236 * that may be %NULL, for example during TX or key setup. In
 237 * that case, we need to use the broadcast station, so this
 238 * inline wraps that pattern.
 239 */
 240static int iwl_sta_id_or_broadcast(struct iwl_rxon_context *context,
 241                                   struct ieee80211_sta *sta)
 242{
 243        int sta_id;
 244
 245        if (!sta)
 246                return context->bcast_sta_id;
 247
 248        sta_id = iwl_sta_id(sta);
 249
 250        /*
 251         * mac80211 should not be passing a partially
 252         * initialised station!
 253         */
 254        WARN_ON(sta_id == IWL_INVALID_STATION);
 255
 256        return sta_id;
 257}
 258
 259/*
 260 * start REPLY_TX command process
 261 */
 262int iwlagn_tx_skb(struct iwl_priv *priv,
 263                  struct ieee80211_sta *sta,
 264                  struct sk_buff *skb)
 265{
 266        struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
 267        struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
 268        struct iwl_station_priv *sta_priv = NULL;
 269        struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
 270        struct iwl_device_cmd *dev_cmd;
 271        struct iwl_tx_cmd *tx_cmd;
 272        __le16 fc;
 273        u8 hdr_len;
 274        u16 len, seq_number = 0;
 275        u8 sta_id, tid = IWL_MAX_TID_COUNT;
 276        bool is_agg = false, is_data_qos = false;
 277        int txq_id;
 278
 279        if (info->control.vif)
 280                ctx = iwl_rxon_ctx_from_vif(info->control.vif);
 281
 282        if (iwl_is_rfkill(priv)) {
 283                IWL_DEBUG_DROP(priv, "Dropping - RF KILL\n");
 284                goto drop_unlock_priv;
 285        }
 286
 287        fc = hdr->frame_control;
 288
 289#ifdef CONFIG_IWLWIFI_DEBUG
 290        if (ieee80211_is_auth(fc))
 291                IWL_DEBUG_TX(priv, "Sending AUTH frame\n");
 292        else if (ieee80211_is_assoc_req(fc))
 293                IWL_DEBUG_TX(priv, "Sending ASSOC frame\n");
 294        else if (ieee80211_is_reassoc_req(fc))
 295                IWL_DEBUG_TX(priv, "Sending REASSOC frame\n");
 296#endif
 297
 298        if (unlikely(ieee80211_is_probe_resp(fc))) {
 299                struct iwl_wipan_noa_data *noa_data =
 300                        rcu_dereference(priv->noa_data);
 301
 302                if (noa_data &&
 303                    pskb_expand_head(skb, 0, noa_data->length,
 304                                     GFP_ATOMIC) == 0) {
 305                        skb_put_data(skb, noa_data->data, noa_data->length);
 306                        hdr = (struct ieee80211_hdr *)skb->data;
 307                }
 308        }
 309
 310        hdr_len = ieee80211_hdrlen(fc);
 311
 312        /* For management frames use broadcast id to do not break aggregation */
 313        if (!ieee80211_is_data(fc))
 314                sta_id = ctx->bcast_sta_id;
 315        else {
 316                /* Find index into station table for destination station */
 317                sta_id = iwl_sta_id_or_broadcast(ctx, sta);
 318                if (sta_id == IWL_INVALID_STATION) {
 319                        IWL_DEBUG_DROP(priv, "Dropping - INVALID STATION: %pM\n",
 320                                       hdr->addr1);
 321                        goto drop_unlock_priv;
 322                }
 323        }
 324
 325        if (sta)
 326                sta_priv = (void *)sta->drv_priv;
 327
 328        if (sta_priv && sta_priv->asleep &&
 329            (info->flags & IEEE80211_TX_CTL_NO_PS_BUFFER)) {
 330                /*
 331                 * This sends an asynchronous command to the device,
 332                 * but we can rely on it being processed before the
 333                 * next frame is processed -- and the next frame to
 334                 * this station is the one that will consume this
 335                 * counter.
 336                 * For now set the counter to just 1 since we do not
 337                 * support uAPSD yet.
 338                 *
 339                 * FIXME: If we get two non-bufferable frames one
 340                 * after the other, we might only send out one of
 341                 * them because this is racy.
 342                 */
 343                iwl_sta_modify_sleep_tx_count(priv, sta_id, 1);
 344        }
 345
 346        dev_cmd = iwl_trans_alloc_tx_cmd(priv->trans);
 347
 348        if (unlikely(!dev_cmd))
 349                goto drop_unlock_priv;
 350
 351        memset(dev_cmd, 0, sizeof(*dev_cmd));
 352        dev_cmd->hdr.cmd = REPLY_TX;
 353        tx_cmd = (struct iwl_tx_cmd *) dev_cmd->payload;
 354
 355        /* Total # bytes to be transmitted */
 356        len = (u16)skb->len;
 357        tx_cmd->len = cpu_to_le16(len);
 358
 359        if (info->control.hw_key)
 360                iwlagn_tx_cmd_build_hwcrypto(priv, info, tx_cmd, skb);
 361
 362        /* TODO need this for burst mode later on */
 363        iwlagn_tx_cmd_build_basic(priv, skb, tx_cmd, info, hdr, sta_id);
 364
 365        iwlagn_tx_cmd_build_rate(priv, tx_cmd, info, sta, fc);
 366
 367        memset(&info->status, 0, sizeof(info->status));
 368        memset(info->driver_data, 0, sizeof(info->driver_data));
 369
 370        info->driver_data[0] = ctx;
 371        info->driver_data[1] = dev_cmd;
 372        /* From now on, we cannot access info->control */
 373
 374        spin_lock(&priv->sta_lock);
 375
 376        if (ieee80211_is_data_qos(fc) && !ieee80211_is_qos_nullfunc(fc)) {
 377                u8 *qc = NULL;
 378                struct iwl_tid_data *tid_data;
 379                qc = ieee80211_get_qos_ctl(hdr);
 380                tid = qc[0] & IEEE80211_QOS_CTL_TID_MASK;
 381                if (WARN_ON_ONCE(tid >= IWL_MAX_TID_COUNT))
 382                        goto drop_unlock_sta;
 383                tid_data = &priv->tid_data[sta_id][tid];
 384
 385                /* aggregation is on for this <sta,tid> */
 386                if (info->flags & IEEE80211_TX_CTL_AMPDU &&
 387                    tid_data->agg.state != IWL_AGG_ON) {
 388                        IWL_ERR(priv,
 389                                "TX_CTL_AMPDU while not in AGG: Tx flags = 0x%08x, agg.state = %d\n",
 390                                info->flags, tid_data->agg.state);
 391                        IWL_ERR(priv, "sta_id = %d, tid = %d seq_num = %d\n",
 392                                sta_id, tid,
 393                                IEEE80211_SEQ_TO_SN(tid_data->seq_number));
 394                        goto drop_unlock_sta;
 395                }
 396
 397                /* We can receive packets from the stack in IWL_AGG_{ON,OFF}
 398                 * only. Check this here.
 399                 */
 400                if (WARN_ONCE(tid_data->agg.state != IWL_AGG_ON &&
 401                              tid_data->agg.state != IWL_AGG_OFF,
 402                              "Tx while agg.state = %d\n", tid_data->agg.state))
 403                        goto drop_unlock_sta;
 404
 405                seq_number = tid_data->seq_number;
 406                seq_number &= IEEE80211_SCTL_SEQ;
 407                hdr->seq_ctrl &= cpu_to_le16(IEEE80211_SCTL_FRAG);
 408                hdr->seq_ctrl |= cpu_to_le16(seq_number);
 409                seq_number += 0x10;
 410
 411                if (info->flags & IEEE80211_TX_CTL_AMPDU)
 412                        is_agg = true;
 413                is_data_qos = true;
 414        }
 415
 416        /* Copy MAC header from skb into command buffer */
 417        memcpy(tx_cmd->hdr, hdr, hdr_len);
 418
 419        txq_id = info->hw_queue;
 420
 421        if (is_agg)
 422                txq_id = priv->tid_data[sta_id][tid].agg.txq_id;
 423        else if (info->flags & IEEE80211_TX_CTL_SEND_AFTER_DTIM) {
 424                /*
 425                 * The microcode will clear the more data
 426                 * bit in the last frame it transmits.
 427                 */
 428                hdr->frame_control |=
 429                        cpu_to_le16(IEEE80211_FCTL_MOREDATA);
 430        }
 431
 432        WARN_ON_ONCE(is_agg &&
 433                     priv->queue_to_mac80211[txq_id] != info->hw_queue);
 434
 435        IWL_DEBUG_TX(priv, "TX to [%d|%d] Q:%d - seq: 0x%x\n", sta_id, tid,
 436                     txq_id, seq_number);
 437
 438        if (iwl_trans_tx(priv->trans, skb, dev_cmd, txq_id))
 439                goto drop_unlock_sta;
 440
 441        if (is_data_qos && !ieee80211_has_morefrags(fc))
 442                priv->tid_data[sta_id][tid].seq_number = seq_number;
 443
 444        spin_unlock(&priv->sta_lock);
 445
 446        /*
 447         * Avoid atomic ops if it isn't an associated client.
 448         * Also, if this is a packet for aggregation, don't
 449         * increase the counter because the ucode will stop
 450         * aggregation queues when their respective station
 451         * goes to sleep.
 452         */
 453        if (sta_priv && sta_priv->client && !is_agg)
 454                atomic_inc(&sta_priv->pending_frames);
 455
 456        return 0;
 457
 458drop_unlock_sta:
 459        if (dev_cmd)
 460                iwl_trans_free_tx_cmd(priv->trans, dev_cmd);
 461        spin_unlock(&priv->sta_lock);
 462drop_unlock_priv:
 463        return -1;
 464}
 465
 466static int iwlagn_alloc_agg_txq(struct iwl_priv *priv, int mq)
 467{
 468        int q;
 469
 470        for (q = IWLAGN_FIRST_AMPDU_QUEUE;
 471             q < priv->trans->trans_cfg->base_params->num_of_queues; q++) {
 472                if (!test_and_set_bit(q, priv->agg_q_alloc)) {
 473                        priv->queue_to_mac80211[q] = mq;
 474                        return q;
 475                }
 476        }
 477
 478        return -ENOSPC;
 479}
 480
 481static void iwlagn_dealloc_agg_txq(struct iwl_priv *priv, int q)
 482{
 483        clear_bit(q, priv->agg_q_alloc);
 484        priv->queue_to_mac80211[q] = IWL_INVALID_MAC80211_QUEUE;
 485}
 486
 487int iwlagn_tx_agg_stop(struct iwl_priv *priv, struct ieee80211_vif *vif,
 488                        struct ieee80211_sta *sta, u16 tid)
 489{
 490        struct iwl_tid_data *tid_data;
 491        int sta_id, txq_id;
 492        enum iwl_agg_state agg_state;
 493
 494        sta_id = iwl_sta_id(sta);
 495
 496        if (sta_id == IWL_INVALID_STATION) {
 497                IWL_ERR(priv, "Invalid station for AGG tid %d\n", tid);
 498                return -ENXIO;
 499        }
 500
 501        spin_lock_bh(&priv->sta_lock);
 502
 503        tid_data = &priv->tid_data[sta_id][tid];
 504        txq_id = tid_data->agg.txq_id;
 505
 506        switch (tid_data->agg.state) {
 507        case IWL_EMPTYING_HW_QUEUE_ADDBA:
 508                /*
 509                * This can happen if the peer stops aggregation
 510                * again before we've had a chance to drain the
 511                * queue we selected previously, i.e. before the
 512                * session was really started completely.
 513                */
 514                IWL_DEBUG_HT(priv, "AGG stop before setup done\n");
 515                goto turn_off;
 516        case IWL_AGG_STARTING:
 517                /*
 518                 * This can happen when the session is stopped before
 519                 * we receive ADDBA response
 520                 */
 521                IWL_DEBUG_HT(priv, "AGG stop before AGG became operational\n");
 522                goto turn_off;
 523        case IWL_AGG_ON:
 524                break;
 525        default:
 526                IWL_WARN(priv,
 527                         "Stopping AGG while state not ON or starting for %d on %d (%d)\n",
 528                         sta_id, tid, tid_data->agg.state);
 529                spin_unlock_bh(&priv->sta_lock);
 530                return 0;
 531        }
 532
 533        tid_data->agg.ssn = IEEE80211_SEQ_TO_SN(tid_data->seq_number);
 534
 535        /* There are still packets for this RA / TID in the HW */
 536        if (!test_bit(txq_id, priv->agg_q_alloc)) {
 537                IWL_DEBUG_TX_QUEUES(priv,
 538                        "stopping AGG on STA/TID %d/%d but hwq %d not used\n",
 539                        sta_id, tid, txq_id);
 540        } else if (tid_data->agg.ssn != tid_data->next_reclaimed) {
 541                IWL_DEBUG_TX_QUEUES(priv,
 542                                    "Can't proceed: ssn %d, next_recl = %d\n",
 543                                    tid_data->agg.ssn,
 544                                    tid_data->next_reclaimed);
 545                tid_data->agg.state = IWL_EMPTYING_HW_QUEUE_DELBA;
 546                spin_unlock_bh(&priv->sta_lock);
 547                return 0;
 548        }
 549
 550        IWL_DEBUG_TX_QUEUES(priv, "Can proceed: ssn = next_recl = %d\n",
 551                            tid_data->agg.ssn);
 552turn_off:
 553        agg_state = tid_data->agg.state;
 554        tid_data->agg.state = IWL_AGG_OFF;
 555
 556        spin_unlock_bh(&priv->sta_lock);
 557
 558        if (test_bit(txq_id, priv->agg_q_alloc)) {
 559                /*
 560                 * If the transport didn't know that we wanted to start
 561                 * agreggation, don't tell it that we want to stop them.
 562                 * This can happen when we don't get the addBA response on
 563                 * time, or we hadn't time to drain the AC queues.
 564                 */
 565                if (agg_state == IWL_AGG_ON)
 566                        iwl_trans_txq_disable(priv->trans, txq_id, true);
 567                else
 568                        IWL_DEBUG_TX_QUEUES(priv, "Don't disable tx agg: %d\n",
 569                                            agg_state);
 570                iwlagn_dealloc_agg_txq(priv, txq_id);
 571        }
 572
 573        ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
 574
 575        return 0;
 576}
 577
 578int iwlagn_tx_agg_start(struct iwl_priv *priv, struct ieee80211_vif *vif,
 579                        struct ieee80211_sta *sta, u16 tid, u16 *ssn)
 580{
 581        struct iwl_rxon_context *ctx = iwl_rxon_ctx_from_vif(vif);
 582        struct iwl_tid_data *tid_data;
 583        int sta_id, txq_id, ret;
 584
 585        IWL_DEBUG_HT(priv, "TX AGG request on ra = %pM tid = %d\n",
 586                     sta->addr, tid);
 587
 588        sta_id = iwl_sta_id(sta);
 589        if (sta_id == IWL_INVALID_STATION) {
 590                IWL_ERR(priv, "Start AGG on invalid station\n");
 591                return -ENXIO;
 592        }
 593        if (unlikely(tid >= IWL_MAX_TID_COUNT))
 594                return -EINVAL;
 595
 596        if (priv->tid_data[sta_id][tid].agg.state != IWL_AGG_OFF) {
 597                IWL_ERR(priv, "Start AGG when state is not IWL_AGG_OFF !\n");
 598                return -ENXIO;
 599        }
 600
 601        txq_id = iwlagn_alloc_agg_txq(priv, ctx->ac_to_queue[tid_to_ac[tid]]);
 602        if (txq_id < 0) {
 603                IWL_DEBUG_TX_QUEUES(priv,
 604                        "No free aggregation queue for %pM/%d\n",
 605                        sta->addr, tid);
 606                return txq_id;
 607        }
 608
 609        ret = iwl_sta_tx_modify_enable_tid(priv, sta_id, tid);
 610        if (ret)
 611                return ret;
 612
 613        spin_lock_bh(&priv->sta_lock);
 614        tid_data = &priv->tid_data[sta_id][tid];
 615        tid_data->agg.ssn = IEEE80211_SEQ_TO_SN(tid_data->seq_number);
 616        tid_data->agg.txq_id = txq_id;
 617
 618        *ssn = tid_data->agg.ssn;
 619
 620        if (*ssn == tid_data->next_reclaimed) {
 621                IWL_DEBUG_TX_QUEUES(priv, "Can proceed: ssn = next_recl = %d\n",
 622                                    tid_data->agg.ssn);
 623                tid_data->agg.state = IWL_AGG_STARTING;
 624                ieee80211_start_tx_ba_cb_irqsafe(vif, sta->addr, tid);
 625        } else {
 626                IWL_DEBUG_TX_QUEUES(priv, "Can't proceed: ssn %d, "
 627                                    "next_reclaimed = %d\n",
 628                                    tid_data->agg.ssn,
 629                                    tid_data->next_reclaimed);
 630                tid_data->agg.state = IWL_EMPTYING_HW_QUEUE_ADDBA;
 631        }
 632        spin_unlock_bh(&priv->sta_lock);
 633
 634        return ret;
 635}
 636
 637int iwlagn_tx_agg_flush(struct iwl_priv *priv, struct ieee80211_vif *vif,
 638                        struct ieee80211_sta *sta, u16 tid)
 639{
 640        struct iwl_tid_data *tid_data;
 641        enum iwl_agg_state agg_state;
 642        int sta_id, txq_id;
 643        sta_id = iwl_sta_id(sta);
 644
 645        /*
 646         * First set the agg state to OFF to avoid calling
 647         * ieee80211_stop_tx_ba_cb in iwlagn_check_ratid_empty.
 648         */
 649        spin_lock_bh(&priv->sta_lock);
 650
 651        tid_data = &priv->tid_data[sta_id][tid];
 652        txq_id = tid_data->agg.txq_id;
 653        agg_state = tid_data->agg.state;
 654        IWL_DEBUG_TX_QUEUES(priv, "Flush AGG: sta %d tid %d q %d state %d\n",
 655                            sta_id, tid, txq_id, tid_data->agg.state);
 656
 657        tid_data->agg.state = IWL_AGG_OFF;
 658
 659        spin_unlock_bh(&priv->sta_lock);
 660
 661        if (iwlagn_txfifo_flush(priv, BIT(txq_id)))
 662                IWL_ERR(priv, "Couldn't flush the AGG queue\n");
 663
 664        if (test_bit(txq_id, priv->agg_q_alloc)) {
 665                /*
 666                 * If the transport didn't know that we wanted to start
 667                 * agreggation, don't tell it that we want to stop them.
 668                 * This can happen when we don't get the addBA response on
 669                 * time, or we hadn't time to drain the AC queues.
 670                 */
 671                if (agg_state == IWL_AGG_ON)
 672                        iwl_trans_txq_disable(priv->trans, txq_id, true);
 673                else
 674                        IWL_DEBUG_TX_QUEUES(priv, "Don't disable tx agg: %d\n",
 675                                            agg_state);
 676                iwlagn_dealloc_agg_txq(priv, txq_id);
 677        }
 678
 679        return 0;
 680}
 681
 682int iwlagn_tx_agg_oper(struct iwl_priv *priv, struct ieee80211_vif *vif,
 683                        struct ieee80211_sta *sta, u16 tid, u8 buf_size)
 684{
 685        struct iwl_station_priv *sta_priv = (void *) sta->drv_priv;
 686        struct iwl_rxon_context *ctx = iwl_rxon_ctx_from_vif(vif);
 687        int q, fifo;
 688        u16 ssn;
 689
 690        buf_size = min_t(int, buf_size, LINK_QUAL_AGG_FRAME_LIMIT_DEF);
 691
 692        spin_lock_bh(&priv->sta_lock);
 693        ssn = priv->tid_data[sta_priv->sta_id][tid].agg.ssn;
 694        q = priv->tid_data[sta_priv->sta_id][tid].agg.txq_id;
 695        priv->tid_data[sta_priv->sta_id][tid].agg.state = IWL_AGG_ON;
 696        spin_unlock_bh(&priv->sta_lock);
 697
 698        fifo = ctx->ac_to_fifo[tid_to_ac[tid]];
 699
 700        iwl_trans_txq_enable(priv->trans, q, fifo, sta_priv->sta_id, tid,
 701                             buf_size, ssn, 0);
 702
 703        /*
 704         * If the limit is 0, then it wasn't initialised yet,
 705         * use the default. We can do that since we take the
 706         * minimum below, and we don't want to go above our
 707         * default due to hardware restrictions.
 708         */
 709        if (sta_priv->max_agg_bufsize == 0)
 710                sta_priv->max_agg_bufsize =
 711                        LINK_QUAL_AGG_FRAME_LIMIT_DEF;
 712
 713        /*
 714         * Even though in theory the peer could have different
 715         * aggregation reorder buffer sizes for different sessions,
 716         * our ucode doesn't allow for that and has a global limit
 717         * for each station. Therefore, use the minimum of all the
 718         * aggregation sessions and our default value.
 719         */
 720        sta_priv->max_agg_bufsize =
 721                min(sta_priv->max_agg_bufsize, buf_size);
 722
 723        if (priv->hw_params.use_rts_for_aggregation) {
 724                /*
 725                 * switch to RTS/CTS if it is the prefer protection
 726                 * method for HT traffic
 727                 */
 728
 729                sta_priv->lq_sta.lq.general_params.flags |=
 730                        LINK_QUAL_FLAGS_SET_STA_TLC_RTS_MSK;
 731        }
 732        priv->agg_tids_count++;
 733        IWL_DEBUG_HT(priv, "priv->agg_tids_count = %u\n",
 734                     priv->agg_tids_count);
 735
 736        sta_priv->lq_sta.lq.agg_params.agg_frame_cnt_limit =
 737                sta_priv->max_agg_bufsize;
 738
 739        IWL_DEBUG_HT(priv, "Tx aggregation enabled on ra = %pM tid = %d\n",
 740                 sta->addr, tid);
 741
 742        return iwl_send_lq_cmd(priv, ctx,
 743                        &sta_priv->lq_sta.lq, CMD_ASYNC, false);
 744}
 745
 746static void iwlagn_check_ratid_empty(struct iwl_priv *priv, int sta_id, u8 tid)
 747{
 748        struct iwl_tid_data *tid_data = &priv->tid_data[sta_id][tid];
 749        enum iwl_rxon_context_id ctx;
 750        struct ieee80211_vif *vif;
 751        u8 *addr;
 752
 753        lockdep_assert_held(&priv->sta_lock);
 754
 755        addr = priv->stations[sta_id].sta.sta.addr;
 756        ctx = priv->stations[sta_id].ctxid;
 757        vif = priv->contexts[ctx].vif;
 758
 759        switch (priv->tid_data[sta_id][tid].agg.state) {
 760        case IWL_EMPTYING_HW_QUEUE_DELBA:
 761                /* There are no packets for this RA / TID in the HW any more */
 762                if (tid_data->agg.ssn == tid_data->next_reclaimed) {
 763                        IWL_DEBUG_TX_QUEUES(priv,
 764                                "Can continue DELBA flow ssn = next_recl = %d\n",
 765                                tid_data->next_reclaimed);
 766                        iwl_trans_txq_disable(priv->trans,
 767                                              tid_data->agg.txq_id, true);
 768                        iwlagn_dealloc_agg_txq(priv, tid_data->agg.txq_id);
 769                        tid_data->agg.state = IWL_AGG_OFF;
 770                        ieee80211_stop_tx_ba_cb_irqsafe(vif, addr, tid);
 771                }
 772                break;
 773        case IWL_EMPTYING_HW_QUEUE_ADDBA:
 774                /* There are no packets for this RA / TID in the HW any more */
 775                if (tid_data->agg.ssn == tid_data->next_reclaimed) {
 776                        IWL_DEBUG_TX_QUEUES(priv,
 777                                "Can continue ADDBA flow ssn = next_recl = %d\n",
 778                                tid_data->next_reclaimed);
 779                        tid_data->agg.state = IWL_AGG_STARTING;
 780                        ieee80211_start_tx_ba_cb_irqsafe(vif, addr, tid);
 781                }
 782                break;
 783        default:
 784                break;
 785        }
 786}
 787
 788static void iwlagn_non_agg_tx_status(struct iwl_priv *priv,
 789                                     struct iwl_rxon_context *ctx,
 790                                     const u8 *addr1)
 791{
 792        struct ieee80211_sta *sta;
 793        struct iwl_station_priv *sta_priv;
 794
 795        rcu_read_lock();
 796        sta = ieee80211_find_sta(ctx->vif, addr1);
 797        if (sta) {
 798                sta_priv = (void *)sta->drv_priv;
 799                /* avoid atomic ops if this isn't a client */
 800                if (sta_priv->client &&
 801                    atomic_dec_return(&sta_priv->pending_frames) == 0)
 802                        ieee80211_sta_block_awake(priv->hw, sta, false);
 803        }
 804        rcu_read_unlock();
 805}
 806
 807/**
 808 * translate ucode response to mac80211 tx status control values
 809 */
 810static void iwlagn_hwrate_to_tx_control(struct iwl_priv *priv, u32 rate_n_flags,
 811                                  struct ieee80211_tx_info *info)
 812{
 813        struct ieee80211_tx_rate *r = &info->status.rates[0];
 814
 815        info->status.antenna =
 816                ((rate_n_flags & RATE_MCS_ANT_ABC_MSK) >> RATE_MCS_ANT_POS);
 817        if (rate_n_flags & RATE_MCS_HT_MSK)
 818                r->flags |= IEEE80211_TX_RC_MCS;
 819        if (rate_n_flags & RATE_MCS_GF_MSK)
 820                r->flags |= IEEE80211_TX_RC_GREEN_FIELD;
 821        if (rate_n_flags & RATE_MCS_HT40_MSK)
 822                r->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH;
 823        if (rate_n_flags & RATE_MCS_DUP_MSK)
 824                r->flags |= IEEE80211_TX_RC_DUP_DATA;
 825        if (rate_n_flags & RATE_MCS_SGI_MSK)
 826                r->flags |= IEEE80211_TX_RC_SHORT_GI;
 827        r->idx = iwlagn_hwrate_to_mac80211_idx(rate_n_flags, info->band);
 828}
 829
 830#ifdef CONFIG_IWLWIFI_DEBUG
 831const char *iwl_get_tx_fail_reason(u32 status)
 832{
 833#define TX_STATUS_FAIL(x) case TX_STATUS_FAIL_ ## x: return #x
 834#define TX_STATUS_POSTPONE(x) case TX_STATUS_POSTPONE_ ## x: return #x
 835
 836        switch (status & TX_STATUS_MSK) {
 837        case TX_STATUS_SUCCESS:
 838                return "SUCCESS";
 839        TX_STATUS_POSTPONE(DELAY);
 840        TX_STATUS_POSTPONE(FEW_BYTES);
 841        TX_STATUS_POSTPONE(BT_PRIO);
 842        TX_STATUS_POSTPONE(QUIET_PERIOD);
 843        TX_STATUS_POSTPONE(CALC_TTAK);
 844        TX_STATUS_FAIL(INTERNAL_CROSSED_RETRY);
 845        TX_STATUS_FAIL(SHORT_LIMIT);
 846        TX_STATUS_FAIL(LONG_LIMIT);
 847        TX_STATUS_FAIL(FIFO_UNDERRUN);
 848        TX_STATUS_FAIL(DRAIN_FLOW);
 849        TX_STATUS_FAIL(RFKILL_FLUSH);
 850        TX_STATUS_FAIL(LIFE_EXPIRE);
 851        TX_STATUS_FAIL(DEST_PS);
 852        TX_STATUS_FAIL(HOST_ABORTED);
 853        TX_STATUS_FAIL(BT_RETRY);
 854        TX_STATUS_FAIL(STA_INVALID);
 855        TX_STATUS_FAIL(FRAG_DROPPED);
 856        TX_STATUS_FAIL(TID_DISABLE);
 857        TX_STATUS_FAIL(FIFO_FLUSHED);
 858        TX_STATUS_FAIL(INSUFFICIENT_CF_POLL);
 859        TX_STATUS_FAIL(PASSIVE_NO_RX);
 860        TX_STATUS_FAIL(NO_BEACON_ON_RADAR);
 861        }
 862
 863        return "UNKNOWN";
 864
 865#undef TX_STATUS_FAIL
 866#undef TX_STATUS_POSTPONE
 867}
 868#endif /* CONFIG_IWLWIFI_DEBUG */
 869
 870static void iwlagn_count_agg_tx_err_status(struct iwl_priv *priv, u16 status)
 871{
 872        status &= AGG_TX_STATUS_MSK;
 873
 874        switch (status) {
 875        case AGG_TX_STATE_UNDERRUN_MSK:
 876                priv->reply_agg_tx_stats.underrun++;
 877                break;
 878        case AGG_TX_STATE_BT_PRIO_MSK:
 879                priv->reply_agg_tx_stats.bt_prio++;
 880                break;
 881        case AGG_TX_STATE_FEW_BYTES_MSK:
 882                priv->reply_agg_tx_stats.few_bytes++;
 883                break;
 884        case AGG_TX_STATE_ABORT_MSK:
 885                priv->reply_agg_tx_stats.abort++;
 886                break;
 887        case AGG_TX_STATE_LAST_SENT_TTL_MSK:
 888                priv->reply_agg_tx_stats.last_sent_ttl++;
 889                break;
 890        case AGG_TX_STATE_LAST_SENT_TRY_CNT_MSK:
 891                priv->reply_agg_tx_stats.last_sent_try++;
 892                break;
 893        case AGG_TX_STATE_LAST_SENT_BT_KILL_MSK:
 894                priv->reply_agg_tx_stats.last_sent_bt_kill++;
 895                break;
 896        case AGG_TX_STATE_SCD_QUERY_MSK:
 897                priv->reply_agg_tx_stats.scd_query++;
 898                break;
 899        case AGG_TX_STATE_TEST_BAD_CRC32_MSK:
 900                priv->reply_agg_tx_stats.bad_crc32++;
 901                break;
 902        case AGG_TX_STATE_RESPONSE_MSK:
 903                priv->reply_agg_tx_stats.response++;
 904                break;
 905        case AGG_TX_STATE_DUMP_TX_MSK:
 906                priv->reply_agg_tx_stats.dump_tx++;
 907                break;
 908        case AGG_TX_STATE_DELAY_TX_MSK:
 909                priv->reply_agg_tx_stats.delay_tx++;
 910                break;
 911        default:
 912                priv->reply_agg_tx_stats.unknown++;
 913                break;
 914        }
 915}
 916
 917static inline u32 iwlagn_get_scd_ssn(struct iwlagn_tx_resp *tx_resp)
 918{
 919        return le32_to_cpup((__le32 *)&tx_resp->status +
 920                            tx_resp->frame_count) & IEEE80211_MAX_SN;
 921}
 922
 923static void iwl_rx_reply_tx_agg(struct iwl_priv *priv,
 924                                struct iwlagn_tx_resp *tx_resp)
 925{
 926        struct agg_tx_status *frame_status = &tx_resp->status;
 927        int tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
 928                IWLAGN_TX_RES_TID_POS;
 929        int sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
 930                IWLAGN_TX_RES_RA_POS;
 931        struct iwl_ht_agg *agg = &priv->tid_data[sta_id][tid].agg;
 932        u32 status = le16_to_cpu(tx_resp->status.status);
 933        int i;
 934
 935        WARN_ON(tid == IWL_TID_NON_QOS);
 936
 937        if (agg->wait_for_ba)
 938                IWL_DEBUG_TX_REPLY(priv,
 939                        "got tx response w/o block-ack\n");
 940
 941        agg->rate_n_flags = le32_to_cpu(tx_resp->rate_n_flags);
 942        agg->wait_for_ba = (tx_resp->frame_count > 1);
 943
 944        /*
 945         * If the BT kill count is non-zero, we'll get this
 946         * notification again.
 947         */
 948        if (tx_resp->bt_kill_count && tx_resp->frame_count == 1 &&
 949            priv->lib->bt_params &&
 950            priv->lib->bt_params->advanced_bt_coexist) {
 951                IWL_DEBUG_COEX(priv, "receive reply tx w/ bt_kill\n");
 952        }
 953
 954        if (tx_resp->frame_count == 1)
 955                return;
 956
 957        IWL_DEBUG_TX_REPLY(priv, "TXQ %d initial_rate 0x%x ssn %d frm_cnt %d\n",
 958                           agg->txq_id,
 959                           le32_to_cpu(tx_resp->rate_n_flags),
 960                           iwlagn_get_scd_ssn(tx_resp), tx_resp->frame_count);
 961
 962        /* Construct bit-map of pending frames within Tx window */
 963        for (i = 0; i < tx_resp->frame_count; i++) {
 964                u16 fstatus = le16_to_cpu(frame_status[i].status);
 965                u8 retry_cnt = (fstatus & AGG_TX_TRY_MSK) >> AGG_TX_TRY_POS;
 966
 967                if (status & AGG_TX_STATUS_MSK)
 968                        iwlagn_count_agg_tx_err_status(priv, fstatus);
 969
 970                if (status & (AGG_TX_STATE_FEW_BYTES_MSK |
 971                              AGG_TX_STATE_ABORT_MSK))
 972                        continue;
 973
 974                if (status & AGG_TX_STATUS_MSK || retry_cnt > 1)
 975                        IWL_DEBUG_TX_REPLY(priv,
 976                                           "%d: status %s (0x%04x), try-count (0x%01x)\n",
 977                                           i,
 978                                           iwl_get_agg_tx_fail_reason(fstatus),
 979                                           fstatus & AGG_TX_STATUS_MSK,
 980                                           retry_cnt);
 981        }
 982}
 983
 984#ifdef CONFIG_IWLWIFI_DEBUG
 985#define AGG_TX_STATE_FAIL(x) case AGG_TX_STATE_ ## x: return #x
 986
 987const char *iwl_get_agg_tx_fail_reason(u16 status)
 988{
 989        status &= AGG_TX_STATUS_MSK;
 990        switch (status) {
 991        case AGG_TX_STATE_TRANSMITTED:
 992                return "SUCCESS";
 993                AGG_TX_STATE_FAIL(UNDERRUN_MSK);
 994                AGG_TX_STATE_FAIL(BT_PRIO_MSK);
 995                AGG_TX_STATE_FAIL(FEW_BYTES_MSK);
 996                AGG_TX_STATE_FAIL(ABORT_MSK);
 997                AGG_TX_STATE_FAIL(LAST_SENT_TTL_MSK);
 998                AGG_TX_STATE_FAIL(LAST_SENT_TRY_CNT_MSK);
 999                AGG_TX_STATE_FAIL(LAST_SENT_BT_KILL_MSK);
1000                AGG_TX_STATE_FAIL(SCD_QUERY_MSK);
1001                AGG_TX_STATE_FAIL(TEST_BAD_CRC32_MSK);
1002                AGG_TX_STATE_FAIL(RESPONSE_MSK);
1003                AGG_TX_STATE_FAIL(DUMP_TX_MSK);
1004                AGG_TX_STATE_FAIL(DELAY_TX_MSK);
1005        }
1006
1007        return "UNKNOWN";
1008}
1009#endif /* CONFIG_IWLWIFI_DEBUG */
1010
1011static void iwlagn_count_tx_err_status(struct iwl_priv *priv, u16 status)
1012{
1013        status &= TX_STATUS_MSK;
1014
1015        switch (status) {
1016        case TX_STATUS_POSTPONE_DELAY:
1017                priv->reply_tx_stats.pp_delay++;
1018                break;
1019        case TX_STATUS_POSTPONE_FEW_BYTES:
1020                priv->reply_tx_stats.pp_few_bytes++;
1021                break;
1022        case TX_STATUS_POSTPONE_BT_PRIO:
1023                priv->reply_tx_stats.pp_bt_prio++;
1024                break;
1025        case TX_STATUS_POSTPONE_QUIET_PERIOD:
1026                priv->reply_tx_stats.pp_quiet_period++;
1027                break;
1028        case TX_STATUS_POSTPONE_CALC_TTAK:
1029                priv->reply_tx_stats.pp_calc_ttak++;
1030                break;
1031        case TX_STATUS_FAIL_INTERNAL_CROSSED_RETRY:
1032                priv->reply_tx_stats.int_crossed_retry++;
1033                break;
1034        case TX_STATUS_FAIL_SHORT_LIMIT:
1035                priv->reply_tx_stats.short_limit++;
1036                break;
1037        case TX_STATUS_FAIL_LONG_LIMIT:
1038                priv->reply_tx_stats.long_limit++;
1039                break;
1040        case TX_STATUS_FAIL_FIFO_UNDERRUN:
1041                priv->reply_tx_stats.fifo_underrun++;
1042                break;
1043        case TX_STATUS_FAIL_DRAIN_FLOW:
1044                priv->reply_tx_stats.drain_flow++;
1045                break;
1046        case TX_STATUS_FAIL_RFKILL_FLUSH:
1047                priv->reply_tx_stats.rfkill_flush++;
1048                break;
1049        case TX_STATUS_FAIL_LIFE_EXPIRE:
1050                priv->reply_tx_stats.life_expire++;
1051                break;
1052        case TX_STATUS_FAIL_DEST_PS:
1053                priv->reply_tx_stats.dest_ps++;
1054                break;
1055        case TX_STATUS_FAIL_HOST_ABORTED:
1056                priv->reply_tx_stats.host_abort++;
1057                break;
1058        case TX_STATUS_FAIL_BT_RETRY:
1059                priv->reply_tx_stats.bt_retry++;
1060                break;
1061        case TX_STATUS_FAIL_STA_INVALID:
1062                priv->reply_tx_stats.sta_invalid++;
1063                break;
1064        case TX_STATUS_FAIL_FRAG_DROPPED:
1065                priv->reply_tx_stats.frag_drop++;
1066                break;
1067        case TX_STATUS_FAIL_TID_DISABLE:
1068                priv->reply_tx_stats.tid_disable++;
1069                break;
1070        case TX_STATUS_FAIL_FIFO_FLUSHED:
1071                priv->reply_tx_stats.fifo_flush++;
1072                break;
1073        case TX_STATUS_FAIL_INSUFFICIENT_CF_POLL:
1074                priv->reply_tx_stats.insuff_cf_poll++;
1075                break;
1076        case TX_STATUS_FAIL_PASSIVE_NO_RX:
1077                priv->reply_tx_stats.fail_hw_drop++;
1078                break;
1079        case TX_STATUS_FAIL_NO_BEACON_ON_RADAR:
1080                priv->reply_tx_stats.sta_color_mismatch++;
1081                break;
1082        default:
1083                priv->reply_tx_stats.unknown++;
1084                break;
1085        }
1086}
1087
1088static void iwlagn_set_tx_status(struct iwl_priv *priv,
1089                                 struct ieee80211_tx_info *info,
1090                                 struct iwlagn_tx_resp *tx_resp)
1091{
1092        u16 status = le16_to_cpu(tx_resp->status.status);
1093
1094        info->flags &= ~IEEE80211_TX_CTL_AMPDU;
1095
1096        info->status.rates[0].count = tx_resp->failure_frame + 1;
1097        info->flags |= iwl_tx_status_to_mac80211(status);
1098        iwlagn_hwrate_to_tx_control(priv, le32_to_cpu(tx_resp->rate_n_flags),
1099                                    info);
1100        if (!iwl_is_tx_success(status))
1101                iwlagn_count_tx_err_status(priv, status);
1102}
1103
1104static void iwl_check_abort_status(struct iwl_priv *priv,
1105                            u8 frame_count, u32 status)
1106{
1107        if (frame_count == 1 && status == TX_STATUS_FAIL_RFKILL_FLUSH) {
1108                IWL_ERR(priv, "Tx flush command to flush out all frames\n");
1109                if (!test_bit(STATUS_EXIT_PENDING, &priv->status))
1110                        queue_work(priv->workqueue, &priv->tx_flush);
1111        }
1112}
1113
1114void iwlagn_rx_reply_tx(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb)
1115{
1116        struct iwl_rx_packet *pkt = rxb_addr(rxb);
1117        u16 sequence = le16_to_cpu(pkt->hdr.sequence);
1118        int txq_id = SEQ_TO_QUEUE(sequence);
1119        int cmd_index __maybe_unused = SEQ_TO_INDEX(sequence);
1120        struct iwlagn_tx_resp *tx_resp = (void *)pkt->data;
1121        struct ieee80211_hdr *hdr;
1122        u32 status = le16_to_cpu(tx_resp->status.status);
1123        u16 ssn = iwlagn_get_scd_ssn(tx_resp);
1124        int tid;
1125        int sta_id;
1126        int freed;
1127        struct ieee80211_tx_info *info;
1128        struct sk_buff_head skbs;
1129        struct sk_buff *skb;
1130        struct iwl_rxon_context *ctx;
1131        bool is_agg = (txq_id >= IWLAGN_FIRST_AMPDU_QUEUE);
1132
1133        tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
1134                IWLAGN_TX_RES_TID_POS;
1135        sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
1136                IWLAGN_TX_RES_RA_POS;
1137
1138        spin_lock_bh(&priv->sta_lock);
1139
1140        if (is_agg) {
1141                WARN_ON_ONCE(sta_id >= IWLAGN_STATION_COUNT ||
1142                             tid >= IWL_MAX_TID_COUNT);
1143                if (txq_id != priv->tid_data[sta_id][tid].agg.txq_id)
1144                        IWL_ERR(priv, "txq_id mismatch: %d %d\n", txq_id,
1145                                priv->tid_data[sta_id][tid].agg.txq_id);
1146                iwl_rx_reply_tx_agg(priv, tx_resp);
1147        }
1148
1149        __skb_queue_head_init(&skbs);
1150
1151        if (tx_resp->frame_count == 1) {
1152                u16 next_reclaimed = le16_to_cpu(tx_resp->seq_ctl);
1153                next_reclaimed = IEEE80211_SEQ_TO_SN(next_reclaimed + 0x10);
1154
1155                if (is_agg) {
1156                        /* If this is an aggregation queue, we can rely on the
1157                         * ssn since the wifi sequence number corresponds to
1158                         * the index in the TFD ring (%256).
1159                         * The seq_ctl is the sequence control of the packet
1160                         * to which this Tx response relates. But if there is a
1161                         * hole in the bitmap of the BA we received, this Tx
1162                         * response may allow to reclaim the hole and all the
1163                         * subsequent packets that were already acked.
1164                         * In that case, seq_ctl != ssn, and the next packet
1165                         * to be reclaimed will be ssn and not seq_ctl.
1166                         */
1167                        next_reclaimed = ssn;
1168                }
1169
1170                if (tid != IWL_TID_NON_QOS) {
1171                        priv->tid_data[sta_id][tid].next_reclaimed =
1172                                next_reclaimed;
1173                        IWL_DEBUG_TX_REPLY(priv, "Next reclaimed packet:%d\n",
1174                                                  next_reclaimed);
1175                        iwlagn_check_ratid_empty(priv, sta_id, tid);
1176                }
1177
1178                iwl_trans_reclaim(priv->trans, txq_id, ssn, &skbs);
1179
1180                freed = 0;
1181
1182                /* process frames */
1183                skb_queue_walk(&skbs, skb) {
1184                        hdr = (struct ieee80211_hdr *)skb->data;
1185
1186                        if (!ieee80211_is_data_qos(hdr->frame_control))
1187                                priv->last_seq_ctl = tx_resp->seq_ctl;
1188
1189                        info = IEEE80211_SKB_CB(skb);
1190                        ctx = info->driver_data[0];
1191                        iwl_trans_free_tx_cmd(priv->trans,
1192                                              info->driver_data[1]);
1193
1194                        memset(&info->status, 0, sizeof(info->status));
1195
1196                        if (status == TX_STATUS_FAIL_PASSIVE_NO_RX &&
1197                            ctx->vif &&
1198                            ctx->vif->type == NL80211_IFTYPE_STATION) {
1199                                /* block and stop all queues */
1200                                priv->passive_no_rx = true;
1201                                IWL_DEBUG_TX_QUEUES(priv,
1202                                        "stop all queues: passive channel\n");
1203                                ieee80211_stop_queues(priv->hw);
1204
1205                                IWL_DEBUG_TX_REPLY(priv,
1206                                           "TXQ %d status %s (0x%08x) "
1207                                           "rate_n_flags 0x%x retries %d\n",
1208                                           txq_id,
1209                                           iwl_get_tx_fail_reason(status),
1210                                           status,
1211                                           le32_to_cpu(tx_resp->rate_n_flags),
1212                                           tx_resp->failure_frame);
1213
1214                                IWL_DEBUG_TX_REPLY(priv,
1215                                           "FrameCnt = %d, idx=%d\n",
1216                                           tx_resp->frame_count, cmd_index);
1217                        }
1218
1219                        /* check if BAR is needed */
1220                        if (is_agg && !iwl_is_tx_success(status))
1221                                info->flags |= IEEE80211_TX_STAT_AMPDU_NO_BACK;
1222                        iwlagn_set_tx_status(priv, IEEE80211_SKB_CB(skb),
1223                                     tx_resp);
1224                        if (!is_agg)
1225                                iwlagn_non_agg_tx_status(priv, ctx, hdr->addr1);
1226
1227                        freed++;
1228                }
1229
1230                if (tid != IWL_TID_NON_QOS) {
1231                        priv->tid_data[sta_id][tid].next_reclaimed =
1232                                next_reclaimed;
1233                        IWL_DEBUG_TX_REPLY(priv, "Next reclaimed packet:%d\n",
1234                                           next_reclaimed);
1235                }
1236
1237                if (!is_agg && freed != 1)
1238                        IWL_ERR(priv, "Q: %d, freed %d\n", txq_id, freed);
1239
1240                IWL_DEBUG_TX_REPLY(priv, "TXQ %d status %s (0x%08x)\n", txq_id,
1241                                   iwl_get_tx_fail_reason(status), status);
1242
1243                IWL_DEBUG_TX_REPLY(priv,
1244                                   "\t\t\t\tinitial_rate 0x%x retries %d, idx=%d ssn=%d seq_ctl=0x%x\n",
1245                                   le32_to_cpu(tx_resp->rate_n_flags),
1246                                   tx_resp->failure_frame,
1247                                   SEQ_TO_INDEX(sequence), ssn,
1248                                   le16_to_cpu(tx_resp->seq_ctl));
1249        }
1250
1251        iwl_check_abort_status(priv, tx_resp->frame_count, status);
1252        spin_unlock_bh(&priv->sta_lock);
1253
1254        while (!skb_queue_empty(&skbs)) {
1255                skb = __skb_dequeue(&skbs);
1256                ieee80211_tx_status(priv->hw, skb);
1257        }
1258}
1259
1260/**
1261 * iwlagn_rx_reply_compressed_ba - Handler for REPLY_COMPRESSED_BA
1262 *
1263 * Handles block-acknowledge notification from device, which reports success
1264 * of frames sent via aggregation.
1265 */
1266void iwlagn_rx_reply_compressed_ba(struct iwl_priv *priv,
1267                                   struct iwl_rx_cmd_buffer *rxb)
1268{
1269        struct iwl_rx_packet *pkt = rxb_addr(rxb);
1270        struct iwl_compressed_ba_resp *ba_resp = (void *)pkt->data;
1271        struct iwl_ht_agg *agg;
1272        struct sk_buff_head reclaimed_skbs;
1273        struct sk_buff *skb;
1274        int sta_id;
1275        int tid;
1276        int freed;
1277
1278        /* "flow" corresponds to Tx queue */
1279        u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);
1280
1281        /* "ssn" is start of block-ack Tx window, corresponds to index
1282         * (in Tx queue's circular buffer) of first TFD/frame in window */
1283        u16 ba_resp_scd_ssn = le16_to_cpu(ba_resp->scd_ssn);
1284
1285        if (scd_flow >= priv->trans->trans_cfg->base_params->num_of_queues) {
1286                IWL_ERR(priv,
1287                        "BUG_ON scd_flow is bigger than number of queues\n");
1288                return;
1289        }
1290
1291        sta_id = ba_resp->sta_id;
1292        tid = ba_resp->tid;
1293        agg = &priv->tid_data[sta_id][tid].agg;
1294
1295        spin_lock_bh(&priv->sta_lock);
1296
1297        if (unlikely(!agg->wait_for_ba)) {
1298                if (unlikely(ba_resp->bitmap))
1299                        IWL_ERR(priv, "Received BA when not expected\n");
1300                spin_unlock_bh(&priv->sta_lock);
1301                return;
1302        }
1303
1304        if (unlikely(scd_flow != agg->txq_id)) {
1305                /*
1306                 * FIXME: this is a uCode bug which need to be addressed,
1307                 * log the information and return for now.
1308                 * Since it is can possibly happen very often and in order
1309                 * not to fill the syslog, don't use IWL_ERR or IWL_WARN
1310                 */
1311                IWL_DEBUG_TX_QUEUES(priv,
1312                                    "Bad queue mapping txq_id=%d, agg_txq[sta:%d,tid:%d]=%d\n",
1313                                    scd_flow, sta_id, tid, agg->txq_id);
1314                spin_unlock_bh(&priv->sta_lock);
1315                return;
1316        }
1317
1318        __skb_queue_head_init(&reclaimed_skbs);
1319
1320        /* Release all TFDs before the SSN, i.e. all TFDs in front of
1321         * block-ack window (we assume that they've been successfully
1322         * transmitted ... if not, it's too late anyway). */
1323        iwl_trans_reclaim(priv->trans, scd_flow, ba_resp_scd_ssn,
1324                          &reclaimed_skbs);
1325
1326        IWL_DEBUG_TX_REPLY(priv, "REPLY_COMPRESSED_BA [%d] Received from %pM, "
1327                           "sta_id = %d\n",
1328                           agg->wait_for_ba,
1329                           (u8 *) &ba_resp->sta_addr_lo32,
1330                           ba_resp->sta_id);
1331        IWL_DEBUG_TX_REPLY(priv, "TID = %d, SeqCtl = %d, bitmap = 0x%llx, "
1332                           "scd_flow = %d, scd_ssn = %d sent:%d, acked:%d\n",
1333                           ba_resp->tid, le16_to_cpu(ba_resp->seq_ctl),
1334                           (unsigned long long)le64_to_cpu(ba_resp->bitmap),
1335                           scd_flow, ba_resp_scd_ssn, ba_resp->txed,
1336                           ba_resp->txed_2_done);
1337
1338        /* Mark that the expected block-ack response arrived */
1339        agg->wait_for_ba = false;
1340
1341        /* Sanity check values reported by uCode */
1342        if (ba_resp->txed_2_done > ba_resp->txed) {
1343                IWL_DEBUG_TX_REPLY(priv,
1344                        "bogus sent(%d) and ack(%d) count\n",
1345                        ba_resp->txed, ba_resp->txed_2_done);
1346                /*
1347                 * set txed_2_done = txed,
1348                 * so it won't impact rate scale
1349                 */
1350                ba_resp->txed = ba_resp->txed_2_done;
1351        }
1352
1353        priv->tid_data[sta_id][tid].next_reclaimed = ba_resp_scd_ssn;
1354
1355        iwlagn_check_ratid_empty(priv, sta_id, tid);
1356        freed = 0;
1357
1358        skb_queue_walk(&reclaimed_skbs, skb) {
1359                struct ieee80211_hdr *hdr = (void *)skb->data;
1360                struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1361
1362                if (ieee80211_is_data_qos(hdr->frame_control))
1363                        freed++;
1364                else
1365                        WARN_ON_ONCE(1);
1366
1367                iwl_trans_free_tx_cmd(priv->trans, info->driver_data[1]);
1368
1369                memset(&info->status, 0, sizeof(info->status));
1370                /* Packet was transmitted successfully, failures come as single
1371                 * frames because before failing a frame the firmware transmits
1372                 * it without aggregation at least once.
1373                 */
1374                info->flags |= IEEE80211_TX_STAT_ACK;
1375
1376                if (freed == 1) {
1377                        /* this is the first skb we deliver in this batch */
1378                        /* put the rate scaling data there */
1379                        info = IEEE80211_SKB_CB(skb);
1380                        memset(&info->status, 0, sizeof(info->status));
1381                        info->flags |= IEEE80211_TX_STAT_AMPDU;
1382                        info->status.ampdu_ack_len = ba_resp->txed_2_done;
1383                        info->status.ampdu_len = ba_resp->txed;
1384                        iwlagn_hwrate_to_tx_control(priv, agg->rate_n_flags,
1385                                                    info);
1386                }
1387        }
1388
1389        spin_unlock_bh(&priv->sta_lock);
1390
1391        while (!skb_queue_empty(&reclaimed_skbs)) {
1392                skb = __skb_dequeue(&reclaimed_skbs);
1393                ieee80211_tx_status(priv->hw, skb);
1394        }
1395}
1396