drivers/net/wireless/wl12xx/tx.c

   1 /*
   2  * This file is part of wl1271
   3  *
   4  * Copyright (C) 2009 Nokia Corporation
   5  *
   6  * Contact: Luciano Coelho <luciano.coelho@nokia.com>
   7  *
   8  * This program is free software; you can redistribute it and/or
   9  * modify it under the terms of the GNU General Public License
  10  * version 2 as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License
  18  * along with this program; if not, write to the Free Software
  19  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
  20  * 02110-1301 USA
  21  *
  22  */
  23
  24 #include <linux/kernel.h>
  25 #include <linux/module.h>
  26 #include <linux/etherdevice.h>
  27
  28 #include "wl12xx.h"
  29 #include "io.h"
  30 #include "reg.h"
  31 #include "ps.h"
  32 #include "tx.h"
  33
  34 static int wl1271_set_default_wep_key(struct wl1271 *wl, u8 id)
  35 {
  36         int ret;
  37         bool is_ap = (wl->bss_type == BSS_TYPE_AP_BSS);
  38
  39         if (is_ap)
  40                 ret = wl1271_cmd_set_ap_default_wep_key(wl, id);
  41         else
  42                 ret = wl1271_cmd_set_sta_default_wep_key(wl, id);
  43
  44         if (ret < 0)
  45                 return ret;
  46
  47         wl1271_debug(DEBUG_CRYPT, "default wep key idx: %d", (int)id);
  48         return 0;
  49 }
  50
  51 static int wl1271_alloc_tx_id(struct wl1271 *wl, struct sk_buff *skb)
  52 {
  53         int id;
  54
  55         id = find_first_zero_bit(wl->tx_frames_map, ACX_TX_DESCRIPTORS);
  56         if (id >= ACX_TX_DESCRIPTORS)
  57                 return -EBUSY;
  58
  59         __set_bit(id, wl->tx_frames_map);
  60         wl->tx_frames[id] = skb;
  61         wl->tx_frames_cnt++;
  62         return id;
  63 }
  64
  65 static void wl1271_free_tx_id(struct wl1271 *wl, int id)
  66 {
  67         if (__test_and_clear_bit(id, wl->tx_frames_map)) {
  68                 if (unlikely(wl->tx_frames_cnt == ACX_TX_DESCRIPTORS))
  69                         clear_bit(WL1271_FLAG_FW_TX_BUSY, &wl->flags);
  70
  71                 wl->tx_frames[id] = NULL;
  72                 wl->tx_frames_cnt--;
  73         }
  74 }
  75
  76 static int wl1271_tx_update_filters(struct wl1271 *wl,
  77                                                  struct sk_buff *skb)
  78 {
  79         struct ieee80211_hdr *hdr;
  80
  81         hdr = (struct ieee80211_hdr *)(skb->data +
  82                                        sizeof(struct wl1271_tx_hw_descr));
  83
  84         /*
  85          * stop bssid-based filtering before transmitting authentication
  86          * requests. this way the hw will never drop authentication
  87          * responses coming from BSSIDs it isn't familiar with (e.g. on
  88          * roaming)
  89          */
  90         if (!ieee80211_is_auth(hdr->frame_control))
  91                 return 0;
  92
  93         wl1271_configure_filters(wl, FIF_OTHER_BSS);
  94
  95         return wl1271_acx_rx_config(wl, wl->rx_config, wl->rx_filter);
  96 }
  97
  98 static void wl1271_tx_ap_update_inconnection_sta(struct wl1271 *wl,
  99                                                  struct sk_buff *skb)
 100 {
 101         struct ieee80211_hdr *hdr;
 102
 103         /*
 104          * add the station to the known list before transmitting the
 105          * authentication response. this way it won't get de-authed by FW
 106          * when transmitting too soon.
 107          */
 108         hdr = (struct ieee80211_hdr *)(skb->data +
 109                                        sizeof(struct wl1271_tx_hw_descr));
 110         if (ieee80211_is_auth(hdr->frame_control))
 111                 wl1271_acx_set_inconnection_sta(wl, hdr->addr1);
 112 }
 113
 114 static void wl1271_tx_regulate_link(struct wl1271 *wl, u8 hlid)
 115 {
 116         bool fw_ps;
 117         u8 tx_blks;
 118
 119         /* only regulate station links */
 120         if (hlid < WL1271_AP_STA_HLID_START)
 121                 return;
 122
 123         fw_ps = test_bit(hlid, (unsigned long *)&wl->ap_fw_ps_map);
 124         tx_blks = wl->links[hlid].allocated_blks;
 125
 126         /*
 127          * if in FW PS and there is enough data in FW we can put the link
 128          * into high-level PS and clean out its TX queues.
 129          */
 130         if (fw_ps && tx_blks >= WL1271_PS_STA_MAX_BLOCKS)
 131                 wl1271_ps_link_start(wl, hlid, true);
 132 }
 133
 134 u8 wl1271_tx_get_hlid(struct sk_buff *skb)
 135 {
 136         struct ieee80211_tx_info *control = IEEE80211_SKB_CB(skb);
 137
 138         if (control->control.sta) {
 139                 struct wl1271_station *wl_sta;
 140
 141                 wl_sta = (struct wl1271_station *)
 142                                 control->control.sta->drv_priv;
 143                 return wl_sta->hlid;
 144         } else {
 145                 struct ieee80211_hdr *hdr;
 146
 147                 hdr = (struct ieee80211_hdr *)skb->data;
 148                 if (ieee80211_is_mgmt(hdr->frame_control))
 149                         return WL1271_AP_GLOBAL_HLID;
 150                 else
 151                         return WL1271_AP_BROADCAST_HLID;
 152         }
 153 }
 154
 155 static unsigned int wl12xx_calc_packet_alignment(struct wl1271 *wl,
 156                                                 unsigned int packet_length)
 157 {
 158         if (wl->quirks & WL12XX_QUIRK_BLOCKSIZE_ALIGNMENT)
 159                 return ALIGN(packet_length, WL12XX_BUS_BLOCK_SIZE);
 160         else
 161                 return ALIGN(packet_length, WL1271_TX_ALIGN_TO);
 162 }
 163
 164 static int wl1271_tx_allocate(struct wl1271 *wl, struct sk_buff *skb, u32 extra,
 165                                 u32 buf_offset, u8 hlid)
 166 {
 167         struct wl1271_tx_hw_descr *desc;
 168         u32 total_len = skb->len + sizeof(struct wl1271_tx_hw_descr) + extra;
 169         u32 len;
 170         u32 total_blocks;
 171         int id, ret = -EBUSY;
 172         u32 spare_blocks;
 173
 174         if (unlikely(wl->quirks & WL12XX_QUIRK_USE_2_SPARE_BLOCKS))
 175                 spare_blocks = 2;
 176         else
 177                 spare_blocks = 1;
 178
 179         if (buf_offset + total_len > WL1271_AGGR_BUFFER_SIZE)
 180                 return -EAGAIN;
 181
 182         /* allocate free identifier for the packet */
 183         id = wl1271_alloc_tx_id(wl, skb);
 184         if (id < 0)
 185                 return id;
 186
 187         /* approximate the number of blocks required for this packet
 188            in the firmware */
 189         len = wl12xx_calc_packet_alignment(wl, total_len);
 190
 191         total_blocks = (len + TX_HW_BLOCK_SIZE - 1) / TX_HW_BLOCK_SIZE +
 192                 spare_blocks;
 193
 194         if (total_blocks <= wl->tx_blocks_available) {
 195                 desc = (struct wl1271_tx_hw_descr *)skb_push(
 196                         skb, total_len - skb->len);
 197
 198                 /* HW descriptor fields change between wl127x and wl128x */
 199                 if (wl->chip.id == CHIP_ID_1283_PG20) {
 200                         desc->wl128x_mem.total_mem_blocks = total_blocks;
 201                 } else {
 202                         desc->wl127x_mem.extra_blocks = spare_blocks;
 203                         desc->wl127x_mem.total_mem_blocks = total_blocks;
 204                 }
 205
 206                 desc->id = id;
 207
 208                 wl->tx_blocks_available -= total_blocks;
 209                 wl->tx_allocated_blocks += total_blocks;
 210
 211                 if (wl->bss_type == BSS_TYPE_AP_BSS)
 212                         wl->links[hlid].allocated_blks += total_blocks;
 213
 214                 ret = 0;
 215
 216                 wl1271_debug(DEBUG_TX,
 217                              "tx_allocate: size: %d, blocks: %d, id: %d",
 218                              total_len, total_blocks, id);
 219         } else {
 220                 wl1271_free_tx_id(wl, id);
 221         }
 222
 223         return ret;
 224 }
 225
 226 static bool wl12xx_is_dummy_packet(struct wl1271 *wl, struct sk_buff *skb)
 227 {
 228         return wl->dummy_packet == skb;
 229 }
 230
 231 static void wl1271_tx_fill_hdr(struct wl1271 *wl, struct sk_buff *skb,
 232                               u32 extra, struct ieee80211_tx_info *control,
 233                               u8 hlid)
 234 {
 235         struct timespec ts;
 236         struct wl1271_tx_hw_descr *desc;
 237         int aligned_len, ac, rate_idx;
 238         s64 hosttime;
 239         u16 tx_attr;
 240
 241         desc = (struct wl1271_tx_hw_descr *) skb->data;
 242
 243         /* relocate space for security header */
 244         if (extra) {
 245                 void *framestart = skb->data + sizeof(*desc);
 246                 u16 fc = *(u16 *)(framestart + extra);
 247                 int hdrlen = ieee80211_hdrlen(cpu_to_le16(fc));
 248                 memmove(framestart, framestart + extra, hdrlen);
 249         }
 250
 251         /* configure packet life time */
 252         getnstimeofday(&ts);
 253         hosttime = (timespec_to_ns(&ts) >> 10);
 254         desc->start_time = cpu_to_le32(hosttime - wl->time_offset);
 255
 256         if (wl->bss_type != BSS_TYPE_AP_BSS)
 257                 desc->life_time = cpu_to_le16(TX_HW_MGMT_PKT_LIFETIME_TU);
 258         else
 259                 desc->life_time = cpu_to_le16(TX_HW_AP_MODE_PKT_LIFETIME_TU);
 260
 261         /* queue */
 262         ac = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
 263         desc->tid = skb->priority;
 264
 265         if (wl12xx_is_dummy_packet(wl, skb)) {
 266                 /*
 267                  * FW expects the dummy packet to have an invalid session id -
 268                  * any session id that is different than the one set in the join
 269                  */
 270                 tx_attr = ((~wl->session_counter) <<
 271                            TX_HW_ATTR_OFST_SESSION_COUNTER) &
 272                            TX_HW_ATTR_SESSION_COUNTER;
 273
 274                 tx_attr |= TX_HW_ATTR_TX_DUMMY_REQ;
 275         } else {
 276                 /* configure the tx attributes */
 277                 tx_attr =
 278                         wl->session_counter << TX_HW_ATTR_OFST_SESSION_COUNTER;
 279         }
 280
 281         if (wl->bss_type != BSS_TYPE_AP_BSS) {
 282                 desc->aid = hlid;
 283
 284                 /* if the packets are destined for AP (have a STA entry)
 285                    send them with AP rate policies, otherwise use default
 286                    basic rates */
 287                 if (control->control.sta)
 288                         rate_idx = ACX_TX_AP_FULL_RATE;
 289                 else
 290                         rate_idx = ACX_TX_BASIC_RATE;
 291         } else {
 292                 desc->hlid = hlid;
 293                 switch (hlid) {
 294                 case WL1271_AP_GLOBAL_HLID:
 295                         rate_idx = ACX_TX_AP_MODE_MGMT_RATE;
 296                         break;
 297                 case WL1271_AP_BROADCAST_HLID:
 298                         rate_idx = ACX_TX_AP_MODE_BCST_RATE;
 299                         break;
 300                 default:
 301                         rate_idx = ac;
 302                         break;
 303                 }
 304         }
 305
 306         tx_attr |= rate_idx << TX_HW_ATTR_OFST_RATE_POLICY;
 307         desc->reserved = 0;
 308
 309         aligned_len = wl12xx_calc_packet_alignment(wl, skb->len);
 310
 311         if (wl->chip.id == CHIP_ID_1283_PG20) {
 312                 desc->wl128x_mem.extra_bytes = aligned_len - skb->len;
 313                 desc->length = cpu_to_le16(aligned_len >> 2);
 314
 315                 wl1271_debug(DEBUG_TX, "tx_fill_hdr: hlid: %d "
 316                              "tx_attr: 0x%x len: %d life: %d mem: %d",
 317                              desc->hlid, tx_attr,
 318                              le16_to_cpu(desc->length),
 319                              le16_to_cpu(desc->life_time),
 320                              desc->wl128x_mem.total_mem_blocks);
 321         } else {
 322                 int pad;
 323
 324                 /* Store the aligned length in terms of words */
 325                 desc->length = cpu_to_le16(aligned_len >> 2);
 326
 327                 /* calculate number of padding bytes */
 328                 pad = aligned_len - skb->len;
 329                 tx_attr |= pad << TX_HW_ATTR_OFST_LAST_WORD_PAD;
 330
 331                 wl1271_debug(DEBUG_TX, "tx_fill_hdr: pad: %d hlid: %d "
 332                              "tx_attr: 0x%x len: %d life: %d mem: %d", pad,
 333                              desc->hlid, tx_attr,
 334                              le16_to_cpu(desc->length),
 335                              le16_to_cpu(desc->life_time),
 336                              desc->wl127x_mem.total_mem_blocks);
 337         }
 338
 339         desc->tx_attr = cpu_to_le16(tx_attr);
 340 }
 341
 342 /* caller must hold wl->mutex */
 343 static int wl1271_prepare_tx_frame(struct wl1271 *wl, struct sk_buff *skb,
 344                                                         u32 buf_offset)
 345 {
 346         struct ieee80211_tx_info *info;
 347         u32 extra = 0;
 348         int ret = 0;
 349         u32 total_len;
 350         u8 hlid;
 351
 352         if (!skb)
 353                 return -EINVAL;
 354
 355         info = IEEE80211_SKB_CB(skb);
 356
 357         if (info->control.hw_key &&
 358             info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP)
 359                 extra = WL1271_TKIP_IV_SPACE;
 360
 361         if (info->control.hw_key) {
 362                 bool is_wep;
 363                 u8 idx = info->control.hw_key->hw_key_idx;
 364                 u32 cipher = info->control.hw_key->cipher;
 365
 366                 is_wep = (cipher == WLAN_CIPHER_SUITE_WEP40) ||
 367                          (cipher == WLAN_CIPHER_SUITE_WEP104);
 368
 369                 if (unlikely(is_wep && wl->default_key != idx)) {
 370                         ret = wl1271_set_default_wep_key(wl, idx);
 371                         if (ret < 0)
 372                                 return ret;
 373                         wl->default_key = idx;
 374                 }
 375         }
 376
 377         if (wl->bss_type == BSS_TYPE_AP_BSS)
 378                 hlid = wl1271_tx_get_hlid(skb);
 379         else
 380                 hlid = TX_HW_DEFAULT_AID;
 381
 382         ret = wl1271_tx_allocate(wl, skb, extra, buf_offset, hlid);
 383         if (ret < 0)
 384                 return ret;
 385
 386         if (wl->bss_type == BSS_TYPE_AP_BSS) {
 387                 wl1271_tx_ap_update_inconnection_sta(wl, skb);
 388                 wl1271_tx_regulate_link(wl, hlid);
 389         } else {
 390                 wl1271_tx_update_filters(wl, skb);
 391         }
 392
 393         wl1271_tx_fill_hdr(wl, skb, extra, info, hlid);
 394
 395         /*
 396          * The length of each packet is stored in terms of
 397          * words. Thus, we must pad the skb data to make sure its
 398          * length is aligned.  The number of padding bytes is computed
 399          * and set in wl1271_tx_fill_hdr.
 400          * In special cases, we want to align to a specific block size
 401          * (eg. for wl128x with SDIO we align to 256).
 402          */
 403         total_len = wl12xx_calc_packet_alignment(wl, skb->len);
 404
 405         memcpy(wl->aggr_buf + buf_offset, skb->data, skb->len);
 406         memset(wl->aggr_buf + buf_offset + skb->len, 0, total_len - skb->len);
 407
 408         /* Revert side effects in the dummy packet skb, so it can be reused */
 409         if (wl12xx_is_dummy_packet(wl, skb))
 410                 skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
 411
 412         return total_len;
 413 }
 414
 415 u32 wl1271_tx_enabled_rates_get(struct wl1271 *wl, u32 rate_set)
 416 {
 417         struct ieee80211_supported_band *band;
 418         u32 enabled_rates = 0;
 419         int bit;
 420
 421         band = wl->hw->wiphy->bands[wl->band];
 422         for (bit = 0; bit < band->n_bitrates; bit++) {
 423                 if (rate_set & 0x1)
 424                         enabled_rates |= band->bitrates[bit].hw_value;
 425                 rate_set >>= 1;
 426         }
 427
 428 #ifdef CONFIG_WL12XX_HT
 429         /* MCS rates indication are on bits 16 - 23 */
 430         rate_set >>= HW_HT_RATES_OFFSET - band->n_bitrates;
 431
 432         for (bit = 0; bit < 8; bit++) {
 433                 if (rate_set & 0x1)
 434                         enabled_rates |= (CONF_HW_BIT_RATE_MCS_0 << bit);
 435                 rate_set >>= 1;
 436         }
 437 #endif
 438
 439         return enabled_rates;
 440 }
 441
 442 void wl1271_handle_tx_low_watermark(struct wl1271 *wl)
 443 {
 444         unsigned long flags;
 445
 446         if (test_bit(WL1271_FLAG_TX_QUEUE_STOPPED, &wl->flags) &&
 447             wl->tx_queue_count <= WL1271_TX_QUEUE_LOW_WATERMARK) {
 448                 /* firmware buffer has space, restart queues */
 449                 spin_lock_irqsave(&wl->wl_lock, flags);
 450                 ieee80211_wake_queues(wl->hw);
 451                 clear_bit(WL1271_FLAG_TX_QUEUE_STOPPED, &wl->flags);
 452                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 453         }
 454 }
 455
 456 static struct sk_buff *wl1271_sta_skb_dequeue(struct wl1271 *wl)
 457 {
 458         struct sk_buff *skb = NULL;
 459         unsigned long flags;
 460
 461         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VO]);
 462         if (skb)
 463                 goto out;
 464         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VI]);
 465         if (skb)
 466                 goto out;
 467         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BE]);
 468         if (skb)
 469                 goto out;
 470         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BK]);
 471
 472 out:
 473         if (skb) {
 474                 spin_lock_irqsave(&wl->wl_lock, flags);
 475                 wl->tx_queue_count--;
 476                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 477         }
 478
 479         return skb;
 480 }
 481
 482 static struct sk_buff *wl1271_ap_skb_dequeue(struct wl1271 *wl)
 483 {
 484         struct sk_buff *skb = NULL;
 485         unsigned long flags;
 486         int i, h, start_hlid;
 487
 488         /* start from the link after the last one */
 489         start_hlid = (wl->last_tx_hlid + 1) % AP_MAX_LINKS;
 490
 491         /* dequeue according to AC, round robin on each link */
 492         for (i = 0; i < AP_MAX_LINKS; i++) {
 493                 h = (start_hlid + i) % AP_MAX_LINKS;
 494
 495                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VO]);
 496                 if (skb)
 497                         goto out;
 498                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VI]);
 499                 if (skb)
 500                         goto out;
 501                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BE]);
 502                 if (skb)
 503                         goto out;
 504                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BK]);
 505                 if (skb)
 506                         goto out;
 507         }
 508
 509 out:
 510         if (skb) {
 511                 wl->last_tx_hlid = h;
 512                 spin_lock_irqsave(&wl->wl_lock, flags);
 513                 wl->tx_queue_count--;
 514                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 515         } else {
 516                 wl->last_tx_hlid = 0;
 517         }
 518
 519         return skb;
 520 }
 521
 522 static struct sk_buff *wl1271_skb_dequeue(struct wl1271 *wl)
 523 {
 524         unsigned long flags;
 525         struct sk_buff *skb = NULL;
 526
 527         if (wl->bss_type == BSS_TYPE_AP_BSS)
 528                 skb = wl1271_ap_skb_dequeue(wl);
 529         else
 530                 skb = wl1271_sta_skb_dequeue(wl);
 531
 532         if (!skb &&
 533             test_and_clear_bit(WL1271_FLAG_DUMMY_PACKET_PENDING, &wl->flags)) {
 534                 skb = wl->dummy_packet;
 535                 spin_lock_irqsave(&wl->wl_lock, flags);
 536                 wl->tx_queue_count--;
 537                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 538         }
 539
 540         return skb;
 541 }
 542
 543 static void wl1271_skb_queue_head(struct wl1271 *wl, struct sk_buff *skb)
 544 {
 545         unsigned long flags;
 546         int q = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
 547
 548         if (wl12xx_is_dummy_packet(wl, skb)) {
 549                 set_bit(WL1271_FLAG_DUMMY_PACKET_PENDING, &wl->flags);
 550         } else if (wl->bss_type == BSS_TYPE_AP_BSS) {
 551                 u8 hlid = wl1271_tx_get_hlid(skb);
 552                 skb_queue_head(&wl->links[hlid].tx_queue[q], skb);
 553
 554                 /* make sure we dequeue the same packet next time */
 555                 wl->last_tx_hlid = (hlid + AP_MAX_LINKS - 1) % AP_MAX_LINKS;
 556         } else {
 557                 skb_queue_head(&wl->tx_queue[q], skb);
 558         }
 559
 560         spin_lock_irqsave(&wl->wl_lock, flags);
 561         wl->tx_queue_count++;
 562         spin_unlock_irqrestore(&wl->wl_lock, flags);
 563 }
 564
 565 void wl1271_tx_work_locked(struct wl1271 *wl)
 566 {
 567         struct sk_buff *skb;
 568         u32 buf_offset = 0;
 569         bool sent_packets = false;
 570         int ret;
 571
 572         if (unlikely(wl->state == WL1271_STATE_OFF))
 573                 return;
 574
 575         while ((skb = wl1271_skb_dequeue(wl))) {
 576                 ret = wl1271_prepare_tx_frame(wl, skb, buf_offset);
 577                 if (ret == -EAGAIN) {
 578                         /*
 579                          * Aggregation buffer is full.
 580                          * Flush buffer and try again.
 581                          */
 582                         wl1271_skb_queue_head(wl, skb);
 583                         wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
 584                                      buf_offset, true);
 585                         sent_packets = true;
 586                         buf_offset = 0;
 587                         continue;
 588                 } else if (ret == -EBUSY) {
 589                         /*
 590                          * Firmware buffer is full.
 591                          * Queue back last skb, and stop aggregating.
 592                          */
 593                         wl1271_skb_queue_head(wl, skb);
 594                         /* No work left, avoid scheduling redundant tx work */
 595                         set_bit(WL1271_FLAG_FW_TX_BUSY, &wl->flags);
 596                         goto out_ack;
 597                 } else if (ret < 0) {
 598                         dev_kfree_skb(skb);
 599                         goto out_ack;
 600                 }
 601                 buf_offset += ret;
 602                 wl->tx_packets_count++;
 603         }
 604
 605 out_ack:
 606         if (buf_offset) {
 607                 wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
 608                                 buf_offset, true);
 609                 sent_packets = true;
 610         }
 611         if (sent_packets) {
 612                 /*
 613                  * Interrupt the firmware with the new packets. This is only
 614                  * required for older hardware revisions
 615                  */
 616                 if (wl->quirks & WL12XX_QUIRK_END_OF_TRANSACTION)
 617                         wl1271_write32(wl, WL1271_HOST_WR_ACCESS,
 618                                        wl->tx_packets_count);
 619
 620                 wl1271_handle_tx_low_watermark(wl);
 621         }
 622 }
 623
 624 void wl1271_tx_work(struct work_struct *work)
 625 {
 626         struct wl1271 *wl = container_of(work, struct wl1271, tx_work);
 627         int ret;
 628
 629         mutex_lock(&wl->mutex);
 630         ret = wl1271_ps_elp_wakeup(wl);
 631         if (ret < 0)
 632                 goto out;
 633
 634         wl1271_tx_work_locked(wl);
 635
 636         wl1271_ps_elp_sleep(wl);
 637 out:
 638         mutex_unlock(&wl->mutex);
 639 }
 640
 641 static void wl1271_tx_complete_packet(struct wl1271 *wl,
 642                                       struct wl1271_tx_hw_res_descr *result)
 643 {
 644         struct ieee80211_tx_info *info;
 645         struct sk_buff *skb;
 646         int id = result->id;
 647         int rate = -1;
 648         u8 retries = 0;
 649
 650         /* check for id legality */
 651         if (unlikely(id >= ACX_TX_DESCRIPTORS || wl->tx_frames[id] == NULL)) {
 652                 wl1271_warning("TX result illegal id: %d", id);
 653                 return;
 654         }
 655
 656         skb = wl->tx_frames[id];
 657         info = IEEE80211_SKB_CB(skb);
 658
 659         if (wl12xx_is_dummy_packet(wl, skb)) {
 660                 wl1271_free_tx_id(wl, id);
 661                 return;
 662         }
 663
 664         /* update the TX status info */
 665         if (result->status == TX_SUCCESS) {
 666                 if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
 667                         info->flags |= IEEE80211_TX_STAT_ACK;
 668                 rate = wl1271_rate_to_idx(result->rate_class_index, wl->band);
 669                 retries = result->ack_failures;
 670         } else if (result->status == TX_RETRY_EXCEEDED) {
 671                 wl->stats.excessive_retries++;
 672                 retries = result->ack_failures;
 673         }
 674
 675         info->status.rates[0].idx = rate;
 676         info->status.rates[0].count = retries;
 677         info->status.rates[0].flags = 0;
 678         info->status.ack_signal = -1;
 679
 680         wl->stats.retry_count += result->ack_failures;
 681
 682         /* update security sequence number */
 683         wl->tx_security_seq += (result->lsb_security_sequence_number -
 684                                 wl->tx_security_last_seq);
 685         wl->tx_security_last_seq = result->lsb_security_sequence_number;
 686
 687         /* remove private header from packet */
 688         skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
 689
 690         /* remove TKIP header space if present */
 691         if (info->control.hw_key &&
 692             info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
 693                 int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
 694                 memmove(skb->data + WL1271_TKIP_IV_SPACE, skb->data, hdrlen);
 695                 skb_pull(skb, WL1271_TKIP_IV_SPACE);
 696         }
 697
 698         wl1271_debug(DEBUG_TX, "tx status id %u skb 0x%p failures %u rate 0x%x"
 699                      " status 0x%x",
 700                      result->id, skb, result->ack_failures,
 701                      result->rate_class_index, result->status);
 702
 703         /* return the packet to the stack */
 704         skb_queue_tail(&wl->deferred_tx_queue, skb);
 705         ieee80211_queue_work(wl->hw, &wl->netstack_work);
 706         wl1271_free_tx_id(wl, result->id);
 707 }
 708
 709 /* Called upon reception of a TX complete interrupt */
 710 void wl1271_tx_complete(struct wl1271 *wl)
 711 {
 712         struct wl1271_acx_mem_map *memmap =
 713                 (struct wl1271_acx_mem_map *)wl->target_mem_map;
 714         u32 count, fw_counter;
 715         u32 i;
 716
 717         /* read the tx results from the chipset */
 718         wl1271_read(wl, le32_to_cpu(memmap->tx_result),
 719                     wl->tx_res_if, sizeof(*wl->tx_res_if), false);
 720         fw_counter = le32_to_cpu(wl->tx_res_if->tx_result_fw_counter);
 721
 722         /* write host counter to chipset (to ack) */
 723         wl1271_write32(wl, le32_to_cpu(memmap->tx_result) +
 724                        offsetof(struct wl1271_tx_hw_res_if,
 725                                 tx_result_host_counter), fw_counter);
 726
 727         count = fw_counter - wl->tx_results_count;
 728         wl1271_debug(DEBUG_TX, "tx_complete received, packets: %d", count);
 729
 730         /* verify that the result buffer is not getting overrun */
 731         if (unlikely(count > TX_HW_RESULT_QUEUE_LEN))
 732                 wl1271_warning("TX result overflow from chipset: %d", count);
 733
 734         /* process the results */
 735         for (i = 0; i < count; i++) {
 736                 struct wl1271_tx_hw_res_descr *result;
 737                 u8 offset = wl->tx_results_count & TX_HW_RESULT_QUEUE_LEN_MASK;
 738
 739                 /* process the packet */
 740                 result =  &(wl->tx_res_if->tx_results_queue[offset]);
 741                 wl1271_tx_complete_packet(wl, result);
 742
 743                 wl->tx_results_count++;
 744         }
 745 }
 746
 747 void wl1271_tx_reset_link_queues(struct wl1271 *wl, u8 hlid)
 748 {
 749         struct sk_buff *skb;
 750         int i, total = 0;
 751         unsigned long flags;
 752         struct ieee80211_tx_info *info;
 753
 754         for (i = 0; i < NUM_TX_QUEUES; i++) {
 755                 while ((skb = skb_dequeue(&wl->links[hlid].tx_queue[i]))) {
 756                         wl1271_debug(DEBUG_TX, "link freeing skb 0x%p", skb);
 757                         info = IEEE80211_SKB_CB(skb);
 758                         info->status.rates[0].idx = -1;
 759                         info->status.rates[0].count = 0;
 760                         ieee80211_tx_status(wl->hw, skb);
 761                         total++;
 762                 }
 763         }
 764
 765         spin_lock_irqsave(&wl->wl_lock, flags);
 766         wl->tx_queue_count -= total;
 767         spin_unlock_irqrestore(&wl->wl_lock, flags);
 768
 769         wl1271_handle_tx_low_watermark(wl);
 770 }
 771
 772 /* caller must hold wl->mutex and TX must be stopped */
 773 void wl1271_tx_reset(struct wl1271 *wl, bool reset_tx_queues)
 774 {
 775         int i;
 776         struct sk_buff *skb;
 777         struct ieee80211_tx_info *info;
 778
 779         /* TX failure */
 780         if (wl->bss_type == BSS_TYPE_AP_BSS) {
 781                 for (i = 0; i < AP_MAX_LINKS; i++) {
 782                         wl1271_tx_reset_link_queues(wl, i);
 783                         wl->links[i].allocated_blks = 0;
 784                         wl->links[i].prev_freed_blks = 0;
 785                 }
 786
 787                 wl->last_tx_hlid = 0;
 788         } else {
 789                 for (i = 0; i < NUM_TX_QUEUES; i++) {
 790                         while ((skb = skb_dequeue(&wl->tx_queue[i]))) {
 791                                 wl1271_debug(DEBUG_TX, "freeing skb 0x%p",
 792                                              skb);
 793
 794                                 if (!wl12xx_is_dummy_packet(wl, skb)) {
 795                                         info = IEEE80211_SKB_CB(skb);
 796                                         info->status.rates[0].idx = -1;
 797                                         info->status.rates[0].count = 0;
 798                                         ieee80211_tx_status(wl->hw, skb);
 799                                 }
 800                         }
 801                 }
 802         }
 803
 804         wl->tx_queue_count = 0;
 805
 806         /*
 807          * Make sure the driver is at a consistent state, in case this
 808          * function is called from a context other than interface removal.
 809          * This call will always wake the TX queues.
 810          */
 811         if (reset_tx_queues)
 812                 wl1271_handle_tx_low_watermark(wl);
 813
 814         for (i = 0; i < ACX_TX_DESCRIPTORS; i++) {
 815                 if (wl->tx_frames[i] == NULL)
 816                         continue;
 817
 818                 skb = wl->tx_frames[i];
 819                 wl1271_free_tx_id(wl, i);
 820                 wl1271_debug(DEBUG_TX, "freeing skb 0x%p", skb);
 821
 822                 if (!wl12xx_is_dummy_packet(wl, skb)) {
 823                         /*
 824                          * Remove private headers before passing the skb to
 825                          * mac80211
 826                          */
 827                         info = IEEE80211_SKB_CB(skb);
 828                         skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
 829                         if (info->control.hw_key &&
 830                             info->control.hw_key->cipher ==
 831                             WLAN_CIPHER_SUITE_TKIP) {
 832                                 int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
 833                                 memmove(skb->data + WL1271_TKIP_IV_SPACE,
 834                                         skb->data, hdrlen);
 835                                 skb_pull(skb, WL1271_TKIP_IV_SPACE);
 836                         }
 837
 838                         info->status.rates[0].idx = -1;
 839                         info->status.rates[0].count = 0;
 840
 841                         ieee80211_tx_status(wl->hw, skb);
 842                 }
 843         }
 844 }
 845
 846 #define WL1271_TX_FLUSH_TIMEOUT 500000
 847
 848 /* caller must *NOT* hold wl->mutex */
 849 void wl1271_tx_flush(struct wl1271 *wl)
 850 {
 851         unsigned long timeout;
 852         timeout = jiffies + usecs_to_jiffies(WL1271_TX_FLUSH_TIMEOUT);
 853
 854         while (!time_after(jiffies, timeout)) {
 855                 mutex_lock(&wl->mutex);
 856                 wl1271_debug(DEBUG_TX, "flushing tx buffer: %d %d",
 857                              wl->tx_frames_cnt, wl->tx_queue_count);
 858                 if ((wl->tx_frames_cnt == 0) && (wl->tx_queue_count == 0)) {
 859                         mutex_unlock(&wl->mutex);
 860                         return;
 861                 }
 862                 mutex_unlock(&wl->mutex);
 863                 msleep(1);
 864         }
 865
 866         wl1271_warning("Unable to flush all TX buffers, timed out.");
 867 }
 868
 869 u32 wl1271_tx_min_rate_get(struct wl1271 *wl)
 870 {
 871         int i;
 872         u32 rate = 0;
 873
 874         if (!wl->basic_rate_set) {
 875                 WARN_ON(1);
 876                 wl->basic_rate_set = wl->conf.tx.basic_rate;
 877         }
 878
 879         for (i = 0; !rate; i++) {
 880                 if ((wl->basic_rate_set >> i) & 0x1)
 881                         rate = 1 << i;
 882         }
 883
 884         return rate;
 885 }