drivers/net/wireless/wl12xx/tx.c

   1 /*
   2  * This file is part of wl1271
   3  *
   4  * Copyright (C) 2009 Nokia Corporation
   5  *
   6  * Contact: Luciano Coelho <luciano.coelho@nokia.com>
   7  *
   8  * This program is free software; you can redistribute it and/or
   9  * modify it under the terms of the GNU General Public License
  10  * version 2 as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License
  18  * along with this program; if not, write to the Free Software
  19  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
  20  * 02110-1301 USA
  21  *
  22  */
  23
  24 #include <linux/kernel.h>
  25 #include <linux/module.h>
  26 #include <linux/etherdevice.h>
  27
  28 #include "wl12xx.h"
  29 #include "io.h"
  30 #include "reg.h"
  31 #include "ps.h"
  32 #include "tx.h"
  33
  34 static int wl1271_set_default_wep_key(struct wl1271 *wl, u8 id)
  35 {
  36         int ret;
  37         bool is_ap = (wl->bss_type == BSS_TYPE_AP_BSS);
  38
  39         if (is_ap)
  40                 ret = wl1271_cmd_set_ap_default_wep_key(wl, id);
  41         else
  42                 ret = wl1271_cmd_set_sta_default_wep_key(wl, id);
  43
  44         if (ret < 0)
  45                 return ret;
  46
  47         wl1271_debug(DEBUG_CRYPT, "default wep key idx: %d", (int)id);
  48         return 0;
  49 }
  50
  51 static int wl1271_alloc_tx_id(struct wl1271 *wl, struct sk_buff *skb)
  52 {
  53         int id;
  54
  55         id = find_first_zero_bit(wl->tx_frames_map, ACX_TX_DESCRIPTORS);
  56         if (id >= ACX_TX_DESCRIPTORS)
  57                 return -EBUSY;
  58
  59         __set_bit(id, wl->tx_frames_map);
  60         wl->tx_frames[id] = skb;
  61         wl->tx_frames_cnt++;
  62         return id;
  63 }
  64
  65 static void wl1271_free_tx_id(struct wl1271 *wl, int id)
  66 {
  67         if (__test_and_clear_bit(id, wl->tx_frames_map)) {
  68                 if (unlikely(wl->tx_frames_cnt == ACX_TX_DESCRIPTORS))
  69                         clear_bit(WL1271_FLAG_FW_TX_BUSY, &wl->flags);
  70
  71                 wl->tx_frames[id] = NULL;
  72                 wl->tx_frames_cnt--;
  73         }
  74 }
  75
  76 static int wl1271_tx_update_filters(struct wl1271 *wl,
  77                                                  struct sk_buff *skb)
  78 {
  79         struct ieee80211_hdr *hdr;
  80
  81         hdr = (struct ieee80211_hdr *)(skb->data +
  82                                        sizeof(struct wl1271_tx_hw_descr));
  83
  84         /*
  85          * stop bssid-based filtering before transmitting authentication
  86          * requests. this way the hw will never drop authentication
  87          * responses coming from BSSIDs it isn't familiar with (e.g. on
  88          * roaming)
  89          */
  90         if (!ieee80211_is_auth(hdr->frame_control))
  91                 return 0;
  92
  93         wl1271_configure_filters(wl, FIF_OTHER_BSS);
  94
  95         return wl1271_acx_rx_config(wl, wl->rx_config, wl->rx_filter);
  96 }
  97
  98 static void wl1271_tx_ap_update_inconnection_sta(struct wl1271 *wl,
  99                                                  struct sk_buff *skb)
 100 {
 101         struct ieee80211_hdr *hdr;
 102
 103         /*
 104          * add the station to the known list before transmitting the
 105          * authentication response. this way it won't get de-authed by FW
 106          * when transmitting too soon.
 107          */
 108         hdr = (struct ieee80211_hdr *)(skb->data +
 109                                        sizeof(struct wl1271_tx_hw_descr));
 110         if (ieee80211_is_auth(hdr->frame_control))
 111                 wl1271_acx_set_inconnection_sta(wl, hdr->addr1);
 112 }
 113
 114 static void wl1271_tx_regulate_link(struct wl1271 *wl, u8 hlid)
 115 {
 116         bool fw_ps;
 117         u8 tx_blks;
 118
 119         /* only regulate station links */
 120         if (hlid < WL1271_AP_STA_HLID_START)
 121                 return;
 122
 123         fw_ps = test_bit(hlid, (unsigned long *)&wl->ap_fw_ps_map);
 124         tx_blks = wl->links[hlid].allocated_blks;
 125
 126         /*
 127          * if in FW PS and there is enough data in FW we can put the link
 128          * into high-level PS and clean out its TX queues.
 129          */
 130         if (fw_ps && tx_blks >= WL1271_PS_STA_MAX_BLOCKS)
 131                 wl1271_ps_link_start(wl, hlid, true);
 132 }
 133
 134 u8 wl1271_tx_get_hlid(struct sk_buff *skb)
 135 {
 136         struct ieee80211_tx_info *control = IEEE80211_SKB_CB(skb);
 137
 138         if (control->control.sta) {
 139                 struct wl1271_station *wl_sta;
 140
 141                 wl_sta = (struct wl1271_station *)
 142                                 control->control.sta->drv_priv;
 143                 return wl_sta->hlid;
 144         } else {
 145                 struct ieee80211_hdr *hdr;
 146
 147                 hdr = (struct ieee80211_hdr *)skb->data;
 148                 if (ieee80211_is_mgmt(hdr->frame_control))
 149                         return WL1271_AP_GLOBAL_HLID;
 150                 else
 151                         return WL1271_AP_BROADCAST_HLID;
 152         }
 153 }
 154
 155 static unsigned int wl12xx_calc_packet_alignment(struct wl1271 *wl,
 156                                                 unsigned int packet_length)
 157 {
 158         if (wl->quirks & WL12XX_QUIRK_BLOCKSIZE_ALIGNMENT)
 159                 return ALIGN(packet_length, WL12XX_BUS_BLOCK_SIZE);
 160         else
 161                 return ALIGN(packet_length, WL1271_TX_ALIGN_TO);
 162 }
 163
 164 static int wl1271_tx_allocate(struct wl1271 *wl, struct sk_buff *skb, u32 extra,
 165                                 u32 buf_offset, u8 hlid)
 166 {
 167         struct wl1271_tx_hw_descr *desc;
 168         u32 total_len = skb->len + sizeof(struct wl1271_tx_hw_descr) + extra;
 169         u32 len;
 170         u32 total_blocks;
 171         int id, ret = -EBUSY;
 172         u32 spare_blocks;
 173
 174         if (unlikely(wl->quirks & WL12XX_QUIRK_USE_2_SPARE_BLOCKS))
 175                 spare_blocks = 2;
 176         else
 177                 spare_blocks = 1;
 178
 179         if (buf_offset + total_len > WL1271_AGGR_BUFFER_SIZE)
 180                 return -EAGAIN;
 181
 182         /* allocate free identifier for the packet */
 183         id = wl1271_alloc_tx_id(wl, skb);
 184         if (id < 0)
 185                 return id;
 186
 187         /* approximate the number of blocks required for this packet
 188            in the firmware */
 189         len = wl12xx_calc_packet_alignment(wl, total_len);
 190
 191         total_blocks = (len + TX_HW_BLOCK_SIZE - 1) / TX_HW_BLOCK_SIZE +
 192                 spare_blocks;
 193
 194         if (total_blocks <= wl->tx_blocks_available) {
 195                 desc = (struct wl1271_tx_hw_descr *)skb_push(
 196                         skb, total_len - skb->len);
 197
 198                 /* HW descriptor fields change between wl127x and wl128x */
 199                 if (wl->chip.id == CHIP_ID_1283_PG20) {
 200                         desc->wl128x_mem.total_mem_blocks = total_blocks;
 201                 } else {
 202                         desc->wl127x_mem.extra_blocks = spare_blocks;
 203                         desc->wl127x_mem.total_mem_blocks = total_blocks;
 204                 }
 205
 206                 desc->id = id;
 207
 208                 wl->tx_blocks_available -= total_blocks;
 209                 wl->tx_allocated_blocks += total_blocks;
 210
 211                 if (wl->bss_type == BSS_TYPE_AP_BSS)
 212                         wl->links[hlid].allocated_blks += total_blocks;
 213
 214                 ret = 0;
 215
 216                 wl1271_debug(DEBUG_TX,
 217                              "tx_allocate: size: %d, blocks: %d, id: %d",
 218                              total_len, total_blocks, id);
 219         } else {
 220                 wl1271_free_tx_id(wl, id);
 221         }
 222
 223         return ret;
 224 }
 225
 226 static bool wl12xx_is_dummy_packet(struct wl1271 *wl, struct sk_buff *skb)
 227 {
 228         return wl->dummy_packet == skb;
 229 }
 230
 231 static void wl1271_tx_fill_hdr(struct wl1271 *wl, struct sk_buff *skb,
 232                               u32 extra, struct ieee80211_tx_info *control,
 233                               u8 hlid)
 234 {
 235         struct timespec ts;
 236         struct wl1271_tx_hw_descr *desc;
 237         int aligned_len, ac, rate_idx;
 238         s64 hosttime;
 239         u16 tx_attr;
 240
 241         desc = (struct wl1271_tx_hw_descr *) skb->data;
 242
 243         /* relocate space for security header */
 244         if (extra) {
 245                 void *framestart = skb->data + sizeof(*desc);
 246                 u16 fc = *(u16 *)(framestart + extra);
 247                 int hdrlen = ieee80211_hdrlen(cpu_to_le16(fc));
 248                 memmove(framestart, framestart + extra, hdrlen);
 249         }
 250
 251         /* configure packet life time */
 252         getnstimeofday(&ts);
 253         hosttime = (timespec_to_ns(&ts) >> 10);
 254         desc->start_time = cpu_to_le32(hosttime - wl->time_offset);
 255
 256         if (wl->bss_type != BSS_TYPE_AP_BSS)
 257                 desc->life_time = cpu_to_le16(TX_HW_MGMT_PKT_LIFETIME_TU);
 258         else
 259                 desc->life_time = cpu_to_le16(TX_HW_AP_MODE_PKT_LIFETIME_TU);
 260
 261         /* queue */
 262         ac = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
 263         desc->tid = skb->priority;
 264
 265         if (wl12xx_is_dummy_packet(wl, skb)) {
 266                 /*
 267                  * FW expects the dummy packet to have an invalid session id -
 268                  * any session id that is different than the one set in the join
 269                  */
 270                 tx_attr = ((~wl->session_counter) <<
 271                            TX_HW_ATTR_OFST_SESSION_COUNTER) &
 272                            TX_HW_ATTR_SESSION_COUNTER;
 273
 274                 tx_attr |= TX_HW_ATTR_TX_DUMMY_REQ;
 275         } else {
 276                 /* configure the tx attributes */
 277                 tx_attr =
 278                         wl->session_counter << TX_HW_ATTR_OFST_SESSION_COUNTER;
 279         }
 280
 281         if (wl->bss_type != BSS_TYPE_AP_BSS) {
 282                 desc->aid = hlid;
 283
 284                 /* if the packets are destined for AP (have a STA entry)
 285                    send them with AP rate policies, otherwise use default
 286                    basic rates */
 287                 if (control->control.sta)
 288                         rate_idx = ACX_TX_AP_FULL_RATE;
 289                 else
 290                         rate_idx = ACX_TX_BASIC_RATE;
 291         } else {
 292                 desc->hlid = hlid;
 293                 switch (hlid) {
 294                 case WL1271_AP_GLOBAL_HLID:
 295                         rate_idx = ACX_TX_AP_MODE_MGMT_RATE;
 296                         break;
 297                 case WL1271_AP_BROADCAST_HLID:
 298                         rate_idx = ACX_TX_AP_MODE_BCST_RATE;
 299                         break;
 300                 default:
 301                         rate_idx = ac;
 302                         break;
 303                 }
 304         }
 305
 306         tx_attr |= rate_idx << TX_HW_ATTR_OFST_RATE_POLICY;
 307         desc->reserved = 0;
 308
 309         aligned_len = wl12xx_calc_packet_alignment(wl, skb->len);
 310
 311         if (wl->chip.id == CHIP_ID_1283_PG20) {
 312                 desc->wl128x_mem.extra_bytes = aligned_len - skb->len;
 313                 desc->length = cpu_to_le16(aligned_len >> 2);
 314
 315                 wl1271_debug(DEBUG_TX, "tx_fill_hdr: hlid: %d "
 316                              "tx_attr: 0x%x len: %d life: %d mem: %d",
 317                              desc->hlid, tx_attr,
 318                              le16_to_cpu(desc->length),
 319                              le16_to_cpu(desc->life_time),
 320                              desc->wl128x_mem.total_mem_blocks);
 321         } else {
 322                 int pad;
 323
 324                 /* Store the aligned length in terms of words */
 325                 desc->length = cpu_to_le16(aligned_len >> 2);
 326
 327                 /* calculate number of padding bytes */
 328                 pad = aligned_len - skb->len;
 329                 tx_attr |= pad << TX_HW_ATTR_OFST_LAST_WORD_PAD;
 330
 331                 wl1271_debug(DEBUG_TX, "tx_fill_hdr: pad: %d hlid: %d "
 332                              "tx_attr: 0x%x len: %d life: %d mem: %d", pad,
 333                              desc->hlid, tx_attr,
 334                              le16_to_cpu(desc->length),
 335                              le16_to_cpu(desc->life_time),
 336                              desc->wl127x_mem.total_mem_blocks);
 337         }
 338
 339         desc->tx_attr = cpu_to_le16(tx_attr);
 340 }
 341
 342 /* caller must hold wl->mutex */
 343 static int wl1271_prepare_tx_frame(struct wl1271 *wl, struct sk_buff *skb,
 344                                                         u32 buf_offset)
 345 {
 346         struct ieee80211_tx_info *info;
 347         u32 extra = 0;
 348         int ret = 0;
 349         u32 total_len;
 350         u8 hlid;
 351
 352         if (!skb)
 353                 return -EINVAL;
 354
 355         info = IEEE80211_SKB_CB(skb);
 356
 357         if (info->control.hw_key &&
 358             info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP)
 359                 extra = WL1271_TKIP_IV_SPACE;
 360
 361         if (info->control.hw_key) {
 362                 bool is_wep;
 363                 u8 idx = info->control.hw_key->hw_key_idx;
 364                 u32 cipher = info->control.hw_key->cipher;
 365
 366                 is_wep = (cipher == WLAN_CIPHER_SUITE_WEP40) ||
 367                          (cipher == WLAN_CIPHER_SUITE_WEP104);
 368
 369                 if (unlikely(is_wep && wl->default_key != idx)) {
 370                         ret = wl1271_set_default_wep_key(wl, idx);
 371                         if (ret < 0)
 372                                 return ret;
 373                         wl->default_key = idx;
 374                 }
 375         }
 376
 377         if (wl->bss_type == BSS_TYPE_AP_BSS)
 378                 hlid = wl1271_tx_get_hlid(skb);
 379         else
 380                 hlid = TX_HW_DEFAULT_AID;
 381
 382         ret = wl1271_tx_allocate(wl, skb, extra, buf_offset, hlid);
 383         if (ret < 0)
 384                 return ret;
 385
 386         if (wl->bss_type == BSS_TYPE_AP_BSS) {
 387                 wl1271_tx_ap_update_inconnection_sta(wl, skb);
 388                 wl1271_tx_regulate_link(wl, hlid);
 389         } else {
 390                 wl1271_tx_update_filters(wl, skb);
 391         }
 392
 393         wl1271_tx_fill_hdr(wl, skb, extra, info, hlid);
 394
 395         /*
 396          * The length of each packet is stored in terms of
 397          * words. Thus, we must pad the skb data to make sure its
 398          * length is aligned.  The number of padding bytes is computed
 399          * and set in wl1271_tx_fill_hdr.
 400          * In special cases, we want to align to a specific block size
 401          * (eg. for wl128x with SDIO we align to 256).
 402          */
 403         total_len = wl12xx_calc_packet_alignment(wl, skb->len);
 404
 405         memcpy(wl->aggr_buf + buf_offset, skb->data, skb->len);
 406         memset(wl->aggr_buf + buf_offset + skb->len, 0, total_len - skb->len);
 407
 408         /* Revert side effects in the dummy packet skb, so it can be reused */
 409         if (wl12xx_is_dummy_packet(wl, skb))
 410                 skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
 411
 412         return total_len;
 413 }
 414
 415 u32 wl1271_tx_enabled_rates_get(struct wl1271 *wl, u32 rate_set)
 416 {
 417         struct ieee80211_supported_band *band;
 418         u32 enabled_rates = 0;
 419         int bit;
 420
 421         band = wl->hw->wiphy->bands[wl->band];
 422         for (bit = 0; bit < band->n_bitrates; bit++) {
 423                 if (rate_set & 0x1)
 424                         enabled_rates |= band->bitrates[bit].hw_value;
 425                 rate_set >>= 1;
 426         }
 427
 428 #ifdef CONFIG_WL12XX_HT
 429         /* MCS rates indication are on bits 16 - 23 */
 430         rate_set >>= HW_HT_RATES_OFFSET - band->n_bitrates;
 431
 432         for (bit = 0; bit < 8; bit++) {
 433                 if (rate_set & 0x1)
 434                         enabled_rates |= (CONF_HW_BIT_RATE_MCS_0 << bit);
 435                 rate_set >>= 1;
 436         }
 437 #endif
 438
 439         return enabled_rates;
 440 }
 441
 442 void wl1271_handle_tx_low_watermark(struct wl1271 *wl)
 443 {
 444         unsigned long flags;
 445
 446         if (test_bit(WL1271_FLAG_TX_QUEUE_STOPPED, &wl->flags) &&
 447             wl->tx_queue_count <= WL1271_TX_QUEUE_LOW_WATERMARK) {
 448                 /* firmware buffer has space, restart queues */
 449                 spin_lock_irqsave(&wl->wl_lock, flags);
 450                 ieee80211_wake_queues(wl->hw);
 451                 clear_bit(WL1271_FLAG_TX_QUEUE_STOPPED, &wl->flags);
 452                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 453         }
 454 }
 455
 456 static struct sk_buff *wl1271_sta_skb_dequeue(struct wl1271 *wl)
 457 {
 458         struct sk_buff *skb = NULL;
 459         unsigned long flags;
 460
 461         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VO]);
 462         if (skb)
 463                 goto out;
 464         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VI]);
 465         if (skb)
 466                 goto out;
 467         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BE]);
 468         if (skb)
 469                 goto out;
 470         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BK]);
 471
 472 out:
 473         if (skb) {
 474                 spin_lock_irqsave(&wl->wl_lock, flags);
 475                 wl->tx_queue_count--;
 476                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 477         }
 478
 479         return skb;
 480 }
 481
 482 static struct sk_buff *wl1271_ap_skb_dequeue(struct wl1271 *wl)
 483 {
 484         struct sk_buff *skb = NULL;
 485         unsigned long flags;
 486         int i, h, start_hlid;
 487
 488         /* start from the link after the last one */
 489         start_hlid = (wl->last_tx_hlid + 1) % AP_MAX_LINKS;
 490
 491         /* dequeue according to AC, round robin on each link */
 492         for (i = 0; i < AP_MAX_LINKS; i++) {
 493                 h = (start_hlid + i) % AP_MAX_LINKS;
 494
 495                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VO]);
 496                 if (skb)
 497                         goto out;
 498                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VI]);
 499                 if (skb)
 500                         goto out;
 501                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BE]);
 502                 if (skb)
 503                         goto out;
 504                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BK]);
 505                 if (skb)
 506                         goto out;
 507         }
 508
 509 out:
 510         if (skb) {
 511                 wl->last_tx_hlid = h;
 512                 spin_lock_irqsave(&wl->wl_lock, flags);
 513                 wl->tx_queue_count--;
 514                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 515         } else {
 516                 wl->last_tx_hlid = 0;
 517         }
 518
 519         return skb;
 520 }
 521
 522 static struct sk_buff *wl1271_skb_dequeue(struct wl1271 *wl)
 523 {
 524         unsigned long flags;
 525         struct sk_buff *skb = NULL;
 526
 527         if (wl->bss_type == BSS_TYPE_AP_BSS)
 528                 skb = wl1271_ap_skb_dequeue(wl);
 529         else
 530                 skb = wl1271_sta_skb_dequeue(wl);
 531
 532         if (!skb &&
 533             test_and_clear_bit(WL1271_FLAG_DUMMY_PACKET_PENDING, &wl->flags)) {
 534                 skb = wl->dummy_packet;
 535                 spin_lock_irqsave(&wl->wl_lock, flags);
 536                 wl->tx_queue_count--;
 537                 spin_unlock_irqrestore(&wl->wl_lock, flags);
 538         }
 539
 540         return skb;
 541 }
 542
 543 static void wl1271_skb_queue_head(struct wl1271 *wl, struct sk_buff *skb)
 544 {
 545         unsigned long flags;
 546         int q = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
 547
 548         if (wl12xx_is_dummy_packet(wl, skb)) {
 549                 set_bit(WL1271_FLAG_DUMMY_PACKET_PENDING, &wl->flags);
 550         } else if (wl->bss_type == BSS_TYPE_AP_BSS) {
 551                 u8 hlid = wl1271_tx_get_hlid(skb);
 552                 skb_queue_head(&wl->links[hlid].tx_queue[q], skb);
 553
 554                 /* make sure we dequeue the same packet next time */
 555                 wl->last_tx_hlid = (hlid + AP_MAX_LINKS - 1) % AP_MAX_LINKS;
 556         } else {
 557                 skb_queue_head(&wl->tx_queue[q], skb);
 558         }
 559
 560         spin_lock_irqsave(&wl->wl_lock, flags);
 561         wl->tx_queue_count++;
 562         spin_unlock_irqrestore(&wl->wl_lock, flags);
 563 }
 564
 565 static bool wl1271_tx_is_data_present(struct sk_buff *skb)
 566 {
 567         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)(skb->data);
 568
 569         return ieee80211_is_data_present(hdr->frame_control);
 570 }
 571
 572 void wl1271_tx_work_locked(struct wl1271 *wl)
 573 {
 574         struct sk_buff *skb;
 575         u32 buf_offset = 0;
 576         bool sent_packets = false;
 577         bool had_data = false;
 578         bool is_ap = (wl->bss_type == BSS_TYPE_AP_BSS);
 579         int ret;
 580
 581         if (unlikely(wl->state == WL1271_STATE_OFF))
 582                 return;
 583
 584         while ((skb = wl1271_skb_dequeue(wl))) {
 585                 if (wl1271_tx_is_data_present(skb))
 586                         had_data = true;
 587
 588                 ret = wl1271_prepare_tx_frame(wl, skb, buf_offset);
 589                 if (ret == -EAGAIN) {
 590                         /*
 591                          * Aggregation buffer is full.
 592                          * Flush buffer and try again.
 593                          */
 594                         wl1271_skb_queue_head(wl, skb);
 595                         wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
 596                                      buf_offset, true);
 597                         sent_packets = true;
 598                         buf_offset = 0;
 599                         continue;
 600                 } else if (ret == -EBUSY) {
 601                         /*
 602                          * Firmware buffer is full.
 603                          * Queue back last skb, and stop aggregating.
 604                          */
 605                         wl1271_skb_queue_head(wl, skb);
 606                         /* No work left, avoid scheduling redundant tx work */
 607                         set_bit(WL1271_FLAG_FW_TX_BUSY, &wl->flags);
 608                         goto out_ack;
 609                 } else if (ret < 0) {
 610                         dev_kfree_skb(skb);
 611                         goto out_ack;
 612                 }
 613                 buf_offset += ret;
 614                 wl->tx_packets_count++;
 615         }
 616
 617 out_ack:
 618         if (buf_offset) {
 619                 wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
 620                                 buf_offset, true);
 621                 sent_packets = true;
 622         }
 623         if (sent_packets) {
 624                 /*
 625                  * Interrupt the firmware with the new packets. This is only
 626                  * required for older hardware revisions
 627                  */
 628                 if (wl->quirks & WL12XX_QUIRK_END_OF_TRANSACTION)
 629                         wl1271_write32(wl, WL1271_HOST_WR_ACCESS,
 630                                        wl->tx_packets_count);
 631
 632                 wl1271_handle_tx_low_watermark(wl);
 633         }
 634         if (!is_ap && wl->conf.rx_streaming.interval && had_data &&
 635             (wl->conf.rx_streaming.always ||
 636              test_bit(WL1271_FLAG_SOFT_GEMINI, &wl->flags))) {
 637                 u32 timeout = wl->conf.rx_streaming.duration;
 638
 639                 /* enable rx streaming */
 640                 if (!test_bit(WL1271_FLAG_RX_STREAMING_STARTED, &wl->flags))
 641                         ieee80211_queue_work(wl->hw,
 642                                              &wl->rx_streaming_enable_work);
 643
 644                 mod_timer(&wl->rx_streaming_timer,
 645                           jiffies + msecs_to_jiffies(timeout));
 646         }
 647 }
 648
 649 void wl1271_tx_work(struct work_struct *work)
 650 {
 651         struct wl1271 *wl = container_of(work, struct wl1271, tx_work);
 652         int ret;
 653
 654         mutex_lock(&wl->mutex);
 655         ret = wl1271_ps_elp_wakeup(wl);
 656         if (ret < 0)
 657                 goto out;
 658
 659         wl1271_tx_work_locked(wl);
 660
 661         wl1271_ps_elp_sleep(wl);
 662 out:
 663         mutex_unlock(&wl->mutex);
 664 }
 665
 666 static void wl1271_tx_complete_packet(struct wl1271 *wl,
 667                                       struct wl1271_tx_hw_res_descr *result)
 668 {
 669         struct ieee80211_tx_info *info;
 670         struct sk_buff *skb;
 671         int id = result->id;
 672         int rate = -1;
 673         u8 retries = 0;
 674
 675         /* check for id legality */
 676         if (unlikely(id >= ACX_TX_DESCRIPTORS || wl->tx_frames[id] == NULL)) {
 677                 wl1271_warning("TX result illegal id: %d", id);
 678                 return;
 679         }
 680
 681         skb = wl->tx_frames[id];
 682         info = IEEE80211_SKB_CB(skb);
 683
 684         if (wl12xx_is_dummy_packet(wl, skb)) {
 685                 wl1271_free_tx_id(wl, id);
 686                 return;
 687         }
 688
 689         /* update the TX status info */
 690         if (result->status == TX_SUCCESS) {
 691                 if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
 692                         info->flags |= IEEE80211_TX_STAT_ACK;
 693                 rate = wl1271_rate_to_idx(result->rate_class_index, wl->band);
 694                 retries = result->ack_failures;
 695         } else if (result->status == TX_RETRY_EXCEEDED) {
 696                 wl->stats.excessive_retries++;
 697                 retries = result->ack_failures;
 698         }
 699
 700         info->status.rates[0].idx = rate;
 701         info->status.rates[0].count = retries;
 702         info->status.rates[0].flags = 0;
 703         info->status.ack_signal = -1;
 704
 705         wl->stats.retry_count += result->ack_failures;
 706
 707         /* update security sequence number */
 708         wl->tx_security_seq += (result->lsb_security_sequence_number -
 709                                 wl->tx_security_last_seq);
 710         wl->tx_security_last_seq = result->lsb_security_sequence_number;
 711
 712         /* remove private header from packet */
 713         skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
 714
 715         /* remove TKIP header space if present */
 716         if (info->control.hw_key &&
 717             info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
 718                 int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
 719                 memmove(skb->data + WL1271_TKIP_IV_SPACE, skb->data, hdrlen);
 720                 skb_pull(skb, WL1271_TKIP_IV_SPACE);
 721         }
 722
 723         wl1271_debug(DEBUG_TX, "tx status id %u skb 0x%p failures %u rate 0x%x"
 724                      " status 0x%x",
 725                      result->id, skb, result->ack_failures,
 726                      result->rate_class_index, result->status);
 727
 728         /* return the packet to the stack */
 729         skb_queue_tail(&wl->deferred_tx_queue, skb);
 730         queue_work(wl->freezable_wq, &wl->netstack_work);
 731         wl1271_free_tx_id(wl, result->id);
 732 }
 733
 734 /* Called upon reception of a TX complete interrupt */
 735 void wl1271_tx_complete(struct wl1271 *wl)
 736 {
 737         struct wl1271_acx_mem_map *memmap =
 738                 (struct wl1271_acx_mem_map *)wl->target_mem_map;
 739         u32 count, fw_counter;
 740         u32 i;
 741
 742         /* read the tx results from the chipset */
 743         wl1271_read(wl, le32_to_cpu(memmap->tx_result),
 744                     wl->tx_res_if, sizeof(*wl->tx_res_if), false);
 745         fw_counter = le32_to_cpu(wl->tx_res_if->tx_result_fw_counter);
 746
 747         /* write host counter to chipset (to ack) */
 748         wl1271_write32(wl, le32_to_cpu(memmap->tx_result) +
 749                        offsetof(struct wl1271_tx_hw_res_if,
 750                                 tx_result_host_counter), fw_counter);
 751
 752         count = fw_counter - wl->tx_results_count;
 753         wl1271_debug(DEBUG_TX, "tx_complete received, packets: %d", count);
 754
 755         /* verify that the result buffer is not getting overrun */
 756         if (unlikely(count > TX_HW_RESULT_QUEUE_LEN))
 757                 wl1271_warning("TX result overflow from chipset: %d", count);
 758
 759         /* process the results */
 760         for (i = 0; i < count; i++) {
 761                 struct wl1271_tx_hw_res_descr *result;
 762                 u8 offset = wl->tx_results_count & TX_HW_RESULT_QUEUE_LEN_MASK;
 763
 764                 /* process the packet */
 765                 result =  &(wl->tx_res_if->tx_results_queue[offset]);
 766                 wl1271_tx_complete_packet(wl, result);
 767
 768                 wl->tx_results_count++;
 769         }
 770 }
 771
 772 void wl1271_tx_reset_link_queues(struct wl1271 *wl, u8 hlid)
 773 {
 774         struct sk_buff *skb;
 775         int i, total = 0;
 776         unsigned long flags;
 777         struct ieee80211_tx_info *info;
 778
 779         for (i = 0; i < NUM_TX_QUEUES; i++) {
 780                 while ((skb = skb_dequeue(&wl->links[hlid].tx_queue[i]))) {
 781                         wl1271_debug(DEBUG_TX, "link freeing skb 0x%p", skb);
 782                         info = IEEE80211_SKB_CB(skb);
 783                         info->status.rates[0].idx = -1;
 784                         info->status.rates[0].count = 0;
 785                         ieee80211_tx_status_ni(wl->hw, skb);
 786                         total++;
 787                 }
 788         }
 789
 790         spin_lock_irqsave(&wl->wl_lock, flags);
 791         wl->tx_queue_count -= total;
 792         spin_unlock_irqrestore(&wl->wl_lock, flags);
 793
 794         wl1271_handle_tx_low_watermark(wl);
 795 }
 796
 797 /* caller must hold wl->mutex and TX must be stopped */
 798 void wl1271_tx_reset(struct wl1271 *wl, bool reset_tx_queues)
 799 {
 800         int i;
 801         struct sk_buff *skb;
 802         struct ieee80211_tx_info *info;
 803
 804         /* TX failure */
 805         if (wl->bss_type == BSS_TYPE_AP_BSS) {
 806                 for (i = 0; i < AP_MAX_LINKS; i++) {
 807                         wl1271_tx_reset_link_queues(wl, i);
 808                         wl->links[i].allocated_blks = 0;
 809                         wl->links[i].prev_freed_blks = 0;
 810                 }
 811
 812                 wl->last_tx_hlid = 0;
 813         } else {
 814                 for (i = 0; i < NUM_TX_QUEUES; i++) {
 815                         while ((skb = skb_dequeue(&wl->tx_queue[i]))) {
 816                                 wl1271_debug(DEBUG_TX, "freeing skb 0x%p",
 817                                              skb);
 818
 819                                 if (!wl12xx_is_dummy_packet(wl, skb)) {
 820                                         info = IEEE80211_SKB_CB(skb);
 821                                         info->status.rates[0].idx = -1;
 822                                         info->status.rates[0].count = 0;
 823                                         ieee80211_tx_status_ni(wl->hw, skb);
 824                                 }
 825                         }
 826                 }
 827         }
 828
 829         wl->tx_queue_count = 0;
 830
 831         /*
 832          * Make sure the driver is at a consistent state, in case this
 833          * function is called from a context other than interface removal.
 834          * This call will always wake the TX queues.
 835          */
 836         if (reset_tx_queues)
 837                 wl1271_handle_tx_low_watermark(wl);
 838
 839         for (i = 0; i < ACX_TX_DESCRIPTORS; i++) {
 840                 if (wl->tx_frames[i] == NULL)
 841                         continue;
 842
 843                 skb = wl->tx_frames[i];
 844                 wl1271_free_tx_id(wl, i);
 845                 wl1271_debug(DEBUG_TX, "freeing skb 0x%p", skb);
 846
 847                 if (!wl12xx_is_dummy_packet(wl, skb)) {
 848                         /*
 849                          * Remove private headers before passing the skb to
 850                          * mac80211
 851                          */
 852                         info = IEEE80211_SKB_CB(skb);
 853                         skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
 854                         if (info->control.hw_key &&
 855                             info->control.hw_key->cipher ==
 856                             WLAN_CIPHER_SUITE_TKIP) {
 857                                 int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
 858                                 memmove(skb->data + WL1271_TKIP_IV_SPACE,
 859                                         skb->data, hdrlen);
 860                                 skb_pull(skb, WL1271_TKIP_IV_SPACE);
 861                         }
 862
 863                         info->status.rates[0].idx = -1;
 864                         info->status.rates[0].count = 0;
 865
 866                         ieee80211_tx_status_ni(wl->hw, skb);
 867                 }
 868         }
 869 }
 870
 871 #define WL1271_TX_FLUSH_TIMEOUT 500000
 872
 873 /* caller must *NOT* hold wl->mutex */
 874 void wl1271_tx_flush(struct wl1271 *wl)
 875 {
 876         unsigned long timeout;
 877         timeout = jiffies + usecs_to_jiffies(WL1271_TX_FLUSH_TIMEOUT);
 878
 879         while (!time_after(jiffies, timeout)) {
 880                 mutex_lock(&wl->mutex);
 881                 wl1271_debug(DEBUG_TX, "flushing tx buffer: %d %d",
 882                              wl->tx_frames_cnt, wl->tx_queue_count);
 883                 if ((wl->tx_frames_cnt == 0) && (wl->tx_queue_count == 0)) {
 884                         mutex_unlock(&wl->mutex);
 885                         return;
 886                 }
 887                 mutex_unlock(&wl->mutex);
 888                 msleep(1);
 889         }
 890
 891         wl1271_warning("Unable to flush all TX buffers, timed out.");
 892 }
 893
 894 u32 wl1271_tx_min_rate_get(struct wl1271 *wl)
 895 {
 896         int i;
 897         u32 rate = 0;
 898
 899         if (!wl->basic_rate_set) {
 900                 WARN_ON(1);
 901                 wl->basic_rate_set = wl->conf.tx.basic_rate;
 902         }
 903
 904         for (i = 0; !rate; i++) {
 905                 if ((wl->basic_rate_set >> i) & 0x1)
 906                         rate = 1 << i;
 907         }
 908
 909         return rate;
 910 }