2 * Copyright (c) 2010-2011 Atheros Communications Inc.
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
23 static const int subtype_txq_to_hwq
[] = {
24 [IEEE80211_AC_BE
] = ATH_TXQ_AC_BE
,
25 [IEEE80211_AC_BK
] = ATH_TXQ_AC_BK
,
26 [IEEE80211_AC_VI
] = ATH_TXQ_AC_VI
,
27 [IEEE80211_AC_VO
] = ATH_TXQ_AC_VO
,
30 #define ATH9K_HTC_INIT_TXQ(subtype) do { \
31 qi.tqi_subtype = subtype_txq_to_hwq[subtype]; \
32 qi.tqi_aifs = ATH9K_TXQ_USEDEFAULT; \
33 qi.tqi_cwmin = ATH9K_TXQ_USEDEFAULT; \
34 qi.tqi_cwmax = ATH9K_TXQ_USEDEFAULT; \
35 qi.tqi_physCompBuf = 0; \
36 qi.tqi_qflags = TXQ_FLAG_TXEOLINT_ENABLE | \
37 TXQ_FLAG_TXDESCINT_ENABLE; \
40 int get_hw_qnum(u16 queue
, int *hwq_map
)
44 return hwq_map
[IEEE80211_AC_VO
];
46 return hwq_map
[IEEE80211_AC_VI
];
48 return hwq_map
[IEEE80211_AC_BE
];
50 return hwq_map
[IEEE80211_AC_BK
];
52 return hwq_map
[IEEE80211_AC_BE
];
56 void ath9k_htc_check_stop_queues(struct ath9k_htc_priv
*priv
)
58 spin_lock_bh(&priv
->tx
.tx_lock
);
59 priv
->tx
.queued_cnt
++;
60 if ((priv
->tx
.queued_cnt
>= ATH9K_HTC_TX_THRESHOLD
) &&
61 !(priv
->tx
.flags
& ATH9K_HTC_OP_TX_QUEUES_STOP
)) {
62 priv
->tx
.flags
|= ATH9K_HTC_OP_TX_QUEUES_STOP
;
63 ieee80211_stop_queues(priv
->hw
);
65 spin_unlock_bh(&priv
->tx
.tx_lock
);
68 void ath9k_htc_check_wake_queues(struct ath9k_htc_priv
*priv
)
70 spin_lock_bh(&priv
->tx
.tx_lock
);
71 if ((priv
->tx
.queued_cnt
< ATH9K_HTC_TX_THRESHOLD
) &&
72 (priv
->tx
.flags
& ATH9K_HTC_OP_TX_QUEUES_STOP
)) {
73 priv
->tx
.flags
&= ~ATH9K_HTC_OP_TX_QUEUES_STOP
;
74 ieee80211_wake_queues(priv
->hw
);
76 spin_unlock_bh(&priv
->tx
.tx_lock
);
79 int ath9k_htc_tx_get_slot(struct ath9k_htc_priv
*priv
)
83 spin_lock_bh(&priv
->tx
.tx_lock
);
84 slot
= find_first_zero_bit(priv
->tx
.tx_slot
, MAX_TX_BUF_NUM
);
85 if (slot
>= MAX_TX_BUF_NUM
) {
86 spin_unlock_bh(&priv
->tx
.tx_lock
);
89 __set_bit(slot
, priv
->tx
.tx_slot
);
90 spin_unlock_bh(&priv
->tx
.tx_lock
);
95 void ath9k_htc_tx_clear_slot(struct ath9k_htc_priv
*priv
, int slot
)
97 spin_lock_bh(&priv
->tx
.tx_lock
);
98 __clear_bit(slot
, priv
->tx
.tx_slot
);
99 spin_unlock_bh(&priv
->tx
.tx_lock
);
102 static inline enum htc_endpoint_id
get_htc_epid(struct ath9k_htc_priv
*priv
,
105 enum htc_endpoint_id epid
;
109 TX_QSTAT_INC(IEEE80211_AC_VO
);
110 epid
= priv
->data_vo_ep
;
113 TX_QSTAT_INC(IEEE80211_AC_VI
);
114 epid
= priv
->data_vi_ep
;
117 TX_QSTAT_INC(IEEE80211_AC_BE
);
118 epid
= priv
->data_be_ep
;
122 TX_QSTAT_INC(IEEE80211_AC_BK
);
123 epid
= priv
->data_bk_ep
;
130 static inline struct sk_buff_head
*
131 get_htc_epid_queue(struct ath9k_htc_priv
*priv
, u8 epid
)
133 struct ath_common
*common
= ath9k_hw_common(priv
->ah
);
134 struct sk_buff_head
*epid_queue
= NULL
;
136 if (epid
== priv
->mgmt_ep
)
137 epid_queue
= &priv
->tx
.mgmt_ep_queue
;
138 else if (epid
== priv
->cab_ep
)
139 epid_queue
= &priv
->tx
.cab_ep_queue
;
140 else if (epid
== priv
->data_be_ep
)
141 epid_queue
= &priv
->tx
.data_be_queue
;
142 else if (epid
== priv
->data_bk_ep
)
143 epid_queue
= &priv
->tx
.data_bk_queue
;
144 else if (epid
== priv
->data_vi_ep
)
145 epid_queue
= &priv
->tx
.data_vi_queue
;
146 else if (epid
== priv
->data_vo_ep
)
147 epid_queue
= &priv
->tx
.data_vo_queue
;
149 ath_err(common
, "Invalid EPID: %d\n", epid
);
155 * Removes the driver header and returns the TX slot number
157 static inline int strip_drv_header(struct ath9k_htc_priv
*priv
,
160 struct ath_common
*common
= ath9k_hw_common(priv
->ah
);
161 struct ath9k_htc_tx_ctl
*tx_ctl
;
164 tx_ctl
= HTC_SKB_CB(skb
);
166 if (tx_ctl
->epid
== priv
->mgmt_ep
) {
167 struct tx_mgmt_hdr
*tx_mhdr
=
168 (struct tx_mgmt_hdr
*)skb
->data
;
169 slot
= tx_mhdr
->cookie
;
170 skb_pull(skb
, sizeof(struct tx_mgmt_hdr
));
171 } else if ((tx_ctl
->epid
== priv
->data_bk_ep
) ||
172 (tx_ctl
->epid
== priv
->data_be_ep
) ||
173 (tx_ctl
->epid
== priv
->data_vi_ep
) ||
174 (tx_ctl
->epid
== priv
->data_vo_ep
) ||
175 (tx_ctl
->epid
== priv
->cab_ep
)) {
176 struct tx_frame_hdr
*tx_fhdr
=
177 (struct tx_frame_hdr
*)skb
->data
;
178 slot
= tx_fhdr
->cookie
;
179 skb_pull(skb
, sizeof(struct tx_frame_hdr
));
181 ath_err(common
, "Unsupported EPID: %d\n", tx_ctl
->epid
);
188 int ath_htc_txq_update(struct ath9k_htc_priv
*priv
, int qnum
,
189 struct ath9k_tx_queue_info
*qinfo
)
191 struct ath_hw
*ah
= priv
->ah
;
193 struct ath9k_tx_queue_info qi
;
195 ath9k_hw_get_txq_props(ah
, qnum
, &qi
);
197 qi
.tqi_aifs
= qinfo
->tqi_aifs
;
198 qi
.tqi_cwmin
= qinfo
->tqi_cwmin
/ 2; /* XXX */
199 qi
.tqi_cwmax
= qinfo
->tqi_cwmax
;
200 qi
.tqi_burstTime
= qinfo
->tqi_burstTime
;
201 qi
.tqi_readyTime
= qinfo
->tqi_readyTime
;
203 if (!ath9k_hw_set_txq_props(ah
, qnum
, &qi
)) {
204 ath_err(ath9k_hw_common(ah
),
205 "Unable to update hardware queue %u!\n", qnum
);
208 ath9k_hw_resettxqueue(ah
, qnum
);
214 static void ath9k_htc_tx_mgmt(struct ath9k_htc_priv
*priv
,
215 struct ath9k_htc_vif
*avp
,
217 u8 sta_idx
, u8 vif_idx
, u8 slot
)
219 struct ieee80211_tx_info
*tx_info
= IEEE80211_SKB_CB(skb
);
220 struct ieee80211_mgmt
*mgmt
;
221 struct ieee80211_hdr
*hdr
;
222 struct tx_mgmt_hdr mgmt_hdr
;
223 struct ath9k_htc_tx_ctl
*tx_ctl
;
226 tx_ctl
= HTC_SKB_CB(skb
);
227 hdr
= (struct ieee80211_hdr
*) skb
->data
;
229 memset(tx_ctl
, 0, sizeof(*tx_ctl
));
230 memset(&mgmt_hdr
, 0, sizeof(struct tx_mgmt_hdr
));
233 * Set the TSF adjust value for probe response
236 if (avp
&& unlikely(ieee80211_is_probe_resp(hdr
->frame_control
))) {
237 mgmt
= (struct ieee80211_mgmt
*)skb
->data
;
238 mgmt
->u
.probe_resp
.timestamp
= avp
->tsfadjust
;
241 tx_ctl
->type
= ATH9K_HTC_MGMT
;
243 mgmt_hdr
.node_idx
= sta_idx
;
244 mgmt_hdr
.vif_idx
= vif_idx
;
247 mgmt_hdr
.cookie
= slot
;
249 mgmt_hdr
.key_type
= ath9k_cmn_get_hw_crypto_keytype(skb
);
250 if (mgmt_hdr
.key_type
== ATH9K_KEY_TYPE_CLEAR
)
251 mgmt_hdr
.keyix
= (u8
) ATH9K_TXKEYIX_INVALID
;
253 mgmt_hdr
.keyix
= tx_info
->control
.hw_key
->hw_key_idx
;
255 tx_fhdr
= skb_push(skb
, sizeof(mgmt_hdr
));
256 memcpy(tx_fhdr
, (u8
*) &mgmt_hdr
, sizeof(mgmt_hdr
));
257 tx_ctl
->epid
= priv
->mgmt_ep
;
260 static void ath9k_htc_tx_data(struct ath9k_htc_priv
*priv
,
261 struct ieee80211_vif
*vif
,
263 u8 sta_idx
, u8 vif_idx
, u8 slot
,
266 struct ieee80211_tx_info
*tx_info
= IEEE80211_SKB_CB(skb
);
267 struct ieee80211_hdr
*hdr
;
268 struct ath9k_htc_tx_ctl
*tx_ctl
;
269 struct tx_frame_hdr tx_hdr
;
274 tx_ctl
= HTC_SKB_CB(skb
);
275 hdr
= (struct ieee80211_hdr
*) skb
->data
;
277 memset(tx_ctl
, 0, sizeof(*tx_ctl
));
278 memset(&tx_hdr
, 0, sizeof(struct tx_frame_hdr
));
280 tx_hdr
.node_idx
= sta_idx
;
281 tx_hdr
.vif_idx
= vif_idx
;
282 tx_hdr
.cookie
= slot
;
285 * This is a bit redundant but it helps to get
286 * the per-packet index quickly when draining the
287 * TX queue in the HIF layer. Otherwise we would
288 * have to parse the packet contents ...
290 tx_ctl
->sta_idx
= sta_idx
;
292 if (tx_info
->flags
& IEEE80211_TX_CTL_AMPDU
) {
293 tx_ctl
->type
= ATH9K_HTC_AMPDU
;
294 tx_hdr
.data_type
= ATH9K_HTC_AMPDU
;
296 tx_ctl
->type
= ATH9K_HTC_NORMAL
;
297 tx_hdr
.data_type
= ATH9K_HTC_NORMAL
;
300 if (ieee80211_is_data_qos(hdr
->frame_control
)) {
301 qc
= ieee80211_get_qos_ctl(hdr
);
302 tx_hdr
.tidno
= qc
[0] & IEEE80211_QOS_CTL_TID_MASK
;
305 /* Check for RTS protection */
306 if (priv
->hw
->wiphy
->rts_threshold
!= (u32
) -1)
307 if (skb
->len
> priv
->hw
->wiphy
->rts_threshold
)
308 flags
|= ATH9K_HTC_TX_RTSCTS
;
311 if (!(flags
& ATH9K_HTC_TX_RTSCTS
) &&
312 (vif
&& vif
->bss_conf
.use_cts_prot
))
313 flags
|= ATH9K_HTC_TX_CTSONLY
;
315 tx_hdr
.flags
= cpu_to_be32(flags
);
316 tx_hdr
.key_type
= ath9k_cmn_get_hw_crypto_keytype(skb
);
317 if (tx_hdr
.key_type
== ATH9K_KEY_TYPE_CLEAR
)
318 tx_hdr
.keyix
= (u8
) ATH9K_TXKEYIX_INVALID
;
320 tx_hdr
.keyix
= tx_info
->control
.hw_key
->hw_key_idx
;
322 tx_fhdr
= skb_push(skb
, sizeof(tx_hdr
));
323 memcpy(tx_fhdr
, (u8
*) &tx_hdr
, sizeof(tx_hdr
));
327 tx_ctl
->epid
= priv
->cab_ep
;
331 qnum
= skb_get_queue_mapping(skb
);
332 tx_ctl
->epid
= get_htc_epid(priv
, qnum
);
335 int ath9k_htc_tx_start(struct ath9k_htc_priv
*priv
,
336 struct ieee80211_sta
*sta
,
338 u8 slot
, bool is_cab
)
340 struct ieee80211_hdr
*hdr
;
341 struct ieee80211_tx_info
*tx_info
= IEEE80211_SKB_CB(skb
);
342 struct ieee80211_vif
*vif
= tx_info
->control
.vif
;
343 struct ath9k_htc_sta
*ista
;
344 struct ath9k_htc_vif
*avp
= NULL
;
347 hdr
= (struct ieee80211_hdr
*) skb
->data
;
350 * Find out on which interface this packet has to be
354 avp
= (struct ath9k_htc_vif
*) vif
->drv_priv
;
355 vif_idx
= avp
->index
;
357 if (!priv
->ah
->is_monitoring
) {
358 ath_dbg(ath9k_hw_common(priv
->ah
), XMIT
,
359 "VIF is null, but no monitor interface !\n");
363 vif_idx
= priv
->mon_vif_idx
;
367 * Find out which station this packet is destined for.
370 ista
= (struct ath9k_htc_sta
*) sta
->drv_priv
;
371 sta_idx
= ista
->index
;
373 sta_idx
= priv
->vif_sta_pos
[vif_idx
];
376 if (ieee80211_is_data(hdr
->frame_control
))
377 ath9k_htc_tx_data(priv
, vif
, skb
,
378 sta_idx
, vif_idx
, slot
, is_cab
);
380 ath9k_htc_tx_mgmt(priv
, avp
, skb
,
381 sta_idx
, vif_idx
, slot
);
384 return htc_send(priv
->htc
, skb
);
387 static inline bool __ath9k_htc_check_tx_aggr(struct ath9k_htc_priv
*priv
,
388 struct ath9k_htc_sta
*ista
, u8 tid
)
392 spin_lock_bh(&priv
->tx
.tx_lock
);
393 if ((tid
< ATH9K_HTC_MAX_TID
) && (ista
->tid_state
[tid
] == AGGR_STOP
))
395 spin_unlock_bh(&priv
->tx
.tx_lock
);
400 static void ath9k_htc_check_tx_aggr(struct ath9k_htc_priv
*priv
,
401 struct ieee80211_vif
*vif
,
404 struct ieee80211_sta
*sta
;
405 struct ieee80211_hdr
*hdr
;
408 hdr
= (struct ieee80211_hdr
*) skb
->data
;
409 fc
= hdr
->frame_control
;
413 sta
= ieee80211_find_sta(vif
, hdr
->addr1
);
419 if (sta
&& conf_is_ht(&priv
->hw
->conf
) &&
420 !(skb
->protocol
== cpu_to_be16(ETH_P_PAE
))) {
421 if (ieee80211_is_data_qos(fc
)) {
423 struct ath9k_htc_sta
*ista
;
425 qc
= ieee80211_get_qos_ctl(hdr
);
427 ista
= (struct ath9k_htc_sta
*)sta
->drv_priv
;
428 if (__ath9k_htc_check_tx_aggr(priv
, ista
, tid
)) {
429 ieee80211_start_tx_ba_session(sta
, tid
, 0);
430 spin_lock_bh(&priv
->tx
.tx_lock
);
431 ista
->tid_state
[tid
] = AGGR_PROGRESS
;
432 spin_unlock_bh(&priv
->tx
.tx_lock
);
440 static void ath9k_htc_tx_process(struct ath9k_htc_priv
*priv
,
442 struct __wmi_event_txstatus
*txs
)
444 struct ieee80211_vif
*vif
;
445 struct ath9k_htc_tx_ctl
*tx_ctl
;
446 struct ieee80211_tx_info
*tx_info
;
447 struct ieee80211_tx_rate
*rate
;
448 struct ieee80211_conf
*cur_conf
= &priv
->hw
->conf
;
453 slot
= strip_drv_header(priv
, skb
);
455 dev_kfree_skb_any(skb
);
459 tx_ctl
= HTC_SKB_CB(skb
);
461 tx_info
= IEEE80211_SKB_CB(skb
);
462 vif
= tx_info
->control
.vif
;
463 rate
= &tx_info
->status
.rates
[0];
465 memset(&tx_info
->status
, 0, sizeof(tx_info
->status
));
468 * URB submission failed for this frame, it never reached
471 if (!txok
|| !vif
|| !txs
)
474 if (txs
->ts_flags
& ATH9K_HTC_TXSTAT_ACK
) {
475 tx_info
->flags
|= IEEE80211_TX_STAT_ACK
;
476 if (tx_info
->flags
& IEEE80211_TX_CTL_AMPDU
)
477 tx_info
->flags
|= IEEE80211_TX_STAT_AMPDU
;
480 if (txs
->ts_flags
& ATH9K_HTC_TXSTAT_FILT
)
481 tx_info
->flags
|= IEEE80211_TX_STAT_TX_FILTERED
;
483 if (txs
->ts_flags
& ATH9K_HTC_TXSTAT_RTC_CTS
)
484 rate
->flags
|= IEEE80211_TX_RC_USE_RTS_CTS
;
487 rate
->idx
= MS(txs
->ts_rate
, ATH9K_HTC_TXSTAT_RATE
);
489 if (txs
->ts_flags
& ATH9K_HTC_TXSTAT_MCS
) {
490 rate
->flags
|= IEEE80211_TX_RC_MCS
;
492 if (txs
->ts_flags
& ATH9K_HTC_TXSTAT_CW40
)
493 rate
->flags
|= IEEE80211_TX_RC_40_MHZ_WIDTH
;
494 if (txs
->ts_flags
& ATH9K_HTC_TXSTAT_SGI
)
495 rate
->flags
|= IEEE80211_TX_RC_SHORT_GI
;
497 if (cur_conf
->chandef
.chan
->band
== NL80211_BAND_5GHZ
)
498 rate
->idx
+= 4; /* No CCK rates */
501 ath9k_htc_check_tx_aggr(priv
, vif
, skb
);
504 spin_lock_bh(&priv
->tx
.tx_lock
);
505 if (WARN_ON(--priv
->tx
.queued_cnt
< 0))
506 priv
->tx
.queued_cnt
= 0;
507 spin_unlock_bh(&priv
->tx
.tx_lock
);
509 ath9k_htc_tx_clear_slot(priv
, slot
);
511 /* Remove padding before handing frame back to mac80211 */
512 hdrlen
= ieee80211_get_hdrlen_from_skb(skb
);
514 padsize
= hdrlen
& 3;
515 if (padsize
&& skb
->len
> hdrlen
+ padsize
) {
516 memmove(skb
->data
+ padsize
, skb
->data
, hdrlen
);
517 skb_pull(skb
, padsize
);
520 /* Send status to mac80211 */
521 ieee80211_tx_status(priv
->hw
, skb
);
524 static inline void ath9k_htc_tx_drainq(struct ath9k_htc_priv
*priv
,
525 struct sk_buff_head
*queue
)
529 while ((skb
= skb_dequeue(queue
)) != NULL
) {
530 ath9k_htc_tx_process(priv
, skb
, NULL
);
534 void ath9k_htc_tx_drain(struct ath9k_htc_priv
*priv
)
536 struct ath9k_htc_tx_event
*event
, *tmp
;
538 spin_lock_bh(&priv
->tx
.tx_lock
);
539 priv
->tx
.flags
|= ATH9K_HTC_OP_TX_DRAIN
;
540 spin_unlock_bh(&priv
->tx
.tx_lock
);
543 * Ensure that all pending TX frames are flushed,
544 * and that the TX completion/failed tasklets is killed.
547 tasklet_kill(&priv
->wmi
->wmi_event_tasklet
);
548 tasklet_kill(&priv
->tx_failed_tasklet
);
550 ath9k_htc_tx_drainq(priv
, &priv
->tx
.mgmt_ep_queue
);
551 ath9k_htc_tx_drainq(priv
, &priv
->tx
.cab_ep_queue
);
552 ath9k_htc_tx_drainq(priv
, &priv
->tx
.data_be_queue
);
553 ath9k_htc_tx_drainq(priv
, &priv
->tx
.data_bk_queue
);
554 ath9k_htc_tx_drainq(priv
, &priv
->tx
.data_vi_queue
);
555 ath9k_htc_tx_drainq(priv
, &priv
->tx
.data_vo_queue
);
556 ath9k_htc_tx_drainq(priv
, &priv
->tx
.tx_failed
);
559 * The TX cleanup timer has already been killed.
561 spin_lock_bh(&priv
->wmi
->event_lock
);
562 list_for_each_entry_safe(event
, tmp
, &priv
->wmi
->pending_tx_events
, list
) {
563 list_del(&event
->list
);
566 spin_unlock_bh(&priv
->wmi
->event_lock
);
568 spin_lock_bh(&priv
->tx
.tx_lock
);
569 priv
->tx
.flags
&= ~ATH9K_HTC_OP_TX_DRAIN
;
570 spin_unlock_bh(&priv
->tx
.tx_lock
);
573 void ath9k_tx_failed_tasklet(unsigned long data
)
575 struct ath9k_htc_priv
*priv
= (struct ath9k_htc_priv
*)data
;
577 spin_lock(&priv
->tx
.tx_lock
);
578 if (priv
->tx
.flags
& ATH9K_HTC_OP_TX_DRAIN
) {
579 spin_unlock(&priv
->tx
.tx_lock
);
582 spin_unlock(&priv
->tx
.tx_lock
);
584 ath9k_htc_tx_drainq(priv
, &priv
->tx
.tx_failed
);
587 static inline bool check_cookie(struct ath9k_htc_priv
*priv
,
593 if (epid
== priv
->mgmt_ep
) {
594 struct tx_mgmt_hdr
*hdr
;
595 hdr
= (struct tx_mgmt_hdr
*) skb
->data
;
596 fcookie
= hdr
->cookie
;
597 } else if ((epid
== priv
->data_bk_ep
) ||
598 (epid
== priv
->data_be_ep
) ||
599 (epid
== priv
->data_vi_ep
) ||
600 (epid
== priv
->data_vo_ep
) ||
601 (epid
== priv
->cab_ep
)) {
602 struct tx_frame_hdr
*hdr
;
603 hdr
= (struct tx_frame_hdr
*) skb
->data
;
604 fcookie
= hdr
->cookie
;
607 if (fcookie
== cookie
)
613 static struct sk_buff
* ath9k_htc_tx_get_packet(struct ath9k_htc_priv
*priv
,
614 struct __wmi_event_txstatus
*txs
)
616 struct ath_common
*common
= ath9k_hw_common(priv
->ah
);
617 struct sk_buff_head
*epid_queue
;
618 struct sk_buff
*skb
, *tmp
;
620 u8 epid
= MS(txs
->ts_rate
, ATH9K_HTC_TXSTAT_EPID
);
622 epid_queue
= get_htc_epid_queue(priv
, epid
);
626 spin_lock_irqsave(&epid_queue
->lock
, flags
);
627 skb_queue_walk_safe(epid_queue
, skb
, tmp
) {
628 if (check_cookie(priv
, skb
, txs
->cookie
, epid
)) {
629 __skb_unlink(skb
, epid_queue
);
630 spin_unlock_irqrestore(&epid_queue
->lock
, flags
);
634 spin_unlock_irqrestore(&epid_queue
->lock
, flags
);
636 ath_dbg(common
, XMIT
, "No matching packet for cookie: %d, epid: %d\n",
642 void ath9k_htc_txstatus(struct ath9k_htc_priv
*priv
, void *wmi_event
)
644 struct wmi_event_txstatus
*txs
= wmi_event
;
645 struct __wmi_event_txstatus
*__txs
;
647 struct ath9k_htc_tx_event
*tx_pend
;
650 for (i
= 0; i
< txs
->cnt
; i
++) {
651 WARN_ON(txs
->cnt
> HTC_MAX_TX_STATUS
);
653 __txs
= &txs
->txstatus
[i
];
655 skb
= ath9k_htc_tx_get_packet(priv
, __txs
);
658 * Store this event, so that the TX cleanup
659 * routine can check later for the needed packet.
661 tx_pend
= kzalloc(sizeof(struct ath9k_htc_tx_event
),
666 memcpy(&tx_pend
->txs
, __txs
,
667 sizeof(struct __wmi_event_txstatus
));
669 spin_lock(&priv
->wmi
->event_lock
);
670 list_add_tail(&tx_pend
->list
,
671 &priv
->wmi
->pending_tx_events
);
672 spin_unlock(&priv
->wmi
->event_lock
);
677 ath9k_htc_tx_process(priv
, skb
, __txs
);
680 /* Wake TX queues if needed */
681 ath9k_htc_check_wake_queues(priv
);
684 void ath9k_htc_txep(void *drv_priv
, struct sk_buff
*skb
,
685 enum htc_endpoint_id ep_id
, bool txok
)
687 struct ath9k_htc_priv
*priv
= drv_priv
;
688 struct ath9k_htc_tx_ctl
*tx_ctl
;
689 struct sk_buff_head
*epid_queue
;
691 tx_ctl
= HTC_SKB_CB(skb
);
693 tx_ctl
->timestamp
= jiffies
;
696 skb_queue_tail(&priv
->tx
.tx_failed
, skb
);
697 tasklet_schedule(&priv
->tx_failed_tasklet
);
701 epid_queue
= get_htc_epid_queue(priv
, ep_id
);
703 dev_kfree_skb_any(skb
);
707 skb_queue_tail(epid_queue
, skb
);
710 static inline bool check_packet(struct ath9k_htc_priv
*priv
, struct sk_buff
*skb
)
712 struct ath_common
*common
= ath9k_hw_common(priv
->ah
);
713 struct ath9k_htc_tx_ctl
*tx_ctl
;
715 tx_ctl
= HTC_SKB_CB(skb
);
717 if (time_after(jiffies
,
719 msecs_to_jiffies(ATH9K_HTC_TX_TIMEOUT_INTERVAL
))) {
720 ath_dbg(common
, XMIT
, "Dropping a packet due to TX timeout\n");
727 static void ath9k_htc_tx_cleanup_queue(struct ath9k_htc_priv
*priv
,
728 struct sk_buff_head
*epid_queue
)
730 bool process
= false;
732 struct sk_buff
*skb
, *tmp
;
733 struct sk_buff_head queue
;
735 skb_queue_head_init(&queue
);
737 spin_lock_irqsave(&epid_queue
->lock
, flags
);
738 skb_queue_walk_safe(epid_queue
, skb
, tmp
) {
739 if (check_packet(priv
, skb
)) {
740 __skb_unlink(skb
, epid_queue
);
741 __skb_queue_tail(&queue
, skb
);
745 spin_unlock_irqrestore(&epid_queue
->lock
, flags
);
748 skb_queue_walk_safe(&queue
, skb
, tmp
) {
749 __skb_unlink(skb
, &queue
);
750 ath9k_htc_tx_process(priv
, skb
, NULL
);
755 void ath9k_htc_tx_cleanup_timer(struct timer_list
*t
)
757 struct ath9k_htc_priv
*priv
= from_timer(priv
, t
, tx
.cleanup_timer
);
758 struct ath_common
*common
= ath9k_hw_common(priv
->ah
);
759 struct ath9k_htc_tx_event
*event
, *tmp
;
762 spin_lock(&priv
->wmi
->event_lock
);
763 list_for_each_entry_safe(event
, tmp
, &priv
->wmi
->pending_tx_events
, list
) {
765 skb
= ath9k_htc_tx_get_packet(priv
, &event
->txs
);
767 ath_dbg(common
, XMIT
,
768 "Found packet for cookie: %d, epid: %d\n",
770 MS(event
->txs
.ts_rate
, ATH9K_HTC_TXSTAT_EPID
));
772 ath9k_htc_tx_process(priv
, skb
, &event
->txs
);
773 list_del(&event
->list
);
778 if (++event
->count
>= ATH9K_HTC_TX_TIMEOUT_COUNT
) {
779 list_del(&event
->list
);
783 spin_unlock(&priv
->wmi
->event_lock
);
786 * Check if status-pending packets have to be cleaned up.
788 ath9k_htc_tx_cleanup_queue(priv
, &priv
->tx
.mgmt_ep_queue
);
789 ath9k_htc_tx_cleanup_queue(priv
, &priv
->tx
.cab_ep_queue
);
790 ath9k_htc_tx_cleanup_queue(priv
, &priv
->tx
.data_be_queue
);
791 ath9k_htc_tx_cleanup_queue(priv
, &priv
->tx
.data_bk_queue
);
792 ath9k_htc_tx_cleanup_queue(priv
, &priv
->tx
.data_vi_queue
);
793 ath9k_htc_tx_cleanup_queue(priv
, &priv
->tx
.data_vo_queue
);
795 /* Wake TX queues if needed */
796 ath9k_htc_check_wake_queues(priv
);
798 mod_timer(&priv
->tx
.cleanup_timer
,
799 jiffies
+ msecs_to_jiffies(ATH9K_HTC_TX_CLEANUP_INTERVAL
));
802 int ath9k_tx_init(struct ath9k_htc_priv
*priv
)
804 skb_queue_head_init(&priv
->tx
.mgmt_ep_queue
);
805 skb_queue_head_init(&priv
->tx
.cab_ep_queue
);
806 skb_queue_head_init(&priv
->tx
.data_be_queue
);
807 skb_queue_head_init(&priv
->tx
.data_bk_queue
);
808 skb_queue_head_init(&priv
->tx
.data_vi_queue
);
809 skb_queue_head_init(&priv
->tx
.data_vo_queue
);
810 skb_queue_head_init(&priv
->tx
.tx_failed
);
814 void ath9k_tx_cleanup(struct ath9k_htc_priv
*priv
)
819 bool ath9k_htc_txq_setup(struct ath9k_htc_priv
*priv
, int subtype
)
821 struct ath_hw
*ah
= priv
->ah
;
822 struct ath_common
*common
= ath9k_hw_common(ah
);
823 struct ath9k_tx_queue_info qi
;
826 memset(&qi
, 0, sizeof(qi
));
827 ATH9K_HTC_INIT_TXQ(subtype
);
829 qnum
= ath9k_hw_setuptxqueue(priv
->ah
, ATH9K_TX_QUEUE_DATA
, &qi
);
833 if (qnum
>= ARRAY_SIZE(priv
->hwq_map
)) {
834 ath_err(common
, "qnum %u out of range, max %zu!\n",
835 qnum
, ARRAY_SIZE(priv
->hwq_map
));
836 ath9k_hw_releasetxqueue(ah
, qnum
);
840 priv
->hwq_map
[subtype
] = qnum
;
844 int ath9k_htc_cabq_setup(struct ath9k_htc_priv
*priv
)
846 struct ath9k_tx_queue_info qi
;
848 memset(&qi
, 0, sizeof(qi
));
849 ATH9K_HTC_INIT_TXQ(0);
851 return ath9k_hw_setuptxqueue(priv
->ah
, ATH9K_TX_QUEUE_CAB
, &qi
);
859 * Calculate the RX filter to be set in the HW.
861 u32
ath9k_htc_calcrxfilter(struct ath9k_htc_priv
*priv
)
863 #define RX_FILTER_PRESERVE (ATH9K_RX_FILTER_PHYERR | ATH9K_RX_FILTER_PHYRADAR)
865 struct ath_hw
*ah
= priv
->ah
;
868 rfilt
= (ath9k_hw_getrxfilter(ah
) & RX_FILTER_PRESERVE
)
869 | ATH9K_RX_FILTER_UCAST
| ATH9K_RX_FILTER_BCAST
870 | ATH9K_RX_FILTER_MCAST
;
872 if (priv
->rxfilter
& FIF_PROBE_REQ
)
873 rfilt
|= ATH9K_RX_FILTER_PROBEREQ
;
875 if (ah
->is_monitoring
)
876 rfilt
|= ATH9K_RX_FILTER_PROM
;
878 if (priv
->rxfilter
& FIF_CONTROL
)
879 rfilt
|= ATH9K_RX_FILTER_CONTROL
;
881 if ((ah
->opmode
== NL80211_IFTYPE_STATION
) &&
882 (priv
->nvifs
<= 1) &&
883 !(priv
->rxfilter
& FIF_BCN_PRBRESP_PROMISC
))
884 rfilt
|= ATH9K_RX_FILTER_MYBEACON
;
886 rfilt
|= ATH9K_RX_FILTER_BEACON
;
888 if (conf_is_ht(&priv
->hw
->conf
)) {
889 rfilt
|= ATH9K_RX_FILTER_COMP_BAR
;
890 rfilt
|= ATH9K_RX_FILTER_UNCOMP_BA_BAR
;
893 if (priv
->rxfilter
& FIF_PSPOLL
)
894 rfilt
|= ATH9K_RX_FILTER_PSPOLL
;
896 if (priv
->nvifs
> 1 || priv
->rxfilter
& FIF_OTHER_BSS
)
897 rfilt
|= ATH9K_RX_FILTER_MCAST_BCAST_ALL
;
901 #undef RX_FILTER_PRESERVE
905 * Recv initialization for opmode change.
907 static void ath9k_htc_opmode_init(struct ath9k_htc_priv
*priv
)
909 struct ath_hw
*ah
= priv
->ah
;
912 /* configure rx filter */
913 rfilt
= ath9k_htc_calcrxfilter(priv
);
914 ath9k_hw_setrxfilter(ah
, rfilt
);
916 /* calculate and install multicast filter */
917 mfilt
[0] = mfilt
[1] = ~0;
918 ath9k_hw_setmcastfilter(ah
, mfilt
[0], mfilt
[1]);
921 void ath9k_host_rx_init(struct ath9k_htc_priv
*priv
)
923 struct ath_common
*common
= ath9k_hw_common(priv
->ah
);
924 ath9k_hw_rxena(priv
->ah
);
925 ath9k_htc_opmode_init(priv
);
926 ath9k_hw_startpcureceive(priv
->ah
, test_bit(ATH_OP_SCANNING
, &common
->op_flags
));
929 static inline void convert_htc_flag(struct ath_rx_status
*rx_stats
,
930 struct ath_htc_rx_status
*rxstatus
)
932 rx_stats
->enc_flags
= 0;
933 rx_stats
->bw
= RATE_INFO_BW_20
;
934 if (rxstatus
->rs_flags
& ATH9K_RX_2040
)
935 rx_stats
->bw
= RATE_INFO_BW_40
;
936 if (rxstatus
->rs_flags
& ATH9K_RX_GI
)
937 rx_stats
->enc_flags
|= RX_ENC_FLAG_SHORT_GI
;
940 static void rx_status_htc_to_ath(struct ath_rx_status
*rx_stats
,
941 struct ath_htc_rx_status
*rxstatus
)
943 rx_stats
->rs_datalen
= be16_to_cpu(rxstatus
->rs_datalen
);
944 rx_stats
->rs_status
= rxstatus
->rs_status
;
945 rx_stats
->rs_phyerr
= rxstatus
->rs_phyerr
;
946 rx_stats
->rs_rssi
= rxstatus
->rs_rssi
;
947 rx_stats
->rs_keyix
= rxstatus
->rs_keyix
;
948 rx_stats
->rs_rate
= rxstatus
->rs_rate
;
949 rx_stats
->rs_antenna
= rxstatus
->rs_antenna
;
950 rx_stats
->rs_more
= rxstatus
->rs_more
;
952 memcpy(rx_stats
->rs_rssi_ctl
, rxstatus
->rs_rssi_ctl
,
953 sizeof(rx_stats
->rs_rssi_ctl
));
954 memcpy(rx_stats
->rs_rssi_ext
, rxstatus
->rs_rssi_ext
,
955 sizeof(rx_stats
->rs_rssi_ext
));
957 rx_stats
->rs_isaggr
= rxstatus
->rs_isaggr
;
958 rx_stats
->rs_moreaggr
= rxstatus
->rs_moreaggr
;
959 rx_stats
->rs_num_delims
= rxstatus
->rs_num_delims
;
960 convert_htc_flag(rx_stats
, rxstatus
);
963 static bool ath9k_rx_prepare(struct ath9k_htc_priv
*priv
,
964 struct ath9k_htc_rxbuf
*rxbuf
,
965 struct ieee80211_rx_status
*rx_status
)
968 struct ieee80211_hdr
*hdr
;
969 struct ieee80211_hw
*hw
= priv
->hw
;
970 struct sk_buff
*skb
= rxbuf
->skb
;
971 struct ath_common
*common
= ath9k_hw_common(priv
->ah
);
972 struct ath_hw
*ah
= common
->ah
;
973 struct ath_htc_rx_status
*rxstatus
;
974 struct ath_rx_status rx_stats
;
975 bool decrypt_error
= false;
979 if (skb
->len
< HTC_RX_FRAME_HEADER_SIZE
) {
980 ath_err(common
, "Corrupted RX frame, dropping (len: %d)\n",
985 rxstatus
= (struct ath_htc_rx_status
*)skb
->data
;
987 rs_datalen
= be16_to_cpu(rxstatus
->rs_datalen
);
988 if (unlikely(rs_datalen
-
989 (skb
->len
- HTC_RX_FRAME_HEADER_SIZE
) != 0)) {
991 "Corrupted RX data len, dropping (dlen: %d, skblen: %d)\n",
992 rs_datalen
, skb
->len
);
996 is_phyerr
= rxstatus
->rs_status
& ATH9K_RXERR_PHY
;
998 * Discard zero-length packets and packets smaller than an ACK
999 * which are not PHY_ERROR (short radar pulses have a length of 3)
1001 if (unlikely(!rs_datalen
|| (rs_datalen
< 10 && !is_phyerr
))) {
1003 "Short RX data len, dropping (dlen: %d)\n",
1008 /* Get the RX status information */
1010 memset(rx_status
, 0, sizeof(struct ieee80211_rx_status
));
1012 /* Copy everything from ath_htc_rx_status (HTC_RX_FRAME_HEADER).
1013 * After this, we can drop this part of skb. */
1014 rx_status_htc_to_ath(&rx_stats
, rxstatus
);
1015 ath9k_htc_err_stat_rx(priv
, &rx_stats
);
1016 rx_status
->mactime
= be64_to_cpu(rxstatus
->rs_tstamp
);
1017 skb_pull(skb
, HTC_RX_FRAME_HEADER_SIZE
);
1020 * everything but the rate is checked here, the rate check is done
1021 * separately to avoid doing two lookups for a rate for each frame.
1023 hdr
= (struct ieee80211_hdr
*)skb
->data
;
1026 * Process PHY errors and return so that the packet
1029 if (unlikely(is_phyerr
)) {
1030 /* TODO: Not using DFS processing now. */
1031 if (ath_cmn_process_fft(&priv
->spec_priv
, hdr
,
1032 &rx_stats
, rx_status
->mactime
)) {
1033 /* TODO: Code to collect spectral scan statistics */
1038 if (!ath9k_cmn_rx_accept(common
, hdr
, rx_status
, &rx_stats
,
1039 &decrypt_error
, priv
->rxfilter
))
1042 ath9k_cmn_rx_skb_postprocess(common
, skb
, &rx_stats
,
1043 rx_status
, decrypt_error
);
1045 if (ath9k_cmn_process_rate(common
, hw
, &rx_stats
, rx_status
))
1048 rx_stats
.is_mybeacon
= ath_is_mybeacon(common
, hdr
);
1049 ath9k_cmn_process_rssi(common
, hw
, &rx_stats
, rx_status
);
1051 rx_status
->band
= ah
->curchan
->chan
->band
;
1052 rx_status
->freq
= ah
->curchan
->chan
->center_freq
;
1053 rx_status
->antenna
= rx_stats
.rs_antenna
;
1054 rx_status
->flag
|= RX_FLAG_MACTIME_END
;
1062 * FIXME: Handle FLUSH later on.
1064 void ath9k_rx_tasklet(unsigned long data
)
1066 struct ath9k_htc_priv
*priv
= (struct ath9k_htc_priv
*)data
;
1067 struct ath9k_htc_rxbuf
*rxbuf
= NULL
, *tmp_buf
= NULL
;
1068 struct ieee80211_rx_status rx_status
;
1069 struct sk_buff
*skb
;
1070 unsigned long flags
;
1071 struct ieee80211_hdr
*hdr
;
1074 spin_lock_irqsave(&priv
->rx
.rxbuflock
, flags
);
1075 list_for_each_entry(tmp_buf
, &priv
->rx
.rxbuf
, list
) {
1076 if (tmp_buf
->in_process
) {
1082 if (rxbuf
== NULL
) {
1083 spin_unlock_irqrestore(&priv
->rx
.rxbuflock
, flags
);
1090 if (!ath9k_rx_prepare(priv
, rxbuf
, &rx_status
)) {
1091 dev_kfree_skb_any(rxbuf
->skb
);
1095 memcpy(IEEE80211_SKB_RXCB(rxbuf
->skb
), &rx_status
,
1096 sizeof(struct ieee80211_rx_status
));
1098 hdr
= (struct ieee80211_hdr
*) skb
->data
;
1100 if (ieee80211_is_beacon(hdr
->frame_control
) && priv
->ps_enabled
)
1101 ieee80211_queue_work(priv
->hw
, &priv
->ps_work
);
1103 spin_unlock_irqrestore(&priv
->rx
.rxbuflock
, flags
);
1105 ieee80211_rx(priv
->hw
, skb
);
1107 spin_lock_irqsave(&priv
->rx
.rxbuflock
, flags
);
1109 rxbuf
->in_process
= false;
1111 list_move_tail(&rxbuf
->list
, &priv
->rx
.rxbuf
);
1113 spin_unlock_irqrestore(&priv
->rx
.rxbuflock
, flags
);
1118 void ath9k_htc_rxep(void *drv_priv
, struct sk_buff
*skb
,
1119 enum htc_endpoint_id ep_id
)
1121 struct ath9k_htc_priv
*priv
= drv_priv
;
1122 struct ath_hw
*ah
= priv
->ah
;
1123 struct ath_common
*common
= ath9k_hw_common(ah
);
1124 struct ath9k_htc_rxbuf
*rxbuf
= NULL
, *tmp_buf
= NULL
;
1125 unsigned long flags
;
1127 spin_lock_irqsave(&priv
->rx
.rxbuflock
, flags
);
1128 list_for_each_entry(tmp_buf
, &priv
->rx
.rxbuf
, list
) {
1129 if (!tmp_buf
->in_process
) {
1134 spin_unlock_irqrestore(&priv
->rx
.rxbuflock
, flags
);
1136 if (rxbuf
== NULL
) {
1137 ath_dbg(common
, ANY
, "No free RX buffer\n");
1141 spin_lock_irqsave(&priv
->rx
.rxbuflock
, flags
);
1143 rxbuf
->in_process
= true;
1144 spin_unlock_irqrestore(&priv
->rx
.rxbuflock
, flags
);
1146 tasklet_schedule(&priv
->rx_tasklet
);
1149 dev_kfree_skb_any(skb
);
1152 /* FIXME: Locking for cleanup/init */
1154 void ath9k_rx_cleanup(struct ath9k_htc_priv
*priv
)
1156 struct ath9k_htc_rxbuf
*rxbuf
, *tbuf
;
1158 list_for_each_entry_safe(rxbuf
, tbuf
, &priv
->rx
.rxbuf
, list
) {
1159 list_del(&rxbuf
->list
);
1161 dev_kfree_skb_any(rxbuf
->skb
);
1166 int ath9k_rx_init(struct ath9k_htc_priv
*priv
)
1170 INIT_LIST_HEAD(&priv
->rx
.rxbuf
);
1171 spin_lock_init(&priv
->rx
.rxbuflock
);
1173 for (i
= 0; i
< ATH9K_HTC_RXBUF
; i
++) {
1174 struct ath9k_htc_rxbuf
*rxbuf
=
1175 kzalloc(sizeof(struct ath9k_htc_rxbuf
), GFP_KERNEL
);
1179 list_add_tail(&rxbuf
->list
, &priv
->rx
.rxbuf
);
1185 ath9k_rx_cleanup(priv
);