2 * Copyright 2004, Instant802 Networks, Inc.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
9 #include <linux/netdevice.h>
10 #include <linux/skbuff.h>
11 #include <linux/module.h>
12 #include <linux/if_arp.h>
13 #include <linux/types.h>
15 #include <net/pkt_sched.h>
17 #include <net/mac80211.h>
18 #include "ieee80211_i.h"
21 /* maximum number of hardware queues we support. */
22 #define TC_80211_MAX_QUEUES 16
24 const int ieee802_1d_to_ac
[8] = { 2, 3, 3, 2, 1, 1, 0, 0 };
26 struct ieee80211_sched_data
28 unsigned long qdisc_pool
[BITS_TO_LONGS(TC_80211_MAX_QUEUES
)];
29 struct tcf_proto
*filter_list
;
30 struct Qdisc
*queues
[TC_80211_MAX_QUEUES
];
31 struct sk_buff_head requeued
[TC_80211_MAX_QUEUES
];
34 static const char llc_ip_hdr
[8] = {0xAA, 0xAA, 0x3, 0, 0, 0, 0x08, 0};
36 /* given a data frame determine the 802.1p/1d tag to use */
37 static inline unsigned classify_1d(struct sk_buff
*skb
, struct Qdisc
*qd
)
43 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
44 struct tcf_result res
= { -1, 0 };
46 /* if there is a user set filter list, call out to that */
48 tc_classify(skb
, q
->filter_list
, &res
);
53 /* skb->priority values from 256->263 are magic values to
54 * directly indicate a specific 802.1d priority.
55 * This is used to allow 802.1d priority to be passed directly in
56 * from VLAN tags, etc. */
57 if (skb
->priority
>= 256 && skb
->priority
<= 263)
58 return skb
->priority
- 256;
60 /* check there is a valid IP header present */
61 offset
= ieee80211_get_hdrlen_from_skb(skb
);
62 if (skb
->len
< offset
+ sizeof(llc_ip_hdr
) + sizeof(*ip
) ||
63 memcmp(skb
->data
+ offset
, llc_ip_hdr
, sizeof(llc_ip_hdr
)))
66 ip
= (struct iphdr
*) (skb
->data
+ offset
+ sizeof(llc_ip_hdr
));
68 dscp
= ip
->tos
& 0xfc;
75 static inline int wme_downgrade_ac(struct sk_buff
*skb
)
77 switch (skb
->priority
) {
80 skb
->priority
= 5; /* VO -> VI */
84 skb
->priority
= 3; /* VI -> BE */
88 skb
->priority
= 2; /* BE -> BK */
96 /* positive return value indicates which queue to use
97 * negative return value indicates to drop the frame */
98 static inline int classify80211(struct sk_buff
*skb
, struct Qdisc
*qd
)
100 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
101 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*) skb
->data
;
102 unsigned short fc
= le16_to_cpu(hdr
->frame_control
);
105 /* see if frame is data or non data frame */
106 if (unlikely((fc
& IEEE80211_FCTL_FTYPE
) != IEEE80211_FTYPE_DATA
)) {
107 /* management frames go on AC_VO queue, but are sent
108 * without QoS control fields */
109 return IEEE80211_TX_QUEUE_DATA0
;
112 if (0 /* injected */) {
113 /* use AC from radiotap */
116 /* is this a QoS frame? */
117 qos
= fc
& IEEE80211_STYPE_QOS_DATA
;
120 skb
->priority
= 0; /* required for correct WPA/11i MIC */
121 return ieee802_1d_to_ac
[skb
->priority
];
124 /* use the data classifier to determine what 802.1d tag the
126 skb
->priority
= classify_1d(skb
, qd
);
128 /* in case we are a client verify acm is not set for this ac */
129 while (unlikely(local
->wmm_acm
& BIT(skb
->priority
))) {
130 if (wme_downgrade_ac(skb
)) {
131 /* No AC with lower priority has acm=0, drop packet. */
136 /* look up which queue to use for frames with this 1d tag */
137 return ieee802_1d_to_ac
[skb
->priority
];
141 static int wme_qdiscop_enqueue(struct sk_buff
*skb
, struct Qdisc
* qd
)
143 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
144 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
145 struct ieee80211_tx_packet_data
*pkt_data
=
146 (struct ieee80211_tx_packet_data
*) skb
->cb
;
147 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*) skb
->data
;
148 unsigned short fc
= le16_to_cpu(hdr
->frame_control
);
151 struct sta_info
*sta
;
154 if (pkt_data
->flags
& IEEE80211_TXPD_REQUEUE
) {
155 queue
= pkt_data
->queue
;
157 sta
= sta_info_get(local
, hdr
->addr1
);
158 tid
= skb
->priority
& QOS_CONTROL_TAG1D_MASK
;
160 int ampdu_queue
= sta
->tid_to_tx_q
[tid
];
161 if ((ampdu_queue
< local
->hw
.queues
) &&
162 test_bit(ampdu_queue
, q
->qdisc_pool
)) {
164 pkt_data
->flags
|= IEEE80211_TXPD_AMPDU
;
166 pkt_data
->flags
&= ~IEEE80211_TXPD_AMPDU
;
170 skb_queue_tail(&q
->requeued
[queue
], skb
);
175 queue
= classify80211(skb
, qd
);
177 /* now we know the 1d priority, fill in the QoS header if there is one
179 if (WLAN_FC_IS_QOS_DATA(fc
)) {
180 u8
*p
= skb
->data
+ ieee80211_get_hdrlen(fc
) - 2;
182 tid
= skb
->priority
& QOS_CONTROL_TAG1D_MASK
;
183 if (local
->wifi_wme_noack_test
)
184 ack_policy
|= QOS_CONTROL_ACK_POLICY_NOACK
<<
185 QOS_CONTROL_ACK_POLICY_SHIFT
;
186 /* qos header is 2 bytes, second reserved */
187 *p
= ack_policy
| tid
;
193 sta
= sta_info_get(local
, hdr
->addr1
);
195 int ampdu_queue
= sta
->tid_to_tx_q
[tid
];
196 if ((ampdu_queue
< local
->hw
.queues
) &&
197 test_bit(ampdu_queue
, q
->qdisc_pool
)) {
199 pkt_data
->flags
|= IEEE80211_TXPD_AMPDU
;
201 pkt_data
->flags
&= ~IEEE80211_TXPD_AMPDU
;
208 if (unlikely(queue
>= local
->hw
.queues
)) {
210 if (net_ratelimit()) {
211 printk(KERN_DEBUG
"%s - queue=%d (hw does not "
213 __func__
, queue
, local
->hw
.queues
- 1);
216 queue
= local
->hw
.queues
- 1;
219 if (unlikely(queue
< 0)) {
223 tid
= skb
->priority
& QOS_CONTROL_TAG1D_MASK
;
224 pkt_data
->queue
= (unsigned int) queue
;
225 qdisc
= q
->queues
[queue
];
226 err
= qdisc
->enqueue(skb
, qdisc
);
227 if (err
== NET_XMIT_SUCCESS
) {
229 qd
->bstats
.bytes
+= skb
->len
;
230 qd
->bstats
.packets
++;
231 return NET_XMIT_SUCCESS
;
239 /* TODO: clean up the cases where master_hard_start_xmit
240 * returns non 0 - it shouldn't ever do that. Once done we
241 * can remove this function */
242 static int wme_qdiscop_requeue(struct sk_buff
*skb
, struct Qdisc
* qd
)
244 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
245 struct ieee80211_tx_packet_data
*pkt_data
=
246 (struct ieee80211_tx_packet_data
*) skb
->cb
;
250 /* we recorded which queue to use earlier! */
251 qdisc
= q
->queues
[pkt_data
->queue
];
253 if ((err
= qdisc
->ops
->requeue(skb
, qdisc
)) == 0) {
262 static struct sk_buff
*wme_qdiscop_dequeue(struct Qdisc
* qd
)
264 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
265 struct net_device
*dev
= qd
->dev
;
266 struct ieee80211_local
*local
= wdev_priv(dev
->ieee80211_ptr
);
267 struct ieee80211_hw
*hw
= &local
->hw
;
272 /* check all the h/w queues in numeric/priority order */
273 for (queue
= 0; queue
< hw
->queues
; queue
++) {
274 /* see if there is room in this hardware queue */
275 if ((test_bit(IEEE80211_LINK_STATE_XOFF
,
276 &local
->state
[queue
])) ||
277 (test_bit(IEEE80211_LINK_STATE_PENDING
,
278 &local
->state
[queue
])) ||
279 (!test_bit(queue
, q
->qdisc_pool
)))
282 /* there is space - try and get a frame */
283 skb
= skb_dequeue(&q
->requeued
[queue
]);
289 qdisc
= q
->queues
[queue
];
290 skb
= qdisc
->dequeue(qdisc
);
296 /* returning a NULL here when all the h/w queues are full means we
297 * never need to call netif_stop_queue in the driver */
302 static void wme_qdiscop_reset(struct Qdisc
* qd
)
304 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
305 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
306 struct ieee80211_hw
*hw
= &local
->hw
;
309 /* QUESTION: should we have some hardware flush functionality here? */
311 for (queue
= 0; queue
< hw
->queues
; queue
++) {
312 skb_queue_purge(&q
->requeued
[queue
]);
313 qdisc_reset(q
->queues
[queue
]);
319 static void wme_qdiscop_destroy(struct Qdisc
* qd
)
321 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
322 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
323 struct ieee80211_hw
*hw
= &local
->hw
;
326 tcf_destroy_chain(q
->filter_list
);
327 q
->filter_list
= NULL
;
329 for (queue
=0; queue
< hw
->queues
; queue
++) {
330 skb_queue_purge(&q
->requeued
[queue
]);
331 qdisc_destroy(q
->queues
[queue
]);
332 q
->queues
[queue
] = &noop_qdisc
;
337 /* called whenever parameters are updated on existing qdisc */
338 static int wme_qdiscop_tune(struct Qdisc
*qd
, struct nlattr
*opt
)
340 /* struct ieee80211_sched_data *q = qdisc_priv(qd);
342 /* check our options block is the right size */
343 /* copy any options to our local structure */
344 /* Ignore options block for now - always use static mapping
345 struct tc_ieee80211_qopt *qopt = nla_data(opt);
347 if (opt->nla_len < nla_attr_size(sizeof(*qopt)))
349 memcpy(q->tag2queue, qopt->tag2queue, sizeof(qopt->tag2queue));
355 /* called during initial creation of qdisc on device */
356 static int wme_qdiscop_init(struct Qdisc
*qd
, struct nlattr
*opt
)
358 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
359 struct net_device
*dev
= qd
->dev
;
360 struct ieee80211_local
*local
;
364 /* check that device is a mac80211 device */
365 if (!dev
->ieee80211_ptr
||
366 dev
->ieee80211_ptr
->wiphy
->privid
!= mac80211_wiphy_privid
)
369 /* check this device is an ieee80211 master type device */
370 if (dev
->type
!= ARPHRD_IEEE80211
)
373 /* check that there is no qdisc currently attached to device
374 * this ensures that we will be the root qdisc. (I can't find a better
375 * way to test this explicitly) */
376 if (dev
->qdisc_sleeping
!= &noop_qdisc
)
379 if (qd
->flags
& TCQ_F_INGRESS
)
382 local
= wdev_priv(dev
->ieee80211_ptr
);
383 queues
= local
->hw
.queues
;
385 /* if options were passed in, set them */
387 err
= wme_qdiscop_tune(qd
, opt
);
390 /* create child queues */
391 for (i
= 0; i
< queues
; i
++) {
392 skb_queue_head_init(&q
->requeued
[i
]);
393 q
->queues
[i
] = qdisc_create_dflt(qd
->dev
, &pfifo_qdisc_ops
,
396 q
->queues
[i
] = &noop_qdisc
;
397 printk(KERN_ERR
"%s child qdisc %i creation failed\n",
402 /* reserve all legacy QoS queues */
403 for (i
= 0; i
< min(IEEE80211_TX_QUEUE_DATA4
, queues
); i
++)
404 set_bit(i
, q
->qdisc_pool
);
409 static int wme_qdiscop_dump(struct Qdisc
*qd
, struct sk_buff
*skb
)
411 /* struct ieee80211_sched_data *q = qdisc_priv(qd);
412 unsigned char *p = skb->tail;
413 struct tc_ieee80211_qopt opt;
415 memcpy(&opt.tag2queue, q->tag2queue, TC_80211_MAX_TAG + 1);
416 NLA_PUT(skb, TCA_OPTIONS, sizeof(opt), &opt);
420 skb_trim(skb, p - skb->data);*/
425 static int wme_classop_graft(struct Qdisc
*qd
, unsigned long arg
,
426 struct Qdisc
*new, struct Qdisc
**old
)
428 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
429 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
430 struct ieee80211_hw
*hw
= &local
->hw
;
431 unsigned long queue
= arg
- 1;
433 if (queue
>= hw
->queues
)
440 *old
= q
->queues
[queue
];
441 q
->queues
[queue
] = new;
449 static struct Qdisc
*
450 wme_classop_leaf(struct Qdisc
*qd
, unsigned long arg
)
452 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
453 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
454 struct ieee80211_hw
*hw
= &local
->hw
;
455 unsigned long queue
= arg
- 1;
457 if (queue
>= hw
->queues
)
460 return q
->queues
[queue
];
464 static unsigned long wme_classop_get(struct Qdisc
*qd
, u32 classid
)
466 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
467 struct ieee80211_hw
*hw
= &local
->hw
;
468 unsigned long queue
= TC_H_MIN(classid
);
470 if (queue
- 1 >= hw
->queues
)
477 static unsigned long wme_classop_bind(struct Qdisc
*qd
, unsigned long parent
,
480 return wme_classop_get(qd
, classid
);
484 static void wme_classop_put(struct Qdisc
*q
, unsigned long cl
)
489 static int wme_classop_change(struct Qdisc
*qd
, u32 handle
, u32 parent
,
490 struct nlattr
**tca
, unsigned long *arg
)
492 unsigned long cl
= *arg
;
493 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
494 struct ieee80211_hw
*hw
= &local
->hw
;
496 if (cl
- 1 > hw
->queues
)
499 /* TODO: put code to program hardware queue parameters here,
500 * to allow programming from tc command line */
506 /* we don't support deleting hardware queues
507 * when we add WMM-SA support - TSPECs may be deleted here */
508 static int wme_classop_delete(struct Qdisc
*qd
, unsigned long cl
)
510 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
511 struct ieee80211_hw
*hw
= &local
->hw
;
513 if (cl
- 1 > hw
->queues
)
519 static int wme_classop_dump_class(struct Qdisc
*qd
, unsigned long cl
,
520 struct sk_buff
*skb
, struct tcmsg
*tcm
)
522 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
523 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
524 struct ieee80211_hw
*hw
= &local
->hw
;
526 if (cl
- 1 > hw
->queues
)
528 tcm
->tcm_handle
= TC_H_MIN(cl
);
529 tcm
->tcm_parent
= qd
->handle
;
530 tcm
->tcm_info
= q
->queues
[cl
-1]->handle
; /* do we need this? */
535 static void wme_classop_walk(struct Qdisc
*qd
, struct qdisc_walker
*arg
)
537 struct ieee80211_local
*local
= wdev_priv(qd
->dev
->ieee80211_ptr
);
538 struct ieee80211_hw
*hw
= &local
->hw
;
544 for (queue
= 0; queue
< hw
->queues
; queue
++) {
545 if (arg
->count
< arg
->skip
) {
549 /* we should return classids for our internal queues here
550 * as well as the external ones */
551 if (arg
->fn(qd
, queue
+1, arg
) < 0) {
560 static struct tcf_proto
** wme_classop_find_tcf(struct Qdisc
*qd
,
563 struct ieee80211_sched_data
*q
= qdisc_priv(qd
);
568 return &q
->filter_list
;
572 /* this qdisc is classful (i.e. has classes, some of which may have leaf qdiscs attached)
573 * - these are the operations on the classes */
574 static const struct Qdisc_class_ops class_ops
=
576 .graft
= wme_classop_graft
,
577 .leaf
= wme_classop_leaf
,
579 .get
= wme_classop_get
,
580 .put
= wme_classop_put
,
581 .change
= wme_classop_change
,
582 .delete = wme_classop_delete
,
583 .walk
= wme_classop_walk
,
585 .tcf_chain
= wme_classop_find_tcf
,
586 .bind_tcf
= wme_classop_bind
,
587 .unbind_tcf
= wme_classop_put
,
589 .dump
= wme_classop_dump_class
,
593 /* queueing discipline operations */
594 static struct Qdisc_ops wme_qdisc_ops __read_mostly
=
597 .cl_ops
= &class_ops
,
599 .priv_size
= sizeof(struct ieee80211_sched_data
),
601 .enqueue
= wme_qdiscop_enqueue
,
602 .dequeue
= wme_qdiscop_dequeue
,
603 .requeue
= wme_qdiscop_requeue
,
604 .drop
= NULL
, /* drop not needed since we are always the root qdisc */
606 .init
= wme_qdiscop_init
,
607 .reset
= wme_qdiscop_reset
,
608 .destroy
= wme_qdiscop_destroy
,
609 .change
= wme_qdiscop_tune
,
611 .dump
= wme_qdiscop_dump
,
615 void ieee80211_install_qdisc(struct net_device
*dev
)
619 qdisc
= qdisc_create_dflt(dev
, &wme_qdisc_ops
, TC_H_ROOT
);
621 printk(KERN_ERR
"%s: qdisc installation failed\n", dev
->name
);
625 /* same handle as would be allocated by qdisc_alloc_handle() */
626 qdisc
->handle
= 0x80010000;
628 qdisc_lock_tree(dev
);
629 list_add_tail(&qdisc
->list
, &dev
->qdisc_list
);
630 dev
->qdisc_sleeping
= qdisc
;
631 qdisc_unlock_tree(dev
);
635 int ieee80211_qdisc_installed(struct net_device
*dev
)
637 return dev
->qdisc_sleeping
->ops
== &wme_qdisc_ops
;
641 int ieee80211_wme_register(void)
643 return register_qdisc(&wme_qdisc_ops
);
647 void ieee80211_wme_unregister(void)
649 unregister_qdisc(&wme_qdisc_ops
);
652 int ieee80211_ht_agg_queue_add(struct ieee80211_local
*local
,
653 struct sta_info
*sta
, u16 tid
)
656 struct ieee80211_sched_data
*q
=
657 qdisc_priv(local
->mdev
->qdisc_sleeping
);
658 DECLARE_MAC_BUF(mac
);
660 /* prepare the filter and save it for the SW queue
661 * matching the recieved HW queue */
663 /* try to get a Qdisc from the pool */
664 for (i
= IEEE80211_TX_QUEUE_BEACON
; i
< local
->hw
.queues
; i
++)
665 if (!test_and_set_bit(i
, q
->qdisc_pool
)) {
666 ieee80211_stop_queue(local_to_hw(local
), i
);
667 sta
->tid_to_tx_q
[tid
] = i
;
669 /* IF there are already pending packets
670 * on this tid first we need to drain them
671 * on the previous queue
672 * since HT is strict in order */
673 #ifdef CONFIG_MAC80211_HT_DEBUG
675 printk(KERN_DEBUG
"allocated aggregation queue"
676 " %d tid %d addr %s pool=0x%lX",
677 i
, tid
, print_mac(mac
, sta
->addr
),
679 #endif /* CONFIG_MAC80211_HT_DEBUG */
687 * the caller needs to hold local->mdev->queue_lock
689 void ieee80211_ht_agg_queue_remove(struct ieee80211_local
*local
,
690 struct sta_info
*sta
, u16 tid
,
693 struct ieee80211_sched_data
*q
=
694 qdisc_priv(local
->mdev
->qdisc_sleeping
);
695 int agg_queue
= sta
->tid_to_tx_q
[tid
];
697 /* return the qdisc to the pool */
698 clear_bit(agg_queue
, q
->qdisc_pool
);
699 sta
->tid_to_tx_q
[tid
] = local
->hw
.queues
;
702 ieee80211_requeue(local
, agg_queue
);
704 q
->queues
[agg_queue
]->ops
->reset(q
->queues
[agg_queue
]);
707 void ieee80211_requeue(struct ieee80211_local
*local
, int queue
)
709 struct Qdisc
*root_qd
= local
->mdev
->qdisc_sleeping
;
710 struct ieee80211_sched_data
*q
= qdisc_priv(root_qd
);
711 struct Qdisc
*qdisc
= q
->queues
[queue
];
712 struct sk_buff
*skb
= NULL
;
715 if (!qdisc
|| !qdisc
->dequeue
)
718 printk(KERN_DEBUG
"requeue: qlen = %d\n", qdisc
->q
.qlen
);
719 for (len
= qdisc
->q
.qlen
; len
> 0; len
--) {
720 skb
= qdisc
->dequeue(qdisc
);
722 /* packet will be classified again and */
723 /* skb->packet_data->queue will be overridden if needed */
725 wme_qdiscop_enqueue(skb
, root_qd
);