2 * Copyright 2004, Instant802 Networks, Inc.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
9 #include <linux/netdevice.h>
10 #include <linux/skbuff.h>
11 #include <linux/module.h>
12 #include <linux/if_arp.h>
13 #include <linux/types.h>
15 #include <net/pkt_sched.h>
17 #include <net/mac80211.h>
18 #include "ieee80211_i.h"
21 /* maximum number of hardware queues we support. */
22 #define TC_80211_MAX_QUEUES 16
24 const int ieee802_1d_to_ac[8] = { 2, 3, 3, 2, 1, 1, 0, 0 };
26 struct ieee80211_sched_data
28 unsigned long qdisc_pool[BITS_TO_LONGS(TC_80211_MAX_QUEUES)];
29 struct tcf_proto *filter_list;
30 struct Qdisc *queues[TC_80211_MAX_QUEUES];
31 struct sk_buff_head requeued[TC_80211_MAX_QUEUES];
34 static const char llc_ip_hdr[8] = {0xAA, 0xAA, 0x3, 0, 0, 0, 0x08, 0};
36 /* given a data frame determine the 802.1p/1d tag to use */
37 static inline unsigned classify_1d(struct sk_buff *skb, struct Qdisc *qd)
43 struct ieee80211_sched_data *q = qdisc_priv(qd);
44 struct tcf_result res = { -1, 0 };
46 /* if there is a user set filter list, call out to that */
48 tc_classify(skb, q->filter_list, &res);
53 /* skb->priority values from 256->263 are magic values to
54 * directly indicate a specific 802.1d priority.
55 * This is used to allow 802.1d priority to be passed directly in
56 * from VLAN tags, etc. */
57 if (skb->priority >= 256 && skb->priority <= 263)
58 return skb->priority - 256;
60 /* check there is a valid IP header present */
61 offset = ieee80211_get_hdrlen_from_skb(skb);
62 if (skb->len < offset + sizeof(llc_ip_hdr) + sizeof(*ip) ||
63 memcmp(skb->data + offset, llc_ip_hdr, sizeof(llc_ip_hdr)))
66 ip = (struct iphdr *) (skb->data + offset + sizeof(llc_ip_hdr));
68 dscp = ip->tos & 0xfc;
75 static inline int wme_downgrade_ac(struct sk_buff *skb)
77 switch (skb->priority) {
80 skb->priority = 5; /* VO -> VI */
84 skb->priority = 3; /* VI -> BE */
88 skb->priority = 2; /* BE -> BK */
96 /* positive return value indicates which queue to use
97 * negative return value indicates to drop the frame */
98 static inline int classify80211(struct sk_buff *skb, struct Qdisc *qd)
100 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
101 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
102 unsigned short fc = le16_to_cpu(hdr->frame_control);
105 /* see if frame is data or non data frame */
106 if (unlikely((fc & IEEE80211_FCTL_FTYPE) != IEEE80211_FTYPE_DATA)) {
107 /* management frames go on AC_VO queue, but are sent
108 * without QoS control fields */
109 return IEEE80211_TX_QUEUE_DATA0;
112 if (0 /* injected */) {
113 /* use AC from radiotap */
116 /* is this a QoS frame? */
117 qos = fc & IEEE80211_STYPE_QOS_DATA;
120 skb->priority = 0; /* required for correct WPA/11i MIC */
121 return ieee802_1d_to_ac[skb->priority];
124 /* use the data classifier to determine what 802.1d tag the
126 skb->priority = classify_1d(skb, qd);
128 /* in case we are a client verify acm is not set for this ac */
129 while (unlikely(local->wmm_acm & BIT(skb->priority))) {
130 if (wme_downgrade_ac(skb)) {
131 /* No AC with lower priority has acm=0, drop packet. */
136 /* look up which queue to use for frames with this 1d tag */
137 return ieee802_1d_to_ac[skb->priority];
141 static int wme_qdiscop_enqueue(struct sk_buff *skb, struct Qdisc* qd)
143 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
144 struct ieee80211_sched_data *q = qdisc_priv(qd);
145 struct ieee80211_tx_packet_data *pkt_data =
146 (struct ieee80211_tx_packet_data *) skb->cb;
147 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
148 unsigned short fc = le16_to_cpu(hdr->frame_control);
151 struct sta_info *sta;
154 if (pkt_data->flags & IEEE80211_TXPD_REQUEUE) {
155 queue = pkt_data->queue;
157 sta = sta_info_get(local, hdr->addr1);
158 tid = skb->priority & QOS_CONTROL_TAG1D_MASK;
160 int ampdu_queue = sta->tid_to_tx_q[tid];
161 if ((ampdu_queue < local->hw.queues) &&
162 test_bit(ampdu_queue, q->qdisc_pool)) {
164 pkt_data->flags |= IEEE80211_TXPD_AMPDU;
166 pkt_data->flags &= ~IEEE80211_TXPD_AMPDU;
170 skb_queue_tail(&q->requeued[queue], skb);
175 queue = classify80211(skb, qd);
177 /* now we know the 1d priority, fill in the QoS header if there is one
179 if (WLAN_FC_IS_QOS_DATA(fc)) {
180 u8 *p = skb->data + ieee80211_get_hdrlen(fc) - 2;
182 tid = skb->priority & QOS_CONTROL_TAG1D_MASK;
183 if (local->wifi_wme_noack_test)
184 ack_policy |= QOS_CONTROL_ACK_POLICY_NOACK <<
185 QOS_CONTROL_ACK_POLICY_SHIFT;
186 /* qos header is 2 bytes, second reserved */
187 *p = ack_policy | tid;
193 sta = sta_info_get(local, hdr->addr1);
195 int ampdu_queue = sta->tid_to_tx_q[tid];
196 if ((ampdu_queue < local->hw.queues) &&
197 test_bit(ampdu_queue, q->qdisc_pool)) {
199 pkt_data->flags |= IEEE80211_TXPD_AMPDU;
201 pkt_data->flags &= ~IEEE80211_TXPD_AMPDU;
208 if (unlikely(queue >= local->hw.queues)) {
210 if (net_ratelimit()) {
211 printk(KERN_DEBUG "%s - queue=%d (hw does not "
213 __func__, queue, local->hw.queues - 1);
216 queue = local->hw.queues - 1;
219 if (unlikely(queue < 0)) {
223 tid = skb->priority & QOS_CONTROL_TAG1D_MASK;
224 pkt_data->queue = (unsigned int) queue;
225 qdisc = q->queues[queue];
226 err = qdisc->enqueue(skb, qdisc);
227 if (err == NET_XMIT_SUCCESS) {
229 qd->bstats.bytes += skb->len;
230 qd->bstats.packets++;
231 return NET_XMIT_SUCCESS;
239 /* TODO: clean up the cases where master_hard_start_xmit
240 * returns non 0 - it shouldn't ever do that. Once done we
241 * can remove this function */
242 static int wme_qdiscop_requeue(struct sk_buff *skb, struct Qdisc* qd)
244 struct ieee80211_sched_data *q = qdisc_priv(qd);
245 struct ieee80211_tx_packet_data *pkt_data =
246 (struct ieee80211_tx_packet_data *) skb->cb;
250 /* we recorded which queue to use earlier! */
251 qdisc = q->queues[pkt_data->queue];
253 if ((err = qdisc->ops->requeue(skb, qdisc)) == 0) {
262 static struct sk_buff *wme_qdiscop_dequeue(struct Qdisc* qd)
264 struct ieee80211_sched_data *q = qdisc_priv(qd);
265 struct net_device *dev = qd->dev;
266 struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
267 struct ieee80211_hw *hw = &local->hw;
272 /* check all the h/w queues in numeric/priority order */
273 for (queue = 0; queue < hw->queues; queue++) {
274 /* see if there is room in this hardware queue */
275 if ((test_bit(IEEE80211_LINK_STATE_XOFF,
276 &local->state[queue])) ||
277 (test_bit(IEEE80211_LINK_STATE_PENDING,
278 &local->state[queue])) ||
279 (!test_bit(queue, q->qdisc_pool)))
282 /* there is space - try and get a frame */
283 skb = skb_dequeue(&q->requeued[queue]);
289 qdisc = q->queues[queue];
290 skb = qdisc->dequeue(qdisc);
296 /* returning a NULL here when all the h/w queues are full means we
297 * never need to call netif_stop_queue in the driver */
302 static void wme_qdiscop_reset(struct Qdisc* qd)
304 struct ieee80211_sched_data *q = qdisc_priv(qd);
305 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
306 struct ieee80211_hw *hw = &local->hw;
309 /* QUESTION: should we have some hardware flush functionality here? */
311 for (queue = 0; queue < hw->queues; queue++) {
312 skb_queue_purge(&q->requeued[queue]);
313 qdisc_reset(q->queues[queue]);
319 static void wme_qdiscop_destroy(struct Qdisc* qd)
321 struct ieee80211_sched_data *q = qdisc_priv(qd);
322 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
323 struct ieee80211_hw *hw = &local->hw;
326 tcf_destroy_chain(&q->filter_list);
328 for (queue=0; queue < hw->queues; queue++) {
329 skb_queue_purge(&q->requeued[queue]);
330 qdisc_destroy(q->queues[queue]);
331 q->queues[queue] = &noop_qdisc;
336 /* called whenever parameters are updated on existing qdisc */
337 static int wme_qdiscop_tune(struct Qdisc *qd, struct nlattr *opt)
339 /* struct ieee80211_sched_data *q = qdisc_priv(qd);
341 /* check our options block is the right size */
342 /* copy any options to our local structure */
343 /* Ignore options block for now - always use static mapping
344 struct tc_ieee80211_qopt *qopt = nla_data(opt);
346 if (opt->nla_len < nla_attr_size(sizeof(*qopt)))
348 memcpy(q->tag2queue, qopt->tag2queue, sizeof(qopt->tag2queue));
354 /* called during initial creation of qdisc on device */
355 static int wme_qdiscop_init(struct Qdisc *qd, struct nlattr *opt)
357 struct ieee80211_sched_data *q = qdisc_priv(qd);
358 struct net_device *dev = qd->dev;
359 struct ieee80211_local *local;
363 /* check that device is a mac80211 device */
364 if (!dev->ieee80211_ptr ||
365 dev->ieee80211_ptr->wiphy->privid != mac80211_wiphy_privid)
368 /* check this device is an ieee80211 master type device */
369 if (dev->type != ARPHRD_IEEE80211)
372 /* check that there is no qdisc currently attached to device
373 * this ensures that we will be the root qdisc. (I can't find a better
374 * way to test this explicitly) */
375 if (dev->qdisc_sleeping != &noop_qdisc)
378 if (qd->flags & TCQ_F_INGRESS)
381 local = wdev_priv(dev->ieee80211_ptr);
382 queues = local->hw.queues;
384 /* if options were passed in, set them */
386 err = wme_qdiscop_tune(qd, opt);
389 /* create child queues */
390 for (i = 0; i < queues; i++) {
391 skb_queue_head_init(&q->requeued[i]);
392 q->queues[i] = qdisc_create_dflt(qd->dev, &pfifo_qdisc_ops,
395 q->queues[i] = &noop_qdisc;
396 printk(KERN_ERR "%s child qdisc %i creation failed\n",
401 /* reserve all legacy QoS queues */
402 for (i = 0; i < min(IEEE80211_TX_QUEUE_DATA4, queues); i++)
403 set_bit(i, q->qdisc_pool);
408 static int wme_qdiscop_dump(struct Qdisc *qd, struct sk_buff *skb)
410 /* struct ieee80211_sched_data *q = qdisc_priv(qd);
411 unsigned char *p = skb->tail;
412 struct tc_ieee80211_qopt opt;
414 memcpy(&opt.tag2queue, q->tag2queue, TC_80211_MAX_TAG + 1);
415 NLA_PUT(skb, TCA_OPTIONS, sizeof(opt), &opt);
419 skb_trim(skb, p - skb->data);*/
424 static int wme_classop_graft(struct Qdisc *qd, unsigned long arg,
425 struct Qdisc *new, struct Qdisc **old)
427 struct ieee80211_sched_data *q = qdisc_priv(qd);
428 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
429 struct ieee80211_hw *hw = &local->hw;
430 unsigned long queue = arg - 1;
432 if (queue >= hw->queues)
439 *old = q->queues[queue];
440 q->queues[queue] = new;
448 static struct Qdisc *
449 wme_classop_leaf(struct Qdisc *qd, unsigned long arg)
451 struct ieee80211_sched_data *q = qdisc_priv(qd);
452 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
453 struct ieee80211_hw *hw = &local->hw;
454 unsigned long queue = arg - 1;
456 if (queue >= hw->queues)
459 return q->queues[queue];
463 static unsigned long wme_classop_get(struct Qdisc *qd, u32 classid)
465 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
466 struct ieee80211_hw *hw = &local->hw;
467 unsigned long queue = TC_H_MIN(classid);
469 if (queue - 1 >= hw->queues)
476 static unsigned long wme_classop_bind(struct Qdisc *qd, unsigned long parent,
479 return wme_classop_get(qd, classid);
483 static void wme_classop_put(struct Qdisc *q, unsigned long cl)
488 static int wme_classop_change(struct Qdisc *qd, u32 handle, u32 parent,
489 struct nlattr **tca, unsigned long *arg)
491 unsigned long cl = *arg;
492 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
493 struct ieee80211_hw *hw = &local->hw;
495 if (cl - 1 > hw->queues)
498 /* TODO: put code to program hardware queue parameters here,
499 * to allow programming from tc command line */
505 /* we don't support deleting hardware queues
506 * when we add WMM-SA support - TSPECs may be deleted here */
507 static int wme_classop_delete(struct Qdisc *qd, unsigned long cl)
509 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
510 struct ieee80211_hw *hw = &local->hw;
512 if (cl - 1 > hw->queues)
518 static int wme_classop_dump_class(struct Qdisc *qd, unsigned long cl,
519 struct sk_buff *skb, struct tcmsg *tcm)
521 struct ieee80211_sched_data *q = qdisc_priv(qd);
522 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
523 struct ieee80211_hw *hw = &local->hw;
525 if (cl - 1 > hw->queues)
527 tcm->tcm_handle = TC_H_MIN(cl);
528 tcm->tcm_parent = qd->handle;
529 tcm->tcm_info = q->queues[cl-1]->handle; /* do we need this? */
534 static void wme_classop_walk(struct Qdisc *qd, struct qdisc_walker *arg)
536 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
537 struct ieee80211_hw *hw = &local->hw;
543 for (queue = 0; queue < hw->queues; queue++) {
544 if (arg->count < arg->skip) {
548 /* we should return classids for our internal queues here
549 * as well as the external ones */
550 if (arg->fn(qd, queue+1, arg) < 0) {
559 static struct tcf_proto ** wme_classop_find_tcf(struct Qdisc *qd,
562 struct ieee80211_sched_data *q = qdisc_priv(qd);
567 return &q->filter_list;
571 /* this qdisc is classful (i.e. has classes, some of which may have leaf qdiscs attached)
572 * - these are the operations on the classes */
573 static const struct Qdisc_class_ops class_ops =
575 .graft = wme_classop_graft,
576 .leaf = wme_classop_leaf,
578 .get = wme_classop_get,
579 .put = wme_classop_put,
580 .change = wme_classop_change,
581 .delete = wme_classop_delete,
582 .walk = wme_classop_walk,
584 .tcf_chain = wme_classop_find_tcf,
585 .bind_tcf = wme_classop_bind,
586 .unbind_tcf = wme_classop_put,
588 .dump = wme_classop_dump_class,
592 /* queueing discipline operations */
593 static struct Qdisc_ops wme_qdisc_ops __read_mostly =
596 .cl_ops = &class_ops,
598 .priv_size = sizeof(struct ieee80211_sched_data),
600 .enqueue = wme_qdiscop_enqueue,
601 .dequeue = wme_qdiscop_dequeue,
602 .requeue = wme_qdiscop_requeue,
603 .drop = NULL, /* drop not needed since we are always the root qdisc */
605 .init = wme_qdiscop_init,
606 .reset = wme_qdiscop_reset,
607 .destroy = wme_qdiscop_destroy,
608 .change = wme_qdiscop_tune,
610 .dump = wme_qdiscop_dump,
614 void ieee80211_install_qdisc(struct net_device *dev)
618 qdisc = qdisc_create_dflt(dev, &wme_qdisc_ops, TC_H_ROOT);
620 printk(KERN_ERR "%s: qdisc installation failed\n", dev->name);
624 /* same handle as would be allocated by qdisc_alloc_handle() */
625 qdisc->handle = 0x80010000;
627 qdisc_lock_tree(dev);
628 list_add_tail(&qdisc->list, &dev->qdisc_list);
629 dev->qdisc_sleeping = qdisc;
630 qdisc_unlock_tree(dev);
634 int ieee80211_qdisc_installed(struct net_device *dev)
636 return dev->qdisc_sleeping->ops == &wme_qdisc_ops;
640 int ieee80211_wme_register(void)
642 return register_qdisc(&wme_qdisc_ops);
646 void ieee80211_wme_unregister(void)
648 unregister_qdisc(&wme_qdisc_ops);
651 int ieee80211_ht_agg_queue_add(struct ieee80211_local *local,
652 struct sta_info *sta, u16 tid)
655 struct ieee80211_sched_data *q =
656 qdisc_priv(local->mdev->qdisc_sleeping);
657 DECLARE_MAC_BUF(mac);
659 /* prepare the filter and save it for the SW queue
660 * matching the recieved HW queue */
662 /* try to get a Qdisc from the pool */
663 for (i = IEEE80211_TX_QUEUE_BEACON; i < local->hw.queues; i++)
664 if (!test_and_set_bit(i, q->qdisc_pool)) {
665 ieee80211_stop_queue(local_to_hw(local), i);
666 sta->tid_to_tx_q[tid] = i;
668 /* IF there are already pending packets
669 * on this tid first we need to drain them
670 * on the previous queue
671 * since HT is strict in order */
672 #ifdef CONFIG_MAC80211_HT_DEBUG
674 printk(KERN_DEBUG "allocated aggregation queue"
675 " %d tid %d addr %s pool=0x%lX\n",
676 i, tid, print_mac(mac, sta->addr),
678 #endif /* CONFIG_MAC80211_HT_DEBUG */
686 * the caller needs to hold local->mdev->queue_lock
688 void ieee80211_ht_agg_queue_remove(struct ieee80211_local *local,
689 struct sta_info *sta, u16 tid,
692 struct ieee80211_sched_data *q =
693 qdisc_priv(local->mdev->qdisc_sleeping);
694 int agg_queue = sta->tid_to_tx_q[tid];
696 /* return the qdisc to the pool */
697 clear_bit(agg_queue, q->qdisc_pool);
698 sta->tid_to_tx_q[tid] = local->hw.queues;
701 ieee80211_requeue(local, agg_queue);
703 q->queues[agg_queue]->ops->reset(q->queues[agg_queue]);
706 void ieee80211_requeue(struct ieee80211_local *local, int queue)
708 struct Qdisc *root_qd = local->mdev->qdisc_sleeping;
709 struct ieee80211_sched_data *q = qdisc_priv(root_qd);
710 struct Qdisc *qdisc = q->queues[queue];
711 struct sk_buff *skb = NULL;
714 if (!qdisc || !qdisc->dequeue)
717 printk(KERN_DEBUG "requeue: qlen = %d\n", qdisc->q.qlen);
718 for (len = qdisc->q.qlen; len > 0; len--) {
719 skb = qdisc->dequeue(qdisc);
721 /* packet will be classified again and */
722 /* skb->packet_data->queue will be overridden if needed */
724 wme_qdiscop_enqueue(skb, root_qd);