Blame view
net/sched/sch_api.c
41.1 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
/* * net/sched/sch_api.c Packet scheduler API. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version * 2 of the License, or (at your option) any later version. * * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> * * Fixes: * * Rani Assaf <rani@magic.metawire.com> :980802: JIFFIES and CPU clock sources are repaired. * Eduardo J. Blanco <ejbs@netlabs.com.uy> :990222: kmod support * Jamal Hadi Salim <hadi@nortelnetworks.com>: 990601: ingress support */ |
1da177e4c Linux-2.6.12-rc2 |
17 18 19 |
#include <linux/module.h> #include <linux/types.h> #include <linux/kernel.h> |
1da177e4c Linux-2.6.12-rc2 |
20 |
#include <linux/string.h> |
1da177e4c Linux-2.6.12-rc2 |
21 |
#include <linux/errno.h> |
1da177e4c Linux-2.6.12-rc2 |
22 |
#include <linux/skbuff.h> |
1da177e4c Linux-2.6.12-rc2 |
23 24 25 26 27 |
#include <linux/init.h> #include <linux/proc_fs.h> #include <linux/seq_file.h> #include <linux/kmod.h> #include <linux/list.h> |
4179477f6 [NET_SCHED]: Add ... |
28 |
#include <linux/hrtimer.h> |
25bfcd5a7 pkt_sched: Add lo... |
29 |
#include <linux/lockdep.h> |
5a0e3ad6a include cleanup: ... |
30 |
#include <linux/slab.h> |
1da177e4c Linux-2.6.12-rc2 |
31 |
|
457c4cbc5 [NET]: Make /proc... |
32 |
#include <net/net_namespace.h> |
b854272b3 [NET]: Modify all... |
33 |
#include <net/sock.h> |
dc5fc579b [NETLINK]: Use nl... |
34 |
#include <net/netlink.h> |
1da177e4c Linux-2.6.12-rc2 |
35 |
#include <net/pkt_sched.h> |
7316ae88c net_sched: make t... |
36 37 |
static int qdisc_notify(struct net *net, struct sk_buff *oskb, struct nlmsghdr *n, u32 clid, |
1da177e4c Linux-2.6.12-rc2 |
38 |
struct Qdisc *old, struct Qdisc *new); |
7316ae88c net_sched: make t... |
39 40 41 |
static int tclass_notify(struct net *net, struct sk_buff *oskb, struct nlmsghdr *n, struct Qdisc *q, unsigned long cl, int event); |
1da177e4c Linux-2.6.12-rc2 |
42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 |
/* Short review. ------------- This file consists of two interrelated parts: 1. queueing disciplines manager frontend. 2. traffic classes manager frontend. Generally, queueing discipline ("qdisc") is a black box, which is able to enqueue packets and to dequeue them (when device is ready to send something) in order and at times determined by algorithm hidden in it. qdisc's are divided to two categories: - "queues", which have no internal structure visible from outside. - "schedulers", which split all the packets to "traffic classes", using "packet classifiers" (look at cls_api.c) In turn, classes may have child qdiscs (as rule, queues) attached to them etc. etc. etc. The goal of the routines in this file is to translate information supplied by user in the form of handles to more intelligible for kernel form, to make some sanity checks and part of work, which is common to all qdiscs and to provide rtnetlink notifications. All real intelligent work is done inside qdisc modules. Every discipline has two major routines: enqueue and dequeue. ---dequeue dequeue usually returns a skb to send. It is allowed to return NULL, but it does not mean that queue is empty, it just means that discipline does not want to send anything this time. Queue is really empty if q->q.qlen == 0. For complicated disciplines with multiple queues q->q is not real packet queue, but however q->q.qlen must be valid. ---enqueue enqueue returns 0, if packet was enqueued successfully. If packet (this one or another one) was dropped, it returns not zero error code. NET_XMIT_DROP - this packet dropped Expected action: do not backoff, but wait until queue will clear. NET_XMIT_CN - probably this packet enqueued, but another one dropped. Expected action: backoff or ignore NET_XMIT_POLICED - dropped by police. Expected action: backoff or error to real-time apps. Auxiliary routines: |
99c0db267 pkt_sched: sch_ge... |
100 101 102 |
---peek like dequeue but without removing a packet from the queue |
1da177e4c Linux-2.6.12-rc2 |
103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 |
---reset returns qdisc to initial state: purge all buffers, clear all timers, counters (except for statistics) etc. ---init initializes newly created qdisc. ---destroy destroys resources allocated by init and during lifetime of qdisc. ---change changes qdisc parameters. */ /* Protects list of registered TC modules. It is pure SMP lock. */ static DEFINE_RWLOCK(qdisc_mod_lock); /************************************************ * Queueing disciplines manipulation. * ************************************************/ /* The list of all installed queueing disciplines. */ static struct Qdisc_ops *qdisc_base; /* Register/uregister queueing discipline */ int register_qdisc(struct Qdisc_ops *qops) { struct Qdisc_ops *q, **qp; int rc = -EEXIST; write_lock(&qdisc_mod_lock); for (qp = &qdisc_base; (q = *qp) != NULL; qp = &q->next) if (!strcmp(qops->id, q->id)) goto out; if (qops->enqueue == NULL) qops->enqueue = noop_qdisc_ops.enqueue; |
99c0db267 pkt_sched: sch_ge... |
148 |
if (qops->peek == NULL) { |
68fd26b59 pkt_sched: Add so... |
149 |
if (qops->dequeue == NULL) |
99c0db267 pkt_sched: sch_ge... |
150 |
qops->peek = noop_qdisc_ops.peek; |
68fd26b59 pkt_sched: Add so... |
151 152 |
else goto out_einval; |
99c0db267 pkt_sched: sch_ge... |
153 |
} |
1da177e4c Linux-2.6.12-rc2 |
154 155 |
if (qops->dequeue == NULL) qops->dequeue = noop_qdisc_ops.dequeue; |
68fd26b59 pkt_sched: Add so... |
156 157 |
if (qops->cl_ops) { const struct Qdisc_class_ops *cops = qops->cl_ops; |
3e9e5a592 pkt_sched: Check ... |
158 |
if (!(cops->get && cops->put && cops->walk && cops->leaf)) |
68fd26b59 pkt_sched: Add so... |
159 160 161 162 163 |
goto out_einval; if (cops->tcf_chain && !(cops->bind_tcf && cops->unbind_tcf)) goto out_einval; } |
1da177e4c Linux-2.6.12-rc2 |
164 165 166 167 168 169 |
qops->next = NULL; *qp = qops; rc = 0; out: write_unlock(&qdisc_mod_lock); return rc; |
68fd26b59 pkt_sched: Add so... |
170 171 172 173 |
out_einval: rc = -EINVAL; goto out; |
1da177e4c Linux-2.6.12-rc2 |
174 |
} |
62e3ba1b5 [NET_SCHED]: Move... |
175 |
EXPORT_SYMBOL(register_qdisc); |
1da177e4c Linux-2.6.12-rc2 |
176 177 178 179 180 181 182 |
int unregister_qdisc(struct Qdisc_ops *qops) { struct Qdisc_ops *q, **qp; int err = -ENOENT; write_lock(&qdisc_mod_lock); |
cc7ec456f net_sched: cleanups |
183 |
for (qp = &qdisc_base; (q = *qp) != NULL; qp = &q->next) |
1da177e4c Linux-2.6.12-rc2 |
184 185 186 187 188 189 190 191 192 193 |
if (q == qops) break; if (q) { *qp = q->next; q->next = NULL; err = 0; } write_unlock(&qdisc_mod_lock); return err; } |
62e3ba1b5 [NET_SCHED]: Move... |
194 |
EXPORT_SYMBOL(unregister_qdisc); |
1da177e4c Linux-2.6.12-rc2 |
195 196 197 198 |
/* We know handle. Find qdisc among all qdisc's attached to device (root qdisc, all its children, children of children etc.) */ |
6113b748f pkt_sched: fix sp... |
199 |
static struct Qdisc *qdisc_match_from_root(struct Qdisc *root, u32 handle) |
8123b421e pkt_sched: Fix in... |
200 201 202 203 204 205 206 207 208 209 210 211 212 |
{ struct Qdisc *q; if (!(root->flags & TCQ_F_BUILTIN) && root->handle == handle) return root; list_for_each_entry(q, &root->list, list) { if (q->handle == handle) return q; } return NULL; } |
f6e0b239a pkt_sched: Fix qd... |
213 214 |
static void qdisc_list_add(struct Qdisc *q) { |
f6486d40b pkt_sched: sch_ap... |
215 |
if ((q->parent != TC_H_ROOT) && !(q->flags & TCQ_F_INGRESS)) |
af356afa0 net_sched: reintr... |
216 |
list_add_tail(&q->list, &qdisc_dev(q)->qdisc->list); |
f6e0b239a pkt_sched: Fix qd... |
217 218 219 220 |
} void qdisc_list_del(struct Qdisc *q) { |
f6486d40b pkt_sched: sch_ap... |
221 |
if ((q->parent != TC_H_ROOT) && !(q->flags & TCQ_F_INGRESS)) |
f6e0b239a pkt_sched: Fix qd... |
222 |
list_del(&q->list); |
f6e0b239a pkt_sched: Fix qd... |
223 224 |
} EXPORT_SYMBOL(qdisc_list_del); |
ead81cc5f netdevice: Move q... |
225 |
struct Qdisc *qdisc_lookup(struct net_device *dev, u32 handle) |
1da177e4c Linux-2.6.12-rc2 |
226 |
{ |
f6e0b239a pkt_sched: Fix qd... |
227 |
struct Qdisc *q; |
af356afa0 net_sched: reintr... |
228 229 230 |
q = qdisc_match_from_root(dev->qdisc, handle); if (q) goto out; |
f6e0b239a pkt_sched: Fix qd... |
231 |
|
24824a09e net: dynamic ingr... |
232 233 234 235 |
if (dev_ingress_queue(dev)) q = qdisc_match_from_root( dev_ingress_queue(dev)->qdisc_sleeping, handle); |
f6486d40b pkt_sched: sch_ap... |
236 |
out: |
f6e0b239a pkt_sched: Fix qd... |
237 |
return q; |
1da177e4c Linux-2.6.12-rc2 |
238 239 240 241 242 243 |
} static struct Qdisc *qdisc_leaf(struct Qdisc *p, u32 classid) { unsigned long cl; struct Qdisc *leaf; |
20fea08b5 [NET]: Move Qdisc... |
244 |
const struct Qdisc_class_ops *cops = p->ops->cl_ops; |
1da177e4c Linux-2.6.12-rc2 |
245 246 247 248 249 250 251 252 253 254 255 256 257 |
if (cops == NULL) return NULL; cl = cops->get(p, classid); if (cl == 0) return NULL; leaf = cops->leaf(p, cl); cops->put(p, cl); return leaf; } /* Find queueing discipline by name */ |
1e90474c3 [NET_SCHED]: Conv... |
258 |
static struct Qdisc_ops *qdisc_lookup_ops(struct nlattr *kind) |
1da177e4c Linux-2.6.12-rc2 |
259 260 261 262 263 264 |
{ struct Qdisc_ops *q = NULL; if (kind) { read_lock(&qdisc_mod_lock); for (q = qdisc_base; q; q = q->next) { |
1e90474c3 [NET_SCHED]: Conv... |
265 |
if (nla_strcmp(kind, q->id) == 0) { |
1da177e4c Linux-2.6.12-rc2 |
266 267 268 269 270 271 272 273 274 275 276 |
if (!try_module_get(q->owner)) q = NULL; break; } } read_unlock(&qdisc_mod_lock); } return q; } static struct qdisc_rate_table *qdisc_rtab_list; |
1e90474c3 [NET_SCHED]: Conv... |
277 |
struct qdisc_rate_table *qdisc_get_rtab(struct tc_ratespec *r, struct nlattr *tab) |
1da177e4c Linux-2.6.12-rc2 |
278 279 280 281 282 283 284 285 286 |
{ struct qdisc_rate_table *rtab; for (rtab = qdisc_rtab_list; rtab; rtab = rtab->next) { if (memcmp(&rtab->rate, r, sizeof(struct tc_ratespec)) == 0) { rtab->refcnt++; return rtab; } } |
5feb5e1aa [NET_SCHED]: sch_... |
287 288 |
if (tab == NULL || r->rate == 0 || r->cell_log == 0 || nla_len(tab) != TC_RTAB_SIZE) |
1da177e4c Linux-2.6.12-rc2 |
289 290 291 292 293 294 |
return NULL; rtab = kmalloc(sizeof(*rtab), GFP_KERNEL); if (rtab) { rtab->rate = *r; rtab->refcnt = 1; |
1e90474c3 [NET_SCHED]: Conv... |
295 |
memcpy(rtab->data, nla_data(tab), 1024); |
1da177e4c Linux-2.6.12-rc2 |
296 297 298 299 300 |
rtab->next = qdisc_rtab_list; qdisc_rtab_list = rtab; } return rtab; } |
62e3ba1b5 [NET_SCHED]: Move... |
301 |
EXPORT_SYMBOL(qdisc_get_rtab); |
1da177e4c Linux-2.6.12-rc2 |
302 303 304 305 306 307 308 |
void qdisc_put_rtab(struct qdisc_rate_table *tab) { struct qdisc_rate_table *rtab, **rtabp; if (!tab || --tab->refcnt) return; |
cc7ec456f net_sched: cleanups |
309 310 311 |
for (rtabp = &qdisc_rtab_list; (rtab = *rtabp) != NULL; rtabp = &rtab->next) { |
1da177e4c Linux-2.6.12-rc2 |
312 313 314 315 316 317 318 |
if (rtab == tab) { *rtabp = rtab->next; kfree(rtab); return; } } } |
62e3ba1b5 [NET_SCHED]: Move... |
319 |
EXPORT_SYMBOL(qdisc_put_rtab); |
1da177e4c Linux-2.6.12-rc2 |
320 |
|
175f9c1bb net_sched: Add si... |
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 |
static LIST_HEAD(qdisc_stab_list); static DEFINE_SPINLOCK(qdisc_stab_lock); static const struct nla_policy stab_policy[TCA_STAB_MAX + 1] = { [TCA_STAB_BASE] = { .len = sizeof(struct tc_sizespec) }, [TCA_STAB_DATA] = { .type = NLA_BINARY }, }; static struct qdisc_size_table *qdisc_get_stab(struct nlattr *opt) { struct nlattr *tb[TCA_STAB_MAX + 1]; struct qdisc_size_table *stab; struct tc_sizespec *s; unsigned int tsize = 0; u16 *tab = NULL; int err; err = nla_parse_nested(tb, TCA_STAB_MAX, opt, stab_policy); if (err < 0) return ERR_PTR(err); if (!tb[TCA_STAB_BASE]) return ERR_PTR(-EINVAL); s = nla_data(tb[TCA_STAB_BASE]); if (s->tsize > 0) { if (!tb[TCA_STAB_DATA]) return ERR_PTR(-EINVAL); tab = nla_data(tb[TCA_STAB_DATA]); tsize = nla_len(tb[TCA_STAB_DATA]) / sizeof(u16); } |
00093fab9 net/sched: remove... |
352 |
if (tsize != s->tsize || (!tab && tsize > 0)) |
175f9c1bb net_sched: Add si... |
353 |
return ERR_PTR(-EINVAL); |
f3b9605d7 Revert "pkt_sched... |
354 |
spin_lock(&qdisc_stab_lock); |
175f9c1bb net_sched: Add si... |
355 356 357 358 359 360 361 |
list_for_each_entry(stab, &qdisc_stab_list, list) { if (memcmp(&stab->szopts, s, sizeof(*s))) continue; if (tsize > 0 && memcmp(stab->data, tab, tsize * sizeof(u16))) continue; stab->refcnt++; |
f3b9605d7 Revert "pkt_sched... |
362 |
spin_unlock(&qdisc_stab_lock); |
175f9c1bb net_sched: Add si... |
363 364 |
return stab; } |
f3b9605d7 Revert "pkt_sched... |
365 |
spin_unlock(&qdisc_stab_lock); |
175f9c1bb net_sched: Add si... |
366 367 368 369 370 371 372 373 374 |
stab = kmalloc(sizeof(*stab) + tsize * sizeof(u16), GFP_KERNEL); if (!stab) return ERR_PTR(-ENOMEM); stab->refcnt = 1; stab->szopts = *s; if (tsize > 0) memcpy(stab->data, tab, tsize * sizeof(u16)); |
f3b9605d7 Revert "pkt_sched... |
375 |
spin_lock(&qdisc_stab_lock); |
175f9c1bb net_sched: Add si... |
376 |
list_add_tail(&stab->list, &qdisc_stab_list); |
f3b9605d7 Revert "pkt_sched... |
377 |
spin_unlock(&qdisc_stab_lock); |
175f9c1bb net_sched: Add si... |
378 379 380 |
return stab; } |
a2da570d6 net_sched: RCU co... |
381 382 383 384 |
static void stab_kfree_rcu(struct rcu_head *head) { kfree(container_of(head, struct qdisc_size_table, rcu)); } |
175f9c1bb net_sched: Add si... |
385 386 387 388 |
void qdisc_put_stab(struct qdisc_size_table *tab) { if (!tab) return; |
f3b9605d7 Revert "pkt_sched... |
389 |
spin_lock(&qdisc_stab_lock); |
175f9c1bb net_sched: Add si... |
390 391 392 |
if (--tab->refcnt == 0) { list_del(&tab->list); |
a2da570d6 net_sched: RCU co... |
393 |
call_rcu_bh(&tab->rcu, stab_kfree_rcu); |
175f9c1bb net_sched: Add si... |
394 |
} |
f3b9605d7 Revert "pkt_sched... |
395 |
spin_unlock(&qdisc_stab_lock); |
175f9c1bb net_sched: Add si... |
396 397 398 399 400 401 402 403 |
} EXPORT_SYMBOL(qdisc_put_stab); static int qdisc_dump_stab(struct sk_buff *skb, struct qdisc_size_table *stab) { struct nlattr *nest; nest = nla_nest_start(skb, TCA_STAB); |
3aa4614da pkt_sched: fix mi... |
404 405 |
if (nest == NULL) goto nla_put_failure; |
175f9c1bb net_sched: Add si... |
406 407 408 409 410 411 412 413 |
NLA_PUT(skb, TCA_STAB_BASE, sizeof(stab->szopts), &stab->szopts); nla_nest_end(skb, nest); return skb->len; nla_put_failure: return -1; } |
a2da570d6 net_sched: RCU co... |
414 |
void __qdisc_calculate_pkt_len(struct sk_buff *skb, const struct qdisc_size_table *stab) |
175f9c1bb net_sched: Add si... |
415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 |
{ int pkt_len, slot; pkt_len = skb->len + stab->szopts.overhead; if (unlikely(!stab->szopts.tsize)) goto out; slot = pkt_len + stab->szopts.cell_align; if (unlikely(slot < 0)) slot = 0; slot >>= stab->szopts.cell_log; if (likely(slot < stab->szopts.tsize)) pkt_len = stab->data[slot]; else pkt_len = stab->data[stab->szopts.tsize - 1] * (slot / stab->szopts.tsize) + stab->data[slot % stab->szopts.tsize]; pkt_len <<= stab->szopts.size_log; out: if (unlikely(pkt_len < 1)) pkt_len = 1; qdisc_skb_cb(skb)->pkt_len = pkt_len; } |
a2da570d6 net_sched: RCU co... |
440 |
EXPORT_SYMBOL(__qdisc_calculate_pkt_len); |
175f9c1bb net_sched: Add si... |
441 |
|
b00355db3 pkt_sched: sch_hf... |
442 443 444 |
void qdisc_warn_nonwc(char *txt, struct Qdisc *qdisc) { if (!(qdisc->flags & TCQ_F_WARN_NONWC)) { |
cc7ec456f net_sched: cleanups |
445 446 447 |
pr_warn("%s: %s qdisc %X: is non-work-conserving? ", txt, qdisc->ops->id, qdisc->handle >> 16); |
b00355db3 pkt_sched: sch_hf... |
448 449 450 451 |
qdisc->flags |= TCQ_F_WARN_NONWC; } } EXPORT_SYMBOL(qdisc_warn_nonwc); |
4179477f6 [NET_SCHED]: Add ... |
452 453 454 |
static enum hrtimer_restart qdisc_watchdog(struct hrtimer *timer) { struct qdisc_watchdog *wd = container_of(timer, struct qdisc_watchdog, |
2fbd3da38 pkt_sched: Revert... |
455 |
timer); |
4179477f6 [NET_SCHED]: Add ... |
456 |
|
fd245a4ad net_sched: move T... |
457 |
qdisc_unthrottled(wd->qdisc); |
8608db031 pkt_sched: Never ... |
458 |
__netif_schedule(qdisc_root(wd->qdisc)); |
1936502d0 [NET_SCHED] qdisc... |
459 |
|
4179477f6 [NET_SCHED]: Add ... |
460 461 462 463 464 |
return HRTIMER_NORESTART; } void qdisc_watchdog_init(struct qdisc_watchdog *wd, struct Qdisc *qdisc) { |
2fbd3da38 pkt_sched: Revert... |
465 466 |
hrtimer_init(&wd->timer, CLOCK_MONOTONIC, HRTIMER_MODE_ABS); wd->timer.function = qdisc_watchdog; |
4179477f6 [NET_SCHED]: Add ... |
467 468 469 470 471 472 473 |
wd->qdisc = qdisc; } EXPORT_SYMBOL(qdisc_watchdog_init); void qdisc_watchdog_schedule(struct qdisc_watchdog *wd, psched_time_t expires) { ktime_t time; |
2540e0511 pkt_sched: Fix qd... |
474 475 476 |
if (test_bit(__QDISC_STATE_DEACTIVATED, &qdisc_root_sleeping(wd->qdisc)->state)) return; |
fd245a4ad net_sched: move T... |
477 |
qdisc_throttled(wd->qdisc); |
4179477f6 [NET_SCHED]: Add ... |
478 |
time = ktime_set(0, 0); |
ca44d6e60 pkt_sched: Rename... |
479 |
time = ktime_add_ns(time, PSCHED_TICKS2NS(expires)); |
2fbd3da38 pkt_sched: Revert... |
480 |
hrtimer_start(&wd->timer, time, HRTIMER_MODE_ABS); |
4179477f6 [NET_SCHED]: Add ... |
481 482 483 484 485 |
} EXPORT_SYMBOL(qdisc_watchdog_schedule); void qdisc_watchdog_cancel(struct qdisc_watchdog *wd) { |
2fbd3da38 pkt_sched: Revert... |
486 |
hrtimer_cancel(&wd->timer); |
fd245a4ad net_sched: move T... |
487 |
qdisc_unthrottled(wd->qdisc); |
4179477f6 [NET_SCHED]: Add ... |
488 489 |
} EXPORT_SYMBOL(qdisc_watchdog_cancel); |
1da177e4c Linux-2.6.12-rc2 |
490 |
|
a94f779f9 pkt_sched: make q... |
491 |
static struct hlist_head *qdisc_class_hash_alloc(unsigned int n) |
6fe1c7a55 net-sched: add dy... |
492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 |
{ unsigned int size = n * sizeof(struct hlist_head), i; struct hlist_head *h; if (size <= PAGE_SIZE) h = kmalloc(size, GFP_KERNEL); else h = (struct hlist_head *) __get_free_pages(GFP_KERNEL, get_order(size)); if (h != NULL) { for (i = 0; i < n; i++) INIT_HLIST_HEAD(&h[i]); } return h; } static void qdisc_class_hash_free(struct hlist_head *h, unsigned int n) { unsigned int size = n * sizeof(struct hlist_head); if (size <= PAGE_SIZE) kfree(h); else free_pages((unsigned long)h, get_order(size)); } void qdisc_class_hash_grow(struct Qdisc *sch, struct Qdisc_class_hash *clhash) { struct Qdisc_class_common *cl; struct hlist_node *n, *next; struct hlist_head *nhash, *ohash; unsigned int nsize, nmask, osize; unsigned int i, h; /* Rehash when load factor exceeds 0.75 */ if (clhash->hashelems * 4 <= clhash->hashsize * 3) return; nsize = clhash->hashsize * 2; nmask = nsize - 1; nhash = qdisc_class_hash_alloc(nsize); if (nhash == NULL) return; ohash = clhash->hash; osize = clhash->hashsize; sch_tree_lock(sch); for (i = 0; i < osize; i++) { hlist_for_each_entry_safe(cl, n, next, &ohash[i], hnode) { h = qdisc_class_hash(cl->classid, nmask); hlist_add_head(&cl->hnode, &nhash[h]); } } clhash->hash = nhash; clhash->hashsize = nsize; clhash->hashmask = nmask; sch_tree_unlock(sch); qdisc_class_hash_free(ohash, osize); } EXPORT_SYMBOL(qdisc_class_hash_grow); int qdisc_class_hash_init(struct Qdisc_class_hash *clhash) { unsigned int size = 4; clhash->hash = qdisc_class_hash_alloc(size); if (clhash->hash == NULL) return -ENOMEM; clhash->hashsize = size; clhash->hashmask = size - 1; clhash->hashelems = 0; return 0; } EXPORT_SYMBOL(qdisc_class_hash_init); void qdisc_class_hash_destroy(struct Qdisc_class_hash *clhash) { qdisc_class_hash_free(clhash->hash, clhash->hashsize); } EXPORT_SYMBOL(qdisc_class_hash_destroy); void qdisc_class_hash_insert(struct Qdisc_class_hash *clhash, struct Qdisc_class_common *cl) { unsigned int h; INIT_HLIST_NODE(&cl->hnode); h = qdisc_class_hash(cl->classid, clhash->hashmask); hlist_add_head(&cl->hnode, &clhash->hash[h]); clhash->hashelems++; } EXPORT_SYMBOL(qdisc_class_hash_insert); void qdisc_class_hash_remove(struct Qdisc_class_hash *clhash, struct Qdisc_class_common *cl) { hlist_del(&cl->hnode); clhash->hashelems--; } EXPORT_SYMBOL(qdisc_class_hash_remove); |
fa0f5aa74 net_sched: qdisc_... |
594 595 596 |
/* Allocate an unique handle from space managed by kernel * Possible range is [8000-FFFF]:0000 (0x8000 values) */ |
1da177e4c Linux-2.6.12-rc2 |
597 598 |
static u32 qdisc_alloc_handle(struct net_device *dev) { |
fa0f5aa74 net_sched: qdisc_... |
599 |
int i = 0x8000; |
1da177e4c Linux-2.6.12-rc2 |
600 601 602 603 604 605 |
static u32 autohandle = TC_H_MAKE(0x80000000U, 0); do { autohandle += TC_H_MAKE(0x10000U, 0); if (autohandle == TC_H_MAKE(TC_H_ROOT, 0)) autohandle = TC_H_MAKE(0x80000000U, 0); |
fa0f5aa74 net_sched: qdisc_... |
606 607 608 609 |
if (!qdisc_lookup(dev, autohandle)) return autohandle; cond_resched(); } while (--i > 0); |
1da177e4c Linux-2.6.12-rc2 |
610 |
|
fa0f5aa74 net_sched: qdisc_... |
611 |
return 0; |
1da177e4c Linux-2.6.12-rc2 |
612 |
} |
43effa1e5 [NET_SCHED]: Fix ... |
613 614 |
void qdisc_tree_decrease_qlen(struct Qdisc *sch, unsigned int n) { |
20fea08b5 [NET]: Move Qdisc... |
615 |
const struct Qdisc_class_ops *cops; |
43effa1e5 [NET_SCHED]: Fix ... |
616 617 618 619 620 621 |
unsigned long cl; u32 parentid; if (n == 0) return; while ((parentid = sch->parent)) { |
066a3b5b2 [NET_SCHED] sch_a... |
622 623 |
if (TC_H_MAJ(parentid) == TC_H_MAJ(TC_H_INGRESS)) return; |
5ce2d488f pkt_sched: Remove... |
624 |
sch = qdisc_lookup(qdisc_dev(sch), TC_H_MAJ(parentid)); |
ffc8fefaf [NET]: Fix sch_ap... |
625 626 627 628 |
if (sch == NULL) { WARN_ON(parentid != TC_H_ROOT); return; } |
43effa1e5 [NET_SCHED]: Fix ... |
629 630 631 632 633 634 635 636 637 638 |
cops = sch->ops->cl_ops; if (cops->qlen_notify) { cl = cops->get(sch, parentid); cops->qlen_notify(sch, cl); cops->put(sch, cl); } sch->q.qlen -= n; } } EXPORT_SYMBOL(qdisc_tree_decrease_qlen); |
1da177e4c Linux-2.6.12-rc2 |
639 |
|
7316ae88c net_sched: make t... |
640 641 |
static void notify_and_destroy(struct net *net, struct sk_buff *skb, struct nlmsghdr *n, u32 clid, |
99194cff3 pkt_sched: Add mu... |
642 643 644 |
struct Qdisc *old, struct Qdisc *new) { if (new || old) |
7316ae88c net_sched: make t... |
645 |
qdisc_notify(net, skb, n, clid, old, new); |
1da177e4c Linux-2.6.12-rc2 |
646 |
|
4d8863a29 pkt_sched: Don't ... |
647 |
if (old) |
99194cff3 pkt_sched: Add mu... |
648 |
qdisc_destroy(old); |
99194cff3 pkt_sched: Add mu... |
649 650 651 652 653 654 655 656 657 |
} /* Graft qdisc "new" to class "classid" of qdisc "parent" or * to device "dev". * * When appropriate send a netlink notification using 'skb' * and "n". * * On success, destroy old qdisc. |
1da177e4c Linux-2.6.12-rc2 |
658 659 660 |
*/ static int qdisc_graft(struct net_device *dev, struct Qdisc *parent, |
99194cff3 pkt_sched: Add mu... |
661 662 |
struct sk_buff *skb, struct nlmsghdr *n, u32 classid, struct Qdisc *new, struct Qdisc *old) |
1da177e4c Linux-2.6.12-rc2 |
663 |
{ |
99194cff3 pkt_sched: Add mu... |
664 |
struct Qdisc *q = old; |
7316ae88c net_sched: make t... |
665 |
struct net *net = dev_net(dev); |
1da177e4c Linux-2.6.12-rc2 |
666 |
int err = 0; |
1da177e4c Linux-2.6.12-rc2 |
667 |
|
10297b993 [NET] SCHED: Fix ... |
668 |
if (parent == NULL) { |
99194cff3 pkt_sched: Add mu... |
669 670 671 672 |
unsigned int i, num_q, ingress; ingress = 0; num_q = dev->num_tx_queues; |
8d50b53d6 pkt_sched: Fix OO... |
673 674 |
if ((q && q->flags & TCQ_F_INGRESS) || (new && new->flags & TCQ_F_INGRESS)) { |
99194cff3 pkt_sched: Add mu... |
675 676 |
num_q = 1; ingress = 1; |
24824a09e net: dynamic ingr... |
677 678 |
if (!dev_ingress_queue(dev)) return -ENOENT; |
99194cff3 pkt_sched: Add mu... |
679 680 681 682 |
} if (dev->flags & IFF_UP) dev_deactivate(dev); |
6ec1c69a8 net_sched: add cl... |
683 684 685 686 |
if (new && new->ops->attach) { new->ops->attach(new); num_q = 0; } |
99194cff3 pkt_sched: Add mu... |
687 |
for (i = 0; i < num_q; i++) { |
24824a09e net: dynamic ingr... |
688 |
struct netdev_queue *dev_queue = dev_ingress_queue(dev); |
99194cff3 pkt_sched: Add mu... |
689 690 691 |
if (!ingress) dev_queue = netdev_get_tx_queue(dev, i); |
8d50b53d6 pkt_sched: Fix OO... |
692 693 694 |
old = dev_graft_qdisc(dev_queue, new); if (new && i > 0) atomic_inc(&new->refcnt); |
036d6a673 pkt_sched: Fix qd... |
695 696 |
if (!ingress) qdisc_destroy(old); |
1da177e4c Linux-2.6.12-rc2 |
697 |
} |
99194cff3 pkt_sched: Add mu... |
698 |
|
036d6a673 pkt_sched: Fix qd... |
699 |
if (!ingress) { |
7316ae88c net_sched: make t... |
700 701 |
notify_and_destroy(net, skb, n, classid, dev->qdisc, new); |
036d6a673 pkt_sched: Fix qd... |
702 703 704 705 |
if (new && !new->ops->attach) atomic_inc(&new->refcnt); dev->qdisc = new ? : &noop_qdisc; } else { |
7316ae88c net_sched: make t... |
706 |
notify_and_destroy(net, skb, n, classid, old, new); |
036d6a673 pkt_sched: Fix qd... |
707 |
} |
af356afa0 net_sched: reintr... |
708 |
|
99194cff3 pkt_sched: Add mu... |
709 710 |
if (dev->flags & IFF_UP) dev_activate(dev); |
1da177e4c Linux-2.6.12-rc2 |
711 |
} else { |
20fea08b5 [NET]: Move Qdisc... |
712 |
const struct Qdisc_class_ops *cops = parent->ops->cl_ops; |
1da177e4c Linux-2.6.12-rc2 |
713 |
|
c9f1d0389 net_sched: fix cl... |
714 715 |
err = -EOPNOTSUPP; if (cops && cops->graft) { |
1da177e4c Linux-2.6.12-rc2 |
716 717 |
unsigned long cl = cops->get(parent, classid); if (cl) { |
99194cff3 pkt_sched: Add mu... |
718 |
err = cops->graft(parent, cl, new, &old); |
1da177e4c Linux-2.6.12-rc2 |
719 |
cops->put(parent, cl); |
c9f1d0389 net_sched: fix cl... |
720 721 |
} else err = -ENOENT; |
1da177e4c Linux-2.6.12-rc2 |
722 |
} |
99194cff3 pkt_sched: Add mu... |
723 |
if (!err) |
7316ae88c net_sched: make t... |
724 |
notify_and_destroy(net, skb, n, classid, old, new); |
1da177e4c Linux-2.6.12-rc2 |
725 726 727 |
} return err; } |
25bfcd5a7 pkt_sched: Add lo... |
728 729 730 |
/* lockdep annotation is needed for ingress; egress gets it only for name */ static struct lock_class_key qdisc_tx_lock; static struct lock_class_key qdisc_rx_lock; |
1da177e4c Linux-2.6.12-rc2 |
731 732 733 734 735 736 737 |
/* Allocate and initialize new qdisc. Parameters are passed via opt. */ static struct Qdisc * |
bb949fbd1 netdev: Create ne... |
738 |
qdisc_create(struct net_device *dev, struct netdev_queue *dev_queue, |
23bcf634c net_sched: fix es... |
739 740 |
struct Qdisc *p, u32 parent, u32 handle, struct nlattr **tca, int *errp) |
1da177e4c Linux-2.6.12-rc2 |
741 742 |
{ int err; |
1e90474c3 [NET_SCHED]: Conv... |
743 |
struct nlattr *kind = tca[TCA_KIND]; |
1da177e4c Linux-2.6.12-rc2 |
744 745 |
struct Qdisc *sch; struct Qdisc_ops *ops; |
175f9c1bb net_sched: Add si... |
746 |
struct qdisc_size_table *stab; |
1da177e4c Linux-2.6.12-rc2 |
747 748 |
ops = qdisc_lookup_ops(kind); |
95a5afca4 net: Remove CONFI... |
749 |
#ifdef CONFIG_MODULES |
1da177e4c Linux-2.6.12-rc2 |
750 751 |
if (ops == NULL && kind != NULL) { char name[IFNAMSIZ]; |
1e90474c3 [NET_SCHED]: Conv... |
752 |
if (nla_strlcpy(name, kind, IFNAMSIZ) < IFNAMSIZ) { |
1da177e4c Linux-2.6.12-rc2 |
753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 |
/* We dropped the RTNL semaphore in order to * perform the module load. So, even if we * succeeded in loading the module we have to * tell the caller to replay the request. We * indicate this using -EAGAIN. * We replay the request because the device may * go away in the mean time. */ rtnl_unlock(); request_module("sch_%s", name); rtnl_lock(); ops = qdisc_lookup_ops(kind); if (ops != NULL) { /* We will try again qdisc_lookup_ops, * so don't keep a reference. */ module_put(ops->owner); err = -EAGAIN; goto err_out; } } } #endif |
b9e2cc0f0 [PKT_SCHED]: Retu... |
776 |
err = -ENOENT; |
1da177e4c Linux-2.6.12-rc2 |
777 778 |
if (ops == NULL) goto err_out; |
5ce2d488f pkt_sched: Remove... |
779 |
sch = qdisc_alloc(dev_queue, ops); |
3d54b82fd [PKT_SCHED]: Clea... |
780 781 |
if (IS_ERR(sch)) { err = PTR_ERR(sch); |
1da177e4c Linux-2.6.12-rc2 |
782 |
goto err_out2; |
3d54b82fd [PKT_SCHED]: Clea... |
783 |
} |
1da177e4c Linux-2.6.12-rc2 |
784 |
|
ffc8fefaf [NET]: Fix sch_ap... |
785 |
sch->parent = parent; |
3d54b82fd [PKT_SCHED]: Clea... |
786 |
if (handle == TC_H_INGRESS) { |
1da177e4c Linux-2.6.12-rc2 |
787 |
sch->flags |= TCQ_F_INGRESS; |
3d54b82fd [PKT_SCHED]: Clea... |
788 |
handle = TC_H_MAKE(TC_H_INGRESS, 0); |
25bfcd5a7 pkt_sched: Add lo... |
789 |
lockdep_set_class(qdisc_lock(sch), &qdisc_rx_lock); |
fd44de7cc [NET_SCHED]: ingr... |
790 |
} else { |
fd44de7cc [NET_SCHED]: ingr... |
791 792 793 794 795 796 |
if (handle == 0) { handle = qdisc_alloc_handle(dev); err = -ENOMEM; if (handle == 0) goto err_out3; } |
25bfcd5a7 pkt_sched: Add lo... |
797 |
lockdep_set_class(qdisc_lock(sch), &qdisc_tx_lock); |
1da177e4c Linux-2.6.12-rc2 |
798 |
} |
3d54b82fd [PKT_SCHED]: Clea... |
799 |
sch->handle = handle; |
1da177e4c Linux-2.6.12-rc2 |
800 |
|
1e90474c3 [NET_SCHED]: Conv... |
801 |
if (!ops->init || (err = ops->init(sch, tca[TCA_OPTIONS])) == 0) { |
175f9c1bb net_sched: Add si... |
802 803 804 805 |
if (tca[TCA_STAB]) { stab = qdisc_get_stab(tca[TCA_STAB]); if (IS_ERR(stab)) { err = PTR_ERR(stab); |
7c64b9f3f pkt_sched: Fix qd... |
806 |
goto err_out4; |
175f9c1bb net_sched: Add si... |
807 |
} |
a2da570d6 net_sched: RCU co... |
808 |
rcu_assign_pointer(sch->stab, stab); |
175f9c1bb net_sched: Add si... |
809 |
} |
1e90474c3 [NET_SCHED]: Conv... |
810 |
if (tca[TCA_RATE]) { |
f6f9b93f1 pkt_sched: Fix ge... |
811 |
spinlock_t *root_lock; |
23bcf634c net_sched: fix es... |
812 813 814 |
err = -EOPNOTSUPP; if (sch->flags & TCQ_F_MQROOT) goto err_out4; |
f6f9b93f1 pkt_sched: Fix ge... |
815 |
if ((sch->parent != TC_H_ROOT) && |
23bcf634c net_sched: fix es... |
816 817 |
!(sch->flags & TCQ_F_INGRESS) && (!p || !(p->flags & TCQ_F_MQROOT))) |
f6f9b93f1 pkt_sched: Fix ge... |
818 819 820 |
root_lock = qdisc_root_sleeping_lock(sch); else root_lock = qdisc_lock(sch); |
023e09a76 [PKT_SCHED]: Repo... |
821 |
err = gen_new_estimator(&sch->bstats, &sch->rate_est, |
f6f9b93f1 pkt_sched: Fix ge... |
822 |
root_lock, tca[TCA_RATE]); |
23bcf634c net_sched: fix es... |
823 824 |
if (err) goto err_out4; |
023e09a76 [PKT_SCHED]: Repo... |
825 |
} |
f6e0b239a pkt_sched: Fix qd... |
826 827 |
qdisc_list_add(sch); |
1da177e4c Linux-2.6.12-rc2 |
828 |
|
1da177e4c Linux-2.6.12-rc2 |
829 830 831 832 |
return sch; } err_out3: dev_put(dev); |
3d54b82fd [PKT_SCHED]: Clea... |
833 |
kfree((char *) sch - sch->padded); |
1da177e4c Linux-2.6.12-rc2 |
834 835 836 837 |
err_out2: module_put(ops->owner); err_out: *errp = err; |
1da177e4c Linux-2.6.12-rc2 |
838 |
return NULL; |
23bcf634c net_sched: fix es... |
839 840 841 842 843 844 |
err_out4: /* * Any broken qdiscs that would require a ops->reset() here? * The qdisc was never in action so it shouldn't be necessary. */ |
a2da570d6 net_sched: RCU co... |
845 |
qdisc_put_stab(rtnl_dereference(sch->stab)); |
23bcf634c net_sched: fix es... |
846 847 848 |
if (ops->destroy) ops->destroy(sch); goto err_out3; |
1da177e4c Linux-2.6.12-rc2 |
849 |
} |
1e90474c3 [NET_SCHED]: Conv... |
850 |
static int qdisc_change(struct Qdisc *sch, struct nlattr **tca) |
1da177e4c Linux-2.6.12-rc2 |
851 |
{ |
a2da570d6 net_sched: RCU co... |
852 |
struct qdisc_size_table *ostab, *stab = NULL; |
175f9c1bb net_sched: Add si... |
853 |
int err = 0; |
1da177e4c Linux-2.6.12-rc2 |
854 |
|
175f9c1bb net_sched: Add si... |
855 |
if (tca[TCA_OPTIONS]) { |
1da177e4c Linux-2.6.12-rc2 |
856 857 |
if (sch->ops->change == NULL) return -EINVAL; |
1e90474c3 [NET_SCHED]: Conv... |
858 |
err = sch->ops->change(sch, tca[TCA_OPTIONS]); |
1da177e4c Linux-2.6.12-rc2 |
859 860 861 |
if (err) return err; } |
175f9c1bb net_sched: Add si... |
862 863 864 865 866 867 |
if (tca[TCA_STAB]) { stab = qdisc_get_stab(tca[TCA_STAB]); if (IS_ERR(stab)) return PTR_ERR(stab); } |
a2da570d6 net_sched: RCU co... |
868 869 870 |
ostab = rtnl_dereference(sch->stab); rcu_assign_pointer(sch->stab, stab); qdisc_put_stab(ostab); |
175f9c1bb net_sched: Add si... |
871 |
|
23bcf634c net_sched: fix es... |
872 |
if (tca[TCA_RATE]) { |
71bcb09a5 tc: check for err... |
873 874 |
/* NB: ignores errors from replace_estimator because change can't be undone. */ |
23bcf634c net_sched: fix es... |
875 876 |
if (sch->flags & TCQ_F_MQROOT) goto out; |
1da177e4c Linux-2.6.12-rc2 |
877 |
gen_replace_estimator(&sch->bstats, &sch->rate_est, |
71bcb09a5 tc: check for err... |
878 879 |
qdisc_root_sleeping_lock(sch), tca[TCA_RATE]); |
23bcf634c net_sched: fix es... |
880 881 |
} out: |
1da177e4c Linux-2.6.12-rc2 |
882 883 |
return 0; } |
cc7ec456f net_sched: cleanups |
884 885 |
struct check_loop_arg { struct qdisc_walker w; |
1da177e4c Linux-2.6.12-rc2 |
886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 |
struct Qdisc *p; int depth; }; static int check_loop_fn(struct Qdisc *q, unsigned long cl, struct qdisc_walker *w); static int check_loop(struct Qdisc *q, struct Qdisc *p, int depth) { struct check_loop_arg arg; if (q->ops->cl_ops == NULL) return 0; arg.w.stop = arg.w.skip = arg.w.count = 0; arg.w.fn = check_loop_fn; arg.depth = depth; arg.p = p; q->ops->cl_ops->walk(q, &arg.w); return arg.w.stop ? -ELOOP : 0; } static int check_loop_fn(struct Qdisc *q, unsigned long cl, struct qdisc_walker *w) { struct Qdisc *leaf; |
20fea08b5 [NET]: Move Qdisc... |
911 |
const struct Qdisc_class_ops *cops = q->ops->cl_ops; |
1da177e4c Linux-2.6.12-rc2 |
912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 |
struct check_loop_arg *arg = (struct check_loop_arg *)w; leaf = cops->leaf(q, cl); if (leaf) { if (leaf == arg->p || arg->depth > 7) return -ELOOP; return check_loop(leaf, arg->p, arg->depth + 1); } return 0; } /* * Delete/get qdisc. */ static int tc_get_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg) { |
3b1e0a655 [NET] NETNS: Omit... |
929 |
struct net *net = sock_net(skb->sk); |
1da177e4c Linux-2.6.12-rc2 |
930 |
struct tcmsg *tcm = NLMSG_DATA(n); |
1e90474c3 [NET_SCHED]: Conv... |
931 |
struct nlattr *tca[TCA_MAX + 1]; |
1da177e4c Linux-2.6.12-rc2 |
932 933 934 935 936 |
struct net_device *dev; u32 clid = tcm->tcm_parent; struct Qdisc *q = NULL; struct Qdisc *p = NULL; int err; |
cc7ec456f net_sched: cleanups |
937 938 |
dev = __dev_get_by_index(net, tcm->tcm_ifindex); if (!dev) |
1da177e4c Linux-2.6.12-rc2 |
939 |
return -ENODEV; |
1e90474c3 [NET_SCHED]: Conv... |
940 941 942 |
err = nlmsg_parse(n, sizeof(*tcm), tca, TCA_MAX, NULL); if (err < 0) return err; |
1da177e4c Linux-2.6.12-rc2 |
943 944 945 |
if (clid) { if (clid != TC_H_ROOT) { if (TC_H_MAJ(clid) != TC_H_MAJ(TC_H_INGRESS)) { |
cc7ec456f net_sched: cleanups |
946 947 |
p = qdisc_lookup(dev, TC_H_MAJ(clid)); if (!p) |
1da177e4c Linux-2.6.12-rc2 |
948 949 |
return -ENOENT; q = qdisc_leaf(p, clid); |
cc7ec456f net_sched: cleanups |
950 951 |
} else if (dev_ingress_queue(dev)) { q = dev_ingress_queue(dev)->qdisc_sleeping; |
10297b993 [NET] SCHED: Fix ... |
952 |
} |
1da177e4c Linux-2.6.12-rc2 |
953 |
} else { |
af356afa0 net_sched: reintr... |
954 |
q = dev->qdisc; |
1da177e4c Linux-2.6.12-rc2 |
955 956 957 958 959 960 961 |
} if (!q) return -ENOENT; if (tcm->tcm_handle && q->handle != tcm->tcm_handle) return -EINVAL; } else { |
cc7ec456f net_sched: cleanups |
962 963 |
q = qdisc_lookup(dev, tcm->tcm_handle); if (!q) |
1da177e4c Linux-2.6.12-rc2 |
964 965 |
return -ENOENT; } |
1e90474c3 [NET_SCHED]: Conv... |
966 |
if (tca[TCA_KIND] && nla_strcmp(tca[TCA_KIND], q->ops->id)) |
1da177e4c Linux-2.6.12-rc2 |
967 968 969 970 971 972 973 |
return -EINVAL; if (n->nlmsg_type == RTM_DELQDISC) { if (!clid) return -EINVAL; if (q->handle == 0) return -ENOENT; |
cc7ec456f net_sched: cleanups |
974 975 |
err = qdisc_graft(dev, p, skb, n, clid, NULL, q); if (err != 0) |
1da177e4c Linux-2.6.12-rc2 |
976 |
return err; |
1da177e4c Linux-2.6.12-rc2 |
977 |
} else { |
7316ae88c net_sched: make t... |
978 |
qdisc_notify(net, skb, n, clid, NULL, q); |
1da177e4c Linux-2.6.12-rc2 |
979 980 981 982 983 |
} return 0; } /* |
cc7ec456f net_sched: cleanups |
984 |
* Create/change qdisc. |
1da177e4c Linux-2.6.12-rc2 |
985 986 987 988 |
*/ static int tc_modify_qdisc(struct sk_buff *skb, struct nlmsghdr *n, void *arg) { |
3b1e0a655 [NET] NETNS: Omit... |
989 |
struct net *net = sock_net(skb->sk); |
1da177e4c Linux-2.6.12-rc2 |
990 |
struct tcmsg *tcm; |
1e90474c3 [NET_SCHED]: Conv... |
991 |
struct nlattr *tca[TCA_MAX + 1]; |
1da177e4c Linux-2.6.12-rc2 |
992 993 994 995 996 997 998 999 |
struct net_device *dev; u32 clid; struct Qdisc *q, *p; int err; replay: /* Reinit, just in case something touches this. */ tcm = NLMSG_DATA(n); |
1da177e4c Linux-2.6.12-rc2 |
1000 1001 |
clid = tcm->tcm_parent; q = p = NULL; |
cc7ec456f net_sched: cleanups |
1002 1003 |
dev = __dev_get_by_index(net, tcm->tcm_ifindex); if (!dev) |
1da177e4c Linux-2.6.12-rc2 |
1004 |
return -ENODEV; |
1e90474c3 [NET_SCHED]: Conv... |
1005 1006 1007 |
err = nlmsg_parse(n, sizeof(*tcm), tca, TCA_MAX, NULL); if (err < 0) return err; |
1da177e4c Linux-2.6.12-rc2 |
1008 1009 1010 |
if (clid) { if (clid != TC_H_ROOT) { if (clid != TC_H_INGRESS) { |
cc7ec456f net_sched: cleanups |
1011 1012 |
p = qdisc_lookup(dev, TC_H_MAJ(clid)); if (!p) |
1da177e4c Linux-2.6.12-rc2 |
1013 1014 |
return -ENOENT; q = qdisc_leaf(p, clid); |
cc7ec456f net_sched: cleanups |
1015 1016 |
} else if (dev_ingress_queue_create(dev)) { q = dev_ingress_queue(dev)->qdisc_sleeping; |
1da177e4c Linux-2.6.12-rc2 |
1017 1018 |
} } else { |
af356afa0 net_sched: reintr... |
1019 |
q = dev->qdisc; |
1da177e4c Linux-2.6.12-rc2 |
1020 1021 1022 1023 1024 1025 1026 1027 |
} /* It may be default qdisc, ignore it */ if (q && q->handle == 0) q = NULL; if (!q || !tcm->tcm_handle || q->handle != tcm->tcm_handle) { if (tcm->tcm_handle) { |
cc7ec456f net_sched: cleanups |
1028 |
if (q && !(n->nlmsg_flags & NLM_F_REPLACE)) |
1da177e4c Linux-2.6.12-rc2 |
1029 1030 1031 |
return -EEXIST; if (TC_H_MIN(tcm->tcm_handle)) return -EINVAL; |
cc7ec456f net_sched: cleanups |
1032 1033 |
q = qdisc_lookup(dev, tcm->tcm_handle); if (!q) |
1da177e4c Linux-2.6.12-rc2 |
1034 |
goto create_n_graft; |
cc7ec456f net_sched: cleanups |
1035 |
if (n->nlmsg_flags & NLM_F_EXCL) |
1da177e4c Linux-2.6.12-rc2 |
1036 |
return -EEXIST; |
1e90474c3 [NET_SCHED]: Conv... |
1037 |
if (tca[TCA_KIND] && nla_strcmp(tca[TCA_KIND], q->ops->id)) |
1da177e4c Linux-2.6.12-rc2 |
1038 1039 1040 1041 1042 1043 1044 |
return -EINVAL; if (q == p || (p && check_loop(q, p, 0))) return -ELOOP; atomic_inc(&q->refcnt); goto graft; } else { |
cc7ec456f net_sched: cleanups |
1045 |
if (!q) |
1da177e4c Linux-2.6.12-rc2 |
1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 |
goto create_n_graft; /* This magic test requires explanation. * * We know, that some child q is already * attached to this parent and have choice: * either to change it or to create/graft new one. * * 1. We are allowed to create/graft only * if CREATE and REPLACE flags are set. * * 2. If EXCL is set, requestor wanted to say, * that qdisc tcm_handle is not expected * to exist, so that we choose create/graft too. * * 3. The last case is when no flags are set. * Alas, it is sort of hole in API, we * cannot decide what to do unambiguously. * For now we select create/graft, if * user gave KIND, which does not match existing. */ |
cc7ec456f net_sched: cleanups |
1067 1068 1069 |
if ((n->nlmsg_flags & NLM_F_CREATE) && (n->nlmsg_flags & NLM_F_REPLACE) && ((n->nlmsg_flags & NLM_F_EXCL) || |
1e90474c3 [NET_SCHED]: Conv... |
1070 1071 |
(tca[TCA_KIND] && nla_strcmp(tca[TCA_KIND], q->ops->id)))) |
1da177e4c Linux-2.6.12-rc2 |
1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 |
goto create_n_graft; } } } else { if (!tcm->tcm_handle) return -EINVAL; q = qdisc_lookup(dev, tcm->tcm_handle); } /* Change qdisc parameters */ if (q == NULL) return -ENOENT; |
cc7ec456f net_sched: cleanups |
1084 |
if (n->nlmsg_flags & NLM_F_EXCL) |
1da177e4c Linux-2.6.12-rc2 |
1085 |
return -EEXIST; |
1e90474c3 [NET_SCHED]: Conv... |
1086 |
if (tca[TCA_KIND] && nla_strcmp(tca[TCA_KIND], q->ops->id)) |
1da177e4c Linux-2.6.12-rc2 |
1087 1088 1089 |
return -EINVAL; err = qdisc_change(q, tca); if (err == 0) |
7316ae88c net_sched: make t... |
1090 |
qdisc_notify(net, skb, n, clid, NULL, q); |
1da177e4c Linux-2.6.12-rc2 |
1091 1092 1093 |
return err; create_n_graft: |
cc7ec456f net_sched: cleanups |
1094 |
if (!(n->nlmsg_flags & NLM_F_CREATE)) |
1da177e4c Linux-2.6.12-rc2 |
1095 |
return -ENOENT; |
24824a09e net: dynamic ingr... |
1096 1097 1098 1099 1100 1101 1102 1103 |
if (clid == TC_H_INGRESS) { if (dev_ingress_queue(dev)) q = qdisc_create(dev, dev_ingress_queue(dev), p, tcm->tcm_parent, tcm->tcm_parent, tca, &err); else err = -ENOENT; } else { |
926e61b7c pkt_sched: Fix tx... |
1104 |
struct netdev_queue *dev_queue; |
6ec1c69a8 net_sched: add cl... |
1105 1106 |
if (p && p->ops->cl_ops && p->ops->cl_ops->select_queue) |
926e61b7c pkt_sched: Fix tx... |
1107 1108 1109 1110 1111 |
dev_queue = p->ops->cl_ops->select_queue(p, tcm); else if (p) dev_queue = p->dev_queue; else dev_queue = netdev_get_tx_queue(dev, 0); |
6ec1c69a8 net_sched: add cl... |
1112 |
|
926e61b7c pkt_sched: Fix tx... |
1113 |
q = qdisc_create(dev, dev_queue, p, |
bb949fbd1 netdev: Create ne... |
1114 |
tcm->tcm_parent, tcm->tcm_handle, |
ffc8fefaf [NET]: Fix sch_ap... |
1115 |
tca, &err); |
6ec1c69a8 net_sched: add cl... |
1116 |
} |
1da177e4c Linux-2.6.12-rc2 |
1117 1118 1119 1120 1121 1122 1123 |
if (q == NULL) { if (err == -EAGAIN) goto replay; return err; } graft: |
e5befbd95 pkt_sched: remove... |
1124 1125 1126 1127 1128 |
err = qdisc_graft(dev, p, skb, n, clid, q, NULL); if (err) { if (q) qdisc_destroy(q); return err; |
1da177e4c Linux-2.6.12-rc2 |
1129 |
} |
e5befbd95 pkt_sched: remove... |
1130 |
|
1da177e4c Linux-2.6.12-rc2 |
1131 1132 1133 1134 |
return 0; } static int tc_fill_qdisc(struct sk_buff *skb, struct Qdisc *q, u32 clid, |
e431b8c00 [NETLINK]: Explic... |
1135 |
u32 pid, u32 seq, u16 flags, int event) |
1da177e4c Linux-2.6.12-rc2 |
1136 1137 1138 |
{ struct tcmsg *tcm; struct nlmsghdr *nlh; |
27a884dc3 [SK_BUFF]: Conver... |
1139 |
unsigned char *b = skb_tail_pointer(skb); |
1da177e4c Linux-2.6.12-rc2 |
1140 |
struct gnet_dump d; |
a2da570d6 net_sched: RCU co... |
1141 |
struct qdisc_size_table *stab; |
1da177e4c Linux-2.6.12-rc2 |
1142 |
|
e431b8c00 [NETLINK]: Explic... |
1143 |
nlh = NLMSG_NEW(skb, pid, seq, event, sizeof(*tcm), flags); |
1da177e4c Linux-2.6.12-rc2 |
1144 1145 |
tcm = NLMSG_DATA(nlh); tcm->tcm_family = AF_UNSPEC; |
9ef1d4c7c [NETLINK]: Missin... |
1146 1147 |
tcm->tcm__pad1 = 0; tcm->tcm__pad2 = 0; |
5ce2d488f pkt_sched: Remove... |
1148 |
tcm->tcm_ifindex = qdisc_dev(q)->ifindex; |
1da177e4c Linux-2.6.12-rc2 |
1149 1150 1151 |
tcm->tcm_parent = clid; tcm->tcm_handle = q->handle; tcm->tcm_info = atomic_read(&q->refcnt); |
57e1c487a [NET_SCHED]: Use ... |
1152 |
NLA_PUT_STRING(skb, TCA_KIND, q->ops->id); |
1da177e4c Linux-2.6.12-rc2 |
1153 |
if (q->ops->dump && q->ops->dump(q, skb) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1154 |
goto nla_put_failure; |
1da177e4c Linux-2.6.12-rc2 |
1155 |
q->qstats.qlen = q->q.qlen; |
a2da570d6 net_sched: RCU co... |
1156 1157 |
stab = rtnl_dereference(q->stab); if (stab && qdisc_dump_stab(skb, stab) < 0) |
175f9c1bb net_sched: Add si... |
1158 |
goto nla_put_failure; |
102396ae6 pkt_sched: Fix lo... |
1159 1160 |
if (gnet_stats_start_copy_compat(skb, TCA_STATS2, TCA_STATS, TCA_XSTATS, qdisc_root_sleeping_lock(q), &d) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1161 |
goto nla_put_failure; |
1da177e4c Linux-2.6.12-rc2 |
1162 1163 |
if (q->ops->dump_stats && q->ops->dump_stats(q, &d) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1164 |
goto nla_put_failure; |
1da177e4c Linux-2.6.12-rc2 |
1165 1166 |
if (gnet_stats_copy_basic(&d, &q->bstats) < 0 || |
d250a5f90 pkt_sched: gen_es... |
1167 |
gnet_stats_copy_rate_est(&d, &q->bstats, &q->rate_est) < 0 || |
1da177e4c Linux-2.6.12-rc2 |
1168 |
gnet_stats_copy_queue(&d, &q->qstats) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1169 |
goto nla_put_failure; |
10297b993 [NET] SCHED: Fix ... |
1170 |
|
1da177e4c Linux-2.6.12-rc2 |
1171 |
if (gnet_stats_finish_copy(&d) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1172 |
goto nla_put_failure; |
10297b993 [NET] SCHED: Fix ... |
1173 |
|
27a884dc3 [SK_BUFF]: Conver... |
1174 |
nlh->nlmsg_len = skb_tail_pointer(skb) - b; |
1da177e4c Linux-2.6.12-rc2 |
1175 1176 1177 |
return skb->len; nlmsg_failure: |
1e90474c3 [NET_SCHED]: Conv... |
1178 |
nla_put_failure: |
dc5fc579b [NETLINK]: Use nl... |
1179 |
nlmsg_trim(skb, b); |
1da177e4c Linux-2.6.12-rc2 |
1180 1181 |
return -1; } |
53b0f0804 net_sched: Fix qd... |
1182 1183 1184 1185 |
static bool tc_qdisc_dump_ignore(struct Qdisc *q) { return (q->flags & TCQ_F_BUILTIN) ? true : false; } |
7316ae88c net_sched: make t... |
1186 1187 1188 |
static int qdisc_notify(struct net *net, struct sk_buff *oskb, struct nlmsghdr *n, u32 clid, struct Qdisc *old, struct Qdisc *new) |
1da177e4c Linux-2.6.12-rc2 |
1189 1190 1191 1192 1193 1194 1195 |
{ struct sk_buff *skb; u32 pid = oskb ? NETLINK_CB(oskb).pid : 0; skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL); if (!skb) return -ENOBUFS; |
53b0f0804 net_sched: Fix qd... |
1196 |
if (old && !tc_qdisc_dump_ignore(old)) { |
cc7ec456f net_sched: cleanups |
1197 1198 |
if (tc_fill_qdisc(skb, old, clid, pid, n->nlmsg_seq, 0, RTM_DELQDISC) < 0) |
1da177e4c Linux-2.6.12-rc2 |
1199 1200 |
goto err_out; } |
53b0f0804 net_sched: Fix qd... |
1201 |
if (new && !tc_qdisc_dump_ignore(new)) { |
cc7ec456f net_sched: cleanups |
1202 1203 |
if (tc_fill_qdisc(skb, new, clid, pid, n->nlmsg_seq, old ? NLM_F_REPLACE : 0, RTM_NEWQDISC) < 0) |
1da177e4c Linux-2.6.12-rc2 |
1204 1205 1206 1207 |
goto err_out; } if (skb->len) |
cc7ec456f net_sched: cleanups |
1208 1209 |
return rtnetlink_send(skb, net, pid, RTNLGRP_TC, n->nlmsg_flags & NLM_F_ECHO); |
1da177e4c Linux-2.6.12-rc2 |
1210 1211 1212 1213 1214 |
err_out: kfree_skb(skb); return -EINVAL; } |
307236730 pkt_sched: Manage... |
1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 |
static int tc_dump_qdisc_root(struct Qdisc *root, struct sk_buff *skb, struct netlink_callback *cb, int *q_idx_p, int s_q_idx) { int ret = 0, q_idx = *q_idx_p; struct Qdisc *q; if (!root) return 0; q = root; if (q_idx < s_q_idx) { q_idx++; } else { if (!tc_qdisc_dump_ignore(q) && tc_fill_qdisc(skb, q, q->parent, NETLINK_CB(cb->skb).pid, cb->nlh->nlmsg_seq, NLM_F_MULTI, RTM_NEWQDISC) <= 0) goto done; q_idx++; } list_for_each_entry(q, &root->list, list) { if (q_idx < s_q_idx) { q_idx++; continue; } |
cc7ec456f net_sched: cleanups |
1240 |
if (!tc_qdisc_dump_ignore(q) && |
307236730 pkt_sched: Manage... |
1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 |
tc_fill_qdisc(skb, q, q->parent, NETLINK_CB(cb->skb).pid, cb->nlh->nlmsg_seq, NLM_F_MULTI, RTM_NEWQDISC) <= 0) goto done; q_idx++; } out: *q_idx_p = q_idx; return ret; done: ret = -1; goto out; } |
1da177e4c Linux-2.6.12-rc2 |
1254 1255 |
static int tc_dump_qdisc(struct sk_buff *skb, struct netlink_callback *cb) { |
3b1e0a655 [NET] NETNS: Omit... |
1256 |
struct net *net = sock_net(skb->sk); |
1da177e4c Linux-2.6.12-rc2 |
1257 1258 1259 |
int idx, q_idx; int s_idx, s_q_idx; struct net_device *dev; |
1da177e4c Linux-2.6.12-rc2 |
1260 1261 1262 |
s_idx = cb->args[0]; s_q_idx = q_idx = cb->args[1]; |
f1e9016da net: use rcu for ... |
1263 1264 |
rcu_read_lock(); |
7562f876c [NET]: Rework dev... |
1265 |
idx = 0; |
7316ae88c net_sched: make t... |
1266 |
for_each_netdev_rcu(net, dev) { |
307236730 pkt_sched: Manage... |
1267 |
struct netdev_queue *dev_queue; |
1da177e4c Linux-2.6.12-rc2 |
1268 |
if (idx < s_idx) |
7562f876c [NET]: Rework dev... |
1269 |
goto cont; |
1da177e4c Linux-2.6.12-rc2 |
1270 1271 |
if (idx > s_idx) s_q_idx = 0; |
1da177e4c Linux-2.6.12-rc2 |
1272 |
q_idx = 0; |
307236730 pkt_sched: Manage... |
1273 |
|
af356afa0 net_sched: reintr... |
1274 |
if (tc_dump_qdisc_root(dev->qdisc, skb, cb, &q_idx, s_q_idx) < 0) |
307236730 pkt_sched: Manage... |
1275 |
goto done; |
24824a09e net: dynamic ingr... |
1276 1277 1278 1279 |
dev_queue = dev_ingress_queue(dev); if (dev_queue && tc_dump_qdisc_root(dev_queue->qdisc_sleeping, skb, cb, &q_idx, s_q_idx) < 0) |
307236730 pkt_sched: Manage... |
1280 |
goto done; |
7562f876c [NET]: Rework dev... |
1281 1282 |
cont: idx++; |
1da177e4c Linux-2.6.12-rc2 |
1283 1284 1285 |
} done: |
f1e9016da net: use rcu for ... |
1286 |
rcu_read_unlock(); |
1da177e4c Linux-2.6.12-rc2 |
1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 |
cb->args[0] = idx; cb->args[1] = q_idx; return skb->len; } /************************************************ * Traffic classes manipulation. * ************************************************/ static int tc_ctl_tclass(struct sk_buff *skb, struct nlmsghdr *n, void *arg) { |
3b1e0a655 [NET] NETNS: Omit... |
1304 |
struct net *net = sock_net(skb->sk); |
1da177e4c Linux-2.6.12-rc2 |
1305 |
struct tcmsg *tcm = NLMSG_DATA(n); |
1e90474c3 [NET_SCHED]: Conv... |
1306 |
struct nlattr *tca[TCA_MAX + 1]; |
1da177e4c Linux-2.6.12-rc2 |
1307 1308 |
struct net_device *dev; struct Qdisc *q = NULL; |
20fea08b5 [NET]: Move Qdisc... |
1309 |
const struct Qdisc_class_ops *cops; |
1da177e4c Linux-2.6.12-rc2 |
1310 1311 1312 1313 1314 1315 |
unsigned long cl = 0; unsigned long new_cl; u32 pid = tcm->tcm_parent; u32 clid = tcm->tcm_handle; u32 qid = TC_H_MAJ(clid); int err; |
cc7ec456f net_sched: cleanups |
1316 1317 |
dev = __dev_get_by_index(net, tcm->tcm_ifindex); if (!dev) |
1da177e4c Linux-2.6.12-rc2 |
1318 |
return -ENODEV; |
1e90474c3 [NET_SCHED]: Conv... |
1319 1320 1321 |
err = nlmsg_parse(n, sizeof(*tcm), tca, TCA_MAX, NULL); if (err < 0) return err; |
1da177e4c Linux-2.6.12-rc2 |
1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 |
/* parent == TC_H_UNSPEC - unspecified parent. parent == TC_H_ROOT - class is root, which has no parent. parent == X:0 - parent is root class. parent == X:Y - parent is a node in hierarchy. parent == 0:Y - parent is X:Y, where X:0 is qdisc. handle == 0:0 - generate handle from kernel pool. handle == 0:Y - class is X:Y, where X:0 is qdisc. handle == X:Y - clear. handle == X:0 - root class. */ /* Step 1. Determine qdisc handle X:0 */ if (pid != TC_H_ROOT) { u32 qid1 = TC_H_MAJ(pid); if (qid && qid1) { /* If both majors are known, they must be identical. */ if (qid != qid1) return -EINVAL; } else if (qid1) { qid = qid1; } else if (qid == 0) |
af356afa0 net_sched: reintr... |
1347 |
qid = dev->qdisc->handle; |
1da177e4c Linux-2.6.12-rc2 |
1348 1349 |
/* Now qid is genuine qdisc handle consistent |
cc7ec456f net_sched: cleanups |
1350 1351 1352 |
* both with parent and child. * * TC_H_MAJ(pid) still may be unspecified, complete it now. |
1da177e4c Linux-2.6.12-rc2 |
1353 1354 1355 1356 1357 |
*/ if (pid) pid = TC_H_MAKE(qid, pid); } else { if (qid == 0) |
af356afa0 net_sched: reintr... |
1358 |
qid = dev->qdisc->handle; |
1da177e4c Linux-2.6.12-rc2 |
1359 1360 1361 |
} /* OK. Locate qdisc */ |
cc7ec456f net_sched: cleanups |
1362 1363 |
q = qdisc_lookup(dev, qid); if (!q) |
1da177e4c Linux-2.6.12-rc2 |
1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 |
return -ENOENT; /* An check that it supports classes */ cops = q->ops->cl_ops; if (cops == NULL) return -EINVAL; /* Now try to get class */ if (clid == 0) { if (pid == TC_H_ROOT) clid = qid; } else clid = TC_H_MAKE(qid, clid); if (clid) cl = cops->get(q, clid); if (cl == 0) { err = -ENOENT; |
cc7ec456f net_sched: cleanups |
1383 1384 |
if (n->nlmsg_type != RTM_NEWTCLASS || !(n->nlmsg_flags & NLM_F_CREATE)) |
1da177e4c Linux-2.6.12-rc2 |
1385 1386 1387 |
goto out; } else { switch (n->nlmsg_type) { |
10297b993 [NET] SCHED: Fix ... |
1388 |
case RTM_NEWTCLASS: |
1da177e4c Linux-2.6.12-rc2 |
1389 |
err = -EEXIST; |
cc7ec456f net_sched: cleanups |
1390 |
if (n->nlmsg_flags & NLM_F_EXCL) |
1da177e4c Linux-2.6.12-rc2 |
1391 1392 1393 |
goto out; break; case RTM_DELTCLASS: |
de6d5cdf8 net_sched: make c... |
1394 1395 1396 |
err = -EOPNOTSUPP; if (cops->delete) err = cops->delete(q, cl); |
1da177e4c Linux-2.6.12-rc2 |
1397 |
if (err == 0) |
7316ae88c net_sched: make t... |
1398 |
tclass_notify(net, skb, n, q, cl, RTM_DELTCLASS); |
1da177e4c Linux-2.6.12-rc2 |
1399 1400 |
goto out; case RTM_GETTCLASS: |
7316ae88c net_sched: make t... |
1401 |
err = tclass_notify(net, skb, n, q, cl, RTM_NEWTCLASS); |
1da177e4c Linux-2.6.12-rc2 |
1402 1403 1404 1405 1406 1407 1408 1409 |
goto out; default: err = -EINVAL; goto out; } } new_cl = cl; |
de6d5cdf8 net_sched: make c... |
1410 1411 1412 |
err = -EOPNOTSUPP; if (cops->change) err = cops->change(q, clid, pid, tca, &new_cl); |
1da177e4c Linux-2.6.12-rc2 |
1413 |
if (err == 0) |
7316ae88c net_sched: make t... |
1414 |
tclass_notify(net, skb, n, q, new_cl, RTM_NEWTCLASS); |
1da177e4c Linux-2.6.12-rc2 |
1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 |
out: if (cl) cops->put(q, cl); return err; } static int tc_fill_tclass(struct sk_buff *skb, struct Qdisc *q, unsigned long cl, |
e431b8c00 [NETLINK]: Explic... |
1426 |
u32 pid, u32 seq, u16 flags, int event) |
1da177e4c Linux-2.6.12-rc2 |
1427 1428 1429 |
{ struct tcmsg *tcm; struct nlmsghdr *nlh; |
27a884dc3 [SK_BUFF]: Conver... |
1430 |
unsigned char *b = skb_tail_pointer(skb); |
1da177e4c Linux-2.6.12-rc2 |
1431 |
struct gnet_dump d; |
20fea08b5 [NET]: Move Qdisc... |
1432 |
const struct Qdisc_class_ops *cl_ops = q->ops->cl_ops; |
1da177e4c Linux-2.6.12-rc2 |
1433 |
|
e431b8c00 [NETLINK]: Explic... |
1434 |
nlh = NLMSG_NEW(skb, pid, seq, event, sizeof(*tcm), flags); |
1da177e4c Linux-2.6.12-rc2 |
1435 1436 |
tcm = NLMSG_DATA(nlh); tcm->tcm_family = AF_UNSPEC; |
16ebb5e0b tc: Fix unitializ... |
1437 1438 |
tcm->tcm__pad1 = 0; tcm->tcm__pad2 = 0; |
5ce2d488f pkt_sched: Remove... |
1439 |
tcm->tcm_ifindex = qdisc_dev(q)->ifindex; |
1da177e4c Linux-2.6.12-rc2 |
1440 1441 1442 |
tcm->tcm_parent = q->handle; tcm->tcm_handle = q->handle; tcm->tcm_info = 0; |
57e1c487a [NET_SCHED]: Use ... |
1443 |
NLA_PUT_STRING(skb, TCA_KIND, q->ops->id); |
1da177e4c Linux-2.6.12-rc2 |
1444 |
if (cl_ops->dump && cl_ops->dump(q, cl, skb, tcm) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1445 |
goto nla_put_failure; |
1da177e4c Linux-2.6.12-rc2 |
1446 |
|
102396ae6 pkt_sched: Fix lo... |
1447 1448 |
if (gnet_stats_start_copy_compat(skb, TCA_STATS2, TCA_STATS, TCA_XSTATS, qdisc_root_sleeping_lock(q), &d) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1449 |
goto nla_put_failure; |
1da177e4c Linux-2.6.12-rc2 |
1450 1451 |
if (cl_ops->dump_stats && cl_ops->dump_stats(q, cl, &d) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1452 |
goto nla_put_failure; |
1da177e4c Linux-2.6.12-rc2 |
1453 1454 |
if (gnet_stats_finish_copy(&d) < 0) |
1e90474c3 [NET_SCHED]: Conv... |
1455 |
goto nla_put_failure; |
1da177e4c Linux-2.6.12-rc2 |
1456 |
|
27a884dc3 [SK_BUFF]: Conver... |
1457 |
nlh->nlmsg_len = skb_tail_pointer(skb) - b; |
1da177e4c Linux-2.6.12-rc2 |
1458 1459 1460 |
return skb->len; nlmsg_failure: |
1e90474c3 [NET_SCHED]: Conv... |
1461 |
nla_put_failure: |
dc5fc579b [NETLINK]: Use nl... |
1462 |
nlmsg_trim(skb, b); |
1da177e4c Linux-2.6.12-rc2 |
1463 1464 |
return -1; } |
7316ae88c net_sched: make t... |
1465 1466 1467 |
static int tclass_notify(struct net *net, struct sk_buff *oskb, struct nlmsghdr *n, struct Qdisc *q, unsigned long cl, int event) |
1da177e4c Linux-2.6.12-rc2 |
1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 |
{ struct sk_buff *skb; u32 pid = oskb ? NETLINK_CB(oskb).pid : 0; skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL); if (!skb) return -ENOBUFS; if (tc_fill_tclass(skb, q, cl, pid, n->nlmsg_seq, 0, event) < 0) { kfree_skb(skb); return -EINVAL; } |
cc7ec456f net_sched: cleanups |
1480 1481 |
return rtnetlink_send(skb, net, pid, RTNLGRP_TC, n->nlmsg_flags & NLM_F_ECHO); |
1da177e4c Linux-2.6.12-rc2 |
1482 |
} |
cc7ec456f net_sched: cleanups |
1483 1484 1485 1486 |
struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; |
1da177e4c Linux-2.6.12-rc2 |
1487 1488 1489 1490 1491 1492 1493 1494 1495 |
}; static int qdisc_class_dump(struct Qdisc *q, unsigned long cl, struct qdisc_walker *arg) { struct qdisc_dump_args *a = (struct qdisc_dump_args *)arg; return tc_fill_tclass(a->skb, q, cl, NETLINK_CB(a->cb->skb).pid, a->cb->nlh->nlmsg_seq, NLM_F_MULTI, RTM_NEWTCLASS); } |
307236730 pkt_sched: Manage... |
1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 |
static int tc_dump_tclass_qdisc(struct Qdisc *q, struct sk_buff *skb, struct tcmsg *tcm, struct netlink_callback *cb, int *t_p, int s_t) { struct qdisc_dump_args arg; if (tc_qdisc_dump_ignore(q) || *t_p < s_t || !q->ops->cl_ops || (tcm->tcm_parent && TC_H_MAJ(tcm->tcm_parent) != q->handle)) { (*t_p)++; return 0; } if (*t_p > s_t) memset(&cb->args[1], 0, sizeof(cb->args)-sizeof(cb->args[0])); arg.w.fn = qdisc_class_dump; arg.skb = skb; arg.cb = cb; arg.w.stop = 0; arg.w.skip = cb->args[1]; arg.w.count = 0; q->ops->cl_ops->walk(q, &arg.w); cb->args[1] = arg.w.count; if (arg.w.stop) return -1; (*t_p)++; return 0; } static int tc_dump_tclass_root(struct Qdisc *root, struct sk_buff *skb, struct tcmsg *tcm, struct netlink_callback *cb, int *t_p, int s_t) { struct Qdisc *q; if (!root) return 0; if (tc_dump_tclass_qdisc(root, skb, tcm, cb, t_p, s_t) < 0) return -1; list_for_each_entry(q, &root->list, list) { if (tc_dump_tclass_qdisc(q, skb, tcm, cb, t_p, s_t) < 0) return -1; } return 0; } |
1da177e4c Linux-2.6.12-rc2 |
1544 1545 |
static int tc_dump_tclass(struct sk_buff *skb, struct netlink_callback *cb) { |
cc7ec456f net_sched: cleanups |
1546 |
struct tcmsg *tcm = (struct tcmsg *)NLMSG_DATA(cb->nlh); |
3b1e0a655 [NET] NETNS: Omit... |
1547 |
struct net *net = sock_net(skb->sk); |
307236730 pkt_sched: Manage... |
1548 |
struct netdev_queue *dev_queue; |
1da177e4c Linux-2.6.12-rc2 |
1549 |
struct net_device *dev; |
307236730 pkt_sched: Manage... |
1550 |
int t, s_t; |
1da177e4c Linux-2.6.12-rc2 |
1551 1552 1553 |
if (cb->nlh->nlmsg_len < NLMSG_LENGTH(sizeof(*tcm))) return 0; |
cc7ec456f net_sched: cleanups |
1554 1555 |
dev = dev_get_by_index(net, tcm->tcm_ifindex); if (!dev) |
1da177e4c Linux-2.6.12-rc2 |
1556 1557 1558 1559 |
return 0; s_t = cb->args[0]; t = 0; |
af356afa0 net_sched: reintr... |
1560 |
if (tc_dump_tclass_root(dev->qdisc, skb, tcm, cb, &t, s_t) < 0) |
307236730 pkt_sched: Manage... |
1561 |
goto done; |
24824a09e net: dynamic ingr... |
1562 1563 1564 1565 |
dev_queue = dev_ingress_queue(dev); if (dev_queue && tc_dump_tclass_root(dev_queue->qdisc_sleeping, skb, tcm, cb, &t, s_t) < 0) |
307236730 pkt_sched: Manage... |
1566 |
goto done; |
1da177e4c Linux-2.6.12-rc2 |
1567 |
|
307236730 pkt_sched: Manage... |
1568 |
done: |
1da177e4c Linux-2.6.12-rc2 |
1569 1570 1571 1572 1573 1574 1575 |
cb->args[0] = t; dev_put(dev); return skb->len; } /* Main classifier routine: scans classifier chain attached |
cc7ec456f net_sched: cleanups |
1576 1577 |
* to this qdisc, (optionally) tests for protocol and asks * specific classifiers. |
1da177e4c Linux-2.6.12-rc2 |
1578 |
*/ |
dc7f9f6e8 net: sched: const... |
1579 |
int tc_classify_compat(struct sk_buff *skb, const struct tcf_proto *tp, |
73ca4918f [NET_SCHED]: act_... |
1580 1581 1582 |
struct tcf_result *res) { __be16 protocol = skb->protocol; |
cc7ec456f net_sched: cleanups |
1583 |
int err; |
73ca4918f [NET_SCHED]: act_... |
1584 1585 |
for (; tp; tp = tp->next) { |
cc7ec456f net_sched: cleanups |
1586 1587 1588 1589 1590 1591 |
if (tp->protocol != protocol && tp->protocol != htons(ETH_P_ALL)) continue; err = tp->classify(skb, tp, res); if (err >= 0) { |
73ca4918f [NET_SCHED]: act_... |
1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 |
#ifdef CONFIG_NET_CLS_ACT if (err != TC_ACT_RECLASSIFY && skb->tc_verd) skb->tc_verd = SET_TC_VERD(skb->tc_verd, 0); #endif return err; } } return -1; } EXPORT_SYMBOL(tc_classify_compat); |
dc7f9f6e8 net: sched: const... |
1602 |
int tc_classify(struct sk_buff *skb, const struct tcf_proto *tp, |
73ca4918f [NET_SCHED]: act_... |
1603 |
struct tcf_result *res) |
1da177e4c Linux-2.6.12-rc2 |
1604 1605 |
{ int err = 0; |
1da177e4c Linux-2.6.12-rc2 |
1606 |
#ifdef CONFIG_NET_CLS_ACT |
dc7f9f6e8 net: sched: const... |
1607 |
const struct tcf_proto *otp = tp; |
1da177e4c Linux-2.6.12-rc2 |
1608 |
reclassify: |
52bc97470 sched: protocol o... |
1609 |
#endif |
1da177e4c Linux-2.6.12-rc2 |
1610 |
|
73ca4918f [NET_SCHED]: act_... |
1611 |
err = tc_classify_compat(skb, tp, res); |
1da177e4c Linux-2.6.12-rc2 |
1612 |
#ifdef CONFIG_NET_CLS_ACT |
73ca4918f [NET_SCHED]: act_... |
1613 1614 1615 1616 1617 |
if (err == TC_ACT_RECLASSIFY) { u32 verd = G_TC_VERD(skb->tc_verd); tp = otp; if (verd++ >= MAX_REC_LOOP) { |
b60b6592b net sched: cleanu... |
1618 |
if (net_ratelimit()) |
cc7ec456f net_sched: cleanups |
1619 |
pr_notice("%s: packet reclassify loop" |
b60b6592b net sched: cleanu... |
1620 1621 |
" rule prio %u protocol %02x ", |
cc7ec456f net_sched: cleanups |
1622 1623 1624 |
tp->q->ops->id, tp->prio & 0xffff, ntohs(tp->protocol)); |
73ca4918f [NET_SCHED]: act_... |
1625 |
return TC_ACT_SHOT; |
1da177e4c Linux-2.6.12-rc2 |
1626 |
} |
73ca4918f [NET_SCHED]: act_... |
1627 1628 |
skb->tc_verd = SET_TC_VERD(skb->tc_verd, verd); goto reclassify; |
1da177e4c Linux-2.6.12-rc2 |
1629 |
} |
73ca4918f [NET_SCHED]: act_... |
1630 1631 |
#endif return err; |
1da177e4c Linux-2.6.12-rc2 |
1632 |
} |
73ca4918f [NET_SCHED]: act_... |
1633 |
EXPORT_SYMBOL(tc_classify); |
1da177e4c Linux-2.6.12-rc2 |
1634 |
|
a48b5a614 [NET_SCHED]: Unli... |
1635 1636 1637 1638 1639 1640 |
void tcf_destroy(struct tcf_proto *tp) { tp->ops->destroy(tp); module_put(tp->ops->owner); kfree(tp); } |
ff31ab56c net-sched: change... |
1641 |
void tcf_destroy_chain(struct tcf_proto **fl) |
a48b5a614 [NET_SCHED]: Unli... |
1642 1643 |
{ struct tcf_proto *tp; |
ff31ab56c net-sched: change... |
1644 1645 |
while ((tp = *fl) != NULL) { *fl = tp->next; |
a48b5a614 [NET_SCHED]: Unli... |
1646 1647 1648 1649 |
tcf_destroy(tp); } } EXPORT_SYMBOL(tcf_destroy_chain); |
1da177e4c Linux-2.6.12-rc2 |
1650 1651 1652 |
#ifdef CONFIG_PROC_FS static int psched_show(struct seq_file *seq, void *v) { |
3c0cfc135 [NET_SCHED]: Show... |
1653 1654 1655 |
struct timespec ts; hrtimer_get_res(CLOCK_MONOTONIC, &ts); |
1da177e4c Linux-2.6.12-rc2 |
1656 1657 |
seq_printf(seq, "%08x %08x %08x %08x ", |
ca44d6e60 pkt_sched: Rename... |
1658 |
(u32)NSEC_PER_USEC, (u32)PSCHED_TICKS2NS(1), |
514bca322 [NET_SCHED]: Fix ... |
1659 |
1000000, |
3c0cfc135 [NET_SCHED]: Show... |
1660 |
(u32)NSEC_PER_SEC/(u32)ktime_to_ns(timespec_to_ktime(ts))); |
1da177e4c Linux-2.6.12-rc2 |
1661 1662 1663 1664 1665 1666 |
return 0; } static int psched_open(struct inode *inode, struct file *file) { |
7e5ab1578 net_sched: minor ... |
1667 |
return single_open(file, psched_show, NULL); |
1da177e4c Linux-2.6.12-rc2 |
1668 |
} |
da7071d7e [PATCH] mark stru... |
1669 |
static const struct file_operations psched_fops = { |
1da177e4c Linux-2.6.12-rc2 |
1670 1671 1672 1673 1674 |
.owner = THIS_MODULE, .open = psched_open, .read = seq_read, .llseek = seq_lseek, .release = single_release, |
10297b993 [NET] SCHED: Fix ... |
1675 |
}; |
7316ae88c net_sched: make t... |
1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 |
static int __net_init psched_net_init(struct net *net) { struct proc_dir_entry *e; e = proc_net_fops_create(net, "psched", 0, &psched_fops); if (e == NULL) return -ENOMEM; return 0; } static void __net_exit psched_net_exit(struct net *net) { proc_net_remove(net, "psched"); |
7316ae88c net_sched: make t... |
1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 |
} #else static int __net_init psched_net_init(struct net *net) { return 0; } static void __net_exit psched_net_exit(struct net *net) { } |
1da177e4c Linux-2.6.12-rc2 |
1701 |
#endif |
7316ae88c net_sched: make t... |
1702 1703 1704 1705 |
static struct pernet_operations psched_net_ops = { .init = psched_net_init, .exit = psched_net_exit, }; |
1da177e4c Linux-2.6.12-rc2 |
1706 1707 |
static int __init pktsched_init(void) { |
7316ae88c net_sched: make t... |
1708 1709 1710 1711 |
int err; err = register_pernet_subsys(&psched_net_ops); if (err) { |
cc7ec456f net_sched: cleanups |
1712 |
pr_err("pktsched_init: " |
7316ae88c net_sched: make t... |
1713 1714 1715 1716 |
"cannot initialize per netns operations "); return err; } |
1da177e4c Linux-2.6.12-rc2 |
1717 1718 |
register_qdisc(&pfifo_qdisc_ops); register_qdisc(&bfifo_qdisc_ops); |
57dbb2d83 sched: add head d... |
1719 |
register_qdisc(&pfifo_head_drop_qdisc_ops); |
6ec1c69a8 net_sched: add cl... |
1720 |
register_qdisc(&mq_qdisc_ops); |
1da177e4c Linux-2.6.12-rc2 |
1721 |
|
c7ac8679b rtnetlink: Comput... |
1722 1723 1724 1725 1726 1727 |
rtnl_register(PF_UNSPEC, RTM_NEWQDISC, tc_modify_qdisc, NULL, NULL); rtnl_register(PF_UNSPEC, RTM_DELQDISC, tc_get_qdisc, NULL, NULL); rtnl_register(PF_UNSPEC, RTM_GETQDISC, tc_get_qdisc, tc_dump_qdisc, NULL); rtnl_register(PF_UNSPEC, RTM_NEWTCLASS, tc_ctl_tclass, NULL, NULL); rtnl_register(PF_UNSPEC, RTM_DELTCLASS, tc_ctl_tclass, NULL, NULL); rtnl_register(PF_UNSPEC, RTM_GETTCLASS, tc_ctl_tclass, tc_dump_tclass, NULL); |
be577ddc2 [PKT_SCHED] qdisc... |
1728 |
|
1da177e4c Linux-2.6.12-rc2 |
1729 1730 1731 1732 |
return 0; } subsys_initcall(pktsched_init); |