Lines Matching refs:sch
76 static unsigned int fq_codel_classify(struct sk_buff *skb, struct Qdisc *sch, in fq_codel_classify() argument
79 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_classify()
84 if (TC_H_MAJ(skb->priority) == sch->handle && in fq_codel_classify()
137 static unsigned int fq_codel_drop(struct Qdisc *sch, unsigned int max_packets, in fq_codel_drop() argument
140 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_drop()
179 sch->qstats.drops += i; in fq_codel_drop()
180 sch->qstats.backlog -= len; in fq_codel_drop()
181 sch->q.qlen -= i; in fq_codel_drop()
185 static int fq_codel_enqueue(struct sk_buff *skb, struct Qdisc *sch, in fq_codel_enqueue() argument
188 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_enqueue()
195 idx = fq_codel_classify(skb, sch, &ret); in fq_codel_enqueue()
198 qdisc_qstats_drop(sch); in fq_codel_enqueue()
208 qdisc_qstats_backlog_inc(sch, skb); in fq_codel_enqueue()
218 if (++sch->q.qlen <= sch->limit && !memory_limited) in fq_codel_enqueue()
221 prev_backlog = sch->qstats.backlog; in fq_codel_enqueue()
222 prev_qlen = sch->q.qlen; in fq_codel_enqueue()
231 ret = fq_codel_drop(sch, q->drop_batch_size, to_free); in fq_codel_enqueue()
233 prev_qlen -= sch->q.qlen; in fq_codel_enqueue()
234 prev_backlog -= sch->qstats.backlog; in fq_codel_enqueue()
244 qdisc_tree_reduce_backlog(sch, prev_qlen - 1, in fq_codel_enqueue()
248 qdisc_tree_reduce_backlog(sch, prev_qlen, prev_backlog); in fq_codel_enqueue()
258 struct Qdisc *sch = ctx; in dequeue_func() local
259 struct fq_codel_sched_data *q = qdisc_priv(sch); in dequeue_func()
268 sch->q.qlen--; in dequeue_func()
269 sch->qstats.backlog -= qdisc_pkt_len(skb); in dequeue_func()
276 struct Qdisc *sch = ctx; in drop_func() local
279 qdisc_qstats_drop(sch); in drop_func()
282 static struct sk_buff *fq_codel_dequeue(struct Qdisc *sch) in fq_codel_dequeue() argument
284 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_dequeue()
304 skb = codel_dequeue(sch, &sch->qstats.backlog, &q->cparams, in fq_codel_dequeue()
316 qdisc_bstats_update(sch, skb); in fq_codel_dequeue()
320 qdisc_tree_reduce_backlog(sch, q->cstats.drop_count, in fq_codel_dequeue()
334 static void fq_codel_reset(struct Qdisc *sch) in fq_codel_reset() argument
336 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_reset()
366 static int fq_codel_change(struct Qdisc *sch, struct nlattr *opt, in fq_codel_change() argument
369 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_change()
393 sch_tree_lock(sch); in fq_codel_change()
424 WRITE_ONCE(sch->limit, in fq_codel_change()
442 while (sch->q.qlen > sch->limit || in fq_codel_change()
444 struct sk_buff *skb = qdisc_dequeue_internal(sch, false); in fq_codel_change()
450 qdisc_tree_reduce_backlog(sch, q->cstats.drop_count, q->cstats.drop_len); in fq_codel_change()
454 sch_tree_unlock(sch); in fq_codel_change()
458 static void fq_codel_destroy(struct Qdisc *sch) in fq_codel_destroy() argument
460 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_destroy()
467 static int fq_codel_init(struct Qdisc *sch, struct nlattr *opt, in fq_codel_init() argument
470 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_init()
474 sch->limit = 10*1024; in fq_codel_init()
478 q->quantum = psched_mtu(qdisc_dev(sch)); in fq_codel_init()
484 q->cparams.mtu = psched_mtu(qdisc_dev(sch)); in fq_codel_init()
487 err = fq_codel_change(sch, opt, extack); in fq_codel_init()
492 err = tcf_block_get(&q->block, &q->filter_list, sch, extack); in fq_codel_init()
516 if (sch->limit >= 1) in fq_codel_init()
517 sch->flags |= TCQ_F_CAN_BYPASS; in fq_codel_init()
519 sch->flags &= ~TCQ_F_CAN_BYPASS; in fq_codel_init()
530 static int fq_codel_dump(struct Qdisc *sch, struct sk_buff *skb) in fq_codel_dump() argument
532 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_dump()
543 READ_ONCE(sch->limit)) || in fq_codel_dump()
577 static int fq_codel_dump_stats(struct Qdisc *sch, struct gnet_dump *d) in fq_codel_dump_stats() argument
579 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_dump_stats()
593 sch_tree_lock(sch); in fq_codel_dump_stats()
599 sch_tree_unlock(sch); in fq_codel_dump_stats()
604 static struct Qdisc *fq_codel_leaf(struct Qdisc *sch, unsigned long arg) in fq_codel_leaf() argument
609 static unsigned long fq_codel_find(struct Qdisc *sch, u32 classid) in fq_codel_find() argument
614 static unsigned long fq_codel_bind(struct Qdisc *sch, unsigned long parent, in fq_codel_bind() argument
624 static struct tcf_block *fq_codel_tcf_block(struct Qdisc *sch, unsigned long cl, in fq_codel_tcf_block() argument
627 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_tcf_block()
634 static int fq_codel_dump_class(struct Qdisc *sch, unsigned long cl, in fq_codel_dump_class() argument
641 static int fq_codel_dump_class_stats(struct Qdisc *sch, unsigned long cl, in fq_codel_dump_class_stats() argument
644 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_dump_class_stats()
670 sch_tree_lock(sch); in fq_codel_dump_class_stats()
676 sch_tree_unlock(sch); in fq_codel_dump_class_stats()
688 static void fq_codel_walk(struct Qdisc *sch, struct qdisc_walker *arg) in fq_codel_walk() argument
690 struct fq_codel_sched_data *q = qdisc_priv(sch); in fq_codel_walk()
701 if (!tc_qdisc_stats_dump(sch, i + 1, arg)) in fq_codel_walk()