84 static unsigned int fq_codel_classify(struct sk_buff *skb, struct Qdisc *sch,  in fq_codel_classify()  argument
87 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_classify()
92 	if (TC_H_MAJ(skb->priority) == sch->handle &&  in fq_codel_classify()
143 static unsigned int fq_codel_drop(struct Qdisc *sch)  in fq_codel_drop()  argument
145 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_drop()
165 	sch->q.qlen--;  in fq_codel_drop()
166 	qdisc_qstats_drop(sch);  in fq_codel_drop()
167 	qdisc_qstats_backlog_dec(sch, skb);  in fq_codel_drop()
173 static int fq_codel_enqueue(struct sk_buff *skb, struct Qdisc *sch)  in fq_codel_enqueue()  argument
175 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_enqueue()
180 	idx = fq_codel_classify(skb, sch, &ret);  in fq_codel_enqueue()
183 			qdisc_qstats_drop(sch);  in fq_codel_enqueue()
193 	qdisc_qstats_backlog_inc(sch, skb);  in fq_codel_enqueue()
201 	if (++sch->q.qlen <= sch->limit)  in fq_codel_enqueue()
208 	if (fq_codel_drop(sch) == idx)  in fq_codel_enqueue()
212 	qdisc_tree_decrease_qlen(sch, 1);  in fq_codel_enqueue()
220 static struct sk_buff *dequeue(struct codel_vars *vars, struct Qdisc *sch)  in dequeue()  argument
222 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in dequeue()
230 		sch->q.qlen--;  in dequeue()
235 static struct sk_buff *fq_codel_dequeue(struct Qdisc *sch)  in fq_codel_dequeue()  argument
237 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dequeue()
261 	skb = codel_dequeue(sch, &q->cparams, &flow->cvars, &q->cstats,  in fq_codel_dequeue()
275 	qdisc_bstats_update(sch, skb);  in fq_codel_dequeue()
280 	if (q->cstats.drop_count && sch->q.qlen) {  in fq_codel_dequeue()
281 		qdisc_tree_decrease_qlen(sch, q->cstats.drop_count);  in fq_codel_dequeue()
287 static void fq_codel_reset(struct Qdisc *sch)  in fq_codel_reset()  argument
291 	while ((skb = fq_codel_dequeue(sch)) != NULL)  in fq_codel_reset()
304 static int fq_codel_change(struct Qdisc *sch, struct nlattr *opt)  in fq_codel_change()  argument
306 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_change()
324 	sch_tree_lock(sch);  in fq_codel_change()
339 		sch->limit = nla_get_u32(tb[TCA_FQ_CODEL_LIMIT]);  in fq_codel_change()
347 	while (sch->q.qlen > sch->limit) {  in fq_codel_change()
348 		struct sk_buff *skb = fq_codel_dequeue(sch);  in fq_codel_change()
353 	qdisc_tree_decrease_qlen(sch, q->cstats.drop_count);  in fq_codel_change()
356 	sch_tree_unlock(sch);  in fq_codel_change()
374 static void fq_codel_destroy(struct Qdisc *sch)  in fq_codel_destroy()  argument
376 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_destroy()
383 static int fq_codel_init(struct Qdisc *sch, struct nlattr *opt)  in fq_codel_init()  argument
385 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_init()
388 	sch->limit = 10*1024;  in fq_codel_init()
390 	q->quantum = psched_mtu(qdisc_dev(sch));  in fq_codel_init()
394 	codel_params_init(&q->cparams, sch);  in fq_codel_init()
399 		int err = fq_codel_change(sch, opt);  in fq_codel_init()
421 	if (sch->limit >= 1)  in fq_codel_init()
422 		sch->flags |= TCQ_F_CAN_BYPASS;  in fq_codel_init()
424 		sch->flags &= ~TCQ_F_CAN_BYPASS;  in fq_codel_init()
428 static int fq_codel_dump(struct Qdisc *sch, struct sk_buff *skb)  in fq_codel_dump()  argument
430 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dump()
440 			sch->limit) ||  in fq_codel_dump()
457 static int fq_codel_dump_stats(struct Qdisc *sch, struct gnet_dump *d)  in fq_codel_dump_stats()  argument
459 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dump_stats()
479 static struct Qdisc *fq_codel_leaf(struct Qdisc *sch, unsigned long arg)  in fq_codel_leaf()  argument
484 static unsigned long fq_codel_get(struct Qdisc *sch, u32 classid)  in fq_codel_get()  argument
489 static unsigned long fq_codel_bind(struct Qdisc *sch, unsigned long parent,  in fq_codel_bind()  argument
493 	sch->flags &= ~TCQ_F_CAN_BYPASS;  in fq_codel_bind()
501 static struct tcf_proto __rcu **fq_codel_find_tcf(struct Qdisc *sch,  in fq_codel_find_tcf()  argument
504 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_find_tcf()
511 static int fq_codel_dump_class(struct Qdisc *sch, unsigned long cl,  in fq_codel_dump_class()  argument
518 static int fq_codel_dump_class_stats(struct Qdisc *sch, unsigned long cl,  in fq_codel_dump_class_stats()  argument
521 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dump_class_stats()
560 static void fq_codel_walk(struct Qdisc *sch, struct qdisc_walker *arg)  in fq_codel_walk()  argument
562 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_walk()
574 		if (arg->fn(sch, i + 1, arg) < 0) {  in fq_codel_walk()