48 static inline int dev_requeue_skb(struct sk_buff *skb, struct Qdisc *q)  in dev_requeue_skb()  argument
50 	q->gso_skb = skb;  in dev_requeue_skb()
51 	q->qstats.requeues++;  in dev_requeue_skb()
52 	q->q.qlen++;	/* it's still part of the queue */  in dev_requeue_skb()
53 	__netif_schedule(q);  in dev_requeue_skb()
58 static void try_bulk_dequeue_skb(struct Qdisc *q,  in try_bulk_dequeue_skb()  argument
66 		struct sk_buff *nskb = q->dequeue(q);  in try_bulk_dequeue_skb()
82 static struct sk_buff *dequeue_skb(struct Qdisc *q, bool *validate,  in dequeue_skb()  argument
85 	struct sk_buff *skb = q->gso_skb;  in dequeue_skb()
86 	const struct netdev_queue *txq = q->dev_queue;  in dequeue_skb()
94 			q->gso_skb = NULL;  in dequeue_skb()
95 			q->q.qlen--;  in dequeue_skb()
101 		if (!(q->flags & TCQ_F_ONETXQUEUE) ||  in dequeue_skb()
103 			skb = q->dequeue(q);  in dequeue_skb()
104 			if (skb && qdisc_may_bulk(q))  in dequeue_skb()
105 				try_bulk_dequeue_skb(q, skb, txq, packets);  in dequeue_skb()
113 					   struct Qdisc *q)  in handle_dev_cpu_collision()  argument
127 		ret = qdisc_qlen(q);  in handle_dev_cpu_collision()
134 		ret = dev_requeue_skb(skb, q);  in handle_dev_cpu_collision()
149 int sch_direct_xmit(struct sk_buff *skb, struct Qdisc *q,  in sch_direct_xmit()  argument
170 		return qdisc_qlen(q);  in sch_direct_xmit()
176 		ret = qdisc_qlen(q);  in sch_direct_xmit()
179 		ret = handle_dev_cpu_collision(skb, txq, q);  in sch_direct_xmit()
184 					     dev->name, ret, q->q.qlen);  in sch_direct_xmit()
186 		ret = dev_requeue_skb(skb, q);  in sch_direct_xmit()
214 static inline int qdisc_restart(struct Qdisc *q, int *packets)  in qdisc_restart()  argument
223 	skb = dequeue_skb(q, &validate, packets);  in qdisc_restart()
227 	root_lock = qdisc_lock(q);  in qdisc_restart()
228 	dev = qdisc_dev(q);  in qdisc_restart()
231 	return sch_direct_xmit(skb, q, dev, txq, root_lock, validate);  in qdisc_restart()
234 void __qdisc_run(struct Qdisc *q)  in __qdisc_run()  argument
239 	while (qdisc_restart(q, &packets)) {  in __qdisc_run()
247 			__netif_schedule(q);  in __qdisc_run()
252 	qdisc_run_end(q);  in __qdisc_run()
416 	.q.lock		=	__SPIN_LOCK_UNLOCKED(noop_qdisc.q.lock),
458 	struct sk_buff_head q[PFIFO_FAST_BANDS];  member
472 	return priv->q + band;  in band2list()
477 	if (skb_queue_len(&qdisc->q) < qdisc_dev(qdisc)->tx_queue_len) {  in pfifo_fast_enqueue()
483 		qdisc->q.qlen++;  in pfifo_fast_enqueue()
499 		qdisc->q.qlen--;  in pfifo_fast_dequeue()
533 	qdisc->q.qlen = 0;  in pfifo_fast_reset()
602 	skb_queue_head_init(&sch->q);  in qdisc_alloc()
655 		qdisc->q.qlen = 0;  in qdisc_reset()
843 		struct Qdisc *q;  in some_qdisc_is_busy()  local
847 		q = dev_queue->qdisc_sleeping;  in some_qdisc_is_busy()
848 		root_lock = qdisc_lock(q);  in some_qdisc_is_busy()
852 		val = (qdisc_is_running(q) ||  in some_qdisc_is_busy()
853 		       test_bit(__QDISC_STATE_SCHED, &q->state));  in some_qdisc_is_busy()