101 	struct qdisc_skb_head	q;  member
144 static inline bool qdisc_is_percpu_stats(const struct Qdisc *q)  in qdisc_is_percpu_stats()  argument
146 	return q->flags & TCQ_F_CPUSTATS;  in qdisc_is_percpu_stats()
153 	return !READ_ONCE(qdisc->q.qlen);  in qdisc_is_empty()
412 	struct Qdisc *q;  member
465 static inline int qdisc_qlen_cpu(const struct Qdisc *q)  in qdisc_qlen_cpu()  argument
467 	return this_cpu_ptr(q->cpu_qstats)->qlen;  in qdisc_qlen_cpu()
470 static inline int qdisc_qlen(const struct Qdisc *q)  in qdisc_qlen()  argument
472 	return q->q.qlen;  in qdisc_qlen()
475 static inline int qdisc_qlen_sum(const struct Qdisc *q)  in qdisc_qlen_sum()  argument
477 	__u32 qlen = q->qstats.qlen;  in qdisc_qlen_sum()
480 	if (qdisc_is_percpu_stats(q)) {  in qdisc_qlen_sum()
482 			qlen += per_cpu_ptr(q->cpu_qstats, i)->qlen;  in qdisc_qlen_sum()
484 		qlen += q->q.qlen;  in qdisc_qlen_sum()
497 	return &qdisc->q.lock;  in qdisc_lock()
502 	struct Qdisc *q = rcu_dereference_rtnl(qdisc->dev_queue->qdisc);  in qdisc_root()  local
504 	return q;  in qdisc_root()
557 static inline void sch_tree_lock(const struct Qdisc *q)  in sch_tree_lock()  argument
559 	spin_lock_bh(qdisc_root_sleeping_lock(q));  in sch_tree_lock()
562 static inline void sch_tree_unlock(const struct Qdisc *q)  in sch_tree_unlock()  argument
564 	spin_unlock_bh(qdisc_root_sleeping_lock(q));  in sch_tree_unlock()
644 int qdisc_offload_dump_helper(struct Qdisc *q, enum tc_setup_type type,
652 qdisc_offload_dump_helper(struct Qdisc *q, enum tc_setup_type type,  in qdisc_offload_dump_helper()  argument
655 	q->flags &= ~TCQ_F_OFFLOADED;  in qdisc_offload_dump_helper()
742 		const struct Qdisc *q = rcu_dereference(txq->qdisc);  in qdisc_all_tx_empty()  local
744 		if (!qdisc_is_empty(q)) {  in qdisc_all_tx_empty()
986 	__qdisc_enqueue_tail(skb, &sch->q);  in qdisc_enqueue_tail()
1019 	struct sk_buff *skb = __qdisc_dequeue_head(&sch->q);  in qdisc_dequeue_head()
1068 	return __qdisc_queue_drop_head(sch, &sch->q, to_free);  in qdisc_queue_drop_head()
1073 	const struct qdisc_skb_head *qh = &sch->q;  in qdisc_peek_head()
1091 			sch->q.qlen++;  in qdisc_peek_dequeued()
1108 		sch->q.qlen--;  in qdisc_update_stats_at_dequeue()
1120 		sch->q.qlen++;  in qdisc_update_stats_at_enqueue()
1136 			sch->q.qlen--;  in qdisc_dequeue_peeked()
1163 	__qdisc_reset_queue(&sch->q);  in qdisc_reset_queue()