24 static int mq_offload(struct Qdisc *sch, enum tc_mq_command cmd)  in mq_offload()  argument
26 	struct net_device *dev = qdisc_dev(sch);  in mq_offload()
29 		.handle = sch->handle,  in mq_offload()
38 static int mq_offload_stats(struct Qdisc *sch)  in mq_offload_stats()  argument
42 		.handle = sch->handle,  in mq_offload_stats()
44 			.bstats = &sch->bstats,  in mq_offload_stats()
45 			.qstats = &sch->qstats,  in mq_offload_stats()
49 	return qdisc_offload_dump_helper(sch, TC_SETUP_QDISC_MQ, &opt);  in mq_offload_stats()
52 static void mq_destroy(struct Qdisc *sch)  in mq_destroy()  argument
54 	struct net_device *dev = qdisc_dev(sch);  in mq_destroy()
55 	struct mq_sched *priv = qdisc_priv(sch);  in mq_destroy()
58 	mq_offload(sch, TC_MQ_DESTROY);  in mq_destroy()
67 static int mq_init(struct Qdisc *sch, struct nlattr *opt,  in mq_init()  argument
70 	struct net_device *dev = qdisc_dev(sch);  in mq_init()
71 	struct mq_sched *priv = qdisc_priv(sch);  in mq_init()
76 	if (sch->parent != TC_H_ROOT)  in mq_init()
91 					  TC_H_MAKE(TC_H_MAJ(sch->handle),  in mq_init()
100 	sch->flags |= TCQ_F_MQROOT;  in mq_init()
102 	mq_offload(sch, TC_MQ_CREATE);  in mq_init()
106 static void mq_attach(struct Qdisc *sch)  in mq_attach()  argument
108 	struct net_device *dev = qdisc_dev(sch);  in mq_attach()
109 	struct mq_sched *priv = qdisc_priv(sch);  in mq_attach()
128 static void mq_change_real_num_tx(struct Qdisc *sch, unsigned int new_real_tx)  in mq_change_real_num_tx()  argument
131 	struct net_device *dev = qdisc_dev(sch);  in mq_change_real_num_tx()
151 static int mq_dump(struct Qdisc *sch, struct sk_buff *skb)  in mq_dump()  argument
153 	struct net_device *dev = qdisc_dev(sch);  in mq_dump()
158 	sch->q.qlen = 0;  in mq_dump()
159 	memset(&sch->bstats, 0, sizeof(sch->bstats));  in mq_dump()
160 	memset(&sch->qstats, 0, sizeof(sch->qstats));  in mq_dump()
173 			__gnet_stats_copy_basic(NULL, &sch->bstats,  in mq_dump()
176 			__gnet_stats_copy_queue(&sch->qstats,  in mq_dump()
179 			sch->q.qlen		+= qlen;  in mq_dump()
181 			sch->q.qlen		+= qdisc->q.qlen;  in mq_dump()
182 			sch->bstats.bytes	+= qdisc->bstats.bytes;  in mq_dump()
183 			sch->bstats.packets	+= qdisc->bstats.packets;  in mq_dump()
184 			sch->qstats.qlen	+= qdisc->qstats.qlen;  in mq_dump()
185 			sch->qstats.backlog	+= qdisc->qstats.backlog;  in mq_dump()
186 			sch->qstats.drops	+= qdisc->qstats.drops;  in mq_dump()
187 			sch->qstats.requeues	+= qdisc->qstats.requeues;  in mq_dump()
188 			sch->qstats.overlimits	+= qdisc->qstats.overlimits;  in mq_dump()
194 	return mq_offload_stats(sch);  in mq_dump()
197 static struct netdev_queue *mq_queue_get(struct Qdisc *sch, unsigned long cl)  in mq_queue_get()  argument
199 	struct net_device *dev = qdisc_dev(sch);  in mq_queue_get()
207 static struct netdev_queue *mq_select_queue(struct Qdisc *sch,  in mq_select_queue()  argument
210 	return mq_queue_get(sch, TC_H_MIN(tcm->tcm_parent));  in mq_select_queue()
213 static int mq_graft(struct Qdisc *sch, unsigned long cl, struct Qdisc *new,  in mq_graft()  argument
216 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);  in mq_graft()
218 	struct net_device *dev = qdisc_dev(sch);  in mq_graft()
229 	graft_offload.handle = sch->handle;  in mq_graft()
234 	qdisc_offload_graft_helper(qdisc_dev(sch), sch, new, *old,  in mq_graft()
239 static struct Qdisc *mq_leaf(struct Qdisc *sch, unsigned long cl)  in mq_leaf()  argument
241 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);  in mq_leaf()
246 static unsigned long mq_find(struct Qdisc *sch, u32 classid)  in mq_find()  argument
250 	if (!mq_queue_get(sch, ntx))  in mq_find()
255 static int mq_dump_class(struct Qdisc *sch, unsigned long cl,  in mq_dump_class()  argument
258 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);  in mq_dump_class()
266 static int mq_dump_class_stats(struct Qdisc *sch, unsigned long cl,  in mq_dump_class_stats()  argument
269 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);  in mq_dump_class_stats()
271 	sch = dev_queue->qdisc_sleeping;  in mq_dump_class_stats()
272 	if (gnet_stats_copy_basic(&sch->running, d, sch->cpu_bstats,  in mq_dump_class_stats()
273 				  &sch->bstats) < 0 ||  in mq_dump_class_stats()
274 	    qdisc_qstats_copy(d, sch) < 0)  in mq_dump_class_stats()
279 static void mq_walk(struct Qdisc *sch, struct qdisc_walker *arg)  in mq_walk()  argument
281 	struct net_device *dev = qdisc_dev(sch);  in mq_walk()
289 		if (arg->fn(sch, ntx + 1, arg) < 0) {  in mq_walk()