net/sched/sch_mq.c

24 static int mq_offload(struct Qdisc *sch, enum tc_mq_command cmd)
26 	struct net_device *dev = qdisc_dev(sch);
29 		.handle = sch->handle,
38 static int mq_offload_stats(struct Qdisc *sch)
42 		.handle = sch->handle,
44 			.bstats = &sch->bstats,
45 			.qstats = &sch->qstats,
49 	return qdisc_offload_dump_helper(sch, TC_SETUP_QDISC_MQ, &opt);
52 static void mq_destroy(struct Qdisc *sch)
54 	struct net_device *dev = qdisc_dev(sch);
55 	struct mq_sched *priv = qdisc_priv(sch);
58 	mq_offload(sch, TC_MQ_DESTROY);
67 static int mq_init(struct Qdisc *sch, struct nlattr *opt,
70 	struct net_device *dev = qdisc_dev(sch);
71 	struct mq_sched *priv = qdisc_priv(sch);
76 	if (sch->parent != TC_H_ROOT)
91 					  TC_H_MAKE(TC_H_MAJ(sch->handle),
100 	sch->flags |= TCQ_F_MQROOT;
102 	mq_offload(sch, TC_MQ_CREATE);
106 static void mq_attach(struct Qdisc *sch)
108 	struct net_device *dev = qdisc_dev(sch);
109 	struct mq_sched *priv = qdisc_priv(sch);
128 static int mq_dump(struct Qdisc *sch, struct sk_buff *skb)
130 	struct net_device *dev = qdisc_dev(sch);
134 	sch->q.qlen = 0;
135 	gnet_stats_basic_sync_init(&sch->bstats);
136 	memset(&sch->qstats, 0, sizeof(sch->qstats));
147 		gnet_stats_add_basic(&sch->bstats, qdisc->cpu_bstats,
149 		gnet_stats_add_queue(&sch->qstats, qdisc->cpu_qstats,
151 		sch->q.qlen += qdisc_qlen(qdisc);
156 	return mq_offload_stats(sch);
159 static struct netdev_queue *mq_queue_get(struct Qdisc *sch, unsigned long cl)
161 	struct net_device *dev = qdisc_dev(sch);
169 static struct netdev_queue *mq_select_queue(struct Qdisc *sch,
172 	return mq_queue_get(sch, TC_H_MIN(tcm->tcm_parent));
175 static int mq_graft(struct Qdisc *sch, unsigned long cl, struct Qdisc *new,
178 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);
180 	struct net_device *dev = qdisc_dev(sch);
191 	graft_offload.handle = sch->handle;
196 	qdisc_offload_graft_helper(qdisc_dev(sch), sch, new, *old,
201 static struct Qdisc *mq_leaf(struct Qdisc *sch, unsigned long cl)
203 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);
208 static unsigned long mq_find(struct Qdisc *sch, u32 classid)
212 	if (!mq_queue_get(sch, ntx))
217 static int mq_dump_class(struct Qdisc *sch, unsigned long cl,
220 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);
228 static int mq_dump_class_stats(struct Qdisc *sch, unsigned long cl,
231 	struct netdev_queue *dev_queue = mq_queue_get(sch, cl);
233 	sch = rtnl_dereference(dev_queue->qdisc_sleeping);
234 	if (gnet_stats_copy_basic(d, sch->cpu_bstats, &sch->bstats, true) < 0 ||
235 	    qdisc_qstats_copy(d, sch) < 0)
240 static void mq_walk(struct Qdisc *sch, struct qdisc_walker *arg)
242 	struct net_device *dev = qdisc_dev(sch);
250 		if (!tc_qdisc_stats_dump(sch, ntx + 1, arg))