1// SPDX-License-Identifier: GPL-2.0-or-later 2/* net/sched/sch_ingress.c - Ingress and clsact qdisc 3 * 4 * Authors: Jamal Hadi Salim 1999 5 */ 6 7#include <linux/module.h> 8#include <linux/types.h> 9#include <linux/list.h> 10#include <linux/skbuff.h> 11#include <linux/rtnetlink.h> 12 13#include <net/netlink.h> 14#include <net/pkt_sched.h> 15#include <net/pkt_cls.h> 16#include <net/tcx.h> 17 18struct ingress_sched_data { 19 struct tcf_block *block; 20 struct tcf_block_ext_info block_info; 21 struct mini_Qdisc_pair miniqp; 22}; 23 24static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg) 25{ 26 return NULL; 27} 28 29static unsigned long ingress_find(struct Qdisc *sch, u32 classid) 30{ 31 return TC_H_MIN(classid) + 1; 32} 33 34static unsigned long ingress_bind_filter(struct Qdisc *sch, 35 unsigned long parent, u32 classid) 36{ 37 return ingress_find(sch, classid); 38} 39 40static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl) 41{ 42} 43 44static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker) 45{ 46} 47 48static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl, 49 struct netlink_ext_ack *extack) 50{ 51 struct ingress_sched_data *q = qdisc_priv(sch); 52 53 return q->block; 54} 55 56static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv) 57{ 58 struct mini_Qdisc_pair *miniqp = priv; 59 60 mini_qdisc_pair_swap(miniqp, tp_head); 61}; 62 63static void ingress_ingress_block_set(struct Qdisc *sch, u32 block_index) 64{ 65 struct ingress_sched_data *q = qdisc_priv(sch); 66 67 q->block_info.block_index = block_index; 68} 69 70static u32 ingress_ingress_block_get(struct Qdisc *sch) 71{ 72 struct ingress_sched_data *q = qdisc_priv(sch); 73 74 return q->block_info.block_index; 75} 76 77static int ingress_init(struct Qdisc *sch, struct nlattr *opt, 78 struct netlink_ext_ack *extack) 79{ 80 struct ingress_sched_data *q = qdisc_priv(sch); 81 struct net_device *dev = qdisc_dev(sch); 82 struct bpf_mprog_entry *entry; 83 bool created; 84 int err; 85 86 if (sch->parent != TC_H_INGRESS) 87 return -EOPNOTSUPP; 88 89 net_inc_ingress_queue(); 90 91 entry = tcx_entry_fetch_or_create(dev, true, &created); 92 if (!entry) 93 return -ENOMEM; 94 tcx_miniq_set_active(entry, true); 95 mini_qdisc_pair_init(&q->miniqp, sch, &tcx_entry(entry)->miniq); 96 if (created) 97 tcx_entry_update(dev, entry, true); 98 99 q->block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS; 100 q->block_info.chain_head_change = clsact_chain_head_change; 101 q->block_info.chain_head_change_priv = &q->miniqp; 102 103 err = tcf_block_get_ext(&q->block, sch, &q->block_info, extack); 104 if (err) 105 return err; 106 107 mini_qdisc_pair_block_init(&q->miniqp, q->block); 108 109 return 0; 110} 111 112static void ingress_destroy(struct Qdisc *sch) 113{ 114 struct ingress_sched_data *q = qdisc_priv(sch); 115 struct net_device *dev = qdisc_dev(sch); 116 struct bpf_mprog_entry *entry = rtnl_dereference(dev->tcx_ingress); 117 118 if (sch->parent != TC_H_INGRESS) 119 return; 120 121 tcf_block_put_ext(q->block, sch, &q->block_info); 122 123 if (entry) { 124 tcx_miniq_set_active(entry, false); 125 if (!tcx_entry_is_active(entry)) { 126 tcx_entry_update(dev, NULL, true); 127 tcx_entry_free(entry); 128 } 129 } 130 131 net_dec_ingress_queue(); 132} 133 134static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb) 135{ 136 struct nlattr *nest; 137 138 nest = nla_nest_start_noflag(skb, TCA_OPTIONS); 139 if (nest == NULL) 140 goto nla_put_failure; 141 142 return nla_nest_end(skb, nest); 143 144nla_put_failure: 145 nla_nest_cancel(skb, nest); 146 return -1; 147} 148 149static const struct Qdisc_class_ops ingress_class_ops = { 150 .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED, 151 .leaf = ingress_leaf, 152 .find = ingress_find, 153 .walk = ingress_walk, 154 .tcf_block = ingress_tcf_block, 155 .bind_tcf = ingress_bind_filter, 156 .unbind_tcf = ingress_unbind_filter, 157}; 158 159static struct Qdisc_ops ingress_qdisc_ops __read_mostly = { 160 .cl_ops = &ingress_class_ops, 161 .id = "ingress", 162 .priv_size = sizeof(struct ingress_sched_data), 163 .static_flags = TCQ_F_INGRESS | TCQ_F_CPUSTATS, 164 .init = ingress_init, 165 .destroy = ingress_destroy, 166 .dump = ingress_dump, 167 .ingress_block_set = ingress_ingress_block_set, 168 .ingress_block_get = ingress_ingress_block_get, 169 .owner = THIS_MODULE, 170}; 171MODULE_ALIAS_NET_SCH("ingress"); 172 173struct clsact_sched_data { 174 struct tcf_block *ingress_block; 175 struct tcf_block *egress_block; 176 struct tcf_block_ext_info ingress_block_info; 177 struct tcf_block_ext_info egress_block_info; 178 struct mini_Qdisc_pair miniqp_ingress; 179 struct mini_Qdisc_pair miniqp_egress; 180}; 181 182static unsigned long clsact_find(struct Qdisc *sch, u32 classid) 183{ 184 switch (TC_H_MIN(classid)) { 185 case TC_H_MIN(TC_H_MIN_INGRESS): 186 case TC_H_MIN(TC_H_MIN_EGRESS): 187 return TC_H_MIN(classid); 188 default: 189 return 0; 190 } 191} 192 193static unsigned long clsact_bind_filter(struct Qdisc *sch, 194 unsigned long parent, u32 classid) 195{ 196 return clsact_find(sch, classid); 197} 198 199static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl, 200 struct netlink_ext_ack *extack) 201{ 202 struct clsact_sched_data *q = qdisc_priv(sch); 203 204 switch (cl) { 205 case TC_H_MIN(TC_H_MIN_INGRESS): 206 return q->ingress_block; 207 case TC_H_MIN(TC_H_MIN_EGRESS): 208 return q->egress_block; 209 default: 210 return NULL; 211 } 212} 213 214static void clsact_ingress_block_set(struct Qdisc *sch, u32 block_index) 215{ 216 struct clsact_sched_data *q = qdisc_priv(sch); 217 218 q->ingress_block_info.block_index = block_index; 219} 220 221static void clsact_egress_block_set(struct Qdisc *sch, u32 block_index) 222{ 223 struct clsact_sched_data *q = qdisc_priv(sch); 224 225 q->egress_block_info.block_index = block_index; 226} 227 228static u32 clsact_ingress_block_get(struct Qdisc *sch) 229{ 230 struct clsact_sched_data *q = qdisc_priv(sch); 231 232 return q->ingress_block_info.block_index; 233} 234 235static u32 clsact_egress_block_get(struct Qdisc *sch) 236{ 237 struct clsact_sched_data *q = qdisc_priv(sch); 238 239 return q->egress_block_info.block_index; 240} 241 242static int clsact_init(struct Qdisc *sch, struct nlattr *opt, 243 struct netlink_ext_ack *extack) 244{ 245 struct clsact_sched_data *q = qdisc_priv(sch); 246 struct net_device *dev = qdisc_dev(sch); 247 struct bpf_mprog_entry *entry; 248 bool created; 249 int err; 250 251 if (sch->parent != TC_H_CLSACT) 252 return -EOPNOTSUPP; 253 254 net_inc_ingress_queue(); 255 net_inc_egress_queue(); 256 257 entry = tcx_entry_fetch_or_create(dev, true, &created); 258 if (!entry) 259 return -ENOMEM; 260 tcx_miniq_set_active(entry, true); 261 mini_qdisc_pair_init(&q->miniqp_ingress, sch, &tcx_entry(entry)->miniq); 262 if (created) 263 tcx_entry_update(dev, entry, true); 264 265 q->ingress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS; 266 q->ingress_block_info.chain_head_change = clsact_chain_head_change; 267 q->ingress_block_info.chain_head_change_priv = &q->miniqp_ingress; 268 269 err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info, 270 extack); 271 if (err) 272 return err; 273 274 mini_qdisc_pair_block_init(&q->miniqp_ingress, q->ingress_block); 275 276 entry = tcx_entry_fetch_or_create(dev, false, &created); 277 if (!entry) 278 return -ENOMEM; 279 tcx_miniq_set_active(entry, true); 280 mini_qdisc_pair_init(&q->miniqp_egress, sch, &tcx_entry(entry)->miniq); 281 if (created) 282 tcx_entry_update(dev, entry, false); 283 284 q->egress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS; 285 q->egress_block_info.chain_head_change = clsact_chain_head_change; 286 q->egress_block_info.chain_head_change_priv = &q->miniqp_egress; 287 288 return tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info, extack); 289} 290 291static void clsact_destroy(struct Qdisc *sch) 292{ 293 struct clsact_sched_data *q = qdisc_priv(sch); 294 struct net_device *dev = qdisc_dev(sch); 295 struct bpf_mprog_entry *ingress_entry = rtnl_dereference(dev->tcx_ingress); 296 struct bpf_mprog_entry *egress_entry = rtnl_dereference(dev->tcx_egress); 297 298 if (sch->parent != TC_H_CLSACT) 299 return; 300 301 tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info); 302 tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info); 303 304 if (ingress_entry) { 305 tcx_miniq_set_active(ingress_entry, false); 306 if (!tcx_entry_is_active(ingress_entry)) { 307 tcx_entry_update(dev, NULL, true); 308 tcx_entry_free(ingress_entry); 309 } 310 } 311 312 if (egress_entry) { 313 tcx_miniq_set_active(egress_entry, false); 314 if (!tcx_entry_is_active(egress_entry)) { 315 tcx_entry_update(dev, NULL, false); 316 tcx_entry_free(egress_entry); 317 } 318 } 319 320 net_dec_ingress_queue(); 321 net_dec_egress_queue(); 322} 323 324static const struct Qdisc_class_ops clsact_class_ops = { 325 .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED, 326 .leaf = ingress_leaf, 327 .find = clsact_find, 328 .walk = ingress_walk, 329 .tcf_block = clsact_tcf_block, 330 .bind_tcf = clsact_bind_filter, 331 .unbind_tcf = ingress_unbind_filter, 332}; 333 334static struct Qdisc_ops clsact_qdisc_ops __read_mostly = { 335 .cl_ops = &clsact_class_ops, 336 .id = "clsact", 337 .priv_size = sizeof(struct clsact_sched_data), 338 .static_flags = TCQ_F_INGRESS | TCQ_F_CPUSTATS, 339 .init = clsact_init, 340 .destroy = clsact_destroy, 341 .dump = ingress_dump, 342 .ingress_block_set = clsact_ingress_block_set, 343 .egress_block_set = clsact_egress_block_set, 344 .ingress_block_get = clsact_ingress_block_get, 345 .egress_block_get = clsact_egress_block_get, 346 .owner = THIS_MODULE, 347}; 348MODULE_ALIAS_NET_SCH("clsact"); 349 350static int __init ingress_module_init(void) 351{ 352 int ret; 353 354 ret = register_qdisc(&ingress_qdisc_ops); 355 if (!ret) { 356 ret = register_qdisc(&clsact_qdisc_ops); 357 if (ret) 358 unregister_qdisc(&ingress_qdisc_ops); 359 } 360 361 return ret; 362} 363 364static void __exit ingress_module_exit(void) 365{ 366 unregister_qdisc(&ingress_qdisc_ops); 367 unregister_qdisc(&clsact_qdisc_ops); 368} 369 370module_init(ingress_module_init); 371module_exit(ingress_module_exit); 372 373MODULE_LICENSE("GPL"); 374MODULE_DESCRIPTION("Ingress and clsact based ingress and egress qdiscs"); 375