kernel/bpf/devmap.c

61 	struct bpf_prog *xdp_prog;
68 	struct bpf_prog *xdp_prog;
215 				if (dev->xdp_prog)
216 					bpf_prog_put(dev->xdp_prog);
231 			if (dev->xdp_prog)
232 				bpf_prog_put(dev->xdp_prog);
323 static int dev_map_bpf_prog_run(struct bpf_prog *xdp_prog,
339 		act = bpf_prog_run_xdp(xdp_prog, &xdp);
349 			bpf_warn_invalid_xdp_action(NULL, xdp_prog, act);
352 			trace_xdp_exception(dev, xdp_prog, act);
379 	if (bq->xdp_prog) {
380 		to_send = dev_map_bpf_prog_run(bq->xdp_prog, bq->q, cnt, dev);
417 		bq->xdp_prog = NULL;
454 		       struct net_device *dev_rx, struct bpf_prog *xdp_prog)
466 	 * Do the same with xdp_prog and flush_list since these fields
471 		bq->xdp_prog = xdp_prog;
480 				struct bpf_prog *xdp_prog)
495 	bq_enqueue(dev, xdpf, dev_rx, xdp_prog);
505 	if (!dst->xdp_prog)
511 	act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog);
517 		bpf_warn_invalid_xdp_action(NULL, dst->xdp_prog, act);
520 		trace_xdp_exception(dst->dev, dst->xdp_prog, act);
541 	return __xdp_enqueue(dev, xdpf, dev_rx, dst->xdp_prog);
572 	bq_enqueue(obj->dev, nxdpf, dev_rx, obj->xdp_prog);
669 		bq_enqueue(last_dst->dev, xdpf, dev_rx, last_dst->xdp_prog);
677 			     struct bpf_prog *xdp_prog)
693 	generic_xdp_tx(skb, xdp_prog);
700 				  struct bpf_prog *xdp_prog)
709 	err = dev_map_generic_redirect(dst, nskb, xdp_prog);
719 			   struct bpf_prog *xdp_prog, struct bpf_map *map,
752 			err = dev_map_redirect_clone(last_dst, skb, xdp_prog);
776 				err = dev_map_redirect_clone(last_dst, skb, xdp_prog);
787 		return dev_map_generic_redirect(last_dst, skb, xdp_prog);
813 	if (dev->xdp_prog)
814 		bpf_prog_put(dev->xdp_prog);
888 		dev->xdp_prog = prog;
891 		dev->xdp_prog = NULL;