net/core/dev.c

695 	if (unlikely(!(info->mode & IP_TUNNEL_INFO_TX)))
1425 	 * TASK_INTERRUPTIBLE mode to avoid the blocked task
2909 	 * Channel 0 is meant to be "native" mode and used only to represent
2911 	 * to normal mode after being used as a subordinate channel.
6540 	/* Setting/unsetting threaded mode on a napi might not immediately
6542 	 * polled. In this case, the switch between threaded mode and
6543 	 * softirq mode will happen in the next round of napi_schedule().
6621 	 * threaded mode will not be enabled in napi_enable().
8569 		netdev_info(dev, "%s promiscuous mode\n",
8640 		netdev_info(dev, "%s allmulticast mode\n",
8673  *	filtering it is put in promiscuous mode while unicast addresses
9273 static bpf_op_t dev_xdp_bpf_op(struct net_device *dev, enum bpf_xdp_mode mode)
9275 	switch (mode) {
9287 					 enum bpf_xdp_mode mode)
9289 	return dev->xdp_state[mode].link;
9293 				     enum bpf_xdp_mode mode)
9295 	struct bpf_xdp_link *link = dev_xdp_link(dev, mode);
9299 	return dev->xdp_state[mode].prog;
9314 u32 dev_xdp_prog_id(struct net_device *dev, enum bpf_xdp_mode mode)
9316 	struct bpf_prog *prog = dev_xdp_prog(dev, mode);
9321 static void dev_xdp_set_link(struct net_device *dev, enum bpf_xdp_mode mode,
9324 	dev->xdp_state[mode].link = link;
9325 	dev->xdp_state[mode].prog = NULL;
9328 static void dev_xdp_set_prog(struct net_device *dev, enum bpf_xdp_mode mode,
9331 	dev->xdp_state[mode].link = NULL;
9332 	dev->xdp_state[mode].prog = prog;
9335 static int dev_xdp_install(struct net_device *dev, enum bpf_xdp_mode mode,
9343 	xdp.command = mode == XDP_MODE_HW ? XDP_SETUP_PROG_HW : XDP_SETUP_PROG;
9363 	if (mode != XDP_MODE_HW)
9364 		bpf_prog_change_xdp(dev_xdp_prog(dev, mode), prog);
9373 	enum bpf_xdp_mode mode;
9378 	for (mode = XDP_MODE_SKB; mode < __MAX_XDP_MODE; mode++) {
9379 		prog = dev_xdp_prog(dev, mode);
9383 		bpf_op = dev_xdp_bpf_op(dev, mode);
9387 		WARN_ON(dev_xdp_install(dev, mode, bpf_op, NULL, 0, NULL));
9390 		link = dev_xdp_link(dev, mode);
9396 		dev_xdp_set_link(dev, mode, NULL);
9408 	enum bpf_xdp_mode mode;
9417 	/* link supports only XDP mode flags */
9422 	/* just one XDP mode bit should be set, zero defaults to drv/skb mode */
9424 		NL_SET_ERR_MSG(extack, "Only one XDP mode flag can be set");
9427 	/* avoid ambiguity if offload + drv/skb mode progs are both loaded */
9430 			       "More than one program loaded, unset mode is ambiguous");
9439 	mode = dev_xdp_mode(dev, flags);
9441 	if (dev_xdp_link(dev, mode)) {
9454 	cur_prog = dev_xdp_prog(dev, mode);
9470 		bool offload = mode == XDP_MODE_HW;
9471 		enum bpf_xdp_mode other_mode = mode == XDP_MODE_SKB
9502 		bpf_op = dev_xdp_bpf_op(dev, mode);
9504 			NL_SET_ERR_MSG(extack, "Underlying driver does not support XDP in native mode");
9508 		err = dev_xdp_install(dev, mode, bpf_op, extack, flags, new_prog);
9514 		dev_xdp_set_link(dev, mode, link);
9516 		dev_xdp_set_prog(dev, mode, new_prog);
9534 	enum bpf_xdp_mode mode;
9539 	mode = dev_xdp_mode(dev, link->flags);
9540 	if (dev_xdp_link(dev, mode) != link)
9543 	bpf_op = dev_xdp_bpf_op(dev, mode);
9544 	WARN_ON(dev_xdp_install(dev, mode, bpf_op, NULL, 0, NULL));
9545 	dev_xdp_set_link(dev, mode, NULL);
9612 	enum bpf_xdp_mode mode;
9641 	mode = dev_xdp_mode(xdp_link->dev, xdp_link->flags);
9642 	bpf_op = dev_xdp_bpf_op(xdp_link->dev, mode);
9643 	err = dev_xdp_install(xdp_link->dev, mode, bpf_op, NULL,
9733 	enum bpf_xdp_mode mode = dev_xdp_mode(dev, flags);
9741 						 mode != XDP_MODE_SKB);
9748 						 mode != XDP_MODE_SKB);