/linux-master/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
H A D | pool.c | 116 if (!params->xdp_prog) { 176 if (!priv->channels.params.xdp_prog)
|
H A D | rx.c | 291 prog = rcu_dereference(rq->xdp_prog); 325 prog = rcu_dereference(rq->xdp_prog);
|
/linux-master/drivers/net/ethernet/intel/ice/ |
H A D | ice_txrx.c | 459 rx_ring->xdp_prog = NULL; 514 WRITE_ONCE(rx_ring->xdp_prog, rx_ring->vsi->xdp_prog); 552 * @xdp_prog: XDP program to run 561 struct bpf_prog *xdp_prog, struct ice_tx_ring *xdp_ring, 567 if (!xdp_prog) 572 act = bpf_prog_run_xdp(xdp_prog, xdp); 586 if (xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog)) 591 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); 595 trace_xdp_exception(rx_ring->netdev, xdp_prog, ac 560 ice_run_xdp(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, struct bpf_prog *xdp_prog, struct ice_tx_ring *xdp_ring, struct ice_rx_buf *rx_buf, union ice_32b_rx_flex_desc *eop_desc) argument 1155 struct bpf_prog *xdp_prog = NULL; local [all...] |
/linux-master/drivers/net/ |
H A D | tun.c | 210 struct bpf_prog __rcu *xdp_prog; member in struct:tun_struct 829 if (rtnl_dereference(tun->xdp_prog)) 1198 old_prog = rtnl_dereference(tun->xdp_prog); 1199 rcu_assign_pointer(tun->xdp_prog, prog); 1619 static int tun_xdp_act(struct tun_struct *tun, struct bpf_prog *xdp_prog, argument 1626 err = xdp_do_redirect(tun->dev, xdp, xdp_prog); 1644 bpf_warn_invalid_xdp_action(tun->dev, xdp_prog, act); 1647 trace_xdp_exception(tun->dev, xdp_prog, act); 1664 struct bpf_prog *xdp_prog; local 1672 xdp_prog 1917 struct bpf_prog *xdp_prog; local 2445 struct bpf_prog *xdp_prog; local [all...] |
H A D | virtio_net.c | 309 struct bpf_prog __rcu *xdp_prog; member in struct:receive_queue 1119 struct bpf_prog *xdp_prog; local 1129 xdp_prog = rcu_access_pointer(rq->xdp_prog); 1130 if (!xdp_prog) 1187 static int virtnet_xdp_handler(struct bpf_prog *xdp_prog, struct xdp_buff *xdp, argument 1196 act = bpf_prog_run_xdp(xdp_prog, xdp); 1215 trace_xdp_exception(dev, xdp_prog, act); 1223 err = xdp_do_redirect(dev, xdp, xdp_prog); 1231 bpf_warn_invalid_xdp_action(dev, xdp_prog, ac 1339 receive_small_xdp(struct net_device *dev, struct virtnet_info *vi, struct receive_queue *rq, struct bpf_prog *xdp_prog, void *buf, unsigned int xdp_headroom, unsigned int len, unsigned int *xdp_xmit, struct virtnet_rq_stats *stats) argument 1449 struct bpf_prog *xdp_prog; local 1657 mergeable_xdp_get_buf(struct virtnet_info *vi, struct receive_queue *rq, struct bpf_prog *xdp_prog, void *ctx, unsigned int *frame_sz, int *num_buf, struct page **page, int offset, unsigned int *len, struct virtio_net_hdr_mrg_rxbuf *hdr) argument 1731 receive_mergeable_xdp(struct net_device *dev, struct virtnet_info *vi, struct receive_queue *rq, struct bpf_prog *xdp_prog, void *buf, void *ctx, unsigned int len, unsigned int *xdp_xmit, struct virtnet_rq_stats *stats) argument 1821 struct bpf_prog *xdp_prog; local [all...] |
/linux-master/drivers/net/ethernet/netronome/nfp/ |
H A D | nfp_net_dp.c | 21 if (!dp->xdp_prog) { 36 nfp_net_free_frag(frag, dp->xdp_prog); 149 nfp_net_free_frag(rx_ring->rxbufs[i].frag, dp->xdp_prog);
|
/linux-master/drivers/net/ethernet/netronome/nfp/nfdk/ |
H A D | dp.c | 576 if (!dp->xdp_prog) { 591 nfp_net_free_frag(frag, dp->xdp_prog); 1032 struct bpf_prog *xdp_prog; local 1040 xdp_prog = READ_ONCE(dp->xdp_prog); 1041 true_bufsz = xdp_prog ? PAGE_SIZE : dp->fl_bufsz; 1126 if (xdp_prog && !meta.portid) { 1136 act = bpf_prog_run_xdp(xdp_prog, &xdp); 1154 xdp_prog, act); 1157 bpf_warn_invalid_xdp_action(dp->netdev, xdp_prog, ac [all...] |
/linux-master/drivers/net/ethernet/fungible/funeth/ |
H A D | funeth.h | 147 struct bpf_prog *xdp_prog; member in struct:funeth_priv
|
H A D | funeth_txrx.h | 189 struct bpf_prog *xdp_prog; /* optional XDP BPF program */ member in struct:funeth_rxq
|
/linux-master/drivers/net/ethernet/intel/igc/ |
H A D | igc_xdp.c | 28 old_prog = xchg(&adapter->xdp_prog, prog);
|
/linux-master/drivers/net/ethernet/aquantia/atlantic/ |
H A D | aq_ring.h | 152 struct bpf_prog *xdp_prog; member in struct:aq_ring_s
|
H A D | aq_nic.h | 133 struct bpf_prog *xdp_prog; member in struct:aq_nic_s
|
H A D | aq_ring.c | 186 self->xdp_prog = aq_nic->xdp_prog; 190 if (READ_ONCE(self->xdp_prog)) { 422 prog = READ_ONCE(rx_ring->xdp_prog);
|
/linux-master/drivers/net/ethernet/ti/ |
H A D | am65-cpsw-nuss.h | 60 struct bpf_prog *xdp_prog; member in struct:am65_cpsw_port
|
/linux-master/tools/testing/selftests/bpf/ |
H A D | xskxceiver.h | 137 struct bpf_program *xdp_prog; member in struct:ifobject
|
/linux-master/drivers/net/ethernet/stmicro/stmmac/ |
H A D | stmmac.h | 367 struct bpf_prog *xdp_prog; member in struct:stmmac_priv 404 return !!priv->xdp_prog;
|
/linux-master/drivers/net/ethernet/pensando/ionic/ |
H A D | ionic_txrx.c | 485 struct bpf_prog *xdp_prog, 547 xdp_action = bpf_prog_run_xdp(xdp_prog, &xdp_buf); 599 err = xdp_do_redirect(netdev, &xdp_buf, xdp_prog); 617 trace_xdp_exception(netdev, xdp_prog, xdp_action); 631 struct bpf_prog *xdp_prog; local 649 xdp_prog = READ_ONCE(q->lif->xdp_prog); 650 if (xdp_prog) { 651 if (ionic_run_xdp(stats, netdev, xdp_prog, q, desc_info->bufs, len)) 483 ionic_run_xdp(struct ionic_rx_stats *stats, struct net_device *netdev, struct bpf_prog *xdp_prog, struct ionic_queue *rxq, struct ionic_buf_info *buf_info, int len) argument
|
H A D | ionic_lif.c | 876 if (!lif->xdp_prog || 877 (lif->xdp_prog->aux && lif->xdp_prog->aux->xdp_has_frags)) 1725 struct bpf_prog *xdp_prog) 1727 if (!xdp_prog) 1733 if (xdp_prog->aux && xdp_prog->aux->xdp_has_frags) 1751 struct bpf_prog *xdp_prog; local 1754 xdp_prog = READ_ONCE(lif->xdp_prog); 1724 ionic_xdp_is_valid_mtu(struct ionic_lif *lif, u32 mtu, struct bpf_prog *xdp_prog) argument [all...] |
/linux-master/drivers/net/ethernet/google/gve/ |
H A D | gve_rx.c | 695 struct bpf_prog *xdp_prog) 711 err = xdp_do_redirect(dev, xdp, xdp_prog); 718 struct xdp_buff *orig, struct bpf_prog *xdp_prog) 728 len, xdp_prog); 743 err = xdp_do_redirect(dev, &new, xdp_prog); 853 xprog = READ_ONCE(priv->xdp_prog); 692 gve_xsk_pool_redirect(struct net_device *dev, struct gve_rx_ring *rx, void *data, int len, struct bpf_prog *xdp_prog) argument 717 gve_xdp_redirect(struct net_device *dev, struct gve_rx_ring *rx, struct xdp_buff *orig, struct bpf_prog *xdp_prog) argument
|
/linux-master/drivers/net/ethernet/intel/ixgbevf/ |
H A D | ixgbevf.h | 94 struct bpf_prog *xdp_prog; member in struct:ixgbevf_ring 360 struct bpf_prog *xdp_prog; member in struct:ixgbevf_adapter
|
H A D | ixgbevf_main.c | 1054 struct bpf_prog *xdp_prog; local 1057 xdp_prog = READ_ONCE(rx_ring->xdp_prog); 1059 if (!xdp_prog) 1062 act = bpf_prog_run_xdp(xdp_prog, xdp); 1073 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); 1077 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); 2653 if (adapter->xdp_prog && 2659 adapter->num_xdp_queues = adapter->xdp_prog ? rss : 0; 3520 rx_ring->xdp_prog [all...] |
/linux-master/drivers/net/ethernet/engleder/ |
H A D | tsnep.h | 191 struct bpf_prog *xdp_prog; member in struct:tsnep_adapter
|
/linux-master/drivers/net/ethernet/socionext/ |
H A D | netsec.c | 294 struct bpf_prog *xdp_prog; member in struct:netsec_priv 957 struct bpf_prog *xdp_prog; local 965 xdp_prog = READ_ONCE(priv->xdp_prog); 1024 if (xdp_prog) { 1025 xdp_result = netsec_run_xdp(priv, xdp_prog, &xdp); 1294 struct bpf_prog *xdp_prog = READ_ONCE(priv->xdp_prog); local 1302 .dma_dir = xdp_prog ? DMA_BIDIRECTIONAL : DMA_FROM_DEVICE, 1809 old_prog = xchg(&priv->xdp_prog, pro [all...] |
/linux-master/drivers/net/ethernet/cavium/thunder/ |
H A D | nicvf_main.c | 797 if (nic->xdp_prog && (cqe_rx->rb_cnt == 1)) { 799 if (nicvf_xdp_rx(snic, nic->xdp_prog, cqe_rx, sq, rq, &skb)) 803 nic->xdp_prog ? true : false); 923 if (nic->pnicvf->xdp_prog) { 1270 if (nic->xdp_prog) 1586 if (nic->xdp_prog && new_mtu > MAX_XDP_MTU) { 1866 old_prog = xchg(&nic->xdp_prog, prog); 1871 if (nic->xdp_prog) { 1873 bpf_prog_add(nic->xdp_prog, nic->rx_queues - 1);
|
/linux-master/drivers/net/ethernet/intel/i40e/ |
H A D | i40e_txrx.c | 1534 rx_ring->xdp_prog = NULL; 1574 rx_ring->xdp_prog = rx_ring->vsi->xdp_prog; 2263 * @xdp_prog: XDP program to run 2265 static int i40e_run_xdp(struct i40e_ring *rx_ring, struct xdp_buff *xdp, struct bpf_prog *xdp_prog) argument 2271 if (!xdp_prog) 2276 act = bpf_prog_run_xdp(xdp_prog, xdp); 2287 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); 2293 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); 2297 trace_xdp_exception(rx_ring->netdev, xdp_prog, ac 2448 struct bpf_prog *xdp_prog; local [all...] |