intel/igc/igc_main.c

450 		if (!bi->xdp)
453 		xsk_buff_free(bi->xdp);
454 		bi->xdp = NULL;
1939 				     struct xdp_buff *xdp)
1941 	unsigned int size = xdp->data_end - xdp->data;
1943 	unsigned int metasize = xdp->data - xdp->data_meta;
1947 	net_prefetch(xdp->data_meta);
1950 	skb = napi_build_skb(xdp->data_hard_start, truesize);
1955 	skb_reserve(skb, xdp->data - xdp->data_hard_start);
1968 	struct xdp_buff *xdp = &ctx->xdp;
1969 	unsigned int metasize = xdp->data - xdp->data_meta;
1970 	unsigned int size = xdp->data_end - xdp->data;
1972 	void *va = xdp->data;
1977 	net_prefetch(xdp->data_meta);
1996 	memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta,
2310 		bi->xdp = xsk_buff_alloc(ring->xsk_pool);
2311 		if (!bi->xdp) {
2316 		dma = xsk_buff_xdp_get_dma(bi->xdp);
2463 static int igc_xdp_xmit_back(struct igc_adapter *adapter, struct xdp_buff *xdp)
2465 	struct xdp_frame *xdpf = xdp_convert_buff_to_frame(xdp);
2488 			      struct xdp_buff *xdp)
2490 	u32 act = bpf_prog_run_xdp(prog, xdp);
2496 		if (igc_xdp_xmit_back(adapter, xdp) < 0)
2500 		if (xdp_do_redirect(adapter->netdev, xdp, prog) < 0)
2517 					struct xdp_buff *xdp)
2528 	res = __igc_xdp_run_prog(adapter, prog, xdp);
2624 			xdp_init_buff(&ctx.xdp, truesize, &rx_ring->xdp_rxq);
2625 			xdp_prepare_buff(&ctx.xdp, pktbuf - igc_rx_offset(rx_ring),
2628 			xdp_buff_clear_frags_flag(&ctx.xdp);
2631 			skb = igc_xdp_run_prog(adapter, &ctx.xdp);
2653 			skb = igc_build_skb(rx_ring, rx_buffer, &ctx.xdp);
2707 					    struct xdp_buff *xdp)
2709 	unsigned int totalsize = xdp->data_end - xdp->data_meta;
2710 	unsigned int metasize = xdp->data - xdp->data_meta;
2713 	net_prefetch(xdp->data_meta);
2719 	memcpy(__skb_put(skb, totalsize), xdp->data_meta,
2732 				struct xdp_buff *xdp,
2738 	skb = igc_construct_skb_zc(ring, xdp);
2754 static struct igc_xdp_buff *xsk_buff_to_igc_ctx(struct xdp_buff *xdp)
2760        return (struct igc_xdp_buff *)xdp;
2799 		ctx = xsk_buff_to_igc_ctx(bi->xdp);
2803 			ctx->rx_ts = bi->xdp->data;
2805 			bi->xdp->data += IGC_TS_HDR_LEN;
2810 			bi->xdp->data_meta += IGC_TS_HDR_LEN;
2814 		bi->xdp->data_end = bi->xdp->data + size;
2815 		xsk_buff_dma_sync_for_cpu(bi->xdp, ring->xsk_pool);
2817 		res = __igc_xdp_run_prog(adapter, prog, bi->xdp);
2820 			igc_dispatch_skb_zc(q_vector, desc, bi->xdp, timestamp);
2823 			xsk_buff_free(bi->xdp);
2831 		bi->xdp = NULL;
6775 	if (!(ctx->xdp.rxq->dev->features & NETIF_F_RXHASH))
6787 	struct igc_adapter *adapter = netdev_priv(ctx->xdp.rxq->dev);