nfp/nfd3/dp.c

812 		 struct nfp_net_rx_ring *rx_ring, struct nfp_net_rx_buf *rxbuf,
817 	/* If we have both skb and rxbuf the replacement buffer allocation
820 	if (skb && rxbuf)
827 	if (skb && rxbuf && skb->head == rxbuf->frag)
828 		page_ref_inc(virt_to_head_page(rxbuf->frag));
829 	if (rxbuf)
830 		nfp_nfd3_rx_give_one(dp, rx_ring, rxbuf->frag, rxbuf->dma_addr);
838 		    struct nfp_net_rx_buf *rxbuf, unsigned int dma_off,
857 			nfp_nfd3_rx_drop(dp, rx_ring->r_vec, rx_ring, rxbuf,
870 	txbuf->frag = rxbuf->frag;
871 	txbuf->dma_addr = rxbuf->dma_addr;
876 	dma_sync_single_for_device(dp->dev, rxbuf->dma_addr + dma_off,
883 	nfp_desc_set_dma_addr_40b(txd, rxbuf->dma_addr + dma_off);
926 		struct nfp_net_rx_buf *rxbuf;
951 		rxbuf =	&rx_ring->rxbufs[idx];
985 			nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);
989 		nfp_net_dma_sync_cpu_rx(dp, rxbuf->dma_addr + meta_off,
994 					       rxbuf->frag + meta_off, rxd);
997 							 rxbuf->frag + meta_off,
998 							 rxbuf->frag + pkt_off,
1001 				nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf,
1008 			void *orig_data = rxbuf->frag + pkt_off;
1013 					 rxbuf->frag + NFP_NET_RX_BUF_HEADROOM,
1030 								  rxbuf,
1044 				nfp_nfd3_rx_give_one(dp, rx_ring, rxbuf->frag,
1045 						     rxbuf->dma_addr);
1055 			nfp_app_ctrl_rx_raw(nn->app, rxbuf->frag + pkt_off,
1057 			nfp_nfd3_rx_give_one(dp, rx_ring, rxbuf->frag,
1058 					     rxbuf->dma_addr);
1067 				nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf,
1076 		skb = napi_build_skb(rxbuf->frag, true_bufsz);
1078 			nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);
1083 			nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, skb);
1087 		nfp_net_dma_unmap_rx(dp, rxbuf->dma_addr);
1322 	struct nfp_net_rx_buf *rxbuf;
1342 	rxbuf =	&rx_ring->rxbufs[idx];
1360 	nfp_net_dma_sync_cpu_rx(dp, rxbuf->dma_addr + meta_off,	data_len);
1362 	if (unlikely(!nfp_ctrl_meta_ok(nn, rxbuf->frag + meta_off, meta_len))) {
1365 		nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);
1369 	skb = build_skb(rxbuf->frag, dp->fl_bufsz);
1371 		nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);
1376 		nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, skb);
1380 	nfp_net_dma_unmap_rx(dp, rxbuf->dma_addr);