809 		 struct nfp_net_rx_ring *rx_ring, struct nfp_net_rx_buf *rxbuf,  in nfp_nfd3_rx_drop()  argument
817 	if (skb && rxbuf)  in nfp_nfd3_rx_drop()
824 	if (skb && rxbuf && skb->head == rxbuf->frag)  in nfp_nfd3_rx_drop()
825 		page_ref_inc(virt_to_head_page(rxbuf->frag));  in nfp_nfd3_rx_drop()
826 	if (rxbuf)  in nfp_nfd3_rx_drop()
827 		nfp_nfd3_rx_give_one(dp, rx_ring, rxbuf->frag, rxbuf->dma_addr);  in nfp_nfd3_rx_drop()
835 		    struct nfp_net_rx_buf *rxbuf, unsigned int dma_off,  in nfp_nfd3_tx_xdp_buf()  argument
854 			nfp_nfd3_rx_drop(dp, rx_ring->r_vec, rx_ring, rxbuf,  in nfp_nfd3_tx_xdp_buf()
867 	txbuf->frag = rxbuf->frag;  in nfp_nfd3_tx_xdp_buf()
868 	txbuf->dma_addr = rxbuf->dma_addr;  in nfp_nfd3_tx_xdp_buf()
873 	dma_sync_single_for_device(dp->dev, rxbuf->dma_addr + dma_off,  in nfp_nfd3_tx_xdp_buf()
880 	nfp_desc_set_dma_addr_40b(txd, rxbuf->dma_addr + dma_off);  in nfp_nfd3_tx_xdp_buf()
923 		struct nfp_net_rx_buf *rxbuf;  in nfp_nfd3_rx()  local
948 		rxbuf =	&rx_ring->rxbufs[idx];  in nfp_nfd3_rx()
982 			nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);  in nfp_nfd3_rx()
986 		nfp_net_dma_sync_cpu_rx(dp, rxbuf->dma_addr + meta_off,  in nfp_nfd3_rx()
991 					       rxbuf->frag + meta_off, rxd);  in nfp_nfd3_rx()
994 							 rxbuf->frag + meta_off,  in nfp_nfd3_rx()
995 							 rxbuf->frag + pkt_off,  in nfp_nfd3_rx()
998 				nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf,  in nfp_nfd3_rx()
1005 			void *orig_data = rxbuf->frag + pkt_off;  in nfp_nfd3_rx()
1010 					 rxbuf->frag + NFP_NET_RX_BUF_HEADROOM,  in nfp_nfd3_rx()
1027 								  rxbuf,  in nfp_nfd3_rx()
1041 				nfp_nfd3_rx_give_one(dp, rx_ring, rxbuf->frag,  in nfp_nfd3_rx()
1042 						     rxbuf->dma_addr);  in nfp_nfd3_rx()
1052 			nfp_app_ctrl_rx_raw(nn->app, rxbuf->frag + pkt_off,  in nfp_nfd3_rx()
1054 			nfp_nfd3_rx_give_one(dp, rx_ring, rxbuf->frag,  in nfp_nfd3_rx()
1055 					     rxbuf->dma_addr);  in nfp_nfd3_rx()
1064 				nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf,  in nfp_nfd3_rx()
1073 		skb = build_skb(rxbuf->frag, true_bufsz);  in nfp_nfd3_rx()
1075 			nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);  in nfp_nfd3_rx()
1080 			nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, skb);  in nfp_nfd3_rx()
1084 		nfp_net_dma_unmap_rx(dp, rxbuf->dma_addr);  in nfp_nfd3_rx()
1319 	struct nfp_net_rx_buf *rxbuf;  in nfp_ctrl_rx_one()  local
1339 	rxbuf =	&rx_ring->rxbufs[idx];  in nfp_ctrl_rx_one()
1357 	nfp_net_dma_sync_cpu_rx(dp, rxbuf->dma_addr + meta_off,	data_len);  in nfp_ctrl_rx_one()
1359 	if (unlikely(!nfp_ctrl_meta_ok(nn, rxbuf->frag + meta_off, meta_len))) {  in nfp_ctrl_rx_one()
1362 		nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);  in nfp_ctrl_rx_one()
1366 	skb = build_skb(rxbuf->frag, dp->fl_bufsz);  in nfp_ctrl_rx_one()
1368 		nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, NULL);  in nfp_ctrl_rx_one()
1373 		nfp_nfd3_rx_drop(dp, r_vec, rx_ring, rxbuf, skb);  in nfp_ctrl_rx_one()
1377 	nfp_net_dma_unmap_rx(dp, rxbuf->dma_addr);  in nfp_ctrl_rx_one()