6 #include <net/xdp.h>
99 			    struct xdp_buff *xdp)  in ixgbe_run_xdp_zc()  argument
108 	act = bpf_prog_run_xdp(xdp_prog, xdp);  in ixgbe_run_xdp_zc()
111 		err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog);  in ixgbe_run_xdp_zc()
125 		xdpf = xdp_convert_buff_to_frame(xdp);  in ixgbe_run_xdp_zc()
168 		bi->xdp = xsk_buff_alloc(rx_ring->xsk_pool);  in ixgbe_alloc_rx_buffers_zc()
169 		if (!bi->xdp) {  in ixgbe_alloc_rx_buffers_zc()
174 		dma = xsk_buff_xdp_get_dma(bi->xdp);  in ixgbe_alloc_rx_buffers_zc()
214 					      const struct xdp_buff *xdp)  in ixgbe_construct_skb_zc()  argument
216 	unsigned int totalsize = xdp->data_end - xdp->data_meta;  in ixgbe_construct_skb_zc()
217 	unsigned int metasize = xdp->data - xdp->data_meta;  in ixgbe_construct_skb_zc()
220 	net_prefetch(xdp->data_meta);  in ixgbe_construct_skb_zc()
228 	memcpy(__skb_put(skb, totalsize), xdp->data_meta,  in ixgbe_construct_skb_zc()
289 			xsk_buff_free(bi->xdp);  in ixgbe_clean_rx_irq_zc()
290 			bi->xdp = NULL;  in ixgbe_clean_rx_irq_zc()
299 			xsk_buff_free(bi->xdp);  in ixgbe_clean_rx_irq_zc()
300 			bi->xdp = NULL;  in ixgbe_clean_rx_irq_zc()
306 		bi->xdp->data_end = bi->xdp->data + size;  in ixgbe_clean_rx_irq_zc()
307 		xsk_buff_dma_sync_for_cpu(bi->xdp, rx_ring->xsk_pool);  in ixgbe_clean_rx_irq_zc()
308 		xdp_res = ixgbe_run_xdp_zc(adapter, rx_ring, bi->xdp);  in ixgbe_clean_rx_irq_zc()
316 			xsk_buff_free(bi->xdp);  in ixgbe_clean_rx_irq_zc()
321 		bi->xdp = NULL;  in ixgbe_clean_rx_irq_zc()
331 		skb = ixgbe_construct_skb_zc(rx_ring, bi->xdp);  in ixgbe_clean_rx_irq_zc()
337 		xsk_buff_free(bi->xdp);  in ixgbe_clean_rx_irq_zc()
338 		bi->xdp = NULL;  in ixgbe_clean_rx_irq_zc()
388 		if (!bi->xdp)  in ixgbe_xsk_clean_rx_ring()
391 		xsk_buff_free(bi->xdp);  in ixgbe_xsk_clean_rx_ring()
392 		bi->xdp = NULL;  in ixgbe_xsk_clean_rx_ring()