56  * XDP requires more memory, than rx_buf provides.
190  * i40e_run_xdp_zc - Executes an XDP program on an xdp_buff
192  * @xdp: xdp_buff used as input to the XDP program
193  * @xdp_prog: XDP program to run
197 static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp,  in i40e_run_xdp_zc()  argument
204 	act = bpf_prog_run_xdp(xdp_prog, xdp);  in i40e_run_xdp_zc()
207 		err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog);  in i40e_run_xdp_zc()
222 		result = i40e_xmit_xdp_tx_ring(xdp, xdp_ring);  in i40e_run_xdp_zc()
244 	struct xdp_buff **xdp;  in i40e_alloc_rx_buffers_zc()  local
249 	xdp = i40e_rx_bi(rx_ring, ntu);  in i40e_alloc_rx_buffers_zc()
252 	nb_buffs = xsk_buff_alloc_batch(rx_ring->xsk_pool, xdp, nb_buffs);  in i40e_alloc_rx_buffers_zc()
258 		dma = xsk_buff_xdp_get_dma(*xdp);  in i40e_alloc_rx_buffers_zc()
263 		xdp++;  in i40e_alloc_rx_buffers_zc()
282  * @xdp: xdp_buff
289 					     struct xdp_buff *xdp)  in i40e_construct_skb_zc()  argument
291 	unsigned int totalsize = xdp->data_end - xdp->data_meta;  in i40e_construct_skb_zc()
292 	unsigned int metasize = xdp->data - xdp->data_meta;  in i40e_construct_skb_zc()
297 	if (unlikely(xdp_buff_has_frags(xdp))) {  in i40e_construct_skb_zc()
298 		sinfo = xdp_get_shared_info_from_buff(xdp);  in i40e_construct_skb_zc()
301 	net_prefetch(xdp->data_meta);  in i40e_construct_skb_zc()
309 	memcpy(__skb_put(skb, totalsize), xdp->data_meta,  in i40e_construct_skb_zc()
317 	if (likely(!xdp_buff_has_frags(xdp)))  in i40e_construct_skb_zc()
340 	xsk_buff_free(xdp);  in i40e_construct_skb_zc()
401 		  struct xdp_buff *xdp, const unsigned int size)  in i40e_add_xsk_frag()  argument
417 				   virt_to_page(xdp->data_hard_start),  in i40e_add_xsk_frag()
420 	xsk_buff_add_frag(xdp);  in i40e_add_xsk_frag()
448 	 * this path is enabled by setting an XDP program.  in i40e_clean_rx_irq_zc()
598  * @xdp_ring: XDP Tx ring
632  * i40e_clean_xdp_tx_buffer - Frees and unmaps an XDP Tx entry
633  * @tx_ring: XDP Tx ring
648  * i40e_clean_xdp_tx_irq - Completes AF_XDP entries, and cleans XDP entries
650  * @tx_ring: XDP Tx ring
767  * i40e_xsk_clean_tx_ring - Clean the XDP Tx ring on shutdown
768  * @tx_ring: XDP Tx ring