/openbmc/linux/net/xdp/ |
H A D | xsk_queue.h | 31 struct xdp_desc desc[] ____cacheline_aligned_in_smp; 144 struct xdp_desc *desc) in xp_aligned_validate_desc() 163 struct xdp_desc *desc) in xp_unaligned_validate_desc() 183 struct xdp_desc *desc) in xp_validate_desc() 195 struct xdp_desc *d, in xskq_cons_is_valid_desc() 206 struct xdp_desc *desc, in xskq_cons_read_desc() 227 struct xdp_desc *desc, struct parsed_desc *parsed) in parse_desc() 238 struct xdp_desc *descs = pool->tx_descs; in xskq_cons_read_desc_batch() 319 struct xdp_desc *desc, in xskq_cons_peek_desc() 395 static inline void xskq_prod_write_addr_batch(struct xsk_queue *q, struct xdp_desc *descs, in xskq_prod_write_addr_batch()
|
H A D | xsk.c | 418 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc) in xsk_tx_peek_desc() 451 struct xdp_desc *descs = pool->tx_descs; in xsk_tx_peek_release_fallback() 579 struct xdp_desc *desc) in xsk_build_skb_zerocopy() 632 struct xdp_desc *desc) in xsk_build_skb() 718 struct xdp_desc desc; in __xsk_generic_xmit()
|
/openbmc/linux/tools/testing/selftests/bpf/ |
H A D | xsk.h | 65 static inline struct xdp_desc *xsk_ring_prod__tx_desc(struct xsk_ring_prod *tx, in xsk_ring_prod__tx_desc() 68 struct xdp_desc *descs = (struct xdp_desc *)tx->ring; in xsk_ring_prod__tx_desc() 73 static inline const struct xdp_desc * 76 const struct xdp_desc *descs = (const struct xdp_desc *)rx->ring; in xsk_ring_cons__rx_desc()
|
H A D | xsk.c | 624 xsk->config.rx_size * sizeof(struct xdp_desc), in xsk_socket__create_shared() 645 xsk->config.tx_size * sizeof(struct xdp_desc), in xsk_socket__create_shared() 691 xsk->config.tx_size * sizeof(struct xdp_desc)); in xsk_socket__create_shared() 695 xsk->config.rx_size * sizeof(struct xdp_desc)); in xsk_socket__create_shared() 746 size_t desc_sz = sizeof(struct xdp_desc); in xsk_socket__delete()
|
H A D | xdp_hw_metadata.c | 233 const struct xdp_desc *rx_desc; in verify_metadata()
|
H A D | xskxceiver.c | 1033 const struct xdp_desc *desc = xsk_ring_cons__rx_desc(&xsk->rx, idx_rx++); in receive_pkts() 1150 struct xdp_desc *tx_desc = xsk_ring_prod__tx_desc(&xsk->tx, idx + i); in __send_pkts()
|
/openbmc/linux/drivers/net/ethernet/freescale/dpaa2/ |
H A D | dpaa2-xsk.c | 335 struct xdp_desc *xdp_desc) in dpaa2_xsk_tx_build_fd() argument 354 addr = xsk_buff_raw_get_dma(ch->xsk_pool, xdp_desc->addr); in dpaa2_xsk_tx_build_fd() 355 xsk_buff_raw_dma_sync_for_device(ch->xsk_pool, addr, xdp_desc->len); in dpaa2_xsk_tx_build_fd() 359 dpaa2_sg_set_len(sgt, xdp_desc->len); in dpaa2_xsk_tx_build_fd() 379 dpaa2_fd_set_len(fd, xdp_desc->len); in dpaa2_xsk_tx_build_fd() 393 struct xdp_desc *xdp_descs = ch->xsk_pool->tx_descs; in dpaa2_xsk_tx()
|
/openbmc/linux/include/net/ |
H A D | xdp_sock_drv.h | 18 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc); 92 static inline bool xsk_is_eop_desc(struct xdp_desc *desc) in xsk_is_eop_desc() 210 struct xdp_desc *desc) in xsk_tx_peek_desc() 302 static inline bool xsk_is_eop_desc(struct xdp_desc *desc) in xsk_is_eop_desc()
|
H A D | xsk_buff_pool.h | 16 struct xdp_desc; 70 struct xdp_desc *tx_descs; 189 static inline bool xp_mb_desc(struct xdp_desc *desc) in xp_mb_desc()
|
/openbmc/linux/include/uapi/linux/ |
H A D | if_xdp.h | 109 struct xdp_desc { struct
|
/openbmc/linux/tools/include/uapi/linux/ |
H A D | if_xdp.h | 109 struct xdp_desc { struct
|
/openbmc/linux/drivers/net/ethernet/intel/i40e/ |
H A D | i40e_xsk.c | 533 static void i40e_xmit_pkt(struct i40e_ring *xdp_ring, struct xdp_desc *desc, in i40e_xmit_pkt() 550 static void i40e_xmit_pkt_batch(struct i40e_ring *xdp_ring, struct xdp_desc *desc, in i40e_xmit_pkt_batch() 574 static void i40e_fill_tx_hw_ring(struct i40e_ring *xdp_ring, struct xdp_desc *descs, u32 nb_pkts, in i40e_fill_tx_hw_ring() 605 struct xdp_desc *descs = xdp_ring->xsk_pool->tx_descs; in i40e_xmit_zc()
|
/openbmc/linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
H A D | tx.c | 76 struct xdp_desc desc; in mlx5e_xsk_tx()
|
/openbmc/linux/tools/testing/selftests/bpf/prog_tests/ |
H A D | xdp_metadata.c | 141 struct xdp_desc *tx_desc; in generate_packet() 221 const struct xdp_desc *rx_desc; in verify_xsk_metadata()
|
/openbmc/linux/drivers/net/ethernet/intel/ice/ |
H A D | ice_xsk.c | 987 static void ice_xmit_pkt(struct ice_tx_ring *xdp_ring, struct xdp_desc *desc, in ice_xmit_pkt() 1010 static void ice_xmit_pkt_batch(struct ice_tx_ring *xdp_ring, struct xdp_desc *descs, in ice_xmit_pkt_batch() 1041 static void ice_fill_tx_hw_ring(struct ice_tx_ring *xdp_ring, struct xdp_desc *descs, in ice_fill_tx_hw_ring() 1062 struct xdp_desc *descs = xdp_ring->xsk_pool->tx_descs; in ice_xmit_zc()
|
/openbmc/qemu/net/ |
H A D | af-xdp.c | 146 struct xdp_desc *desc; in af_xdp_receive() 230 const struct xdp_desc *desc; in af_xdp_send()
|
/openbmc/linux/Documentation/networking/ |
H A D | af_xdp.rst | 186 is a struct xdp_desc descriptor. The descriptor contains UMEM offset 192 The user application consumes struct xdp_desc descriptors from this 198 The TX ring is used to send frames. The struct xdp_desc descriptor is 204 The user application produces struct xdp_desc descriptors to this 581 // struct xdp_desc *desc; 593 // typedef struct xdp_desc RING_TYPE; 647 struct xdp_desc *desc = xsk_ring_cons__rx_desc(&xsk->rx, idx_rx++); 690 struct xdp_desc *tx_desc;
|
/openbmc/linux/drivers/net/ethernet/netronome/nfp/nfd3/ |
H A D | xsk.c | 336 struct xdp_desc desc[NFP_NET_XSK_TX_BATCH]; in nfp_nfd3_xsk_tx()
|
/openbmc/linux/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_xsk.c | 402 struct xdp_desc desc; in ixgbe_xmit_zc()
|
/openbmc/linux/drivers/net/ethernet/intel/igc/ |
H A D | igc_main.c | 2883 struct xdp_desc xdp_desc; in igc_xdp_xmit_zc() local 2897 while (xsk_tx_peek_desc(pool, &xdp_desc) && budget--) { in igc_xdp_xmit_zc() 2904 xdp_desc.len; in igc_xdp_xmit_zc() 2905 olinfo_status = xdp_desc.len << IGC_ADVTXD_PAYLEN_SHIFT; in igc_xdp_xmit_zc() 2907 dma = xsk_buff_raw_get_dma(pool, xdp_desc.addr); in igc_xdp_xmit_zc() 2908 xsk_buff_raw_dma_sync_for_device(pool, dma, xdp_desc.len); in igc_xdp_xmit_zc() 2918 bi->bytecount = xdp_desc.len; in igc_xdp_xmit_zc() 2923 netdev_tx_sent_queue(txring_txq(ring), xdp_desc.len); in igc_xdp_xmit_zc()
|
/openbmc/linux/samples/bpf/ |
H A D | xdp_sample_user.c | 144 struct xdp_desc { struct 1319 (struct xdp_desc){ ifindex, prog_id, xdp_flags }; in sample_install_xdp()
|
/openbmc/linux/drivers/net/ethernet/engleder/ |
H A D | tsnep_main.c | 700 static int tsnep_xdp_tx_map_zc(struct xdp_desc *xdpd, struct tsnep_tx *tx) in tsnep_xdp_tx_map_zc() 719 static void tsnep_xdp_xmit_frame_ring_zc(struct xdp_desc *xdpd, in tsnep_xdp_xmit_frame_ring_zc() 733 struct xdp_desc *descs = tx->xsk_pool->tx_descs; in tsnep_xdp_xmit_zc()
|
/openbmc/linux/drivers/net/ethernet/stmicro/stmmac/ |
H A D | stmmac_main.c | 2427 struct xdp_desc xdp_desc; in stmmac_xdp_xmit_zc() local 2449 if (!xsk_tx_peek_desc(pool, &xdp_desc)) in stmmac_xdp_xmit_zc() 2459 dma_addr = xsk_buff_raw_get_dma(pool, xdp_desc.addr); in stmmac_xdp_xmit_zc() 2460 xsk_buff_raw_dma_sync_for_device(pool, dma_addr, xdp_desc.len); in stmmac_xdp_xmit_zc() 2472 tx_q->tx_skbuff_dma[entry].len = xdp_desc.len; in stmmac_xdp_xmit_zc() 2493 stmmac_prepare_tx_desc(priv, tx_desc, 1, xdp_desc.len, in stmmac_xdp_xmit_zc() 2495 xdp_desc.len); in stmmac_xdp_xmit_zc()
|
/openbmc/linux/drivers/net/ethernet/google/gve/ |
H A D | gve_tx.c | 896 struct xdp_desc desc; in gve_xsk_tx()
|