| /openbmc/linux/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_dp.c | 76 nfp_net_rx_ring_init(struct nfp_net_rx_ring *rx_ring, in nfp_net_rx_ring_init() argument
81 rx_ring->idx = idx; in nfp_net_rx_ring_init()
82 rx_ring->r_vec = r_vec; in nfp_net_rx_ring_init()
83 u64_stats_init(&rx_ring->r_vec->rx_sync); in nfp_net_rx_ring_init()
85 rx_ring->fl_qcidx = rx_ring->idx * nn->stride_rx; in nfp_net_rx_ring_init()
86 rx_ring->qcp_fl = nn->rx_bar + NFP_QCP_QUEUE_OFF(rx_ring->fl_qcidx); in nfp_net_rx_ring_init()
95 void nfp_net_rx_ring_reset(struct nfp_net_rx_ring *rx_ring) in nfp_net_rx_ring_reset() argument
102 if (rx_ring->wr_p == 0 && rx_ring->rd_p == 0) in nfp_net_rx_ring_reset()
106 wr_idx = D_IDX(rx_ring, rx_ring->wr_p); in nfp_net_rx_ring_reset()
107 last_idx = rx_ring->cnt - 1; in nfp_net_rx_ring_reset()
[all …]
|
| H A D | nfp_net_xsk.c | 17 nfp_net_xsk_rx_bufs_stash(struct nfp_net_rx_ring *rx_ring, unsigned int idx, in nfp_net_xsk_rx_bufs_stash() argument
22 headroom = xsk_pool_get_headroom(rx_ring->r_vec->xsk_pool); in nfp_net_xsk_rx_bufs_stash()
24 rx_ring->rxds[idx].fld.reserved = 0; in nfp_net_xsk_rx_bufs_stash()
25 rx_ring->rxds[idx].fld.meta_len_dd = 0; in nfp_net_xsk_rx_bufs_stash()
27 rx_ring->xsk_rxbufs[idx].xdp = xdp; in nfp_net_xsk_rx_bufs_stash()
28 rx_ring->xsk_rxbufs[idx].dma_addr = in nfp_net_xsk_rx_bufs_stash()
46 void nfp_net_xsk_rx_bufs_free(struct nfp_net_rx_ring *rx_ring) in nfp_net_xsk_rx_bufs_free() argument
50 if (!rx_ring->cnt) in nfp_net_xsk_rx_bufs_free()
53 for (i = 0; i < rx_ring->cnt - 1; i++) in nfp_net_xsk_rx_bufs_free()
54 nfp_net_xsk_rx_free(&rx_ring->xsk_rxbufs[i]); in nfp_net_xsk_rx_bufs_free()
[all …]
|
| H A D | nfp_net_debugfs.c | 15 struct nfp_net_rx_ring *rx_ring; in nfp_rx_q_show() local
24 if (!r_vec->nfp_net || !r_vec->rx_ring) in nfp_rx_q_show()
27 rx_ring = r_vec->rx_ring; in nfp_rx_q_show()
31 rxd_cnt = rx_ring->cnt; in nfp_rx_q_show()
33 fl_rd_p = nfp_qcp_rd_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
34 fl_wr_p = nfp_qcp_wr_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
37 rx_ring->idx, rx_ring->fl_qcidx, in nfp_rx_q_show()
38 rx_ring->cnt, &rx_ring->dma, rx_ring->rxds, in nfp_rx_q_show()
39 rx_ring->rd_p, rx_ring->wr_p, fl_rd_p, fl_wr_p); in nfp_rx_q_show()
42 rxd = &rx_ring->rxds[i]; in nfp_rx_q_show()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 9 void i40e_clear_rx_bi_zc(struct i40e_ring *rx_ring) in i40e_clear_rx_bi_zc() argument
11 memset(rx_ring->rx_bi_zc, 0, in i40e_clear_rx_bi_zc()
12 sizeof(*rx_ring->rx_bi_zc) * rx_ring->count); in i40e_clear_rx_bi_zc()
15 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
17 return &rx_ring->rx_bi_zc[idx]; in i40e_rx_bi()
29 static int i40e_realloc_rx_xdp_bi(struct i40e_ring *rx_ring, bool pool_present) in i40e_realloc_rx_xdp_bi() argument
31 size_t elem_size = pool_present ? sizeof(*rx_ring->rx_bi_zc) : in i40e_realloc_rx_xdp_bi()
32 sizeof(*rx_ring->rx_bi); in i40e_realloc_rx_xdp_bi()
33 void *sw_ring = kcalloc(rx_ring->count, elem_size, GFP_KERNEL); in i40e_realloc_rx_xdp_bi()
39 kfree(rx_ring->rx_bi); in i40e_realloc_rx_xdp_bi()
[all …]
|
| H A D | i40e_txrx.c | 684 static void i40e_fd_handle_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_fd_handle_status() argument
687 struct i40e_pf *pf = rx_ring->vsi->back; in i40e_fd_handle_status()
1355 static struct i40e_rx_buffer *i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
1357 return &rx_ring->rx_bi[idx]; in i40e_rx_bi()
1367 static void i40e_reuse_rx_page(struct i40e_ring *rx_ring, in i40e_reuse_rx_page() argument
1371 u16 nta = rx_ring->next_to_alloc; in i40e_reuse_rx_page()
1373 new_buff = i40e_rx_bi(rx_ring, nta); in i40e_reuse_rx_page()
1377 rx_ring->next_to_alloc = (nta < rx_ring->count) ? nta : 0; in i40e_reuse_rx_page()
1401 void i40e_clean_programming_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_clean_programming_status() argument
1410 i40e_fd_handle_status(rx_ring, qword0_raw, qword1, id); in i40e_clean_programming_status()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 98 struct ixgbe_ring *rx_ring, in ixgbe_run_xdp_zc() argument
107 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
111 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
114 if (xsk_uses_need_wakeup(rx_ring->xsk_pool) && err == -ENOBUFS) in ixgbe_run_xdp_zc()
141 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
146 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
151 bool ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 count) in ixgbe_alloc_rx_buffers_zc() argument
155 u16 i = rx_ring->next_to_use; in ixgbe_alloc_rx_buffers_zc()
163 rx_desc = IXGBE_RX_DESC(rx_ring, i); in ixgbe_alloc_rx_buffers_zc()
164 bi = &rx_ring->rx_buffer_info[i]; in ixgbe_alloc_rx_buffers_zc()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_txrx.c | 690 static void iavf_clean_rx_ring(struct iavf_ring *rx_ring) in iavf_clean_rx_ring() argument
696 if (!rx_ring->rx_bi) in iavf_clean_rx_ring()
699 if (rx_ring->skb) { in iavf_clean_rx_ring()
700 dev_kfree_skb(rx_ring->skb); in iavf_clean_rx_ring()
701 rx_ring->skb = NULL; in iavf_clean_rx_ring()
705 for (i = 0; i < rx_ring->count; i++) { in iavf_clean_rx_ring()
706 struct iavf_rx_buffer *rx_bi = &rx_ring->rx_bi[i]; in iavf_clean_rx_ring()
714 dma_sync_single_range_for_cpu(rx_ring->dev, in iavf_clean_rx_ring()
717 rx_ring->rx_buf_len, in iavf_clean_rx_ring()
721 dma_unmap_page_attrs(rx_ring->dev, rx_bi->dma, in iavf_clean_rx_ring()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.c | 15 static struct xdp_buff **ice_xdp_buf(struct ice_rx_ring *rx_ring, u32 idx) in ice_xdp_buf() argument
17 return &rx_ring->xdp_buf[idx]; in ice_xdp_buf()
86 ice_qvec_dis_irq(struct ice_vsi *vsi, struct ice_rx_ring *rx_ring, in ice_qvec_dis_irq() argument
97 reg = rx_ring->reg_idx; in ice_qvec_dis_irq()
121 struct ice_rx_ring *rx_ring; in ice_qvec_cfg_msix() local
129 ice_for_each_rx_ring(rx_ring, q_vector->rx) in ice_qvec_cfg_msix()
130 ice_cfg_rxq_interrupt(vsi, rx_ring->reg_idx, reg_idx, in ice_qvec_cfg_msix()
163 struct ice_rx_ring *rx_ring; in ice_qp_dis() local
171 rx_ring = vsi->rx_rings[q_idx]; in ice_qp_dis()
172 q_vector = rx_ring->q_vector; in ice_qp_dis()
[all …]
|
| H A D | ice_txrx.c | 383 void ice_clean_rx_ring(struct ice_rx_ring *rx_ring) in ice_clean_rx_ring() argument
385 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_ring()
386 struct device *dev = rx_ring->dev; in ice_clean_rx_ring()
391 if (!rx_ring->rx_buf) in ice_clean_rx_ring()
394 if (rx_ring->xsk_pool) { in ice_clean_rx_ring()
395 ice_xsk_clean_rx_ring(rx_ring); in ice_clean_rx_ring()
405 for (i = 0; i < rx_ring->count; i++) { in ice_clean_rx_ring()
406 struct ice_rx_buf *rx_buf = &rx_ring->rx_buf[i]; in ice_clean_rx_ring()
416 rx_ring->rx_buf_len, in ice_clean_rx_ring()
420 dma_unmap_page_attrs(dev, rx_buf->dma, ice_rx_pg_size(rx_ring), in ice_clean_rx_ring()
[all …]
|
| H A D | ice_txrx_lib.h | 18 ice_set_rx_bufs_act(struct xdp_buff *xdp, const struct ice_rx_ring *rx_ring, in ice_set_rx_bufs_act() argument
22 u32 nr_frags = rx_ring->nr_frags + 1; in ice_set_rx_bufs_act()
23 u32 idx = rx_ring->first_desc; in ice_set_rx_bufs_act()
24 u32 cnt = rx_ring->count; in ice_set_rx_bufs_act()
28 buf = &rx_ring->rx_buf[idx]; in ice_set_rx_bufs_act()
36 if (sinfo_frags < rx_ring->nr_frags && act == ICE_XDP_CONSUMED) { in ice_set_rx_bufs_act()
37 u32 delta = rx_ring->nr_frags - sinfo_frags; in ice_set_rx_bufs_act()
44 buf = &rx_ring->rx_buf[idx]; in ice_set_rx_bufs_act()
76 ice_is_non_eop(const struct ice_rx_ring *rx_ring, in ice_is_non_eop() argument
84 rx_ring->ring_stats->rx_stats.non_eop_descs++; in ice_is_non_eop()
[all …]
|
| /openbmc/linux/drivers/net/can/spi/mcp251xfd/ |
| H A D | mcp251xfd-ring.c | 201 struct mcp251xfd_rx_ring *rx_ring; in mcp251xfd_ring_init_rx() local
208 mcp251xfd_for_each_rx_ring(priv, rx_ring, i) { in mcp251xfd_ring_init_rx()
209 rx_ring->last_valid = timecounter_read(&priv->tc); in mcp251xfd_ring_init_rx()
210 rx_ring->head = 0; in mcp251xfd_ring_init_rx()
211 rx_ring->tail = 0; in mcp251xfd_ring_init_rx()
212 rx_ring->base = *base; in mcp251xfd_ring_init_rx()
213 rx_ring->nr = i; in mcp251xfd_ring_init_rx()
214 rx_ring->fifo_nr = *fifo_nr; in mcp251xfd_ring_init_rx()
216 *base = mcp251xfd_get_rx_obj_addr(rx_ring, rx_ring->obj_num); in mcp251xfd_ring_init_rx()
220 addr = MCP251XFD_REG_FIFOCON(rx_ring->fifo_nr); in mcp251xfd_ring_init_rx()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_netdev.c | 70 adapter->rx_ring[i].mtu = mtu; in update_rx_ring_mtu()
191 rxr = &adapter->rx_ring[i]; in ena_init_io_rings()
367 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; in ena_setup_rx_resources() local
371 if (rx_ring->rx_buffer_info) { in ena_setup_rx_resources()
380 size = sizeof(struct ena_rx_buffer) * (rx_ring->ring_size + 1); in ena_setup_rx_resources()
383 rx_ring->rx_buffer_info = vzalloc_node(size, node); in ena_setup_rx_resources()
384 if (!rx_ring->rx_buffer_info) { in ena_setup_rx_resources()
385 rx_ring->rx_buffer_info = vzalloc(size); in ena_setup_rx_resources()
386 if (!rx_ring->rx_buffer_info) in ena_setup_rx_resources()
390 size = sizeof(u16) * rx_ring->ring_size; in ena_setup_rx_resources()
[all …]
|
| H A D | ena_xdp.h | 80 static inline int ena_xdp_execute(struct ena_ring *rx_ring, struct xdp_buff *xdp) in ena_xdp_execute() argument
88 xdp_prog = READ_ONCE(rx_ring->xdp_bpf_prog); in ena_xdp_execute()
99 trace_xdp_exception(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
100 xdp_stat = &rx_ring->rx_stats.xdp_aborted; in ena_xdp_execute()
106 xdp_ring = rx_ring->xdp_ring; in ena_xdp_execute()
111 if (ena_xdp_xmit_frame(xdp_ring, rx_ring->adapter, xdpf, in ena_xdp_execute()
116 xdp_stat = &rx_ring->rx_stats.xdp_tx; in ena_xdp_execute()
120 if (likely(!xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog))) { in ena_xdp_execute()
121 xdp_stat = &rx_ring->rx_stats.xdp_redirect; in ena_xdp_execute()
125 trace_xdp_exception(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
[all …]
|
| H A D | ena_xdp.c | 135 if (!READ_ONCE(adapter->rx_ring->xdp_bpf_prog)) in ena_xdp_xmit()
196 static int ena_xdp_register_rxq_info(struct ena_ring *rx_ring) in ena_xdp_register_rxq_info() argument
200 rc = xdp_rxq_info_reg(&rx_ring->xdp_rxq, rx_ring->netdev, rx_ring->qid, 0); in ena_xdp_register_rxq_info()
203 netif_err(rx_ring->adapter, ifup, rx_ring->netdev, in ena_xdp_register_rxq_info()
205 rx_ring->qid, rc); in ena_xdp_register_rxq_info()
209 rc = xdp_rxq_info_reg_mem_model(&rx_ring->xdp_rxq, MEM_TYPE_PAGE_SHARED, NULL); in ena_xdp_register_rxq_info()
212 netif_err(rx_ring->adapter, ifup, rx_ring->netdev, in ena_xdp_register_rxq_info()
214 rx_ring->qid, rc); in ena_xdp_register_rxq_info()
215 xdp_rxq_info_unreg(&rx_ring->xdp_rxq); in ena_xdp_register_rxq_info()
222 static void ena_xdp_unregister_rxq_info(struct ena_ring *rx_ring) in ena_xdp_unregister_rxq_info() argument
[all …]
|
| /openbmc/linux/drivers/staging/qlge/ |
| H A D | qlge_main.c | 963 struct rx_ring *rx_ring) in qlge_get_curr_lchunk() argument
965 struct qlge_bq_desc *lbq_desc = qlge_get_curr_buf(&rx_ring->lbq); in qlge_get_curr_lchunk()
981 static void qlge_update_cq(struct rx_ring *rx_ring) in qlge_update_cq() argument
983 rx_ring->cnsmr_idx++; in qlge_update_cq()
984 rx_ring->curr_entry++; in qlge_update_cq()
985 if (unlikely(rx_ring->cnsmr_idx == rx_ring->cq_len)) { in qlge_update_cq()
986 rx_ring->cnsmr_idx = 0; in qlge_update_cq()
987 rx_ring->curr_entry = rx_ring->cq_base; in qlge_update_cq()
991 static void qlge_write_cq_idx(struct rx_ring *rx_ring) in qlge_write_cq_idx() argument
993 qlge_write_db_reg(rx_ring->cnsmr_idx, rx_ring->cnsmr_idx_db_reg); in qlge_write_cq_idx()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/freescale/enetc/ |
| H A D | enetc.c | 53 return priv->rx_ring[index]; in enetc_rx_ring_from_xdp_tx_ring()
763 v->rx_ring.stats.packets, in enetc_rx_net_dim()
764 v->rx_ring.stats.bytes, in enetc_rx_net_dim()
781 static void enetc_reuse_page(struct enetc_bdr *rx_ring, in enetc_reuse_page() argument
786 new = &rx_ring->rx_swbd[rx_ring->next_to_alloc]; in enetc_reuse_page()
789 enetc_bdr_idx_inc(rx_ring, &rx_ring->next_to_alloc); in enetc_reuse_page()
831 struct enetc_bdr *rx_ring; in enetc_recycle_xdp_tx_buff() local
833 rx_ring = enetc_rx_ring_from_xdp_tx_ring(priv, tx_ring); in enetc_recycle_xdp_tx_buff()
835 if (likely(enetc_swbd_unused(rx_ring))) { in enetc_recycle_xdp_tx_buff()
836 enetc_reuse_page(rx_ring, &rx_swbd); in enetc_recycle_xdp_tx_buff()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/broadcom/ |
| H A D | bcm4908_enet.c | 86 struct bcm4908_enet_dma_ring rx_ring; member
199 struct bcm4908_enet_dma_ring *rx_ring = &enet->rx_ring; in bcm4908_enet_dma_free() local
203 size = rx_ring->length * sizeof(struct bcm4908_enet_dma_ring_bd); in bcm4908_enet_dma_free()
204 if (rx_ring->cpu_addr) in bcm4908_enet_dma_free()
205 dma_free_coherent(dev, size, rx_ring->cpu_addr, rx_ring->dma_addr); in bcm4908_enet_dma_free()
206 kfree(rx_ring->slots); in bcm4908_enet_dma_free()
217 struct bcm4908_enet_dma_ring *rx_ring = &enet->rx_ring; in bcm4908_enet_dma_alloc() local
231 rx_ring->length = ENET_RX_BDS_NUM; in bcm4908_enet_dma_alloc()
232 rx_ring->is_tx = 0; in bcm4908_enet_dma_alloc()
233 rx_ring->cfg_block = ENET_DMA_CH_RX_CFG; in bcm4908_enet_dma_alloc()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/mscc/ |
| H A D | ocelot_fdma.c | 58 struct ocelot_fdma_rx_ring *rx_ring = &fdma->rx_ring; in ocelot_fdma_rx_ring_free() local
60 if (rx_ring->next_to_use >= rx_ring->next_to_clean) in ocelot_fdma_rx_ring_free()
62 (rx_ring->next_to_use - rx_ring->next_to_clean) - 1; in ocelot_fdma_rx_ring_free()
64 return rx_ring->next_to_clean - rx_ring->next_to_use - 1; in ocelot_fdma_rx_ring_free()
149 struct ocelot_fdma_rx_ring *rx_ring; in ocelot_fdma_alloc_rx_buffs() local
156 rx_ring = &fdma->rx_ring; in ocelot_fdma_alloc_rx_buffs()
157 idx = rx_ring->next_to_use; in ocelot_fdma_alloc_rx_buffs()
160 rxb = &rx_ring->bufs[idx]; in ocelot_fdma_alloc_rx_buffs()
171 dcb = &rx_ring->dcbs[idx]; in ocelot_fdma_alloc_rx_buffs()
177 dcb->llp = ocelot_fdma_idx_dma(rx_ring->dcbs_dma, idx); in ocelot_fdma_alloc_rx_buffs()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_xdp.c | 48 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_enable_pool() local
76 rx_ring = adapter->rx_ring[queue_id]; in igc_xdp_enable_pool()
79 napi = &rx_ring->q_vector->napi; in igc_xdp_enable_pool()
82 igc_disable_rx_ring(rx_ring); in igc_xdp_enable_pool()
87 set_bit(IGC_RING_FLAG_AF_XDP_ZC, &rx_ring->flags); in igc_xdp_enable_pool()
92 igc_enable_rx_ring(rx_ring); in igc_xdp_enable_pool()
107 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_disable_pool() local
122 rx_ring = adapter->rx_ring[queue_id]; in igc_xdp_disable_pool()
125 napi = &rx_ring->q_vector->napi; in igc_xdp_disable_pool()
128 igc_disable_rx_ring(rx_ring); in igc_xdp_disable_pool()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/aquantia/atlantic/ |
| H A D | aq_ring.c | 52 static int aq_alloc_rxpages(struct aq_rxpage *rxpage, struct aq_ring_s *rx_ring) in aq_alloc_rxpages() argument
54 struct device *dev = aq_nic_get_dev(rx_ring->aq_nic); in aq_alloc_rxpages()
55 unsigned int order = rx_ring->page_order; in aq_alloc_rxpages()
73 rxpage->pg_off = rx_ring->page_offset; in aq_alloc_rxpages()
407 struct aq_ring_s *rx_ring, in aq_xdp_run_prog() argument
417 u64_stats_update_begin(&rx_ring->stats.rx.syncp); in aq_xdp_run_prog()
418 ++rx_ring->stats.rx.packets; in aq_xdp_run_prog()
419 rx_ring->stats.rx.bytes += xdp_get_buff_len(xdp); in aq_xdp_run_prog()
420 u64_stats_update_end(&rx_ring->stats.rx.syncp); in aq_xdp_run_prog()
422 prog = READ_ONCE(rx_ring->xdp_prog); in aq_xdp_run_prog()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/wangxun/libwx/ |
| H A D | wx_lib.c | 163 static void wx_dma_sync_frag(struct wx_ring *rx_ring, in wx_dma_sync_frag() argument
169 dma_sync_single_range_for_cpu(rx_ring->dev, in wx_dma_sync_frag()
177 page_pool_put_full_page(rx_ring->page_pool, rx_buffer->page, false); in wx_dma_sync_frag()
180 static struct wx_rx_buffer *wx_get_rx_buffer(struct wx_ring *rx_ring, in wx_get_rx_buffer() argument
188 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in wx_get_rx_buffer()
209 wx_dma_sync_frag(rx_ring, rx_buffer); in wx_get_rx_buffer()
213 dma_sync_single_range_for_cpu(rx_ring->dev, in wx_get_rx_buffer()
222 static void wx_put_rx_buffer(struct wx_ring *rx_ring, in wx_put_rx_buffer() argument
236 static struct sk_buff *wx_build_skb(struct wx_ring *rx_ring, in wx_build_skb() argument
259 skb = napi_alloc_skb(&rx_ring->q_vector->napi, WX_RXBUFFER_256); in wx_build_skb()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/fm10k/ |
| H A D | fm10k_main.c | 75 static bool fm10k_alloc_mapped_page(struct fm10k_ring *rx_ring, in fm10k_alloc_mapped_page() argument
88 rx_ring->rx_stats.alloc_failed++; in fm10k_alloc_mapped_page()
93 dma = dma_map_page(rx_ring->dev, page, 0, PAGE_SIZE, DMA_FROM_DEVICE); in fm10k_alloc_mapped_page()
98 if (dma_mapping_error(rx_ring->dev, dma)) { in fm10k_alloc_mapped_page()
101 rx_ring->rx_stats.alloc_failed++; in fm10k_alloc_mapped_page()
117 void fm10k_alloc_rx_buffers(struct fm10k_ring *rx_ring, u16 cleaned_count) in fm10k_alloc_rx_buffers() argument
121 u16 i = rx_ring->next_to_use; in fm10k_alloc_rx_buffers()
127 rx_desc = FM10K_RX_DESC(rx_ring, i); in fm10k_alloc_rx_buffers()
128 bi = &rx_ring->rx_buffer[i]; in fm10k_alloc_rx_buffers()
129 i -= rx_ring->count; in fm10k_alloc_rx_buffers()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/igbvf/ |
| H A D | netdev.c | 100 napi_gro_receive(&adapter->rx_ring->napi, skb); in igbvf_receive_skb()
133 static void igbvf_alloc_rx_buffers(struct igbvf_ring *rx_ring, in igbvf_alloc_rx_buffers() argument
136 struct igbvf_adapter *adapter = rx_ring->adapter; in igbvf_alloc_rx_buffers()
145 i = rx_ring->next_to_use; in igbvf_alloc_rx_buffers()
146 buffer_info = &rx_ring->buffer_info[i]; in igbvf_alloc_rx_buffers()
154 rx_desc = IGBVF_RX_DESC_ADV(*rx_ring, i); in igbvf_alloc_rx_buffers()
212 if (i == rx_ring->count) in igbvf_alloc_rx_buffers()
214 buffer_info = &rx_ring->buffer_info[i]; in igbvf_alloc_rx_buffers()
218 if (rx_ring->next_to_use != i) { in igbvf_alloc_rx_buffers()
219 rx_ring->next_to_use = i; in igbvf_alloc_rx_buffers()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ixgbevf_main.c | 112 static void ixgbevf_reuse_rx_page(struct ixgbevf_ring *rx_ring,
506 static void ixgbevf_process_skb_fields(struct ixgbevf_ring *rx_ring, in ixgbevf_process_skb_fields() argument
510 ixgbevf_rx_hash(rx_ring, rx_desc, skb); in ixgbevf_process_skb_fields()
511 ixgbevf_rx_checksum(rx_ring, rx_desc, skb); in ixgbevf_process_skb_fields()
515 unsigned long *active_vlans = netdev_priv(rx_ring->netdev); in ixgbevf_process_skb_fields()
522 ixgbevf_ipsec_rx(rx_ring, rx_desc, skb); in ixgbevf_process_skb_fields()
524 skb->protocol = eth_type_trans(skb, rx_ring->netdev); in ixgbevf_process_skb_fields()
528 struct ixgbevf_rx_buffer *ixgbevf_get_rx_buffer(struct ixgbevf_ring *rx_ring, in ixgbevf_get_rx_buffer() argument
533 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbevf_get_rx_buffer()
537 dma_sync_single_range_for_cpu(rx_ring->dev, in ixgbevf_get_rx_buffer()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/netronome/nfp/nfd3/ |
| H A D | dp.c | 585 struct nfp_net_rx_ring *rx_ring, in nfp_nfd3_rx_give_one() argument
590 wr_idx = D_IDX(rx_ring, rx_ring->wr_p); in nfp_nfd3_rx_give_one()
595 rx_ring->rxbufs[wr_idx].frag = frag; in nfp_nfd3_rx_give_one()
596 rx_ring->rxbufs[wr_idx].dma_addr = dma_addr; in nfp_nfd3_rx_give_one()
599 rx_ring->rxds[wr_idx].fld.reserved = 0; in nfp_nfd3_rx_give_one()
600 rx_ring->rxds[wr_idx].fld.meta_len_dd = 0; in nfp_nfd3_rx_give_one()
605 nfp_desc_set_dma_addr_48b(&rx_ring->rxds[wr_idx].fld, in nfp_nfd3_rx_give_one()
608 rx_ring->wr_p++; in nfp_nfd3_rx_give_one()
609 if (!(rx_ring->wr_p % NFP_NET_FL_BATCH)) { in nfp_nfd3_rx_give_one()
614 nfp_qcp_wr_ptr_add(rx_ring->qcp_fl, NFP_NET_FL_BATCH); in nfp_nfd3_rx_give_one()
[all …]
|