120a739dbSBjörn Töpel /* SPDX-License-Identifier: GPL-2.0 */
220a739dbSBjörn Töpel /* Copyright(c) 2018 Intel Corporation. */
320a739dbSBjörn Töpel
420a739dbSBjörn Töpel #ifndef I40E_TXRX_COMMON_
520a739dbSBjörn Töpel #define I40E_TXRX_COMMON_
620a739dbSBjörn Töpel
7*e77220eeSIvan Vecera #include "i40e.h"
8*e77220eeSIvan Vecera
920a739dbSBjörn Töpel int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring);
10be1222b5SBjörn Töpel void i40e_clean_programming_status(struct i40e_ring *rx_ring, u64 qword0_raw,
11be1222b5SBjörn Töpel u64 qword1);
1220a739dbSBjörn Töpel void i40e_process_skb_fields(struct i40e_ring *rx_ring,
13800b8f63SMichał Mirosław union i40e_rx_desc *rx_desc, struct sk_buff *skb);
1420a739dbSBjörn Töpel void i40e_xdp_ring_update_tail(struct i40e_ring *xdp_ring);
1520a739dbSBjörn Töpel void i40e_update_rx_stats(struct i40e_ring *rx_ring,
1620a739dbSBjörn Töpel unsigned int total_rx_bytes,
1720a739dbSBjörn Töpel unsigned int total_rx_packets);
1820a739dbSBjörn Töpel void i40e_finalize_xdp_rx(struct i40e_ring *rx_ring, unsigned int xdp_res);
1920a739dbSBjörn Töpel void i40e_release_rx_desc(struct i40e_ring *rx_ring, u32 val);
2020a739dbSBjörn Töpel
2120a739dbSBjörn Töpel #define I40E_XDP_PASS 0
2220a739dbSBjörn Töpel #define I40E_XDP_CONSUMED BIT(0)
2320a739dbSBjörn Töpel #define I40E_XDP_TX BIT(1)
2420a739dbSBjörn Töpel #define I40E_XDP_REDIR BIT(2)
25b8aef650SMaciej Fijalkowski #define I40E_XDP_EXIT BIT(3)
2620a739dbSBjörn Töpel
27b50f7bcaSJesse Brandeburg /*
28a96e7472SMagnus Karlsson * build_ctob - Builds the Tx descriptor (cmd, offset and type) qword
29b50f7bcaSJesse Brandeburg */
build_ctob(u32 td_cmd,u32 td_offset,unsigned int size,u32 td_tag)30a96e7472SMagnus Karlsson static inline __le64 build_ctob(u32 td_cmd, u32 td_offset, unsigned int size,
31a96e7472SMagnus Karlsson u32 td_tag)
32a96e7472SMagnus Karlsson {
33a96e7472SMagnus Karlsson return cpu_to_le64(I40E_TX_DESC_DTYPE_DATA |
34a96e7472SMagnus Karlsson ((u64)td_cmd << I40E_TXD_QW1_CMD_SHIFT) |
35a96e7472SMagnus Karlsson ((u64)td_offset << I40E_TXD_QW1_OFFSET_SHIFT) |
36a96e7472SMagnus Karlsson ((u64)size << I40E_TXD_QW1_TX_BUF_SZ_SHIFT) |
37a96e7472SMagnus Karlsson ((u64)td_tag << I40E_TXD_QW1_L2TAG1_SHIFT));
38a96e7472SMagnus Karlsson }
39a96e7472SMagnus Karlsson
40a96e7472SMagnus Karlsson /**
41a96e7472SMagnus Karlsson * i40e_update_tx_stats - Update the egress statistics for the Tx ring
42a96e7472SMagnus Karlsson * @tx_ring: Tx ring to update
43b50f7bcaSJesse Brandeburg * @total_packets: total packets sent
44a96e7472SMagnus Karlsson * @total_bytes: total bytes sent
45a96e7472SMagnus Karlsson **/
i40e_update_tx_stats(struct i40e_ring * tx_ring,unsigned int total_packets,unsigned int total_bytes)46a96e7472SMagnus Karlsson static inline void i40e_update_tx_stats(struct i40e_ring *tx_ring,
47a96e7472SMagnus Karlsson unsigned int total_packets,
48a96e7472SMagnus Karlsson unsigned int total_bytes)
49a96e7472SMagnus Karlsson {
50a96e7472SMagnus Karlsson u64_stats_update_begin(&tx_ring->syncp);
51a96e7472SMagnus Karlsson tx_ring->stats.bytes += total_bytes;
52a96e7472SMagnus Karlsson tx_ring->stats.packets += total_packets;
53a96e7472SMagnus Karlsson u64_stats_update_end(&tx_ring->syncp);
54a96e7472SMagnus Karlsson tx_ring->q_vector->tx.total_bytes += total_bytes;
55a96e7472SMagnus Karlsson tx_ring->q_vector->tx.total_packets += total_packets;
56a96e7472SMagnus Karlsson }
57a96e7472SMagnus Karlsson
58a96e7472SMagnus Karlsson #define WB_STRIDE 4
59a96e7472SMagnus Karlsson
60a96e7472SMagnus Karlsson /**
61a96e7472SMagnus Karlsson * i40e_arm_wb - (Possibly) arms Tx write-back
62a96e7472SMagnus Karlsson * @tx_ring: Tx ring to update
63a96e7472SMagnus Karlsson * @vsi: the VSI
64a96e7472SMagnus Karlsson * @budget: the NAPI budget left
65a96e7472SMagnus Karlsson **/
i40e_arm_wb(struct i40e_ring * tx_ring,struct i40e_vsi * vsi,int budget)66a96e7472SMagnus Karlsson static inline void i40e_arm_wb(struct i40e_ring *tx_ring,
67a96e7472SMagnus Karlsson struct i40e_vsi *vsi,
68a96e7472SMagnus Karlsson int budget)
69a96e7472SMagnus Karlsson {
70a96e7472SMagnus Karlsson if (tx_ring->flags & I40E_TXR_FLAGS_WB_ON_ITR) {
71a96e7472SMagnus Karlsson /* check to see if there are < 4 descriptors
72a96e7472SMagnus Karlsson * waiting to be written back, then kick the hardware to force
73a96e7472SMagnus Karlsson * them to be written back in case we stay in NAPI.
74a96e7472SMagnus Karlsson * In this mode on X722 we do not enable Interrupt.
75a96e7472SMagnus Karlsson */
76a96e7472SMagnus Karlsson unsigned int j = i40e_get_tx_pending(tx_ring, false);
77a96e7472SMagnus Karlsson
78a96e7472SMagnus Karlsson if (budget &&
79a96e7472SMagnus Karlsson ((j / WB_STRIDE) == 0) && j > 0 &&
80a96e7472SMagnus Karlsson !test_bit(__I40E_VSI_DOWN, vsi->state) &&
81a96e7472SMagnus Karlsson (I40E_DESC_UNUSED(tx_ring) != tx_ring->count))
82a96e7472SMagnus Karlsson tx_ring->arm_wb = true;
83a96e7472SMagnus Karlsson }
84a96e7472SMagnus Karlsson }
85a96e7472SMagnus Karlsson
86be1222b5SBjörn Töpel /**
87be1222b5SBjörn Töpel * i40e_rx_is_programming_status - check for programming status descriptor
88be1222b5SBjörn Töpel * @qword1: qword1 representing status_error_len in CPU ordering
89be1222b5SBjörn Töpel *
90be1222b5SBjörn Töpel * The value of in the descriptor length field indicate if this
91be1222b5SBjörn Töpel * is a programming status descriptor for flow director or FCoE
92be1222b5SBjörn Töpel * by the value of I40E_RX_PROG_STATUS_DESC_LENGTH, otherwise
93be1222b5SBjörn Töpel * it is a packet descriptor.
94be1222b5SBjörn Töpel **/
i40e_rx_is_programming_status(u64 qword1)95be1222b5SBjörn Töpel static inline bool i40e_rx_is_programming_status(u64 qword1)
96be1222b5SBjörn Töpel {
97be1222b5SBjörn Töpel /* The Rx filter programming status and SPH bit occupy the same
98be1222b5SBjörn Töpel * spot in the descriptor. Since we don't support packet split we
99be1222b5SBjörn Töpel * can just reuse the bit as an indication that this is a
100be1222b5SBjörn Töpel * programming status descriptor.
101be1222b5SBjörn Töpel */
102be1222b5SBjörn Töpel return qword1 & I40E_RXD_QW1_LENGTH_SPH_MASK;
103be1222b5SBjörn Töpel }
104be1222b5SBjörn Töpel
105411dc16fSBjörn Töpel void i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring);
1069dbb1370SBjörn Töpel void i40e_xsk_clean_tx_ring(struct i40e_ring *tx_ring);
1073ab52af5SBjörn Töpel bool i40e_xsk_any_rx_ring_enabled(struct i40e_vsi *vsi);
1089dbb1370SBjörn Töpel
10920a739dbSBjörn Töpel #endif /* I40E_TXRX_COMMON_ */
110