1 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */
2 /* Copyright (C) 2019 Netronome Systems, Inc. */
3 
4 #ifndef _NFP_DP_NFDK_H_
5 #define _NFP_DP_NFDK_H_
6 
7 #include <linux/bitops.h>
8 #include <linux/types.h>
9 
10 #define NFDK_TX_DESC_PER_SIMPLE_PKT	2
11 
12 #define NFDK_TX_MAX_DATA_PER_HEAD	SZ_4K
13 #define NFDK_TX_MAX_DATA_PER_DESC	SZ_16K
14 #define NFDK_TX_DESC_BLOCK_SZ		256
15 #define NFDK_TX_DESC_BLOCK_CNT		(NFDK_TX_DESC_BLOCK_SZ /	\
16 					 sizeof(struct nfp_nfdk_tx_desc))
17 #define NFDK_TX_DESC_STOP_CNT		(NFDK_TX_DESC_BLOCK_CNT *	\
18 					 NFDK_TX_DESC_PER_SIMPLE_PKT)
19 #define NFDK_TX_MAX_DATA_PER_BLOCK	SZ_64K
20 #define NFDK_TX_DESC_GATHER_MAX		17
21 
22 /* TX descriptor format */
23 
24 #define NFDK_DESC_TX_MSS_MASK		GENMASK(13, 0)
25 
26 #define NFDK_DESC_TX_CHAIN_META		BIT(3)
27 #define NFDK_DESC_TX_ENCAP		BIT(2)
28 #define NFDK_DESC_TX_L4_CSUM		BIT(1)
29 #define NFDK_DESC_TX_L3_CSUM		BIT(0)
30 
31 #define NFDK_DESC_TX_DMA_LEN_HEAD	GENMASK(11, 0)
32 #define NFDK_DESC_TX_TYPE_HEAD		GENMASK(15, 12)
33 #define NFDK_DESC_TX_DMA_LEN		GENMASK(13, 0)
34 #define NFDK_DESC_TX_TYPE_NOP		0
35 #define NFDK_DESC_TX_TYPE_GATHER	1
36 #define NFDK_DESC_TX_TYPE_TSO		2
37 #define NFDK_DESC_TX_TYPE_SIMPLE	8
38 #define NFDK_DESC_TX_EOP		BIT(14)
39 
40 #define NFDK_META_LEN			GENMASK(7, 0)
41 #define NFDK_META_FIELDS		GENMASK(31, 8)
42 
43 #define D_BLOCK_CPL(idx)		(NFDK_TX_DESC_BLOCK_CNT -	\
44 					 (idx) % NFDK_TX_DESC_BLOCK_CNT)
45 
46 struct nfp_nfdk_tx_desc {
47 	union {
48 		struct {
49 			__le16 dma_addr_hi;  /* High bits of host buf address */
50 			__le16 dma_len_type; /* Length to DMA for this desc */
51 			__le32 dma_addr_lo;  /* Low 32bit of host buf addr */
52 		};
53 
54 		struct {
55 			__le16 mss;	/* MSS to be used for LSO */
56 			u8 lso_hdrlen;  /* LSO, TCP payload offset */
57 			u8 lso_totsegs; /* LSO, total segments */
58 			u8 l3_offset;   /* L3 header offset */
59 			u8 l4_offset;   /* L4 header offset */
60 			__le16 lso_meta_res; /* Rsvd bits in TSO metadata */
61 		};
62 
63 		struct {
64 			u8 flags;	/* TX Flags, see @NFDK_DESC_TX_* */
65 			u8 reserved[7];	/* meta byte placeholder */
66 		};
67 
68 		__le32 vals[2];
69 		__le64 raw;
70 	};
71 };
72 
73 /* The device don't make use of the 2 or 3 least significant bits of the address
74  * due to alignment constraints. The driver can make use of those bits to carry
75  * information about the buffer before giving it to the device.
76  *
77  * NOTE: The driver must clear the lower bits before handing the buffer to the
78  * device.
79  *
80  * - NFDK_TX_BUF_INFO_SOP - Start of a packet
81  *   Mark the buffer as a start of a packet. This is used in the XDP TX process
82  *   to stash virtual and DMA address so that they can be recycled when the TX
83  *   operation is completed.
84  */
85 #define NFDK_TX_BUF_PTR(val) ((val) & ~(sizeof(void *) - 1))
86 #define NFDK_TX_BUF_INFO(val) ((val) & (sizeof(void *) - 1))
87 #define NFDK_TX_BUF_INFO_SOP BIT(0)
88 
89 struct nfp_nfdk_tx_buf {
90 	union {
91 		/* First slot */
92 		union {
93 			struct sk_buff *skb;
94 			void *frag;
95 			unsigned long val;
96 		};
97 
98 		/* 1 + nr_frags next slots */
99 		dma_addr_t dma_addr;
100 
101 		/* TSO (optional) */
102 		struct {
103 			u32 pkt_cnt;
104 			u32 real_len;
105 		};
106 
107 		u64 raw;
108 	};
109 };
110 
111 static inline int nfp_nfdk_headlen_to_segs(unsigned int headlen)
112 {
113 	/* First descriptor fits less data, so adjust for that */
114 	return DIV_ROUND_UP(headlen +
115 			    NFDK_TX_MAX_DATA_PER_DESC -
116 			    NFDK_TX_MAX_DATA_PER_HEAD,
117 			    NFDK_TX_MAX_DATA_PER_DESC);
118 }
119 
120 int nfp_nfdk_poll(struct napi_struct *napi, int budget);
121 netdev_tx_t nfp_nfdk_tx(struct sk_buff *skb, struct net_device *netdev);
122 bool
123 nfp_nfdk_ctrl_tx_one(struct nfp_net *nn, struct nfp_net_r_vector *r_vec,
124 		     struct sk_buff *skb, bool old);
125 void nfp_nfdk_ctrl_poll(struct tasklet_struct *t);
126 void nfp_nfdk_rx_ring_fill_freelist(struct nfp_net_dp *dp,
127 				    struct nfp_net_rx_ring *rx_ring);
128 #ifndef CONFIG_NFP_NET_IPSEC
129 static inline u64 nfp_nfdk_ipsec_tx(u64 flags, struct sk_buff *skb)
130 {
131 	return flags;
132 }
133 #else
134 u64 nfp_nfdk_ipsec_tx(u64 flags, struct sk_buff *skb);
135 #endif
136 #endif
137