1 /* SPDX-License-Identifier: GPL-2.0 */
2 /* Marvell RVU Ethernet driver
3  *
4  * Copyright (C) 2020 Marvell.
5  *
6  */
7 
8 #ifndef OTX2_TXRX_H
9 #define OTX2_TXRX_H
10 
11 #include <linux/etherdevice.h>
12 #include <linux/iommu.h>
13 #include <linux/if_vlan.h>
14 #include <net/xdp.h>
15 
16 #define LBK_CHAN_BASE	0x000
17 #define SDP_CHAN_BASE	0x700
18 #define CGX_CHAN_BASE	0x800
19 
20 #define OTX2_DATA_ALIGN(X)	ALIGN(X, OTX2_ALIGN)
21 #define OTX2_HEAD_ROOM		OTX2_ALIGN
22 
23 #define	OTX2_ETH_HLEN		(VLAN_ETH_HLEN + VLAN_HLEN)
24 #define	OTX2_MIN_MTU		64
25 
26 #define OTX2_MAX_GSO_SEGS	255
27 #define OTX2_MAX_FRAGS_IN_SQE	9
28 
29 #define MAX_XDP_MTU	(1530 - OTX2_ETH_HLEN)
30 
31 /* Rx buffer size should be in multiples of 128bytes */
32 #define RCV_FRAG_LEN1(x)				\
33 		((OTX2_HEAD_ROOM + OTX2_DATA_ALIGN(x)) + \
34 		OTX2_DATA_ALIGN(sizeof(struct skb_shared_info)))
35 
36 /* Prefer 2048 byte buffers for better last level cache
37  * utilization or data distribution across regions.
38  */
39 #define RCV_FRAG_LEN(x)	\
40 		((RCV_FRAG_LEN1(x) < 2048) ? 2048 : RCV_FRAG_LEN1(x))
41 
42 #define DMA_BUFFER_LEN(x)		\
43 		((x) - OTX2_HEAD_ROOM - \
44 		OTX2_DATA_ALIGN(sizeof(struct skb_shared_info)))
45 
46 /* IRQ triggered when NIX_LF_CINTX_CNT[ECOUNT]
47  * is equal to this value.
48  */
49 #define CQ_CQE_THRESH_DEFAULT	10
50 
51 /* IRQ triggered when NIX_LF_CINTX_CNT[ECOUNT]
52  * is nonzero and this much time elapses after that.
53  */
54 #define CQ_TIMER_THRESH_DEFAULT	1  /* 1 usec */
55 #define CQ_TIMER_THRESH_MAX     25 /* 25 usec */
56 
57 /* Min number of CQs (of the ones mapped to this CINT)
58  * with valid CQEs.
59  */
60 #define CQ_QCOUNT_DEFAULT	1
61 
62 #define CQ_OP_STAT_OP_ERR       63
63 #define CQ_OP_STAT_CQ_ERR       46
64 
65 struct queue_stats {
66 	u64	bytes;
67 	u64	pkts;
68 };
69 
70 struct otx2_rcv_queue {
71 	struct queue_stats	stats;
72 };
73 
74 struct sg_list {
75 	u16	num_segs;
76 	u64	skb;
77 	u64	size[OTX2_MAX_FRAGS_IN_SQE];
78 	u64	dma_addr[OTX2_MAX_FRAGS_IN_SQE];
79 };
80 
81 struct otx2_snd_queue {
82 	u8			aura_id;
83 	u16			head;
84 	u16			sqe_size;
85 	u32			sqe_cnt;
86 	u16			num_sqbs;
87 	u16			sqe_thresh;
88 	u8			sqe_per_sqb;
89 	u64			 io_addr;
90 	u64			*aura_fc_addr;
91 	u64			*lmt_addr;
92 	void			*sqe_base;
93 	struct qmem		*sqe;
94 	struct qmem		*tso_hdrs;
95 	struct sg_list		*sg;
96 	struct qmem		*timestamps;
97 	struct queue_stats	stats;
98 	u16			sqb_count;
99 	u64			*sqb_ptrs;
100 } ____cacheline_aligned_in_smp;
101 
102 enum cq_type {
103 	CQ_RX,
104 	CQ_TX,
105 	CQ_XDP,
106 	CQS_PER_CINT = 3, /* RQ + SQ + XDP */
107 };
108 
109 struct otx2_cq_poll {
110 	void			*dev;
111 #define CINT_INVALID_CQ		255
112 	u8			cint_idx;
113 	u8			cq_ids[CQS_PER_CINT];
114 	struct napi_struct	napi;
115 };
116 
117 struct otx2_pool {
118 	struct qmem		*stack;
119 	struct qmem		*fc_addr;
120 	u16			rbsize;
121 };
122 
123 struct otx2_cq_queue {
124 	u8			cq_idx;
125 	u8			cq_type;
126 	u8			cint_idx; /* CQ interrupt id */
127 	u8			refill_task_sched;
128 	u16			cqe_size;
129 	u16			pool_ptrs;
130 	u32			cqe_cnt;
131 	u32			cq_head;
132 	u32			cq_tail;
133 	u32			pend_cqe;
134 	void			*cqe_base;
135 	struct qmem		*cqe;
136 	struct otx2_pool	*rbpool;
137 	struct xdp_rxq_info xdp_rxq;
138 } ____cacheline_aligned_in_smp;
139 
140 struct otx2_qset {
141 	u32			rqe_cnt;
142 	u32			sqe_cnt; /* Keep these two at top */
143 #define OTX2_MAX_CQ_CNT		64
144 	u16			cq_cnt;
145 	u16			xqe_size;
146 	struct otx2_pool	*pool;
147 	struct otx2_cq_poll	*napi;
148 	struct otx2_cq_queue	*cq;
149 	struct otx2_snd_queue	*sq;
150 	struct otx2_rcv_queue	*rq;
151 };
152 
153 /* Translate IOVA to physical address */
154 static inline u64 otx2_iova_to_phys(void *iommu_domain, dma_addr_t dma_addr)
155 {
156 	/* Translation is installed only when IOMMU is present */
157 	if (likely(iommu_domain))
158 		return iommu_iova_to_phys(iommu_domain, dma_addr);
159 	return dma_addr;
160 }
161 
162 int otx2_napi_handler(struct napi_struct *napi, int budget);
163 bool otx2_sq_append_skb(struct net_device *netdev, struct otx2_snd_queue *sq,
164 			struct sk_buff *skb, u16 qidx);
165 void cn10k_sqe_flush(void *dev, struct otx2_snd_queue *sq,
166 		     int size, int qidx);
167 void otx2_sqe_flush(void *dev, struct otx2_snd_queue *sq,
168 		    int size, int qidx);
169 void otx2_refill_pool_ptrs(void *dev, struct otx2_cq_queue *cq);
170 void cn10k_refill_pool_ptrs(void *dev, struct otx2_cq_queue *cq);
171 #endif /* OTX2_TXRX_H */
172