1 /* SPDX-License-Identifier: (GPL-2.0+ OR BSD-3-Clause) */
2 /* Copyright 2017-2019 NXP */
3 
4 #include <linux/bitops.h>
5 
6 /* ENETC device IDs */
7 #define ENETC_DEV_ID_PF		0xe100
8 #define ENETC_DEV_ID_VF		0xef00
9 #define ENETC_DEV_ID_PTP	0xee02
10 
11 /* ENETC register block BAR */
12 #define ENETC_BAR_REGS	0
13 
14 /** SI regs, offset: 0h */
15 #define ENETC_SIMR	0
16 #define ENETC_SIMR_EN	BIT(31)
17 #define ENETC_SIMR_RSSE	BIT(0)
18 #define ENETC_SICTR0	0x18
19 #define ENETC_SICTR1	0x1c
20 #define ENETC_SIPCAPR0	0x20
21 #define ENETC_SIPCAPR0_QBV	BIT(4)
22 #define ENETC_SIPCAPR0_PSFP	BIT(9)
23 #define ENETC_SIPCAPR0_RSS	BIT(8)
24 #define ENETC_SIPCAPR1	0x24
25 #define ENETC_SITGTGR	0x30
26 #define ENETC_SIRBGCR	0x38
27 /* cache attribute registers for transactions initiated by ENETC */
28 #define ENETC_SICAR0	0x40
29 #define ENETC_SICAR1	0x44
30 #define ENETC_SICAR2	0x48
31 /* rd snoop, no alloc
32  * wr snoop, no alloc, partial cache line update for BDs and full cache line
33  * update for data
34  */
35 #define ENETC_SICAR_RD_COHERENT	0x2b2b0000
36 #define ENETC_SICAR_WR_COHERENT	0x00006727
37 #define ENETC_SICAR_MSI	0x00300030 /* rd/wr device, no snoop, no alloc */
38 
39 #define ENETC_SIPMAR0	0x80
40 #define ENETC_SIPMAR1	0x84
41 
42 /* VF-PF Message passing */
43 #define ENETC_DEFAULT_MSG_SIZE	1024	/* and max size */
44 /* msg size encoding: default and max msg value of 1024B encoded as 0 */
45 static inline u32 enetc_vsi_set_msize(u32 size)
46 {
47 	return size < ENETC_DEFAULT_MSG_SIZE ? size >> 5 : 0;
48 }
49 
50 #define ENETC_PSIMSGRR	0x204
51 #define ENETC_PSIMSGRR_MR_MASK	GENMASK(2, 1)
52 #define ENETC_PSIMSGRR_MR(n) BIT((n) + 1) /* n = VSI index */
53 #define ENETC_PSIVMSGRCVAR0(n)	(0x210 + (n) * 0x8) /* n = VSI index */
54 #define ENETC_PSIVMSGRCVAR1(n)	(0x214 + (n) * 0x8)
55 
56 #define ENETC_VSIMSGSR	0x204	/* RO */
57 #define ENETC_VSIMSGSR_MB	BIT(0)
58 #define ENETC_VSIMSGSR_MS	BIT(1)
59 #define ENETC_VSIMSGSNDAR0	0x210
60 #define ENETC_VSIMSGSNDAR1	0x214
61 
62 #define ENETC_SIMSGSR_SET_MC(val) ((val) << 16)
63 #define ENETC_SIMSGSR_GET_MC(val) ((val) >> 16)
64 
65 /* SI statistics */
66 #define ENETC_SIROCT	0x300
67 #define ENETC_SIRFRM	0x308
68 #define ENETC_SIRUCA	0x310
69 #define ENETC_SIRMCA	0x318
70 #define ENETC_SITOCT	0x320
71 #define ENETC_SITFRM	0x328
72 #define ENETC_SITUCA	0x330
73 #define ENETC_SITMCA	0x338
74 #define ENETC_RBDCR(n)	(0x8180 + (n) * 0x200)
75 
76 /* Control BDR regs */
77 #define ENETC_SICBDRMR		0x800
78 #define ENETC_SICBDRSR		0x804	/* RO */
79 #define ENETC_SICBDRBAR0	0x810
80 #define ENETC_SICBDRBAR1	0x814
81 #define ENETC_SICBDRPIR		0x818
82 #define ENETC_SICBDRCIR		0x81c
83 #define ENETC_SICBDRLENR	0x820
84 
85 #define ENETC_SICAPR0	0x900
86 #define ENETC_SICAPR1	0x904
87 
88 #define ENETC_PSIIER	0xa00
89 #define ENETC_PSIIER_MR_MASK	GENMASK(2, 1)
90 #define ENETC_PSIIDR	0xa08
91 #define ENETC_SITXIDR	0xa18
92 #define ENETC_SIRXIDR	0xa28
93 #define ENETC_SIMSIVR	0xa30
94 
95 #define ENETC_SIMSITRV(n) (0xB00 + (n) * 0x4)
96 #define ENETC_SIMSIRRV(n) (0xB80 + (n) * 0x4)
97 
98 #define ENETC_SIUEFDCR	0xe28
99 
100 #define ENETC_SIRFSCAPR	0x1200
101 #define ENETC_SIRFSCAPR_GET_NUM_RFS(val) ((val) & 0x7f)
102 #define ENETC_SIRSSCAPR	0x1600
103 #define ENETC_SIRSSCAPR_GET_NUM_RSS(val) (BIT((val) & 0xf) * 32)
104 
105 /** SI BDR sub-blocks, n = 0..7 */
106 enum enetc_bdr_type {TX, RX};
107 #define ENETC_BDR_OFF(i)	((i) * 0x200)
108 #define ENETC_BDR(t, i, r)	(0x8000 + (t) * 0x100 + ENETC_BDR_OFF(i) + (r))
109 /* RX BDR reg offsets */
110 #define ENETC_RBMR	0
111 #define ENETC_RBMR_BDS	BIT(2)
112 #define ENETC_RBMR_VTE	BIT(5)
113 #define ENETC_RBMR_EN	BIT(31)
114 #define ENETC_RBSR	0x4
115 #define ENETC_RBBSR	0x8
116 #define ENETC_RBCIR	0xc
117 #define ENETC_RBBAR0	0x10
118 #define ENETC_RBBAR1	0x14
119 #define ENETC_RBPIR	0x18
120 #define ENETC_RBLENR	0x20
121 #define ENETC_RBIER	0xa0
122 #define ENETC_RBIER_RXTIE	BIT(0)
123 #define ENETC_RBIDR	0xa4
124 #define ENETC_RBICR0	0xa8
125 #define ENETC_RBICR0_ICEN		BIT(31)
126 #define ENETC_RBICR0_ICPT_MASK		0x1ff
127 #define ENETC_RBICR0_SET_ICPT(n)	((n) & ENETC_RBICR0_ICPT_MASK)
128 #define ENETC_RBICR1	0xac
129 
130 /* TX BDR reg offsets */
131 #define ENETC_TBMR	0
132 #define ENETC_TBSR_BUSY	BIT(0)
133 #define ENETC_TBMR_VIH	BIT(9)
134 #define ENETC_TBMR_PRIO_MASK		GENMASK(2, 0)
135 #define ENETC_TBMR_SET_PRIO(val)	((val) & ENETC_TBMR_PRIO_MASK)
136 #define ENETC_TBMR_EN	BIT(31)
137 #define ENETC_TBSR	0x4
138 #define ENETC_TBBAR0	0x10
139 #define ENETC_TBBAR1	0x14
140 #define ENETC_TBPIR	0x18
141 #define ENETC_TBCIR	0x1c
142 #define ENETC_TBCIR_IDX_MASK	0xffff
143 #define ENETC_TBLENR	0x20
144 #define ENETC_TBIER	0xa0
145 #define ENETC_TBIER_TXTIE	BIT(0)
146 #define ENETC_TBIDR	0xa4
147 #define ENETC_TBICR0	0xa8
148 #define ENETC_TBICR0_ICEN		BIT(31)
149 #define ENETC_TBICR0_ICPT_MASK		0xf
150 #define ENETC_TBICR0_SET_ICPT(n) ((ilog2(n) + 1) & ENETC_TBICR0_ICPT_MASK)
151 #define ENETC_TBICR1	0xac
152 
153 #define ENETC_RTBLENR_LEN(n)	((n) & ~0x7)
154 
155 /* Port regs, offset: 1_0000h */
156 #define ENETC_PORT_BASE		0x10000
157 #define ENETC_PMR		0x0000
158 #define ENETC_PMR_EN	GENMASK(18, 16)
159 #define ENETC_PMR_PSPEED_MASK GENMASK(11, 8)
160 #define ENETC_PMR_PSPEED_10M	0
161 #define ENETC_PMR_PSPEED_100M	BIT(8)
162 #define ENETC_PMR_PSPEED_1000M	BIT(9)
163 #define ENETC_PMR_PSPEED_2500M	BIT(10)
164 #define ENETC_PSR		0x0004 /* RO */
165 #define ENETC_PSIPMR		0x0018
166 #define ENETC_PSIPMR_SET_UP(n)	BIT(n) /* n = SI index */
167 #define ENETC_PSIPMR_SET_MP(n)	BIT((n) + 16)
168 #define ENETC_PSIPVMR		0x001c
169 #define ENETC_VLAN_PROMISC_MAP_ALL	0x7
170 #define ENETC_PSIPVMR_SET_VP(simap)	((simap) & 0x7)
171 #define ENETC_PSIPVMR_SET_VUTA(simap)	(((simap) & 0x7) << 16)
172 #define ENETC_PSIPMAR0(n)	(0x0100 + (n) * 0x8) /* n = SI index */
173 #define ENETC_PSIPMAR1(n)	(0x0104 + (n) * 0x8)
174 #define ENETC_PVCLCTR		0x0208
175 #define ENETC_VLAN_TYPE_C	BIT(0)
176 #define ENETC_VLAN_TYPE_S	BIT(1)
177 #define ENETC_PVCLCTR_OVTPIDL(bmp)	((bmp) & 0xff) /* VLAN_TYPE */
178 #define ENETC_PSIVLANR(n)	(0x0240 + (n) * 4) /* n = SI index */
179 #define ENETC_PSIVLAN_EN	BIT(31)
180 #define ENETC_PSIVLAN_SET_QOS(val)	((u32)(val) << 12)
181 #define ENETC_PTXMBAR		0x0608
182 #define ENETC_PCAPR0		0x0900
183 #define ENETC_PCAPR0_RXBDR(val)	((val) >> 24)
184 #define ENETC_PCAPR0_TXBDR(val)	(((val) >> 16) & 0xff)
185 #define ENETC_PCAPR1		0x0904
186 #define ENETC_PSICFGR0(n)	(0x0940 + (n) * 0xc)  /* n = SI index */
187 #define ENETC_PSICFGR0_SET_TXBDR(val)	((val) & 0xff)
188 #define ENETC_PSICFGR0_SET_RXBDR(val)	(((val) & 0xff) << 16)
189 #define ENETC_PSICFGR0_VTE	BIT(12)
190 #define ENETC_PSICFGR0_SIVIE	BIT(14)
191 #define ENETC_PSICFGR0_ASE	BIT(15)
192 #define ENETC_PSICFGR0_SIVC(bmp)	(((bmp) & 0xff) << 24) /* VLAN_TYPE */
193 
194 #define ENETC_PTCCBSR0(n)	(0x1110 + (n) * 8) /* n = 0 to 7*/
195 #define ENETC_CBSE		BIT(31)
196 #define ENETC_CBS_BW_MASK	GENMASK(6, 0)
197 #define ENETC_PTCCBSR1(n)	(0x1114 + (n) * 8) /* n = 0 to 7*/
198 #define ENETC_RSSHASH_KEY_SIZE	40
199 #define ENETC_PRSSK(n)		(0x1410 + (n) * 4) /* n = [0..9] */
200 #define ENETC_PSIVLANFMR	0x1700
201 #define ENETC_PSIVLANFMR_VS	BIT(0)
202 #define ENETC_PRFSMR		0x1800
203 #define ENETC_PRFSMR_RFSE	BIT(31)
204 #define ENETC_PRFSCAPR		0x1804
205 #define ENETC_PRFSCAPR_GET_NUM_RFS(val)	((((val) & 0xf) + 1) * 16)
206 #define ENETC_PSIRFSCFGR(n)	(0x1814 + (n) * 4) /* n = SI index */
207 #define ENETC_PFPMR		0x1900
208 #define ENETC_PFPMR_PMACE	BIT(1)
209 #define ENETC_PFPMR_MWLM	BIT(0)
210 #define ENETC_EMDIO_BASE	0x1c00
211 #define ENETC_PSIUMHFR0(n, err)	(((err) ? 0x1d08 : 0x1d00) + (n) * 0x10)
212 #define ENETC_PSIUMHFR1(n)	(0x1d04 + (n) * 0x10)
213 #define ENETC_PSIMMHFR0(n, err)	(((err) ? 0x1d00 : 0x1d08) + (n) * 0x10)
214 #define ENETC_PSIMMHFR1(n)	(0x1d0c + (n) * 0x10)
215 #define ENETC_PSIVHFR0(n)	(0x1e00 + (n) * 8) /* n = SI index */
216 #define ENETC_PSIVHFR1(n)	(0x1e04 + (n) * 8) /* n = SI index */
217 #define ENETC_MMCSR		0x1f00
218 #define ENETC_MMCSR_ME		BIT(16)
219 #define ENETC_PTCMSDUR(n)	(0x2020 + (n) * 4) /* n = TC index [0..7] */
220 
221 #define ENETC_PM0_CMD_CFG	0x8008
222 #define ENETC_PM1_CMD_CFG	0x9008
223 #define ENETC_PM0_TX_EN		BIT(0)
224 #define ENETC_PM0_RX_EN		BIT(1)
225 #define ENETC_PM0_PROMISC	BIT(4)
226 #define ENETC_PM0_CMD_XGLP	BIT(10)
227 #define ENETC_PM0_CMD_TXP	BIT(11)
228 #define ENETC_PM0_CMD_PHY_TX_EN	BIT(15)
229 #define ENETC_PM0_CMD_SFD	BIT(21)
230 #define ENETC_PM0_MAXFRM	0x8014
231 #define ENETC_SET_TX_MTU(val)	((val) << 16)
232 #define ENETC_SET_MAXFRM(val)	((val) & 0xffff)
233 
234 #define ENETC_PM_IMDIO_BASE	0x8030
235 
236 #define ENETC_PM0_IF_MODE	0x8300
237 #define ENETC_PMO_IFM_RG	BIT(2)
238 #define ENETC_PM0_IFM_RLP	(BIT(5) | BIT(11))
239 #define ENETC_PM0_IFM_RGAUTO	(BIT(15) | ENETC_PMO_IFM_RG | BIT(1))
240 #define ENETC_PM0_IFM_XGMII	BIT(12)
241 #define ENETC_PSIDCAPR		0x1b08
242 #define ENETC_PSIDCAPR_MSK	GENMASK(15, 0)
243 #define ENETC_PSFCAPR		0x1b18
244 #define ENETC_PSFCAPR_MSK	GENMASK(15, 0)
245 #define ENETC_PSGCAPR		0x1b28
246 #define ENETC_PSGCAPR_GCL_MSK	GENMASK(18, 16)
247 #define ENETC_PSGCAPR_SGIT_MSK	GENMASK(15, 0)
248 #define ENETC_PFMCAPR		0x1b38
249 #define ENETC_PFMCAPR_MSK	GENMASK(15, 0)
250 
251 /* MAC counters */
252 #define ENETC_PM0_REOCT		0x8100
253 #define ENETC_PM0_RALN		0x8110
254 #define ENETC_PM0_RXPF		0x8118
255 #define ENETC_PM0_RFRM		0x8120
256 #define ENETC_PM0_RFCS		0x8128
257 #define ENETC_PM0_RVLAN		0x8130
258 #define ENETC_PM0_RERR		0x8138
259 #define ENETC_PM0_RUCA		0x8140
260 #define ENETC_PM0_RMCA		0x8148
261 #define ENETC_PM0_RBCA		0x8150
262 #define ENETC_PM0_RDRP		0x8158
263 #define ENETC_PM0_RPKT		0x8160
264 #define ENETC_PM0_RUND		0x8168
265 #define ENETC_PM0_R64		0x8170
266 #define ENETC_PM0_R127		0x8178
267 #define ENETC_PM0_R255		0x8180
268 #define ENETC_PM0_R511		0x8188
269 #define ENETC_PM0_R1023		0x8190
270 #define ENETC_PM0_R1518		0x8198
271 #define ENETC_PM0_R1519X	0x81A0
272 #define ENETC_PM0_ROVR		0x81A8
273 #define ENETC_PM0_RJBR		0x81B0
274 #define ENETC_PM0_RFRG		0x81B8
275 #define ENETC_PM0_RCNP		0x81C0
276 #define ENETC_PM0_RDRNTP	0x81C8
277 #define ENETC_PM0_TEOCT		0x8200
278 #define ENETC_PM0_TOCT		0x8208
279 #define ENETC_PM0_TCRSE		0x8210
280 #define ENETC_PM0_TXPF		0x8218
281 #define ENETC_PM0_TFRM		0x8220
282 #define ENETC_PM0_TFCS		0x8228
283 #define ENETC_PM0_TVLAN		0x8230
284 #define ENETC_PM0_TERR		0x8238
285 #define ENETC_PM0_TUCA		0x8240
286 #define ENETC_PM0_TMCA		0x8248
287 #define ENETC_PM0_TBCA		0x8250
288 #define ENETC_PM0_TPKT		0x8260
289 #define ENETC_PM0_TUND		0x8268
290 #define ENETC_PM0_T127		0x8278
291 #define ENETC_PM0_T1023		0x8290
292 #define ENETC_PM0_T1518		0x8298
293 #define ENETC_PM0_TCNP		0x82C0
294 #define ENETC_PM0_TDFR		0x82D0
295 #define ENETC_PM0_TMCOL		0x82D8
296 #define ENETC_PM0_TSCOL		0x82E0
297 #define ENETC_PM0_TLCOL		0x82E8
298 #define ENETC_PM0_TECOL		0x82F0
299 
300 /* Port counters */
301 #define ENETC_PICDR(n)		(0x0700 + (n) * 8) /* n = [0..3] */
302 #define ENETC_PBFDSIR		0x0810
303 #define ENETC_PFDMSAPR		0x0814
304 #define ENETC_UFDMF		0x1680
305 #define ENETC_MFDMF		0x1684
306 #define ENETC_PUFDVFR		0x1780
307 #define ENETC_PMFDVFR		0x1784
308 #define ENETC_PBFDVFR		0x1788
309 
310 /** Global regs, offset: 2_0000h */
311 #define ENETC_GLOBAL_BASE	0x20000
312 #define ENETC_G_EIPBRR0		0x0bf8
313 #define ENETC_G_EIPBRR1		0x0bfc
314 #define ENETC_G_EPFBLPR(n)	(0xd00 + 4 * (n))
315 #define ENETC_G_EPFBLPR1_XGMII	0x80000000
316 
317 /* PCI device info */
318 struct enetc_hw {
319 	/* SI registers, used by all PCI functions */
320 	void __iomem *reg;
321 	/* Port registers, PF only */
322 	void __iomem *port;
323 	/* IP global registers, PF only */
324 	void __iomem *global;
325 };
326 
327 /* general register accessors */
328 #define enetc_rd_reg(reg)	ioread32((reg))
329 #define enetc_wr_reg(reg, val)	iowrite32((val), (reg))
330 #ifdef ioread64
331 #define enetc_rd_reg64(reg)	ioread64((reg))
332 #else
333 /* using this to read out stats on 32b systems */
334 static inline u64 enetc_rd_reg64(void __iomem *reg)
335 {
336 	u32 low, high, tmp;
337 
338 	do {
339 		high = ioread32(reg + 4);
340 		low = ioread32(reg);
341 		tmp = ioread32(reg + 4);
342 	} while (high != tmp);
343 
344 	return le64_to_cpu((__le64)high << 32 | low);
345 }
346 #endif
347 
348 #define enetc_rd(hw, off)		enetc_rd_reg((hw)->reg + (off))
349 #define enetc_wr(hw, off, val)		enetc_wr_reg((hw)->reg + (off), val)
350 #define enetc_rd64(hw, off)		enetc_rd_reg64((hw)->reg + (off))
351 /* port register accessors - PF only */
352 #define enetc_port_rd(hw, off)		enetc_rd_reg((hw)->port + (off))
353 #define enetc_port_wr(hw, off, val)	enetc_wr_reg((hw)->port + (off), val)
354 /* global register accessors - PF only */
355 #define enetc_global_rd(hw, off)	enetc_rd_reg((hw)->global + (off))
356 #define enetc_global_wr(hw, off, val)	enetc_wr_reg((hw)->global + (off), val)
357 /* BDR register accessors, see ENETC_BDR() */
358 #define enetc_bdr_rd(hw, t, n, off) \
359 				enetc_rd(hw, ENETC_BDR(t, n, off))
360 #define enetc_bdr_wr(hw, t, n, off, val) \
361 				enetc_wr(hw, ENETC_BDR(t, n, off), val)
362 #define enetc_txbdr_rd(hw, n, off) enetc_bdr_rd(hw, TX, n, off)
363 #define enetc_rxbdr_rd(hw, n, off) enetc_bdr_rd(hw, RX, n, off)
364 #define enetc_txbdr_wr(hw, n, off, val) \
365 				enetc_bdr_wr(hw, TX, n, off, val)
366 #define enetc_rxbdr_wr(hw, n, off, val) \
367 				enetc_bdr_wr(hw, RX, n, off, val)
368 
369 /* Buffer Descriptors (BD) */
370 union enetc_tx_bd {
371 	struct {
372 		__le64 addr;
373 		__le16 buf_len;
374 		__le16 frm_len;
375 		union {
376 			struct {
377 				__le16 l3_csoff;
378 				u8 l4_csoff;
379 				u8 flags;
380 			}; /* default layout */
381 			__le32 txstart;
382 			__le32 lstatus;
383 		};
384 	};
385 	struct {
386 		__le32 tstamp;
387 		__le16 tpid;
388 		__le16 vid;
389 		u8 reserved[6];
390 		u8 e_flags;
391 		u8 flags;
392 	} ext; /* Tx BD extension */
393 	struct {
394 		__le32 tstamp;
395 		u8 reserved[10];
396 		u8 status;
397 		u8 flags;
398 	} wb; /* writeback descriptor */
399 };
400 
401 #define ENETC_TXBD_FLAGS_L4CS	BIT(0)
402 #define ENETC_TXBD_FLAGS_TSE	BIT(1)
403 #define ENETC_TXBD_FLAGS_W	BIT(2)
404 #define ENETC_TXBD_FLAGS_CSUM	BIT(3)
405 #define ENETC_TXBD_FLAGS_TXSTART BIT(4)
406 #define ENETC_TXBD_FLAGS_EX	BIT(6)
407 #define ENETC_TXBD_FLAGS_F	BIT(7)
408 #define ENETC_TXBD_TXSTART_MASK GENMASK(24, 0)
409 #define ENETC_TXBD_FLAGS_OFFSET 24
410 static inline void enetc_clear_tx_bd(union enetc_tx_bd *txbd)
411 {
412 	memset(txbd, 0, sizeof(*txbd));
413 }
414 
415 /* L3 csum flags */
416 #define ENETC_TXBD_L3_IPCS	BIT(7)
417 #define ENETC_TXBD_L3_IPV6	BIT(15)
418 
419 #define ENETC_TXBD_L3_START_MASK	GENMASK(6, 0)
420 #define ENETC_TXBD_L3_SET_HSIZE(val)	((((val) >> 2) & 0x7f) << 8)
421 
422 /* Extension flags */
423 #define ENETC_TXBD_E_FLAGS_VLAN_INS	BIT(0)
424 #define ENETC_TXBD_E_FLAGS_TWO_STEP_PTP	BIT(2)
425 
426 static inline __le16 enetc_txbd_l3_csoff(int start, int hdr_sz, u16 l3_flags)
427 {
428 	return cpu_to_le16(l3_flags | ENETC_TXBD_L3_SET_HSIZE(hdr_sz) |
429 			   (start & ENETC_TXBD_L3_START_MASK));
430 }
431 
432 /* L4 csum flags */
433 #define ENETC_TXBD_L4_UDP	BIT(5)
434 #define ENETC_TXBD_L4_TCP	BIT(6)
435 
436 union enetc_rx_bd {
437 	struct {
438 		__le64 addr;
439 		u8 reserved[8];
440 	} w;
441 	struct {
442 		__le16 inet_csum;
443 		__le16 parse_summary;
444 		__le32 rss_hash;
445 		__le16 buf_len;
446 		__le16 vlan_opt;
447 		union {
448 			struct {
449 				__le16 flags;
450 				__le16 error;
451 			};
452 			__le32 lstatus;
453 		};
454 	} r;
455 	struct {
456 		__le32 tstamp;
457 		u8 reserved[12];
458 	} ext;
459 };
460 
461 #define ENETC_RXBD_LSTATUS_R	BIT(30)
462 #define ENETC_RXBD_LSTATUS_F	BIT(31)
463 #define ENETC_RXBD_ERR_MASK	0xff
464 #define ENETC_RXBD_LSTATUS(flags)	((flags) << 16)
465 #define ENETC_RXBD_FLAG_VLAN	BIT(9)
466 #define ENETC_RXBD_FLAG_TSTMP	BIT(10)
467 
468 #define ENETC_MAC_ADDR_FILT_CNT	8 /* # of supported entries per port */
469 #define EMETC_MAC_ADDR_FILT_RES	3 /* # of reserved entries at the beginning */
470 #define ENETC_MAX_NUM_VFS	2
471 
472 #define ENETC_CBD_FLAGS_SF	BIT(7) /* short format */
473 #define ENETC_CBD_STATUS_MASK	0xf
474 
475 struct enetc_cmd_rfse {
476 	u8 smac_h[6];
477 	u8 smac_m[6];
478 	u8 dmac_h[6];
479 	u8 dmac_m[6];
480 	u32 sip_h[4];
481 	u32 sip_m[4];
482 	u32 dip_h[4];
483 	u32 dip_m[4];
484 	u16 ethtype_h;
485 	u16 ethtype_m;
486 	u16 ethtype4_h;
487 	u16 ethtype4_m;
488 	u16 sport_h;
489 	u16 sport_m;
490 	u16 dport_h;
491 	u16 dport_m;
492 	u16 vlan_h;
493 	u16 vlan_m;
494 	u8 proto_h;
495 	u8 proto_m;
496 	u16 flags;
497 	u16 result;
498 	u16 mode;
499 };
500 
501 #define ENETC_RFSE_EN	BIT(15)
502 #define ENETC_RFSE_MODE_BD	2
503 
504 static inline void enetc_get_primary_mac_addr(struct enetc_hw *hw, u8 *addr)
505 {
506 	*(u32 *)addr = __raw_readl(hw->reg + ENETC_SIPMAR0);
507 	*(u16 *)(addr + 4) = __raw_readw(hw->reg + ENETC_SIPMAR1);
508 }
509 
510 #define ENETC_SI_INT_IDX	0
511 /* base index for Rx/Tx interrupts */
512 #define ENETC_BDR_INT_BASE_IDX	1
513 
514 /* Messaging */
515 
516 /* Command completion status */
517 enum enetc_msg_cmd_status {
518 	ENETC_MSG_CMD_STATUS_OK,
519 	ENETC_MSG_CMD_STATUS_FAIL
520 };
521 
522 /* VSI-PSI command message types */
523 enum enetc_msg_cmd_type {
524 	ENETC_MSG_CMD_MNG_MAC = 1, /* manage MAC address */
525 	ENETC_MSG_CMD_MNG_RX_MAC_FILTER,/* manage RX MAC table */
526 	ENETC_MSG_CMD_MNG_RX_VLAN_FILTER /* manage RX VLAN table */
527 };
528 
529 /* VSI-PSI command action types */
530 enum enetc_msg_cmd_action_type {
531 	ENETC_MSG_CMD_MNG_ADD = 1,
532 	ENETC_MSG_CMD_MNG_REMOVE
533 };
534 
535 /* PSI-VSI command header format */
536 struct enetc_msg_cmd_header {
537 	u16 type;	/* command class type */
538 	u16 id;		/* denotes the specific required action */
539 };
540 
541 /* Common H/W utility functions */
542 
543 static inline void enetc_bdr_enable_rxvlan(struct enetc_hw *hw, int idx,
544 					   bool en)
545 {
546 	u32 val = enetc_rxbdr_rd(hw, idx, ENETC_RBMR);
547 
548 	val = (val & ~ENETC_RBMR_VTE) | (en ? ENETC_RBMR_VTE : 0);
549 	enetc_rxbdr_wr(hw, idx, ENETC_RBMR, val);
550 }
551 
552 static inline void enetc_bdr_enable_txvlan(struct enetc_hw *hw, int idx,
553 					   bool en)
554 {
555 	u32 val = enetc_txbdr_rd(hw, idx, ENETC_TBMR);
556 
557 	val = (val & ~ENETC_TBMR_VIH) | (en ? ENETC_TBMR_VIH : 0);
558 	enetc_txbdr_wr(hw, idx, ENETC_TBMR, val);
559 }
560 
561 static inline void enetc_set_bdr_prio(struct enetc_hw *hw, int bdr_idx,
562 				      int prio)
563 {
564 	u32 val = enetc_txbdr_rd(hw, bdr_idx, ENETC_TBMR);
565 
566 	val &= ~ENETC_TBMR_PRIO_MASK;
567 	val |= ENETC_TBMR_SET_PRIO(prio);
568 	enetc_txbdr_wr(hw, bdr_idx, ENETC_TBMR, val);
569 }
570 
571 enum bdcr_cmd_class {
572 	BDCR_CMD_UNSPEC = 0,
573 	BDCR_CMD_MAC_FILTER,
574 	BDCR_CMD_VLAN_FILTER,
575 	BDCR_CMD_RSS,
576 	BDCR_CMD_RFS,
577 	BDCR_CMD_PORT_GCL,
578 	BDCR_CMD_RECV_CLASSIFIER,
579 	BDCR_CMD_STREAM_IDENTIFY,
580 	BDCR_CMD_STREAM_FILTER,
581 	BDCR_CMD_STREAM_GCL,
582 	BDCR_CMD_FLOW_METER,
583 	__BDCR_CMD_MAX_LEN,
584 	BDCR_CMD_MAX_LEN = __BDCR_CMD_MAX_LEN - 1,
585 };
586 
587 /* class 5, command 0 */
588 struct tgs_gcl_conf {
589 	u8	atc;	/* init gate value */
590 	u8	res[7];
591 	struct {
592 		u8	res1[4];
593 		__le16	acl_len;
594 		u8	res2[2];
595 	};
596 };
597 
598 /* gate control list entry */
599 struct gce {
600 	__le32	period;
601 	u8	gate;
602 	u8	res[3];
603 };
604 
605 /* tgs_gcl_conf address point to this data space */
606 struct tgs_gcl_data {
607 	__le32		btl;
608 	__le32		bth;
609 	__le32		ct;
610 	__le32		cte;
611 	struct gce	entry[];
612 };
613 
614 /* class 7, command 0, Stream Identity Entry Configuration */
615 struct streamid_conf {
616 	__le32	stream_handle;	/* init gate value */
617 	__le32	iports;
618 		u8	id_type;
619 		u8	oui[3];
620 		u8	res[3];
621 		u8	en;
622 };
623 
624 #define ENETC_CBDR_SID_VID_MASK 0xfff
625 #define ENETC_CBDR_SID_VIDM BIT(12)
626 #define ENETC_CBDR_SID_TG_MASK 0xc000
627 /* streamid_conf address point to this data space */
628 struct streamid_data {
629 	union {
630 		u8 dmac[6];
631 		u8 smac[6];
632 	};
633 	u16     vid_vidm_tg;
634 };
635 
636 #define ENETC_CBDR_SFI_PRI_MASK 0x7
637 #define ENETC_CBDR_SFI_PRIM		BIT(3)
638 #define ENETC_CBDR_SFI_BLOV		BIT(4)
639 #define ENETC_CBDR_SFI_BLEN		BIT(5)
640 #define ENETC_CBDR_SFI_MSDUEN	BIT(6)
641 #define ENETC_CBDR_SFI_FMITEN	BIT(7)
642 #define ENETC_CBDR_SFI_ENABLE	BIT(7)
643 /* class 8, command 0, Stream Filter Instance, Short Format */
644 struct sfi_conf {
645 	__le32	stream_handle;
646 		u8	multi;
647 		u8	res[2];
648 		u8	sthm;
649 	/* Max Service Data Unit or Flow Meter Instance Table index.
650 	 * Depending on the value of FLT this represents either Max
651 	 * Service Data Unit (max frame size) allowed by the filter
652 	 * entry or is an index into the Flow Meter Instance table
653 	 * index identifying the policer which will be used to police
654 	 * it.
655 	 */
656 	__le16	fm_inst_table_index;
657 	__le16	msdu;
658 	__le16	sg_inst_table_index;
659 		u8	res1[2];
660 	__le32	input_ports;
661 		u8	res2[3];
662 		u8	en;
663 };
664 
665 /* class 8, command 2 stream Filter Instance status query short format
666  * command no need structure define
667  * Stream Filter Instance Query Statistics Response data
668  */
669 struct sfi_counter_data {
670 	u32 matchl;
671 	u32 matchh;
672 	u32 msdu_dropl;
673 	u32 msdu_droph;
674 	u32 stream_gate_dropl;
675 	u32 stream_gate_droph;
676 	u32 flow_meter_dropl;
677 	u32 flow_meter_droph;
678 };
679 
680 #define ENETC_CBDR_SGI_OIPV_MASK 0x7
681 #define ENETC_CBDR_SGI_OIPV_EN	BIT(3)
682 #define ENETC_CBDR_SGI_CGTST	BIT(6)
683 #define ENETC_CBDR_SGI_OGTST	BIT(7)
684 #define ENETC_CBDR_SGI_CFG_CHG  BIT(1)
685 #define ENETC_CBDR_SGI_CFG_PND  BIT(2)
686 #define ENETC_CBDR_SGI_OEX		BIT(4)
687 #define ENETC_CBDR_SGI_OEXEN	BIT(5)
688 #define ENETC_CBDR_SGI_IRX		BIT(6)
689 #define ENETC_CBDR_SGI_IRXEN	BIT(7)
690 #define ENETC_CBDR_SGI_ACLLEN_MASK 0x3
691 #define ENETC_CBDR_SGI_OCLLEN_MASK 0xc
692 #define	ENETC_CBDR_SGI_EN		BIT(7)
693 /* class 9, command 0, Stream Gate Instance Table, Short Format
694  * class 9, command 2, Stream Gate Instance Table entry query write back
695  * Short Format
696  */
697 struct sgi_table {
698 	u8	res[8];
699 	u8	oipv;
700 	u8	res0[2];
701 	u8	ocgtst;
702 	u8	res1[7];
703 	u8	gset;
704 	u8	oacl_len;
705 	u8	res2[2];
706 	u8	en;
707 };
708 
709 #define ENETC_CBDR_SGI_AIPV_MASK 0x7
710 #define ENETC_CBDR_SGI_AIPV_EN	BIT(3)
711 #define ENETC_CBDR_SGI_AGTST	BIT(7)
712 
713 /* class 9, command 1, Stream Gate Control List, Long Format */
714 struct sgcl_conf {
715 	u8	aipv;
716 	u8	res[2];
717 	u8	agtst;
718 	u8	res1[4];
719 	union {
720 		struct {
721 			u8 res2[4];
722 			u8 acl_len;
723 			u8 res3[3];
724 		};
725 		u8 cct[8]; /* Config change time */
726 	};
727 };
728 
729 #define ENETC_CBDR_SGL_IOMEN	BIT(0)
730 #define ENETC_CBDR_SGL_IPVEN	BIT(3)
731 #define ENETC_CBDR_SGL_GTST		BIT(4)
732 #define ENETC_CBDR_SGL_IPV_MASK 0xe
733 /* Stream Gate Control List Entry */
734 struct sgce {
735 	u32	interval;
736 	u8	msdu[3];
737 	u8	multi;
738 };
739 
740 /* stream control list class 9 , cmd 1 data buffer */
741 struct sgcl_data {
742 	u32		btl;
743 	u32		bth;
744 	u32		ct;
745 	u32		cte;
746 	struct sgce	sgcl[0];
747 };
748 
749 #define ENETC_CBDR_FMI_MR	BIT(0)
750 #define ENETC_CBDR_FMI_MREN	BIT(1)
751 #define ENETC_CBDR_FMI_DOY	BIT(2)
752 #define	ENETC_CBDR_FMI_CM	BIT(3)
753 #define ENETC_CBDR_FMI_CF	BIT(4)
754 #define ENETC_CBDR_FMI_NDOR	BIT(5)
755 #define ENETC_CBDR_FMI_OALEN	BIT(6)
756 #define ENETC_CBDR_FMI_IRFPP_MASK GENMASK(4, 0)
757 
758 /* class 10: command 0/1, Flow Meter Instance Set, short Format */
759 struct fmi_conf {
760 	__le32	cir;
761 	__le32	cbs;
762 	__le32	eir;
763 	__le32	ebs;
764 		u8	conf;
765 		u8	res1;
766 		u8	ir_fpp;
767 		u8	res2[4];
768 		u8	en;
769 };
770 
771 struct enetc_cbd {
772 	union{
773 		struct sfi_conf sfi_conf;
774 		struct sgi_table sgi_table;
775 		struct fmi_conf fmi_conf;
776 		struct {
777 			__le32	addr[2];
778 			union {
779 				__le32	opt[4];
780 				struct tgs_gcl_conf	gcl_conf;
781 				struct streamid_conf	sid_set;
782 				struct sgcl_conf	sgcl_conf;
783 			};
784 		};	/* Long format */
785 		__le32 data[6];
786 	};
787 	__le16 index;
788 	__le16 length;
789 	u8 cmd;
790 	u8 cls;
791 	u8 _res;
792 	u8 status_flags;
793 };
794 
795 #define ENETC_CLK  400000000ULL
796 static inline u32 enetc_cycles_to_usecs(u32 cycles)
797 {
798 	return (u32)div_u64(cycles * 1000000ULL, ENETC_CLK);
799 }
800 
801 static inline u32 enetc_usecs_to_cycles(u32 usecs)
802 {
803 	return (u32)div_u64(usecs * ENETC_CLK, 1000000ULL);
804 }
805 
806 /* port time gating control register */
807 #define ENETC_QBV_PTGCR_OFFSET		0x11a00
808 #define ENETC_QBV_TGE			BIT(31)
809 #define ENETC_QBV_TGPE			BIT(30)
810 
811 /* Port time gating capability register */
812 #define ENETC_QBV_PTGCAPR_OFFSET	0x11a08
813 #define ENETC_QBV_MAX_GCL_LEN_MASK	GENMASK(15, 0)
814 
815 /* Port time specific departure */
816 #define ENETC_PTCTSDR(n)	(0x1210 + 4 * (n))
817 #define ENETC_TSDE		BIT(31)
818 
819 /* PSFP setting */
820 #define ENETC_PPSFPMR 0x11b00
821 #define ENETC_PPSFPMR_PSFPEN BIT(0)
822 #define ENETC_PPSFPMR_VS BIT(1)
823 #define ENETC_PPSFPMR_PVC BIT(2)
824 #define ENETC_PPSFPMR_PVZC BIT(3)
825