1 /*
2  * Copyright (c) 2016-2017 Hisilicon Limited.
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * OpenIB.org BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and/or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 
33 #ifndef _HNS_ROCE_HW_V2_H
34 #define _HNS_ROCE_HW_V2_H
35 
36 #include <linux/bitops.h>
37 
38 #define HNS_ROCE_VF_QPC_BT_NUM			256
39 #define HNS_ROCE_VF_SCCC_BT_NUM			64
40 #define HNS_ROCE_VF_SRQC_BT_NUM			64
41 #define HNS_ROCE_VF_CQC_BT_NUM			64
42 #define HNS_ROCE_VF_MPT_BT_NUM			64
43 #define HNS_ROCE_VF_EQC_NUM			64
44 #define HNS_ROCE_VF_SMAC_NUM			32
45 #define HNS_ROCE_VF_SGID_NUM			32
46 #define HNS_ROCE_VF_SL_NUM			8
47 
48 #define HNS_ROCE_V2_MAX_QP_NUM			0x100000
49 #define HNS_ROCE_V2_MAX_QPC_TIMER_NUM		0x200
50 #define HNS_ROCE_V2_MAX_WQE_NUM			0x8000
51 #define	HNS_ROCE_V2_MAX_SRQ			0x100000
52 #define HNS_ROCE_V2_MAX_SRQ_WR			0x8000
53 #define HNS_ROCE_V2_MAX_SRQ_SGE			64
54 #define HNS_ROCE_V2_MAX_CQ_NUM			0x100000
55 #define HNS_ROCE_V2_MAX_CQC_TIMER_NUM		0x100
56 #define HNS_ROCE_V2_MAX_SRQ_NUM			0x100000
57 #define HNS_ROCE_V2_MAX_CQE_NUM			0x400000
58 #define HNS_ROCE_V2_MAX_SRQWQE_NUM		0x8000
59 #define HNS_ROCE_V2_MAX_RQ_SGE_NUM		64
60 #define HNS_ROCE_V2_MAX_SQ_SGE_NUM		64
61 #define HNS_ROCE_V2_MAX_EXTEND_SGE_NUM		0x200000
62 #define HNS_ROCE_V2_MAX_SQ_INLINE		0x20
63 #define HNS_ROCE_V2_UAR_NUM			256
64 #define HNS_ROCE_V2_PHY_UAR_NUM			1
65 #define HNS_ROCE_V2_MAX_IRQ_NUM			65
66 #define HNS_ROCE_V2_COMP_VEC_NUM		63
67 #define HNS_ROCE_V2_AEQE_VEC_NUM		1
68 #define HNS_ROCE_V2_ABNORMAL_VEC_NUM		1
69 #define HNS_ROCE_V2_MAX_MTPT_NUM		0x100000
70 #define HNS_ROCE_V2_MAX_MTT_SEGS		0x1000000
71 #define HNS_ROCE_V2_MAX_CQE_SEGS		0x1000000
72 #define HNS_ROCE_V2_MAX_SRQWQE_SEGS		0x1000000
73 #define HNS_ROCE_V2_MAX_IDX_SEGS		0x1000000
74 #define HNS_ROCE_V2_MAX_PD_NUM			0x1000000
75 #define HNS_ROCE_V2_MAX_QP_INIT_RDMA		128
76 #define HNS_ROCE_V2_MAX_QP_DEST_RDMA		128
77 #define HNS_ROCE_V2_MAX_SQ_DESC_SZ		64
78 #define HNS_ROCE_V2_MAX_RQ_DESC_SZ		16
79 #define HNS_ROCE_V2_MAX_SRQ_DESC_SZ		64
80 #define HNS_ROCE_V2_QPC_ENTRY_SZ		256
81 #define HNS_ROCE_V2_IRRL_ENTRY_SZ		64
82 #define HNS_ROCE_V2_TRRL_ENTRY_SZ		48
83 #define HNS_ROCE_V2_EXT_ATOMIC_TRRL_ENTRY_SZ	100
84 #define HNS_ROCE_V2_CQC_ENTRY_SZ		64
85 #define HNS_ROCE_V2_SRQC_ENTRY_SZ		64
86 #define HNS_ROCE_V2_MTPT_ENTRY_SZ		64
87 #define HNS_ROCE_V2_MTT_ENTRY_SZ		64
88 #define HNS_ROCE_V2_IDX_ENTRY_SZ		4
89 #define HNS_ROCE_V2_CQE_ENTRY_SIZE		32
90 #define HNS_ROCE_V2_SCCC_ENTRY_SZ		32
91 #define HNS_ROCE_V2_QPC_TIMER_ENTRY_SZ		PAGE_SIZE
92 #define HNS_ROCE_V2_CQC_TIMER_ENTRY_SZ		PAGE_SIZE
93 #define HNS_ROCE_V2_PAGE_SIZE_SUPPORTED		0xFFFFF000
94 #define HNS_ROCE_V2_MAX_INNER_MTPT_NUM		2
95 #define HNS_ROCE_INVALID_LKEY			0x100
96 #define HNS_ROCE_CMQ_TX_TIMEOUT			30000
97 #define HNS_ROCE_V2_UC_RC_SGE_NUM_IN_WQE	2
98 #define HNS_ROCE_V2_RSV_QPS			8
99 
100 #define HNS_ROCE_V2_HW_RST_TIMEOUT		1000
101 #define HNS_ROCE_V2_HW_RST_UNINT_DELAY		100
102 
103 #define HNS_ROCE_V2_HW_RST_COMPLETION_WAIT	20
104 
105 #define HNS_ROCE_CONTEXT_HOP_NUM		1
106 #define HNS_ROCE_SCCC_HOP_NUM			1
107 #define HNS_ROCE_MTT_HOP_NUM			1
108 #define HNS_ROCE_CQE_HOP_NUM			1
109 #define HNS_ROCE_SRQWQE_HOP_NUM			1
110 #define HNS_ROCE_PBL_HOP_NUM			2
111 #define HNS_ROCE_EQE_HOP_NUM			2
112 #define HNS_ROCE_IDX_HOP_NUM			1
113 #define HNS_ROCE_SQWQE_HOP_NUM			2
114 #define HNS_ROCE_EXT_SGE_HOP_NUM		1
115 #define HNS_ROCE_RQWQE_HOP_NUM			2
116 
117 #define HNS_ROCE_BA_PG_SZ_SUPPORTED_256K	6
118 #define HNS_ROCE_BA_PG_SZ_SUPPORTED_16K		2
119 #define HNS_ROCE_V2_GID_INDEX_NUM		256
120 
121 #define HNS_ROCE_V2_TABLE_CHUNK_SIZE		(1 << 18)
122 
123 #define HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT	0
124 #define HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT	1
125 #define HNS_ROCE_CMD_FLAG_NEXT_SHIFT		2
126 #define HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT	3
127 #define HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT		4
128 #define HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT	5
129 
130 #define HNS_ROCE_CMD_FLAG_IN		BIT(HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT)
131 #define HNS_ROCE_CMD_FLAG_OUT		BIT(HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT)
132 #define HNS_ROCE_CMD_FLAG_NEXT		BIT(HNS_ROCE_CMD_FLAG_NEXT_SHIFT)
133 #define HNS_ROCE_CMD_FLAG_WR		BIT(HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT)
134 #define HNS_ROCE_CMD_FLAG_NO_INTR	BIT(HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT)
135 #define HNS_ROCE_CMD_FLAG_ERR_INTR	BIT(HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT)
136 
137 #define HNS_ROCE_CMQ_DESC_NUM_S		3
138 
139 #define HNS_ROCE_CMQ_SCC_CLR_DONE_CNT		5
140 
141 #define check_whether_last_step(hop_num, step_idx) \
142 	((step_idx == 0 && hop_num == HNS_ROCE_HOP_NUM_0) || \
143 	(step_idx == 1 && hop_num == 1) || \
144 	(step_idx == 2 && hop_num == 2))
145 #define HNS_ICL_SWITCH_CMD_ROCEE_SEL_SHIFT	0
146 #define HNS_ICL_SWITCH_CMD_ROCEE_SEL	BIT(HNS_ICL_SWITCH_CMD_ROCEE_SEL_SHIFT)
147 
148 #define CMD_CSQ_DESC_NUM		1024
149 #define CMD_CRQ_DESC_NUM		1024
150 
151 enum {
152 	NO_ARMED = 0x0,
153 	REG_NXT_CEQE = 0x2,
154 	REG_NXT_SE_CEQE = 0x3
155 };
156 
157 #define V2_CQ_DB_REQ_NOT_SOL			0
158 #define V2_CQ_DB_REQ_NOT			1
159 
160 #define V2_CQ_STATE_VALID			1
161 #define V2_QKEY_VAL				0x80010000
162 
163 #define	GID_LEN_V2				16
164 
165 #define HNS_ROCE_V2_CQE_QPN_MASK		0xfffff
166 
167 enum {
168 	HNS_ROCE_V2_WQE_OP_SEND				= 0x0,
169 	HNS_ROCE_V2_WQE_OP_SEND_WITH_INV		= 0x1,
170 	HNS_ROCE_V2_WQE_OP_SEND_WITH_IMM		= 0x2,
171 	HNS_ROCE_V2_WQE_OP_RDMA_WRITE			= 0x3,
172 	HNS_ROCE_V2_WQE_OP_RDMA_WRITE_WITH_IMM		= 0x4,
173 	HNS_ROCE_V2_WQE_OP_RDMA_READ			= 0x5,
174 	HNS_ROCE_V2_WQE_OP_ATOM_CMP_AND_SWAP		= 0x6,
175 	HNS_ROCE_V2_WQE_OP_ATOM_FETCH_AND_ADD		= 0x7,
176 	HNS_ROCE_V2_WQE_OP_ATOM_MSK_CMP_AND_SWAP	= 0x8,
177 	HNS_ROCE_V2_WQE_OP_ATOM_MSK_FETCH_AND_ADD	= 0x9,
178 	HNS_ROCE_V2_WQE_OP_FAST_REG_PMR			= 0xa,
179 	HNS_ROCE_V2_WQE_OP_LOCAL_INV			= 0xb,
180 	HNS_ROCE_V2_WQE_OP_BIND_MW_TYPE			= 0xc,
181 	HNS_ROCE_V2_WQE_OP_MASK				= 0x1f,
182 };
183 
184 enum {
185 	HNS_ROCE_SQ_OPCODE_SEND = 0x0,
186 	HNS_ROCE_SQ_OPCODE_SEND_WITH_INV = 0x1,
187 	HNS_ROCE_SQ_OPCODE_SEND_WITH_IMM = 0x2,
188 	HNS_ROCE_SQ_OPCODE_RDMA_WRITE = 0x3,
189 	HNS_ROCE_SQ_OPCODE_RDMA_WRITE_WITH_IMM = 0x4,
190 	HNS_ROCE_SQ_OPCODE_RDMA_READ = 0x5,
191 	HNS_ROCE_SQ_OPCODE_ATOMIC_COMP_AND_SWAP = 0x6,
192 	HNS_ROCE_SQ_OPCODE_ATOMIC_FETCH_AND_ADD = 0x7,
193 	HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_COMP_AND_SWAP = 0x8,
194 	HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_FETCH_AND_ADD = 0x9,
195 	HNS_ROCE_SQ_OPCODE_FAST_REG_WR = 0xa,
196 	HNS_ROCE_SQ_OPCODE_LOCAL_INV = 0xb,
197 	HNS_ROCE_SQ_OPCODE_BIND_MW = 0xc,
198 };
199 
200 enum {
201 	/* rq operations */
202 	HNS_ROCE_V2_OPCODE_RDMA_WRITE_IMM = 0x0,
203 	HNS_ROCE_V2_OPCODE_SEND = 0x1,
204 	HNS_ROCE_V2_OPCODE_SEND_WITH_IMM = 0x2,
205 	HNS_ROCE_V2_OPCODE_SEND_WITH_INV = 0x3,
206 };
207 
208 enum {
209 	HNS_ROCE_V2_SQ_DB	= 0x0,
210 	HNS_ROCE_V2_RQ_DB	= 0x1,
211 	HNS_ROCE_V2_SRQ_DB	= 0x2,
212 	HNS_ROCE_V2_CQ_DB_PTR	= 0x3,
213 	HNS_ROCE_V2_CQ_DB_NTR	= 0x4,
214 };
215 
216 enum {
217 	HNS_ROCE_CQE_V2_SUCCESS				= 0x00,
218 	HNS_ROCE_CQE_V2_LOCAL_LENGTH_ERR		= 0x01,
219 	HNS_ROCE_CQE_V2_LOCAL_QP_OP_ERR			= 0x02,
220 	HNS_ROCE_CQE_V2_LOCAL_PROT_ERR			= 0x04,
221 	HNS_ROCE_CQE_V2_WR_FLUSH_ERR			= 0x05,
222 	HNS_ROCE_CQE_V2_MW_BIND_ERR			= 0x06,
223 	HNS_ROCE_CQE_V2_BAD_RESP_ERR			= 0x10,
224 	HNS_ROCE_CQE_V2_LOCAL_ACCESS_ERR		= 0x11,
225 	HNS_ROCE_CQE_V2_REMOTE_INVAL_REQ_ERR		= 0x12,
226 	HNS_ROCE_CQE_V2_REMOTE_ACCESS_ERR		= 0x13,
227 	HNS_ROCE_CQE_V2_REMOTE_OP_ERR			= 0x14,
228 	HNS_ROCE_CQE_V2_TRANSPORT_RETRY_EXC_ERR		= 0x15,
229 	HNS_ROCE_CQE_V2_RNR_RETRY_EXC_ERR		= 0x16,
230 	HNS_ROCE_CQE_V2_REMOTE_ABORT_ERR		= 0x22,
231 
232 	HNS_ROCE_V2_CQE_STATUS_MASK			= 0xff,
233 };
234 
235 /* CMQ command */
236 enum hns_roce_opcode_type {
237 	HNS_QUERY_FW_VER				= 0x0001,
238 	HNS_ROCE_OPC_QUERY_HW_VER			= 0x8000,
239 	HNS_ROCE_OPC_CFG_GLOBAL_PARAM			= 0x8001,
240 	HNS_ROCE_OPC_ALLOC_PF_RES			= 0x8004,
241 	HNS_ROCE_OPC_QUERY_PF_RES			= 0x8400,
242 	HNS_ROCE_OPC_ALLOC_VF_RES			= 0x8401,
243 	HNS_ROCE_OPC_CFG_EXT_LLM			= 0x8403,
244 	HNS_ROCE_OPC_CFG_TMOUT_LLM			= 0x8404,
245 	HNS_ROCE_OPC_QUERY_PF_TIMER_RES			= 0x8406,
246 	HNS_ROCE_OPC_QUERY_PF_CAPS_NUM                  = 0x8408,
247 	HNS_ROCE_OPC_CFG_SGID_TB			= 0x8500,
248 	HNS_ROCE_OPC_CFG_SMAC_TB			= 0x8501,
249 	HNS_ROCE_OPC_POST_MB				= 0x8504,
250 	HNS_ROCE_OPC_QUERY_MB_ST			= 0x8505,
251 	HNS_ROCE_OPC_CFG_BT_ATTR			= 0x8506,
252 	HNS_ROCE_OPC_FUNC_CLEAR				= 0x8508,
253 	HNS_ROCE_OPC_CLR_SCCC				= 0x8509,
254 	HNS_ROCE_OPC_QUERY_SCCC				= 0x850a,
255 	HNS_ROCE_OPC_RESET_SCCC				= 0x850b,
256 	HNS_SWITCH_PARAMETER_CFG			= 0x1033,
257 };
258 
259 enum {
260 	TYPE_CRQ,
261 	TYPE_CSQ,
262 };
263 
264 enum hns_roce_cmd_return_status {
265 	CMD_EXEC_SUCCESS	= 0,
266 	CMD_NO_AUTH		= 1,
267 	CMD_NOT_EXEC		= 2,
268 	CMD_QUEUE_FULL		= 3,
269 };
270 
271 enum hns_roce_sgid_type {
272 	GID_TYPE_FLAG_ROCE_V1 = 0,
273 	GID_TYPE_FLAG_ROCE_V2_IPV4,
274 	GID_TYPE_FLAG_ROCE_V2_IPV6,
275 };
276 
277 struct hns_roce_v2_cq_context {
278 	__le32	byte_4_pg_ceqn;
279 	__le32	byte_8_cqn;
280 	__le32	cqe_cur_blk_addr;
281 	__le32	byte_16_hop_addr;
282 	__le32	cqe_nxt_blk_addr;
283 	__le32	byte_24_pgsz_addr;
284 	__le32	byte_28_cq_pi;
285 	__le32	byte_32_cq_ci;
286 	__le32	cqe_ba;
287 	__le32	byte_40_cqe_ba;
288 	__le32	byte_44_db_record;
289 	__le32	db_record_addr;
290 	__le32	byte_52_cqe_cnt;
291 	__le32	byte_56_cqe_period_maxcnt;
292 	__le32	cqe_report_timer;
293 	__le32	byte_64_se_cqe_idx;
294 };
295 #define HNS_ROCE_V2_CQ_DEFAULT_BURST_NUM 0x0
296 #define HNS_ROCE_V2_CQ_DEFAULT_INTERVAL	0x0
297 
298 #define	V2_CQC_BYTE_4_CQ_ST_S 0
299 #define V2_CQC_BYTE_4_CQ_ST_M GENMASK(1, 0)
300 
301 #define	V2_CQC_BYTE_4_POLL_S 2
302 
303 #define	V2_CQC_BYTE_4_SE_S 3
304 
305 #define	V2_CQC_BYTE_4_OVER_IGNORE_S 4
306 
307 #define	V2_CQC_BYTE_4_COALESCE_S 5
308 
309 #define	V2_CQC_BYTE_4_ARM_ST_S 6
310 #define V2_CQC_BYTE_4_ARM_ST_M GENMASK(7, 6)
311 
312 #define	V2_CQC_BYTE_4_SHIFT_S 8
313 #define V2_CQC_BYTE_4_SHIFT_M GENMASK(12, 8)
314 
315 #define	V2_CQC_BYTE_4_CMD_SN_S 13
316 #define V2_CQC_BYTE_4_CMD_SN_M GENMASK(14, 13)
317 
318 #define	V2_CQC_BYTE_4_CEQN_S 15
319 #define V2_CQC_BYTE_4_CEQN_M GENMASK(23, 15)
320 
321 #define	V2_CQC_BYTE_4_PAGE_OFFSET_S 24
322 #define V2_CQC_BYTE_4_PAGE_OFFSET_M GENMASK(31, 24)
323 
324 #define	V2_CQC_BYTE_8_CQN_S 0
325 #define V2_CQC_BYTE_8_CQN_M GENMASK(23, 0)
326 
327 #define	V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_S 0
328 #define V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_M GENMASK(19, 0)
329 
330 #define	V2_CQC_BYTE_16_CQE_HOP_NUM_S 30
331 #define V2_CQC_BYTE_16_CQE_HOP_NUM_M GENMASK(31, 30)
332 
333 #define	V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_S 0
334 #define V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_M GENMASK(19, 0)
335 
336 #define	V2_CQC_BYTE_24_CQE_BA_PG_SZ_S 24
337 #define V2_CQC_BYTE_24_CQE_BA_PG_SZ_M GENMASK(27, 24)
338 
339 #define	V2_CQC_BYTE_24_CQE_BUF_PG_SZ_S 28
340 #define V2_CQC_BYTE_24_CQE_BUF_PG_SZ_M GENMASK(31, 28)
341 
342 #define	V2_CQC_BYTE_28_CQ_PRODUCER_IDX_S 0
343 #define V2_CQC_BYTE_28_CQ_PRODUCER_IDX_M GENMASK(23, 0)
344 
345 #define	V2_CQC_BYTE_32_CQ_CONSUMER_IDX_S 0
346 #define V2_CQC_BYTE_32_CQ_CONSUMER_IDX_M GENMASK(23, 0)
347 
348 #define	V2_CQC_BYTE_40_CQE_BA_S 0
349 #define V2_CQC_BYTE_40_CQE_BA_M GENMASK(28, 0)
350 
351 #define	V2_CQC_BYTE_44_DB_RECORD_EN_S 0
352 
353 #define	V2_CQC_BYTE_44_DB_RECORD_ADDR_S 1
354 #define	V2_CQC_BYTE_44_DB_RECORD_ADDR_M GENMASK(31, 1)
355 
356 #define	V2_CQC_BYTE_52_CQE_CNT_S 0
357 #define	V2_CQC_BYTE_52_CQE_CNT_M GENMASK(23, 0)
358 
359 #define	V2_CQC_BYTE_56_CQ_MAX_CNT_S 0
360 #define V2_CQC_BYTE_56_CQ_MAX_CNT_M GENMASK(15, 0)
361 
362 #define	V2_CQC_BYTE_56_CQ_PERIOD_S 16
363 #define V2_CQC_BYTE_56_CQ_PERIOD_M GENMASK(31, 16)
364 
365 #define	V2_CQC_BYTE_64_SE_CQE_IDX_S 0
366 #define	V2_CQC_BYTE_64_SE_CQE_IDX_M GENMASK(23, 0)
367 
368 struct hns_roce_srq_context {
369 	__le32	byte_4_srqn_srqst;
370 	__le32	byte_8_limit_wl;
371 	__le32	byte_12_xrcd;
372 	__le32	byte_16_pi_ci;
373 	__le32	wqe_bt_ba;
374 	__le32	byte_24_wqe_bt_ba;
375 	__le32	byte_28_rqws_pd;
376 	__le32	idx_bt_ba;
377 	__le32	rsv_idx_bt_ba;
378 	__le32	idx_cur_blk_addr;
379 	__le32	byte_44_idxbufpgsz_addr;
380 	__le32	idx_nxt_blk_addr;
381 	__le32	rsv_idxnxtblkaddr;
382 	__le32	byte_56_xrc_cqn;
383 	__le32	db_record_addr_record_en;
384 	__le32	db_record_addr;
385 };
386 
387 #define SRQC_BYTE_4_SRQ_ST_S 0
388 #define SRQC_BYTE_4_SRQ_ST_M GENMASK(1, 0)
389 
390 #define SRQC_BYTE_4_SRQ_WQE_HOP_NUM_S 2
391 #define SRQC_BYTE_4_SRQ_WQE_HOP_NUM_M GENMASK(3, 2)
392 
393 #define SRQC_BYTE_4_SRQ_SHIFT_S 4
394 #define SRQC_BYTE_4_SRQ_SHIFT_M GENMASK(7, 4)
395 
396 #define SRQC_BYTE_4_SRQN_S 8
397 #define SRQC_BYTE_4_SRQN_M GENMASK(31, 8)
398 
399 #define SRQC_BYTE_8_SRQ_LIMIT_WL_S 0
400 #define SRQC_BYTE_8_SRQ_LIMIT_WL_M GENMASK(15, 0)
401 
402 #define SRQC_BYTE_12_SRQ_XRCD_S 0
403 #define SRQC_BYTE_12_SRQ_XRCD_M GENMASK(23, 0)
404 
405 #define SRQC_BYTE_16_SRQ_PRODUCER_IDX_S 0
406 #define SRQC_BYTE_16_SRQ_PRODUCER_IDX_M GENMASK(15, 0)
407 
408 #define SRQC_BYTE_16_SRQ_CONSUMER_IDX_S 0
409 #define SRQC_BYTE_16_SRQ_CONSUMER_IDX_M GENMASK(31, 16)
410 
411 #define SRQC_BYTE_24_SRQ_WQE_BT_BA_S 0
412 #define SRQC_BYTE_24_SRQ_WQE_BT_BA_M GENMASK(28, 0)
413 
414 #define SRQC_BYTE_28_PD_S 0
415 #define SRQC_BYTE_28_PD_M GENMASK(23, 0)
416 
417 #define SRQC_BYTE_28_RQWS_S 24
418 #define SRQC_BYTE_28_RQWS_M GENMASK(27, 24)
419 
420 #define SRQC_BYTE_36_SRQ_IDX_BT_BA_S 0
421 #define SRQC_BYTE_36_SRQ_IDX_BT_BA_M GENMASK(28, 0)
422 
423 #define SRQC_BYTE_44_SRQ_IDX_CUR_BLK_ADDR_S 0
424 #define SRQC_BYTE_44_SRQ_IDX_CUR_BLK_ADDR_M GENMASK(19, 0)
425 
426 #define SRQC_BYTE_44_SRQ_IDX_HOP_NUM_S 22
427 #define SRQC_BYTE_44_SRQ_IDX_HOP_NUM_M GENMASK(23, 22)
428 
429 #define SRQC_BYTE_44_SRQ_IDX_BA_PG_SZ_S 24
430 #define SRQC_BYTE_44_SRQ_IDX_BA_PG_SZ_M GENMASK(27, 24)
431 
432 #define SRQC_BYTE_44_SRQ_IDX_BUF_PG_SZ_S 28
433 #define SRQC_BYTE_44_SRQ_IDX_BUF_PG_SZ_M GENMASK(31, 28)
434 
435 #define SRQC_BYTE_52_SRQ_IDX_NXT_BLK_ADDR_S 0
436 #define SRQC_BYTE_52_SRQ_IDX_NXT_BLK_ADDR_M GENMASK(19, 0)
437 
438 #define SRQC_BYTE_56_SRQ_XRC_CQN_S 0
439 #define SRQC_BYTE_56_SRQ_XRC_CQN_M GENMASK(23, 0)
440 
441 #define SRQC_BYTE_56_SRQ_WQE_BA_PG_SZ_S 24
442 #define SRQC_BYTE_56_SRQ_WQE_BA_PG_SZ_M GENMASK(27, 24)
443 
444 #define SRQC_BYTE_56_SRQ_WQE_BUF_PG_SZ_S 28
445 #define SRQC_BYTE_56_SRQ_WQE_BUF_PG_SZ_M GENMASK(31, 28)
446 
447 #define SRQC_BYTE_60_SRQ_RECORD_EN_S 0
448 
449 #define SRQC_BYTE_60_SRQ_DB_RECORD_ADDR_S 1
450 #define SRQC_BYTE_60_SRQ_DB_RECORD_ADDR_M GENMASK(31, 1)
451 
452 enum{
453 	V2_MPT_ST_VALID = 0x1,
454 	V2_MPT_ST_FREE	= 0x2,
455 };
456 
457 enum hns_roce_v2_qp_state {
458 	HNS_ROCE_QP_ST_RST,
459 	HNS_ROCE_QP_ST_INIT,
460 	HNS_ROCE_QP_ST_RTR,
461 	HNS_ROCE_QP_ST_RTS,
462 	HNS_ROCE_QP_ST_SQD,
463 	HNS_ROCE_QP_ST_SQER,
464 	HNS_ROCE_QP_ST_ERR,
465 	HNS_ROCE_QP_ST_SQ_DRAINING,
466 	HNS_ROCE_QP_NUM_ST
467 };
468 
469 struct hns_roce_v2_qp_context {
470 	__le32	byte_4_sqpn_tst;
471 	__le32	wqe_sge_ba;
472 	__le32	byte_12_sq_hop;
473 	__le32	byte_16_buf_ba_pg_sz;
474 	__le32	byte_20_smac_sgid_idx;
475 	__le32	byte_24_mtu_tc;
476 	__le32	byte_28_at_fl;
477 	u8	dgid[GID_LEN_V2];
478 	__le32	dmac;
479 	__le32	byte_52_udpspn_dmac;
480 	__le32	byte_56_dqpn_err;
481 	__le32	byte_60_qpst_tempid;
482 	__le32	qkey_xrcd;
483 	__le32	byte_68_rq_db;
484 	__le32	rq_db_record_addr;
485 	__le32	byte_76_srqn_op_en;
486 	__le32	byte_80_rnr_rx_cqn;
487 	__le32	byte_84_rq_ci_pi;
488 	__le32	rq_cur_blk_addr;
489 	__le32	byte_92_srq_info;
490 	__le32	byte_96_rx_reqmsn;
491 	__le32	rq_nxt_blk_addr;
492 	__le32	byte_104_rq_sge;
493 	__le32	byte_108_rx_reqepsn;
494 	__le32	rq_rnr_timer;
495 	__le32	rx_msg_len;
496 	__le32	rx_rkey_pkt_info;
497 	__le64	rx_va;
498 	__le32	byte_132_trrl;
499 	__le32	trrl_ba;
500 	__le32	byte_140_raq;
501 	__le32	byte_144_raq;
502 	__le32	byte_148_raq;
503 	__le32	byte_152_raq;
504 	__le32	byte_156_raq;
505 	__le32	byte_160_sq_ci_pi;
506 	__le32	sq_cur_blk_addr;
507 	__le32	byte_168_irrl_idx;
508 	__le32	byte_172_sq_psn;
509 	__le32	byte_176_msg_pktn;
510 	__le32	sq_cur_sge_blk_addr;
511 	__le32	byte_184_irrl_idx;
512 	__le32	cur_sge_offset;
513 	__le32	byte_192_ext_sge;
514 	__le32	byte_196_sq_psn;
515 	__le32	byte_200_sq_max;
516 	__le32	irrl_ba;
517 	__le32	byte_208_irrl;
518 	__le32	byte_212_lsn;
519 	__le32	sq_timer;
520 	__le32	byte_220_retry_psn_msn;
521 	__le32	byte_224_retry_msg;
522 	__le32	rx_sq_cur_blk_addr;
523 	__le32	byte_232_irrl_sge;
524 	__le32	irrl_cur_sge_offset;
525 	__le32	byte_240_irrl_tail;
526 	__le32	byte_244_rnr_rxack;
527 	__le32	byte_248_ack_psn;
528 	__le32	byte_252_err_txcqn;
529 	__le32	byte_256_sqflush_rqcqe;
530 };
531 
532 #define	V2_QPC_BYTE_4_TST_S 0
533 #define V2_QPC_BYTE_4_TST_M GENMASK(2, 0)
534 
535 #define	V2_QPC_BYTE_4_SGE_SHIFT_S 3
536 #define V2_QPC_BYTE_4_SGE_SHIFT_M GENMASK(7, 3)
537 
538 #define	V2_QPC_BYTE_4_SQPN_S 8
539 #define V2_QPC_BYTE_4_SQPN_M  GENMASK(31, 8)
540 
541 #define	V2_QPC_BYTE_12_WQE_SGE_BA_S 0
542 #define V2_QPC_BYTE_12_WQE_SGE_BA_M GENMASK(28, 0)
543 
544 #define	V2_QPC_BYTE_12_SQ_HOP_NUM_S 29
545 #define V2_QPC_BYTE_12_SQ_HOP_NUM_M GENMASK(30, 29)
546 
547 #define V2_QPC_BYTE_12_RSVD_LKEY_EN_S 31
548 
549 #define	V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_S 0
550 #define V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_M GENMASK(3, 0)
551 
552 #define	V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_S 4
553 #define V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_M GENMASK(7, 4)
554 
555 #define	V2_QPC_BYTE_16_PD_S 8
556 #define V2_QPC_BYTE_16_PD_M GENMASK(31, 8)
557 
558 #define	V2_QPC_BYTE_20_RQ_HOP_NUM_S 0
559 #define V2_QPC_BYTE_20_RQ_HOP_NUM_M GENMASK(1, 0)
560 
561 #define	V2_QPC_BYTE_20_SGE_HOP_NUM_S 2
562 #define V2_QPC_BYTE_20_SGE_HOP_NUM_M GENMASK(3, 2)
563 
564 #define	V2_QPC_BYTE_20_RQWS_S 4
565 #define V2_QPC_BYTE_20_RQWS_M GENMASK(7, 4)
566 
567 #define	V2_QPC_BYTE_20_SQ_SHIFT_S 8
568 #define V2_QPC_BYTE_20_SQ_SHIFT_M GENMASK(11, 8)
569 
570 #define	V2_QPC_BYTE_20_RQ_SHIFT_S 12
571 #define V2_QPC_BYTE_20_RQ_SHIFT_M GENMASK(15, 12)
572 
573 #define	V2_QPC_BYTE_20_SGID_IDX_S 16
574 #define V2_QPC_BYTE_20_SGID_IDX_M GENMASK(23, 16)
575 
576 #define	V2_QPC_BYTE_20_SMAC_IDX_S 24
577 #define V2_QPC_BYTE_20_SMAC_IDX_M GENMASK(31, 24)
578 
579 #define	V2_QPC_BYTE_24_HOP_LIMIT_S 0
580 #define V2_QPC_BYTE_24_HOP_LIMIT_M GENMASK(7, 0)
581 
582 #define	V2_QPC_BYTE_24_TC_S 8
583 #define V2_QPC_BYTE_24_TC_M GENMASK(15, 8)
584 
585 #define	V2_QPC_BYTE_24_VLAN_ID_S 16
586 #define V2_QPC_BYTE_24_VLAN_ID_M GENMASK(27, 16)
587 
588 #define	V2_QPC_BYTE_24_MTU_S 28
589 #define V2_QPC_BYTE_24_MTU_M GENMASK(31, 28)
590 
591 #define	V2_QPC_BYTE_28_FL_S 0
592 #define V2_QPC_BYTE_28_FL_M GENMASK(19, 0)
593 
594 #define	V2_QPC_BYTE_28_SL_S 20
595 #define V2_QPC_BYTE_28_SL_M GENMASK(23, 20)
596 
597 #define V2_QPC_BYTE_28_CNP_TX_FLAG_S 24
598 
599 #define V2_QPC_BYTE_28_CE_FLAG_S 25
600 
601 #define V2_QPC_BYTE_28_LBI_S 26
602 
603 #define	V2_QPC_BYTE_28_AT_S 27
604 #define V2_QPC_BYTE_28_AT_M GENMASK(31, 27)
605 
606 #define	V2_QPC_BYTE_52_DMAC_S 0
607 #define V2_QPC_BYTE_52_DMAC_M GENMASK(15, 0)
608 
609 #define V2_QPC_BYTE_52_UDPSPN_S 16
610 #define V2_QPC_BYTE_52_UDPSPN_M GENMASK(31, 16)
611 
612 #define	V2_QPC_BYTE_56_DQPN_S 0
613 #define V2_QPC_BYTE_56_DQPN_M GENMASK(23, 0)
614 
615 #define	V2_QPC_BYTE_56_SQ_TX_ERR_S 24
616 #define	V2_QPC_BYTE_56_SQ_RX_ERR_S 25
617 #define	V2_QPC_BYTE_56_RQ_TX_ERR_S 26
618 #define	V2_QPC_BYTE_56_RQ_RX_ERR_S 27
619 
620 #define	V2_QPC_BYTE_56_LP_PKTN_INI_S 28
621 #define V2_QPC_BYTE_56_LP_PKTN_INI_M GENMASK(31, 28)
622 
623 #define	V2_QPC_BYTE_60_TEMPID_S 0
624 #define V2_QPC_BYTE_60_TEMPID_M GENMASK(7, 0)
625 
626 #define V2_QPC_BYTE_60_SCC_TOKEN_S 8
627 #define V2_QPC_BYTE_60_SCC_TOKEN_M GENMASK(26, 8)
628 
629 #define	V2_QPC_BYTE_60_SQ_DB_DOING_S 27
630 
631 #define	V2_QPC_BYTE_60_RQ_DB_DOING_S 28
632 
633 #define	V2_QPC_BYTE_60_QP_ST_S 29
634 #define V2_QPC_BYTE_60_QP_ST_M GENMASK(31, 29)
635 
636 #define	V2_QPC_BYTE_68_RQ_RECORD_EN_S 0
637 
638 #define	V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_S 1
639 #define V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_M GENMASK(31, 1)
640 
641 #define	V2_QPC_BYTE_76_SRQN_S 0
642 #define V2_QPC_BYTE_76_SRQN_M GENMASK(23, 0)
643 
644 #define	V2_QPC_BYTE_76_SRQ_EN_S 24
645 
646 #define	V2_QPC_BYTE_76_RRE_S 25
647 
648 #define	V2_QPC_BYTE_76_RWE_S 26
649 
650 #define	V2_QPC_BYTE_76_ATE_S 27
651 
652 #define	V2_QPC_BYTE_76_RQIE_S 28
653 #define	V2_QPC_BYTE_76_EXT_ATE_S 29
654 #define	V2_QPC_BYTE_76_RQ_VLAN_EN_S 30
655 #define	V2_QPC_BYTE_80_RX_CQN_S 0
656 #define V2_QPC_BYTE_80_RX_CQN_M GENMASK(23, 0)
657 
658 #define	V2_QPC_BYTE_80_MIN_RNR_TIME_S 27
659 #define V2_QPC_BYTE_80_MIN_RNR_TIME_M GENMASK(31, 27)
660 
661 #define	V2_QPC_BYTE_84_RQ_PRODUCER_IDX_S 0
662 #define V2_QPC_BYTE_84_RQ_PRODUCER_IDX_M GENMASK(15, 0)
663 
664 #define	V2_QPC_BYTE_84_RQ_CONSUMER_IDX_S 16
665 #define V2_QPC_BYTE_84_RQ_CONSUMER_IDX_M GENMASK(31, 16)
666 
667 #define	V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_S 0
668 #define V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_M GENMASK(19, 0)
669 
670 #define	V2_QPC_BYTE_92_SRQ_INFO_S 20
671 #define V2_QPC_BYTE_92_SRQ_INFO_M GENMASK(31, 20)
672 
673 #define	V2_QPC_BYTE_96_RX_REQ_MSN_S 0
674 #define V2_QPC_BYTE_96_RX_REQ_MSN_M GENMASK(23, 0)
675 
676 #define	V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_S 0
677 #define V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_M GENMASK(19, 0)
678 
679 #define	V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_S 24
680 #define V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_M GENMASK(31, 24)
681 
682 #define V2_QPC_BYTE_108_INV_CREDIT_S 0
683 
684 #define V2_QPC_BYTE_108_RX_REQ_PSN_ERR_S 3
685 
686 #define	V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_S 4
687 #define V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_M GENMASK(6, 4)
688 
689 #define V2_QPC_BYTE_108_RX_REQ_RNR_S 7
690 
691 #define	V2_QPC_BYTE_108_RX_REQ_EPSN_S 8
692 #define V2_QPC_BYTE_108_RX_REQ_EPSN_M GENMASK(31, 8)
693 
694 #define	V2_QPC_BYTE_132_TRRL_HEAD_MAX_S 0
695 #define V2_QPC_BYTE_132_TRRL_HEAD_MAX_M GENMASK(7, 0)
696 
697 #define	V2_QPC_BYTE_132_TRRL_TAIL_MAX_S 8
698 #define V2_QPC_BYTE_132_TRRL_TAIL_MAX_M GENMASK(15, 8)
699 
700 #define	V2_QPC_BYTE_132_TRRL_BA_S 16
701 #define V2_QPC_BYTE_132_TRRL_BA_M GENMASK(31, 16)
702 
703 #define	V2_QPC_BYTE_140_TRRL_BA_S 0
704 #define V2_QPC_BYTE_140_TRRL_BA_M GENMASK(11, 0)
705 
706 #define	V2_QPC_BYTE_140_RR_MAX_S 12
707 #define V2_QPC_BYTE_140_RR_MAX_M GENMASK(14, 12)
708 
709 #define	V2_QPC_BYTE_140_RQ_RTY_WAIT_DO_S 15
710 
711 #define	V2_QPC_BYTE_140_RAQ_TRRL_HEAD_S 16
712 #define V2_QPC_BYTE_140_RAQ_TRRL_HEAD_M GENMASK(23, 16)
713 
714 #define	V2_QPC_BYTE_140_RAQ_TRRL_TAIL_S 24
715 #define V2_QPC_BYTE_140_RAQ_TRRL_TAIL_M GENMASK(31, 24)
716 
717 #define	V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_S 0
718 #define V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_M GENMASK(23, 0)
719 
720 #define V2_QPC_BYTE_144_RAQ_CREDIT_S 25
721 #define V2_QPC_BYTE_144_RAQ_CREDIT_M GENMASK(29, 25)
722 
723 #define V2_QPC_BYTE_144_RESP_RTY_FLG_S 31
724 
725 #define	V2_QPC_BYTE_148_RQ_MSN_S 0
726 #define V2_QPC_BYTE_148_RQ_MSN_M GENMASK(23, 0)
727 
728 #define	V2_QPC_BYTE_148_RAQ_SYNDROME_S 24
729 #define V2_QPC_BYTE_148_RAQ_SYNDROME_M GENMASK(31, 24)
730 
731 #define	V2_QPC_BYTE_152_RAQ_PSN_S 0
732 #define V2_QPC_BYTE_152_RAQ_PSN_M GENMASK(23, 0)
733 
734 #define	V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_S 24
735 #define V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_M GENMASK(31, 24)
736 
737 #define	V2_QPC_BYTE_156_RAQ_USE_PKTN_S 0
738 #define V2_QPC_BYTE_156_RAQ_USE_PKTN_M GENMASK(23, 0)
739 
740 #define	V2_QPC_BYTE_160_SQ_PRODUCER_IDX_S 0
741 #define V2_QPC_BYTE_160_SQ_PRODUCER_IDX_M GENMASK(15, 0)
742 
743 #define	V2_QPC_BYTE_160_SQ_CONSUMER_IDX_S 16
744 #define V2_QPC_BYTE_160_SQ_CONSUMER_IDX_M GENMASK(31, 16)
745 
746 #define	V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_S 0
747 #define V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_M GENMASK(19, 0)
748 
749 #define V2_QPC_BYTE_168_MSG_RTY_LP_FLG_S 20
750 
751 #define V2_QPC_BYTE_168_SQ_INVLD_FLG_S 21
752 
753 #define	V2_QPC_BYTE_168_LP_SGEN_INI_S 22
754 #define V2_QPC_BYTE_168_LP_SGEN_INI_M GENMASK(23, 22)
755 
756 #define V2_QPC_BYTE_168_SQ_VLAN_EN_S 24
757 #define V2_QPC_BYTE_168_POLL_DB_WAIT_DO_S 25
758 #define V2_QPC_BYTE_168_SCC_TOKEN_FORBID_SQ_DEQ_S 26
759 #define V2_QPC_BYTE_168_WAIT_ACK_TIMEOUT_S 27
760 #define	V2_QPC_BYTE_168_IRRL_IDX_LSB_S 28
761 #define V2_QPC_BYTE_168_IRRL_IDX_LSB_M GENMASK(31, 28)
762 
763 #define	V2_QPC_BYTE_172_ACK_REQ_FREQ_S 0
764 #define V2_QPC_BYTE_172_ACK_REQ_FREQ_M GENMASK(5, 0)
765 
766 #define V2_QPC_BYTE_172_MSG_RNR_FLG_S 6
767 
768 #define V2_QPC_BYTE_172_FRE_S 7
769 
770 #define	V2_QPC_BYTE_172_SQ_CUR_PSN_S 8
771 #define V2_QPC_BYTE_172_SQ_CUR_PSN_M GENMASK(31, 8)
772 
773 #define	V2_QPC_BYTE_176_MSG_USE_PKTN_S 0
774 #define V2_QPC_BYTE_176_MSG_USE_PKTN_M GENMASK(23, 0)
775 
776 #define	V2_QPC_BYTE_176_IRRL_HEAD_PRE_S 24
777 #define V2_QPC_BYTE_176_IRRL_HEAD_PRE_M GENMASK(31, 24)
778 
779 #define	V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_S 0
780 #define V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_M GENMASK(19, 0)
781 
782 #define	V2_QPC_BYTE_184_IRRL_IDX_MSB_S 20
783 #define V2_QPC_BYTE_184_IRRL_IDX_MSB_M GENMASK(31, 20)
784 
785 #define	V2_QPC_BYTE_192_CUR_SGE_IDX_S 0
786 #define V2_QPC_BYTE_192_CUR_SGE_IDX_M GENMASK(23, 0)
787 
788 #define	V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_S 24
789 #define V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_M GENMASK(31, 24)
790 
791 #define	V2_QPC_BYTE_196_IRRL_HEAD_S 0
792 #define V2_QPC_BYTE_196_IRRL_HEAD_M GENMASK(7, 0)
793 
794 #define	V2_QPC_BYTE_196_SQ_MAX_PSN_S 8
795 #define V2_QPC_BYTE_196_SQ_MAX_PSN_M GENMASK(31, 8)
796 
797 #define	V2_QPC_BYTE_200_SQ_MAX_IDX_S 0
798 #define V2_QPC_BYTE_200_SQ_MAX_IDX_M GENMASK(15, 0)
799 
800 #define	V2_QPC_BYTE_200_LCL_OPERATED_CNT_S 16
801 #define V2_QPC_BYTE_200_LCL_OPERATED_CNT_M GENMASK(31, 16)
802 
803 #define	V2_QPC_BYTE_208_IRRL_BA_S 0
804 #define V2_QPC_BYTE_208_IRRL_BA_M GENMASK(25, 0)
805 
806 #define V2_QPC_BYTE_208_PKT_RNR_FLG_S 26
807 
808 #define V2_QPC_BYTE_208_PKT_RTY_FLG_S 27
809 
810 #define V2_QPC_BYTE_208_RMT_E2E_S 28
811 
812 #define	V2_QPC_BYTE_208_SR_MAX_S 29
813 #define V2_QPC_BYTE_208_SR_MAX_M GENMASK(31, 29)
814 
815 #define	V2_QPC_BYTE_212_LSN_S 0
816 #define V2_QPC_BYTE_212_LSN_M GENMASK(23, 0)
817 
818 #define	V2_QPC_BYTE_212_RETRY_NUM_INIT_S 24
819 #define V2_QPC_BYTE_212_RETRY_NUM_INIT_M GENMASK(26, 24)
820 
821 #define	V2_QPC_BYTE_212_CHECK_FLG_S 27
822 #define V2_QPC_BYTE_212_CHECK_FLG_M GENMASK(28, 27)
823 
824 #define	V2_QPC_BYTE_212_RETRY_CNT_S 29
825 #define V2_QPC_BYTE_212_RETRY_CNT_M GENMASK(31, 29)
826 
827 #define	V2_QPC_BYTE_220_RETRY_MSG_MSN_S 0
828 #define V2_QPC_BYTE_220_RETRY_MSG_MSN_M GENMASK(15, 0)
829 
830 #define	V2_QPC_BYTE_220_RETRY_MSG_PSN_S 16
831 #define V2_QPC_BYTE_220_RETRY_MSG_PSN_M GENMASK(31, 16)
832 
833 #define	V2_QPC_BYTE_224_RETRY_MSG_PSN_S 0
834 #define V2_QPC_BYTE_224_RETRY_MSG_PSN_M GENMASK(7, 0)
835 
836 #define	V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_S 8
837 #define V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_M GENMASK(31, 8)
838 
839 #define	V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_S 0
840 #define V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_M GENMASK(19, 0)
841 
842 #define	V2_QPC_BYTE_232_IRRL_SGE_IDX_S 20
843 #define V2_QPC_BYTE_232_IRRL_SGE_IDX_M GENMASK(28, 20)
844 
845 #define V2_QPC_BYTE_232_SO_LP_VLD_S 29
846 #define V2_QPC_BYTE_232_FENCE_LP_VLD_S 30
847 #define V2_QPC_BYTE_232_IRRL_LP_VLD_S 31
848 
849 #define	V2_QPC_BYTE_240_IRRL_TAIL_REAL_S 0
850 #define V2_QPC_BYTE_240_IRRL_TAIL_REAL_M GENMASK(7, 0)
851 
852 #define	V2_QPC_BYTE_240_IRRL_TAIL_RD_S 8
853 #define V2_QPC_BYTE_240_IRRL_TAIL_RD_M GENMASK(15, 8)
854 
855 #define	V2_QPC_BYTE_240_RX_ACK_MSN_S 16
856 #define V2_QPC_BYTE_240_RX_ACK_MSN_M GENMASK(31, 16)
857 
858 #define	V2_QPC_BYTE_244_RX_ACK_EPSN_S 0
859 #define V2_QPC_BYTE_244_RX_ACK_EPSN_M GENMASK(23, 0)
860 
861 #define	V2_QPC_BYTE_244_RNR_NUM_INIT_S 24
862 #define V2_QPC_BYTE_244_RNR_NUM_INIT_M GENMASK(26, 24)
863 
864 #define	V2_QPC_BYTE_244_RNR_CNT_S 27
865 #define V2_QPC_BYTE_244_RNR_CNT_M GENMASK(29, 27)
866 
867 #define V2_QPC_BYTE_244_LCL_OP_FLG_S 30
868 #define V2_QPC_BYTE_244_IRRL_RD_FLG_S 31
869 
870 #define	V2_QPC_BYTE_248_IRRL_PSN_S 0
871 #define V2_QPC_BYTE_248_IRRL_PSN_M GENMASK(23, 0)
872 
873 #define V2_QPC_BYTE_248_ACK_PSN_ERR_S 24
874 
875 #define	V2_QPC_BYTE_248_ACK_LAST_OPTYPE_S 25
876 #define V2_QPC_BYTE_248_ACK_LAST_OPTYPE_M GENMASK(26, 25)
877 
878 #define V2_QPC_BYTE_248_IRRL_PSN_VLD_S 27
879 
880 #define V2_QPC_BYTE_248_RNR_RETRY_FLAG_S 28
881 
882 #define V2_QPC_BYTE_248_CQ_ERR_IND_S 31
883 
884 #define	V2_QPC_BYTE_252_TX_CQN_S 0
885 #define V2_QPC_BYTE_252_TX_CQN_M GENMASK(23, 0)
886 
887 #define	V2_QPC_BYTE_252_SIG_TYPE_S 24
888 
889 #define	V2_QPC_BYTE_252_ERR_TYPE_S 25
890 #define V2_QPC_BYTE_252_ERR_TYPE_M GENMASK(31, 25)
891 
892 #define	V2_QPC_BYTE_256_RQ_CQE_IDX_S 0
893 #define V2_QPC_BYTE_256_RQ_CQE_IDX_M GENMASK(15, 0)
894 
895 #define	V2_QPC_BYTE_256_SQ_FLUSH_IDX_S 16
896 #define V2_QPC_BYTE_256_SQ_FLUSH_IDX_M GENMASK(31, 16)
897 
898 #define	V2_QP_RWE_S 1 /* rdma write enable */
899 #define	V2_QP_RRE_S 2 /* rdma read enable */
900 #define	V2_QP_ATE_S 3 /* rdma atomic enable */
901 
902 struct hns_roce_v2_cqe {
903 	__le32	byte_4;
904 	union {
905 		__le32 rkey;
906 		__le32 immtdata;
907 	};
908 	__le32	byte_12;
909 	__le32	byte_16;
910 	__le32	byte_cnt;
911 	u8	smac[4];
912 	__le32	byte_28;
913 	__le32	byte_32;
914 };
915 
916 #define	V2_CQE_BYTE_4_OPCODE_S 0
917 #define V2_CQE_BYTE_4_OPCODE_M GENMASK(4, 0)
918 
919 #define	V2_CQE_BYTE_4_RQ_INLINE_S 5
920 
921 #define	V2_CQE_BYTE_4_S_R_S 6
922 
923 #define	V2_CQE_BYTE_4_OWNER_S 7
924 
925 #define	V2_CQE_BYTE_4_STATUS_S 8
926 #define V2_CQE_BYTE_4_STATUS_M GENMASK(15, 8)
927 
928 #define	V2_CQE_BYTE_4_WQE_INDX_S 16
929 #define V2_CQE_BYTE_4_WQE_INDX_M GENMASK(31, 16)
930 
931 #define	V2_CQE_BYTE_12_XRC_SRQN_S 0
932 #define V2_CQE_BYTE_12_XRC_SRQN_M GENMASK(23, 0)
933 
934 #define	V2_CQE_BYTE_16_LCL_QPN_S 0
935 #define V2_CQE_BYTE_16_LCL_QPN_M GENMASK(23, 0)
936 
937 #define	V2_CQE_BYTE_16_SUB_STATUS_S 24
938 #define V2_CQE_BYTE_16_SUB_STATUS_M GENMASK(31, 24)
939 
940 #define	V2_CQE_BYTE_28_SMAC_4_S 0
941 #define V2_CQE_BYTE_28_SMAC_4_M	GENMASK(7, 0)
942 
943 #define	V2_CQE_BYTE_28_SMAC_5_S 8
944 #define V2_CQE_BYTE_28_SMAC_5_M	GENMASK(15, 8)
945 
946 #define	V2_CQE_BYTE_28_PORT_TYPE_S 16
947 #define V2_CQE_BYTE_28_PORT_TYPE_M GENMASK(17, 16)
948 
949 #define V2_CQE_BYTE_28_VID_S 18
950 #define V2_CQE_BYTE_28_VID_M GENMASK(29, 18)
951 
952 #define V2_CQE_BYTE_28_VID_VLD_S 30
953 
954 #define	V2_CQE_BYTE_32_RMT_QPN_S 0
955 #define V2_CQE_BYTE_32_RMT_QPN_M GENMASK(23, 0)
956 
957 #define	V2_CQE_BYTE_32_SL_S 24
958 #define V2_CQE_BYTE_32_SL_M GENMASK(26, 24)
959 
960 #define	V2_CQE_BYTE_32_PORTN_S 27
961 #define V2_CQE_BYTE_32_PORTN_M GENMASK(29, 27)
962 
963 #define	V2_CQE_BYTE_32_GRH_S 30
964 
965 #define	V2_CQE_BYTE_32_LPK_S 31
966 
967 struct hns_roce_v2_mpt_entry {
968 	__le32	byte_4_pd_hop_st;
969 	__le32	byte_8_mw_cnt_en;
970 	__le32	byte_12_mw_pa;
971 	__le32	bound_lkey;
972 	__le32	len_l;
973 	__le32	len_h;
974 	__le32	lkey;
975 	__le32	va_l;
976 	__le32	va_h;
977 	__le32	pbl_size;
978 	__le32	pbl_ba_l;
979 	__le32	byte_48_mode_ba;
980 	__le32	pa0_l;
981 	__le32	byte_56_pa0_h;
982 	__le32	pa1_l;
983 	__le32	byte_64_buf_pa1;
984 };
985 
986 #define V2_MPT_BYTE_4_MPT_ST_S 0
987 #define V2_MPT_BYTE_4_MPT_ST_M GENMASK(1, 0)
988 
989 #define V2_MPT_BYTE_4_PBL_HOP_NUM_S 2
990 #define V2_MPT_BYTE_4_PBL_HOP_NUM_M GENMASK(3, 2)
991 
992 #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_S 4
993 #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_M GENMASK(7, 4)
994 
995 #define V2_MPT_BYTE_4_PD_S 8
996 #define V2_MPT_BYTE_4_PD_M GENMASK(31, 8)
997 
998 #define V2_MPT_BYTE_8_RA_EN_S 0
999 
1000 #define V2_MPT_BYTE_8_R_INV_EN_S 1
1001 
1002 #define V2_MPT_BYTE_8_L_INV_EN_S 2
1003 
1004 #define V2_MPT_BYTE_8_BIND_EN_S 3
1005 
1006 #define V2_MPT_BYTE_8_ATOMIC_EN_S 4
1007 
1008 #define V2_MPT_BYTE_8_RR_EN_S 5
1009 
1010 #define V2_MPT_BYTE_8_RW_EN_S 6
1011 
1012 #define V2_MPT_BYTE_8_LW_EN_S 7
1013 
1014 #define V2_MPT_BYTE_8_MW_CNT_S 8
1015 #define V2_MPT_BYTE_8_MW_CNT_M GENMASK(31, 8)
1016 
1017 #define V2_MPT_BYTE_12_FRE_S 0
1018 
1019 #define V2_MPT_BYTE_12_PA_S 1
1020 
1021 #define V2_MPT_BYTE_12_MR_MW_S 4
1022 
1023 #define V2_MPT_BYTE_12_BPD_S 5
1024 
1025 #define V2_MPT_BYTE_12_BQP_S 6
1026 
1027 #define V2_MPT_BYTE_12_INNER_PA_VLD_S 7
1028 
1029 #define V2_MPT_BYTE_12_MW_BIND_QPN_S 8
1030 #define V2_MPT_BYTE_12_MW_BIND_QPN_M GENMASK(31, 8)
1031 
1032 #define V2_MPT_BYTE_48_PBL_BA_H_S 0
1033 #define V2_MPT_BYTE_48_PBL_BA_H_M GENMASK(28, 0)
1034 
1035 #define V2_MPT_BYTE_48_BLK_MODE_S 29
1036 
1037 #define V2_MPT_BYTE_56_PA0_H_S 0
1038 #define V2_MPT_BYTE_56_PA0_H_M GENMASK(25, 0)
1039 
1040 #define V2_MPT_BYTE_64_PA1_H_S 0
1041 #define V2_MPT_BYTE_64_PA1_H_M GENMASK(25, 0)
1042 
1043 #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_S 28
1044 #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_M GENMASK(31, 28)
1045 
1046 #define	V2_DB_BYTE_4_TAG_S 0
1047 #define V2_DB_BYTE_4_TAG_M GENMASK(23, 0)
1048 
1049 #define	V2_DB_BYTE_4_CMD_S 24
1050 #define V2_DB_BYTE_4_CMD_M GENMASK(27, 24)
1051 
1052 #define V2_DB_PARAMETER_IDX_S 0
1053 #define V2_DB_PARAMETER_IDX_M GENMASK(15, 0)
1054 
1055 #define V2_DB_PARAMETER_SL_S 16
1056 #define V2_DB_PARAMETER_SL_M GENMASK(18, 16)
1057 
1058 #define	V2_CQ_DB_BYTE_4_TAG_S 0
1059 #define V2_CQ_DB_BYTE_4_TAG_M GENMASK(23, 0)
1060 
1061 #define	V2_CQ_DB_BYTE_4_CMD_S 24
1062 #define V2_CQ_DB_BYTE_4_CMD_M GENMASK(27, 24)
1063 
1064 #define V2_CQ_DB_PARAMETER_CONS_IDX_S 0
1065 #define V2_CQ_DB_PARAMETER_CONS_IDX_M GENMASK(23, 0)
1066 
1067 #define V2_CQ_DB_PARAMETER_CMD_SN_S 25
1068 #define V2_CQ_DB_PARAMETER_CMD_SN_M GENMASK(26, 25)
1069 
1070 #define V2_CQ_DB_PARAMETER_NOTIFY_S 24
1071 
1072 struct hns_roce_v2_ud_send_wqe {
1073 	__le32	byte_4;
1074 	__le32	msg_len;
1075 	__le32	immtdata;
1076 	__le32	byte_16;
1077 	__le32	byte_20;
1078 	__le32	byte_24;
1079 	__le32	qkey;
1080 	__le32	byte_32;
1081 	__le32	byte_36;
1082 	__le32	byte_40;
1083 	__le32	dmac;
1084 	__le32	byte_48;
1085 	u8	dgid[GID_LEN_V2];
1086 
1087 };
1088 #define	V2_UD_SEND_WQE_BYTE_4_OPCODE_S 0
1089 #define V2_UD_SEND_WQE_BYTE_4_OPCODE_M GENMASK(4, 0)
1090 
1091 #define	V2_UD_SEND_WQE_BYTE_4_OWNER_S 7
1092 
1093 #define	V2_UD_SEND_WQE_BYTE_4_CQE_S 8
1094 
1095 #define	V2_UD_SEND_WQE_BYTE_4_SE_S 11
1096 
1097 #define	V2_UD_SEND_WQE_BYTE_16_PD_S 0
1098 #define V2_UD_SEND_WQE_BYTE_16_PD_M GENMASK(23, 0)
1099 
1100 #define	V2_UD_SEND_WQE_BYTE_16_SGE_NUM_S 24
1101 #define V2_UD_SEND_WQE_BYTE_16_SGE_NUM_M GENMASK(31, 24)
1102 
1103 #define	V2_UD_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_S 0
1104 #define V2_UD_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_M GENMASK(23, 0)
1105 
1106 #define	V2_UD_SEND_WQE_BYTE_24_UDPSPN_S 16
1107 #define V2_UD_SEND_WQE_BYTE_24_UDPSPN_M GENMASK(31, 16)
1108 
1109 #define	V2_UD_SEND_WQE_BYTE_32_DQPN_S 0
1110 #define V2_UD_SEND_WQE_BYTE_32_DQPN_M GENMASK(23, 0)
1111 
1112 #define	V2_UD_SEND_WQE_BYTE_36_VLAN_S 0
1113 #define V2_UD_SEND_WQE_BYTE_36_VLAN_M GENMASK(15, 0)
1114 
1115 #define	V2_UD_SEND_WQE_BYTE_36_HOPLIMIT_S 16
1116 #define V2_UD_SEND_WQE_BYTE_36_HOPLIMIT_M GENMASK(23, 16)
1117 
1118 #define	V2_UD_SEND_WQE_BYTE_36_TCLASS_S 24
1119 #define V2_UD_SEND_WQE_BYTE_36_TCLASS_M GENMASK(31, 24)
1120 
1121 #define	V2_UD_SEND_WQE_BYTE_40_FLOW_LABEL_S 0
1122 #define V2_UD_SEND_WQE_BYTE_40_FLOW_LABEL_M GENMASK(19, 0)
1123 
1124 #define	V2_UD_SEND_WQE_BYTE_40_SL_S 20
1125 #define V2_UD_SEND_WQE_BYTE_40_SL_M GENMASK(23, 20)
1126 
1127 #define	V2_UD_SEND_WQE_BYTE_40_PORTN_S 24
1128 #define V2_UD_SEND_WQE_BYTE_40_PORTN_M GENMASK(26, 24)
1129 
1130 #define V2_UD_SEND_WQE_BYTE_40_UD_VLAN_EN_S 30
1131 
1132 #define	V2_UD_SEND_WQE_BYTE_40_LBI_S 31
1133 
1134 #define	V2_UD_SEND_WQE_DMAC_0_S 0
1135 #define V2_UD_SEND_WQE_DMAC_0_M GENMASK(7, 0)
1136 
1137 #define	V2_UD_SEND_WQE_DMAC_1_S 8
1138 #define V2_UD_SEND_WQE_DMAC_1_M GENMASK(15, 8)
1139 
1140 #define	V2_UD_SEND_WQE_DMAC_2_S 16
1141 #define V2_UD_SEND_WQE_DMAC_2_M GENMASK(23, 16)
1142 
1143 #define	V2_UD_SEND_WQE_DMAC_3_S 24
1144 #define V2_UD_SEND_WQE_DMAC_3_M GENMASK(31, 24)
1145 
1146 #define	V2_UD_SEND_WQE_BYTE_48_DMAC_4_S 0
1147 #define V2_UD_SEND_WQE_BYTE_48_DMAC_4_M GENMASK(7, 0)
1148 
1149 #define	V2_UD_SEND_WQE_BYTE_48_DMAC_5_S 8
1150 #define V2_UD_SEND_WQE_BYTE_48_DMAC_5_M GENMASK(15, 8)
1151 
1152 #define	V2_UD_SEND_WQE_BYTE_48_SGID_INDX_S 16
1153 #define V2_UD_SEND_WQE_BYTE_48_SGID_INDX_M GENMASK(23, 16)
1154 
1155 #define	V2_UD_SEND_WQE_BYTE_48_SMAC_INDX_S 24
1156 #define V2_UD_SEND_WQE_BYTE_48_SMAC_INDX_M GENMASK(31, 24)
1157 
1158 struct hns_roce_v2_rc_send_wqe {
1159 	__le32		byte_4;
1160 	__le32		msg_len;
1161 	union {
1162 		__le32  inv_key;
1163 		__le32  immtdata;
1164 	};
1165 	__le32		byte_16;
1166 	__le32		byte_20;
1167 	__le32		rkey;
1168 	__le64		va;
1169 };
1170 
1171 #define	V2_RC_SEND_WQE_BYTE_4_OPCODE_S 0
1172 #define V2_RC_SEND_WQE_BYTE_4_OPCODE_M GENMASK(4, 0)
1173 
1174 #define V2_RC_SEND_WQE_BYTE_4_OWNER_S 7
1175 
1176 #define V2_RC_SEND_WQE_BYTE_4_CQE_S 8
1177 
1178 #define V2_RC_SEND_WQE_BYTE_4_FENCE_S 9
1179 
1180 #define V2_RC_SEND_WQE_BYTE_4_SO_S 10
1181 
1182 #define V2_RC_SEND_WQE_BYTE_4_SE_S 11
1183 
1184 #define V2_RC_SEND_WQE_BYTE_4_INLINE_S 12
1185 
1186 #define V2_RC_FRMR_WQE_BYTE_4_BIND_EN_S 19
1187 
1188 #define V2_RC_FRMR_WQE_BYTE_4_ATOMIC_S 20
1189 
1190 #define V2_RC_FRMR_WQE_BYTE_4_RR_S 21
1191 
1192 #define V2_RC_FRMR_WQE_BYTE_4_RW_S 22
1193 
1194 #define V2_RC_FRMR_WQE_BYTE_4_LW_S 23
1195 
1196 #define	V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_S 0
1197 #define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_M GENMASK(23, 0)
1198 
1199 #define	V2_RC_SEND_WQE_BYTE_16_SGE_NUM_S 24
1200 #define V2_RC_SEND_WQE_BYTE_16_SGE_NUM_M GENMASK(31, 24)
1201 
1202 #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_S 0
1203 #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_M GENMASK(23, 0)
1204 
1205 struct hns_roce_wqe_frmr_seg {
1206 	__le32	pbl_size;
1207 	__le32	mode_buf_pg_sz;
1208 };
1209 
1210 #define V2_RC_FRMR_WQE_BYTE_40_PBL_BUF_PG_SZ_S	4
1211 #define V2_RC_FRMR_WQE_BYTE_40_PBL_BUF_PG_SZ_M	GENMASK(7, 4)
1212 
1213 #define V2_RC_FRMR_WQE_BYTE_40_BLK_MODE_S 8
1214 
1215 struct hns_roce_v2_wqe_data_seg {
1216 	__le32    len;
1217 	__le32    lkey;
1218 	__le64    addr;
1219 };
1220 
1221 struct hns_roce_v2_db {
1222 	__le32	byte_4;
1223 	__le32	parameter;
1224 };
1225 
1226 struct hns_roce_query_version {
1227 	__le16 rocee_vendor_id;
1228 	__le16 rocee_hw_version;
1229 	__le32 rsv[5];
1230 };
1231 
1232 struct hns_roce_query_fw_info {
1233 	__le32 fw_ver;
1234 	__le32 rsv[5];
1235 };
1236 
1237 struct hns_roce_func_clear {
1238 	__le32 rst_funcid_en;
1239 	__le32 func_done;
1240 	__le32 rsv[4];
1241 };
1242 
1243 #define FUNC_CLEAR_RST_FUN_DONE_S 0
1244 /* Each physical function manages up to 248 virtual functions;
1245  * it takes up to 100ms for each function to execute clear;
1246  * if an abnormal reset occurs, it is executed twice at most;
1247  * so it takes up to 249 * 2 * 100ms.
1248  */
1249 #define HNS_ROCE_V2_FUNC_CLEAR_TIMEOUT_MSECS	(249 * 2 * 100)
1250 #define HNS_ROCE_V2_READ_FUNC_CLEAR_FLAG_INTERVAL	40
1251 #define HNS_ROCE_V2_READ_FUNC_CLEAR_FLAG_FAIL_WAIT	20
1252 
1253 struct hns_roce_cfg_llm_a {
1254 	__le32 base_addr_l;
1255 	__le32 base_addr_h;
1256 	__le32 depth_pgsz_init_en;
1257 	__le32 head_ba_l;
1258 	__le32 head_ba_h_nxtptr;
1259 	__le32 head_ptr;
1260 };
1261 
1262 #define CFG_LLM_QUE_DEPTH_S 0
1263 #define CFG_LLM_QUE_DEPTH_M GENMASK(12, 0)
1264 
1265 #define CFG_LLM_QUE_PGSZ_S 16
1266 #define CFG_LLM_QUE_PGSZ_M GENMASK(19, 16)
1267 
1268 #define CFG_LLM_INIT_EN_S 20
1269 #define CFG_LLM_INIT_EN_M GENMASK(20, 20)
1270 
1271 #define CFG_LLM_HEAD_PTR_S 0
1272 #define CFG_LLM_HEAD_PTR_M GENMASK(11, 0)
1273 
1274 struct hns_roce_cfg_llm_b {
1275 	__le32 tail_ba_l;
1276 	__le32 tail_ba_h;
1277 	__le32 tail_ptr;
1278 	__le32 rsv[3];
1279 };
1280 
1281 #define CFG_LLM_TAIL_BA_H_S 0
1282 #define CFG_LLM_TAIL_BA_H_M GENMASK(19, 0)
1283 
1284 #define CFG_LLM_TAIL_PTR_S 0
1285 #define CFG_LLM_TAIL_PTR_M GENMASK(11, 0)
1286 
1287 struct hns_roce_cfg_global_param {
1288 	__le32 time_cfg_udp_port;
1289 	__le32 rsv[5];
1290 };
1291 
1292 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_S 0
1293 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_M GENMASK(9, 0)
1294 
1295 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_S 16
1296 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_M GENMASK(31, 16)
1297 
1298 struct hns_roce_pf_res_a {
1299 	__le32	rsv;
1300 	__le32	qpc_bt_idx_num;
1301 	__le32	srqc_bt_idx_num;
1302 	__le32	cqc_bt_idx_num;
1303 	__le32	mpt_bt_idx_num;
1304 	__le32	eqc_bt_idx_num;
1305 };
1306 
1307 #define PF_RES_DATA_1_PF_QPC_BT_IDX_S 0
1308 #define PF_RES_DATA_1_PF_QPC_BT_IDX_M GENMASK(10, 0)
1309 
1310 #define PF_RES_DATA_1_PF_QPC_BT_NUM_S 16
1311 #define PF_RES_DATA_1_PF_QPC_BT_NUM_M GENMASK(27, 16)
1312 
1313 #define PF_RES_DATA_2_PF_SRQC_BT_IDX_S 0
1314 #define PF_RES_DATA_2_PF_SRQC_BT_IDX_M GENMASK(8, 0)
1315 
1316 #define PF_RES_DATA_2_PF_SRQC_BT_NUM_S 16
1317 #define PF_RES_DATA_2_PF_SRQC_BT_NUM_M GENMASK(25, 16)
1318 
1319 #define PF_RES_DATA_3_PF_CQC_BT_IDX_S 0
1320 #define PF_RES_DATA_3_PF_CQC_BT_IDX_M GENMASK(8, 0)
1321 
1322 #define PF_RES_DATA_3_PF_CQC_BT_NUM_S 16
1323 #define PF_RES_DATA_3_PF_CQC_BT_NUM_M GENMASK(25, 16)
1324 
1325 #define PF_RES_DATA_4_PF_MPT_BT_IDX_S 0
1326 #define PF_RES_DATA_4_PF_MPT_BT_IDX_M GENMASK(8, 0)
1327 
1328 #define PF_RES_DATA_4_PF_MPT_BT_NUM_S 16
1329 #define PF_RES_DATA_4_PF_MPT_BT_NUM_M GENMASK(25, 16)
1330 
1331 #define PF_RES_DATA_5_PF_EQC_BT_IDX_S 0
1332 #define PF_RES_DATA_5_PF_EQC_BT_IDX_M GENMASK(8, 0)
1333 
1334 #define PF_RES_DATA_5_PF_EQC_BT_NUM_S 16
1335 #define PF_RES_DATA_5_PF_EQC_BT_NUM_M GENMASK(25, 16)
1336 
1337 struct hns_roce_pf_res_b {
1338 	__le32	rsv0;
1339 	__le32	smac_idx_num;
1340 	__le32	sgid_idx_num;
1341 	__le32	qid_idx_sl_num;
1342 	__le32	sccc_bt_idx_num;
1343 	__le32	rsv;
1344 };
1345 
1346 #define PF_RES_DATA_1_PF_SMAC_IDX_S 0
1347 #define PF_RES_DATA_1_PF_SMAC_IDX_M GENMASK(7, 0)
1348 
1349 #define PF_RES_DATA_1_PF_SMAC_NUM_S 8
1350 #define PF_RES_DATA_1_PF_SMAC_NUM_M GENMASK(16, 8)
1351 
1352 #define PF_RES_DATA_2_PF_SGID_IDX_S 0
1353 #define PF_RES_DATA_2_PF_SGID_IDX_M GENMASK(7, 0)
1354 
1355 #define PF_RES_DATA_2_PF_SGID_NUM_S 8
1356 #define PF_RES_DATA_2_PF_SGID_NUM_M GENMASK(16, 8)
1357 
1358 #define PF_RES_DATA_3_PF_QID_IDX_S 0
1359 #define PF_RES_DATA_3_PF_QID_IDX_M GENMASK(9, 0)
1360 
1361 #define PF_RES_DATA_3_PF_SL_NUM_S 16
1362 #define PF_RES_DATA_3_PF_SL_NUM_M GENMASK(26, 16)
1363 
1364 #define PF_RES_DATA_4_PF_SCCC_BT_IDX_S 0
1365 #define PF_RES_DATA_4_PF_SCCC_BT_IDX_M GENMASK(8, 0)
1366 
1367 #define PF_RES_DATA_4_PF_SCCC_BT_NUM_S 9
1368 #define PF_RES_DATA_4_PF_SCCC_BT_NUM_M GENMASK(17, 9)
1369 
1370 struct hns_roce_pf_timer_res_a {
1371 	__le32	rsv0;
1372 	__le32	qpc_timer_bt_idx_num;
1373 	__le32	cqc_timer_bt_idx_num;
1374 	__le32	rsv[3];
1375 };
1376 
1377 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_IDX_S 0
1378 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_IDX_M GENMASK(11, 0)
1379 
1380 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_NUM_S 16
1381 #define PF_RES_DATA_1_PF_QPC_TIMER_BT_NUM_M GENMASK(28, 16)
1382 
1383 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_IDX_S 0
1384 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_IDX_M GENMASK(10, 0)
1385 
1386 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_NUM_S 16
1387 #define PF_RES_DATA_2_PF_CQC_TIMER_BT_NUM_M GENMASK(27, 16)
1388 
1389 struct hns_roce_vf_res_a {
1390 	__le32 vf_id;
1391 	__le32 vf_qpc_bt_idx_num;
1392 	__le32 vf_srqc_bt_idx_num;
1393 	__le32 vf_cqc_bt_idx_num;
1394 	__le32 vf_mpt_bt_idx_num;
1395 	__le32 vf_eqc_bt_idx_num;
1396 };
1397 
1398 #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_S 0
1399 #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_M GENMASK(10, 0)
1400 
1401 #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_S 16
1402 #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_M GENMASK(27, 16)
1403 
1404 #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_S 0
1405 #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_M GENMASK(8, 0)
1406 
1407 #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_S 16
1408 #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_M GENMASK(25, 16)
1409 
1410 #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_S 0
1411 #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_M GENMASK(8, 0)
1412 
1413 #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_S 16
1414 #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_M GENMASK(25, 16)
1415 
1416 #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_S 0
1417 #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_M GENMASK(8, 0)
1418 
1419 #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_S 16
1420 #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_M GENMASK(25, 16)
1421 
1422 #define VF_RES_A_DATA_5_VF_EQC_IDX_S 0
1423 #define VF_RES_A_DATA_5_VF_EQC_IDX_M GENMASK(8, 0)
1424 
1425 #define VF_RES_A_DATA_5_VF_EQC_NUM_S 16
1426 #define VF_RES_A_DATA_5_VF_EQC_NUM_M GENMASK(25, 16)
1427 
1428 struct hns_roce_vf_res_b {
1429 	__le32 rsv0;
1430 	__le32 vf_smac_idx_num;
1431 	__le32 vf_sgid_idx_num;
1432 	__le32 vf_qid_idx_sl_num;
1433 	__le32 vf_sccc_idx_num;
1434 	__le32 rsv1;
1435 };
1436 
1437 #define VF_RES_B_DATA_0_VF_ID_S 0
1438 #define VF_RES_B_DATA_0_VF_ID_M GENMASK(7, 0)
1439 
1440 #define VF_RES_B_DATA_1_VF_SMAC_IDX_S 0
1441 #define VF_RES_B_DATA_1_VF_SMAC_IDX_M GENMASK(7, 0)
1442 
1443 #define VF_RES_B_DATA_1_VF_SMAC_NUM_S 8
1444 #define VF_RES_B_DATA_1_VF_SMAC_NUM_M GENMASK(16, 8)
1445 
1446 #define VF_RES_B_DATA_2_VF_SGID_IDX_S 0
1447 #define VF_RES_B_DATA_2_VF_SGID_IDX_M GENMASK(7, 0)
1448 
1449 #define VF_RES_B_DATA_2_VF_SGID_NUM_S 8
1450 #define VF_RES_B_DATA_2_VF_SGID_NUM_M GENMASK(16, 8)
1451 
1452 #define VF_RES_B_DATA_3_VF_QID_IDX_S 0
1453 #define VF_RES_B_DATA_3_VF_QID_IDX_M GENMASK(9, 0)
1454 
1455 #define VF_RES_B_DATA_3_VF_SL_NUM_S 16
1456 #define VF_RES_B_DATA_3_VF_SL_NUM_M GENMASK(19, 16)
1457 
1458 #define VF_RES_B_DATA_4_VF_SCCC_BT_IDX_S 0
1459 #define VF_RES_B_DATA_4_VF_SCCC_BT_IDX_M GENMASK(8, 0)
1460 
1461 #define VF_RES_B_DATA_4_VF_SCCC_BT_NUM_S 9
1462 #define VF_RES_B_DATA_4_VF_SCCC_BT_NUM_M GENMASK(17, 9)
1463 
1464 struct hns_roce_vf_switch {
1465 	__le32 rocee_sel;
1466 	__le32 fun_id;
1467 	__le32 cfg;
1468 	__le32 resv1;
1469 	__le32 resv2;
1470 	__le32 resv3;
1471 };
1472 
1473 #define VF_SWITCH_DATA_FUN_ID_VF_ID_S 3
1474 #define VF_SWITCH_DATA_FUN_ID_VF_ID_M GENMASK(10, 3)
1475 
1476 #define VF_SWITCH_DATA_CFG_ALW_LPBK_S 1
1477 #define VF_SWITCH_DATA_CFG_ALW_LCL_LPBK_S 2
1478 #define VF_SWITCH_DATA_CFG_ALW_DST_OVRD_S 3
1479 
1480 struct hns_roce_post_mbox {
1481 	__le32	in_param_l;
1482 	__le32	in_param_h;
1483 	__le32	out_param_l;
1484 	__le32	out_param_h;
1485 	__le32	cmd_tag;
1486 	__le32	token_event_en;
1487 };
1488 
1489 struct hns_roce_mbox_status {
1490 	__le32	mb_status_hw_run;
1491 	__le32	rsv[5];
1492 };
1493 
1494 struct hns_roce_cfg_bt_attr {
1495 	__le32 vf_qpc_cfg;
1496 	__le32 vf_srqc_cfg;
1497 	__le32 vf_cqc_cfg;
1498 	__le32 vf_mpt_cfg;
1499 	__le32 vf_sccc_cfg;
1500 	__le32 rsv;
1501 };
1502 
1503 #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_S 0
1504 #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_M GENMASK(3, 0)
1505 
1506 #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_S 4
1507 #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_M GENMASK(7, 4)
1508 
1509 #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_S 8
1510 #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_M GENMASK(9, 8)
1511 
1512 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_S 0
1513 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_M GENMASK(3, 0)
1514 
1515 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_S 4
1516 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_M GENMASK(7, 4)
1517 
1518 #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_S 8
1519 #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_M GENMASK(9, 8)
1520 
1521 #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_S 0
1522 #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_M GENMASK(3, 0)
1523 
1524 #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_S 4
1525 #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_M GENMASK(7, 4)
1526 
1527 #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_S 8
1528 #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_M GENMASK(9, 8)
1529 
1530 #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_S 0
1531 #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_M GENMASK(3, 0)
1532 
1533 #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_S 4
1534 #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_M GENMASK(7, 4)
1535 
1536 #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_S 8
1537 #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_M GENMASK(9, 8)
1538 
1539 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BA_PGSZ_S 0
1540 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BA_PGSZ_M GENMASK(3, 0)
1541 
1542 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BUF_PGSZ_S 4
1543 #define CFG_BT_ATTR_DATA_4_VF_SCCC_BUF_PGSZ_M GENMASK(7, 4)
1544 
1545 #define CFG_BT_ATTR_DATA_4_VF_SCCC_HOPNUM_S 8
1546 #define CFG_BT_ATTR_DATA_4_VF_SCCC_HOPNUM_M GENMASK(9, 8)
1547 
1548 struct hns_roce_cfg_sgid_tb {
1549 	__le32	table_idx_rsv;
1550 	__le32	vf_sgid_l;
1551 	__le32	vf_sgid_ml;
1552 	__le32	vf_sgid_mh;
1553 	__le32	vf_sgid_h;
1554 	__le32	vf_sgid_type_rsv;
1555 };
1556 #define CFG_SGID_TB_TABLE_IDX_S 0
1557 #define CFG_SGID_TB_TABLE_IDX_M GENMASK(7, 0)
1558 
1559 #define CFG_SGID_TB_VF_SGID_TYPE_S 0
1560 #define CFG_SGID_TB_VF_SGID_TYPE_M GENMASK(1, 0)
1561 
1562 struct hns_roce_cfg_smac_tb {
1563 	__le32	tb_idx_rsv;
1564 	__le32	vf_smac_l;
1565 	__le32	vf_smac_h_rsv;
1566 	__le32	rsv[3];
1567 };
1568 #define CFG_SMAC_TB_IDX_S 0
1569 #define CFG_SMAC_TB_IDX_M GENMASK(7, 0)
1570 
1571 #define CFG_SMAC_TB_VF_SMAC_H_S 0
1572 #define CFG_SMAC_TB_VF_SMAC_H_M GENMASK(15, 0)
1573 
1574 #define HNS_ROCE_QUERY_PF_CAPS_CMD_NUM 5
1575 struct hns_roce_query_pf_caps_a {
1576 	u8 number_ports;
1577 	u8 local_ca_ack_delay;
1578 	__le16 max_sq_sg;
1579 	__le16 max_sq_inline;
1580 	__le16 max_rq_sg;
1581 	__le32 max_extend_sg;
1582 	__le16 num_qpc_timer;
1583 	__le16 num_cqc_timer;
1584 	__le16 max_srq_sges;
1585 	u8 num_aeq_vectors;
1586 	u8 num_other_vectors;
1587 	u8 max_sq_desc_sz;
1588 	u8 max_rq_desc_sz;
1589 	u8 max_srq_desc_sz;
1590 	u8 cq_entry_sz;
1591 };
1592 
1593 struct hns_roce_query_pf_caps_b {
1594 	u8 mtpt_entry_sz;
1595 	u8 irrl_entry_sz;
1596 	u8 trrl_entry_sz;
1597 	u8 cqc_entry_sz;
1598 	u8 srqc_entry_sz;
1599 	u8 idx_entry_sz;
1600 	u8 scc_ctx_entry_sz;
1601 	u8 max_mtu;
1602 	__le16 qpc_entry_sz;
1603 	__le16 qpc_timer_entry_sz;
1604 	__le16 cqc_timer_entry_sz;
1605 	u8 min_cqes;
1606 	u8 min_wqes;
1607 	__le32 page_size_cap;
1608 	u8 pkey_table_len;
1609 	u8 phy_num_uars;
1610 	u8 ctx_hop_num;
1611 	u8 pbl_hop_num;
1612 };
1613 
1614 struct hns_roce_query_pf_caps_c {
1615 	__le32 cap_flags_num_pds;
1616 	__le32 max_gid_num_cqs;
1617 	__le32 cq_depth;
1618 	__le32 num_mrws;
1619 	__le32 ord_num_qps;
1620 	__le16 sq_depth;
1621 	__le16 rq_depth;
1622 };
1623 
1624 #define V2_QUERY_PF_CAPS_C_NUM_PDS_S 0
1625 #define V2_QUERY_PF_CAPS_C_NUM_PDS_M GENMASK(19, 0)
1626 
1627 #define V2_QUERY_PF_CAPS_C_CAP_FLAGS_S 20
1628 #define V2_QUERY_PF_CAPS_C_CAP_FLAGS_M GENMASK(31, 20)
1629 
1630 #define V2_QUERY_PF_CAPS_C_NUM_CQS_S 0
1631 #define V2_QUERY_PF_CAPS_C_NUM_CQS_M GENMASK(19, 0)
1632 
1633 #define V2_QUERY_PF_CAPS_C_MAX_GID_S 20
1634 #define V2_QUERY_PF_CAPS_C_MAX_GID_M GENMASK(28, 20)
1635 
1636 #define V2_QUERY_PF_CAPS_C_CQ_DEPTH_S 0
1637 #define V2_QUERY_PF_CAPS_C_CQ_DEPTH_M GENMASK(22, 0)
1638 
1639 #define V2_QUERY_PF_CAPS_C_NUM_MRWS_S 0
1640 #define V2_QUERY_PF_CAPS_C_NUM_MRWS_M GENMASK(19, 0)
1641 
1642 #define V2_QUERY_PF_CAPS_C_NUM_QPS_S 0
1643 #define V2_QUERY_PF_CAPS_C_NUM_QPS_M GENMASK(19, 0)
1644 
1645 #define V2_QUERY_PF_CAPS_C_MAX_ORD_S 20
1646 #define V2_QUERY_PF_CAPS_C_MAX_ORD_M GENMASK(27, 20)
1647 
1648 struct hns_roce_query_pf_caps_d {
1649 	__le32 wq_hop_num_max_srqs;
1650 	__le16 srq_depth;
1651 	__le16 rsv;
1652 	__le32 num_ceqs_ceq_depth;
1653 	__le32 arm_st_aeq_depth;
1654 	__le32 num_uars_rsv_pds;
1655 	__le32 rsv_uars_rsv_qps;
1656 };
1657 #define V2_QUERY_PF_CAPS_D_NUM_SRQS_S 0
1658 #define V2_QUERY_PF_CAPS_D_NUM_SRQS_M GENMASK(20, 0)
1659 
1660 #define V2_QUERY_PF_CAPS_D_RQWQE_HOP_NUM_S 20
1661 #define V2_QUERY_PF_CAPS_D_RQWQE_HOP_NUM_M GENMASK(21, 20)
1662 
1663 #define V2_QUERY_PF_CAPS_D_EX_SGE_HOP_NUM_S 22
1664 #define V2_QUERY_PF_CAPS_D_EX_SGE_HOP_NUM_M GENMASK(23, 22)
1665 
1666 #define V2_QUERY_PF_CAPS_D_SQWQE_HOP_NUM_S 24
1667 #define V2_QUERY_PF_CAPS_D_SQWQE_HOP_NUM_M GENMASK(25, 24)
1668 
1669 
1670 #define V2_QUERY_PF_CAPS_D_CEQ_DEPTH_S 0
1671 #define V2_QUERY_PF_CAPS_D_CEQ_DEPTH_M GENMASK(21, 0)
1672 
1673 #define V2_QUERY_PF_CAPS_D_NUM_CEQS_S 22
1674 #define V2_QUERY_PF_CAPS_D_NUM_CEQS_M GENMASK(31, 22)
1675 
1676 #define V2_QUERY_PF_CAPS_D_AEQ_DEPTH_S 0
1677 #define V2_QUERY_PF_CAPS_D_AEQ_DEPTH_M GENMASK(21, 0)
1678 
1679 #define V2_QUERY_PF_CAPS_D_AEQ_ARM_ST_S 22
1680 #define V2_QUERY_PF_CAPS_D_AEQ_ARM_ST_M GENMASK(23, 22)
1681 
1682 #define V2_QUERY_PF_CAPS_D_CEQ_ARM_ST_S 24
1683 #define V2_QUERY_PF_CAPS_D_CEQ_ARM_ST_M GENMASK(25, 24)
1684 
1685 #define V2_QUERY_PF_CAPS_D_RSV_PDS_S 0
1686 #define V2_QUERY_PF_CAPS_D_RSV_PDS_M GENMASK(19, 0)
1687 
1688 #define V2_QUERY_PF_CAPS_D_NUM_UARS_S 20
1689 #define V2_QUERY_PF_CAPS_D_NUM_UARS_M GENMASK(27, 20)
1690 
1691 #define V2_QUERY_PF_CAPS_D_RSV_QPS_S 0
1692 #define V2_QUERY_PF_CAPS_D_RSV_QPS_M GENMASK(19, 0)
1693 
1694 #define V2_QUERY_PF_CAPS_D_RSV_UARS_S 20
1695 #define V2_QUERY_PF_CAPS_D_RSV_UARS_M GENMASK(27, 20)
1696 
1697 struct hns_roce_query_pf_caps_e {
1698 	__le32 chunk_size_shift_rsv_mrws;
1699 	__le32 rsv_cqs;
1700 	__le32 rsv_srqs;
1701 	__le32 rsv_lkey;
1702 	__le16 ceq_max_cnt;
1703 	__le16 ceq_period;
1704 	__le16 aeq_max_cnt;
1705 	__le16 aeq_period;
1706 };
1707 
1708 #define V2_QUERY_PF_CAPS_E_RSV_MRWS_S 0
1709 #define V2_QUERY_PF_CAPS_E_RSV_MRWS_M GENMASK(19, 0)
1710 
1711 #define V2_QUERY_PF_CAPS_E_CHUNK_SIZE_SHIFT_S 20
1712 #define V2_QUERY_PF_CAPS_E_CHUNK_SIZE_SHIFT_M GENMASK(31, 20)
1713 
1714 #define V2_QUERY_PF_CAPS_E_RSV_CQS_S 0
1715 #define V2_QUERY_PF_CAPS_E_RSV_CQS_M GENMASK(19, 0)
1716 
1717 #define V2_QUERY_PF_CAPS_E_RSV_SRQS_S 0
1718 #define V2_QUERY_PF_CAPS_E_RSV_SRQS_M GENMASK(19, 0)
1719 
1720 #define V2_QUERY_PF_CAPS_E_RSV_LKEYS_S 0
1721 #define V2_QUERY_PF_CAPS_E_RSV_LKEYS_M GENMASK(19, 0)
1722 
1723 struct hns_roce_cmq_desc {
1724 	__le16 opcode;
1725 	__le16 flag;
1726 	__le16 retval;
1727 	__le16 rsv;
1728 	__le32 data[6];
1729 };
1730 
1731 #define HNS_ROCE_V2_GO_BIT_TIMEOUT_MSECS	10000
1732 
1733 #define HNS_ROCE_HW_RUN_BIT_SHIFT	31
1734 #define HNS_ROCE_HW_MB_STATUS_MASK	0xFF
1735 
1736 struct hns_roce_v2_cmq_ring {
1737 	dma_addr_t desc_dma_addr;
1738 	struct hns_roce_cmq_desc *desc;
1739 	u32 head;
1740 	u32 tail;
1741 
1742 	u16 buf_size;
1743 	u16 desc_num;
1744 	int next_to_use;
1745 	int next_to_clean;
1746 	u8 flag;
1747 	spinlock_t lock; /* command queue lock */
1748 };
1749 
1750 struct hns_roce_v2_cmq {
1751 	struct hns_roce_v2_cmq_ring csq;
1752 	struct hns_roce_v2_cmq_ring crq;
1753 	u16 tx_timeout;
1754 	u16 last_status;
1755 };
1756 
1757 enum hns_roce_link_table_type {
1758 	TSQ_LINK_TABLE,
1759 	TPQ_LINK_TABLE,
1760 };
1761 
1762 struct hns_roce_link_table {
1763 	struct hns_roce_buf_list table;
1764 	struct hns_roce_buf_list *pg_list;
1765 	u32 npages;
1766 	u32 pg_sz;
1767 };
1768 
1769 struct hns_roce_link_table_entry {
1770 	u32 blk_ba0;
1771 	u32 blk_ba1_nxt_ptr;
1772 };
1773 #define HNS_ROCE_LINK_TABLE_BA1_S 0
1774 #define HNS_ROCE_LINK_TABLE_BA1_M GENMASK(19, 0)
1775 
1776 #define HNS_ROCE_LINK_TABLE_NXT_PTR_S 20
1777 #define HNS_ROCE_LINK_TABLE_NXT_PTR_M GENMASK(31, 20)
1778 
1779 struct hns_roce_v2_priv {
1780 	struct hnae3_handle *handle;
1781 	struct hns_roce_v2_cmq cmq;
1782 	struct hns_roce_link_table tsq;
1783 	struct hns_roce_link_table tpq;
1784 };
1785 
1786 struct hns_roce_eq_context {
1787 	__le32	byte_4;
1788 	__le32	byte_8;
1789 	__le32	byte_12;
1790 	__le32	eqe_report_timer;
1791 	__le32	eqe_ba0;
1792 	__le32	eqe_ba1;
1793 	__le32	byte_28;
1794 	__le32	byte_32;
1795 	__le32	byte_36;
1796 	__le32	nxt_eqe_ba0;
1797 	__le32	nxt_eqe_ba1;
1798 	__le32	rsv[5];
1799 };
1800 
1801 #define HNS_ROCE_AEQ_DEFAULT_BURST_NUM	0x0
1802 #define HNS_ROCE_AEQ_DEFAULT_INTERVAL	0x0
1803 #define HNS_ROCE_CEQ_DEFAULT_BURST_NUM	0x0
1804 #define HNS_ROCE_CEQ_DEFAULT_INTERVAL	0x0
1805 
1806 #define HNS_ROCE_V2_EQ_STATE_INVALID		0
1807 #define HNS_ROCE_V2_EQ_STATE_VALID		1
1808 #define HNS_ROCE_V2_EQ_STATE_OVERFLOW		2
1809 #define HNS_ROCE_V2_EQ_STATE_FAILURE		3
1810 
1811 #define HNS_ROCE_V2_EQ_OVER_IGNORE_0		0
1812 #define HNS_ROCE_V2_EQ_OVER_IGNORE_1		1
1813 
1814 #define HNS_ROCE_V2_EQ_COALESCE_0		0
1815 #define HNS_ROCE_V2_EQ_COALESCE_1		1
1816 
1817 #define HNS_ROCE_V2_EQ_FIRED			0
1818 #define HNS_ROCE_V2_EQ_ARMED			1
1819 #define HNS_ROCE_V2_EQ_ALWAYS_ARMED		3
1820 
1821 #define HNS_ROCE_EQ_INIT_EQE_CNT		0
1822 #define HNS_ROCE_EQ_INIT_PROD_IDX		0
1823 #define HNS_ROCE_EQ_INIT_REPORT_TIMER		0
1824 #define HNS_ROCE_EQ_INIT_MSI_IDX		0
1825 #define HNS_ROCE_EQ_INIT_CONS_IDX		0
1826 #define HNS_ROCE_EQ_INIT_NXT_EQE_BA		0
1827 
1828 #define HNS_ROCE_V2_CEQ_CEQE_OWNER_S		31
1829 #define HNS_ROCE_V2_AEQ_AEQE_OWNER_S		31
1830 
1831 #define HNS_ROCE_V2_COMP_EQE_NUM		0x1000
1832 #define HNS_ROCE_V2_ASYNC_EQE_NUM		0x1000
1833 
1834 #define HNS_ROCE_V2_VF_INT_ST_AEQ_OVERFLOW_S	0
1835 #define HNS_ROCE_V2_VF_INT_ST_BUS_ERR_S		1
1836 #define HNS_ROCE_V2_VF_INT_ST_OTHER_ERR_S	2
1837 
1838 #define HNS_ROCE_EQ_DB_CMD_AEQ			0x0
1839 #define HNS_ROCE_EQ_DB_CMD_AEQ_ARMED		0x1
1840 #define HNS_ROCE_EQ_DB_CMD_CEQ			0x2
1841 #define HNS_ROCE_EQ_DB_CMD_CEQ_ARMED		0x3
1842 
1843 #define EQ_ENABLE				1
1844 #define EQ_DISABLE				0
1845 
1846 #define EQ_REG_OFFSET				0x4
1847 
1848 #define HNS_ROCE_INT_NAME_LEN			32
1849 #define HNS_ROCE_V2_EQN_M GENMASK(23, 0)
1850 
1851 #define HNS_ROCE_V2_CONS_IDX_M GENMASK(23, 0)
1852 
1853 #define HNS_ROCE_V2_VF_ABN_INT_EN_S 0
1854 #define HNS_ROCE_V2_VF_ABN_INT_EN_M GENMASK(0, 0)
1855 #define HNS_ROCE_V2_VF_ABN_INT_ST_M GENMASK(2, 0)
1856 #define HNS_ROCE_V2_VF_ABN_INT_CFG_M GENMASK(2, 0)
1857 #define HNS_ROCE_V2_VF_EVENT_INT_EN_M GENMASK(0, 0)
1858 
1859 /* WORD0 */
1860 #define HNS_ROCE_EQC_EQ_ST_S 0
1861 #define HNS_ROCE_EQC_EQ_ST_M GENMASK(1, 0)
1862 
1863 #define HNS_ROCE_EQC_HOP_NUM_S 2
1864 #define HNS_ROCE_EQC_HOP_NUM_M GENMASK(3, 2)
1865 
1866 #define HNS_ROCE_EQC_OVER_IGNORE_S 4
1867 #define HNS_ROCE_EQC_OVER_IGNORE_M GENMASK(4, 4)
1868 
1869 #define HNS_ROCE_EQC_COALESCE_S 5
1870 #define HNS_ROCE_EQC_COALESCE_M GENMASK(5, 5)
1871 
1872 #define HNS_ROCE_EQC_ARM_ST_S 6
1873 #define HNS_ROCE_EQC_ARM_ST_M GENMASK(7, 6)
1874 
1875 #define HNS_ROCE_EQC_EQN_S 8
1876 #define HNS_ROCE_EQC_EQN_M GENMASK(15, 8)
1877 
1878 #define HNS_ROCE_EQC_EQE_CNT_S 16
1879 #define HNS_ROCE_EQC_EQE_CNT_M GENMASK(31, 16)
1880 
1881 /* WORD1 */
1882 #define HNS_ROCE_EQC_BA_PG_SZ_S 0
1883 #define HNS_ROCE_EQC_BA_PG_SZ_M GENMASK(3, 0)
1884 
1885 #define HNS_ROCE_EQC_BUF_PG_SZ_S 4
1886 #define HNS_ROCE_EQC_BUF_PG_SZ_M GENMASK(7, 4)
1887 
1888 #define HNS_ROCE_EQC_PROD_INDX_S 8
1889 #define HNS_ROCE_EQC_PROD_INDX_M GENMASK(31, 8)
1890 
1891 /* WORD2 */
1892 #define HNS_ROCE_EQC_MAX_CNT_S 0
1893 #define HNS_ROCE_EQC_MAX_CNT_M GENMASK(15, 0)
1894 
1895 #define HNS_ROCE_EQC_PERIOD_S 16
1896 #define HNS_ROCE_EQC_PERIOD_M GENMASK(31, 16)
1897 
1898 /* WORD3 */
1899 #define HNS_ROCE_EQC_REPORT_TIMER_S 0
1900 #define HNS_ROCE_EQC_REPORT_TIMER_M GENMASK(31, 0)
1901 
1902 /* WORD4 */
1903 #define HNS_ROCE_EQC_EQE_BA_L_S 0
1904 #define HNS_ROCE_EQC_EQE_BA_L_M GENMASK(31, 0)
1905 
1906 /* WORD5 */
1907 #define HNS_ROCE_EQC_EQE_BA_H_S 0
1908 #define HNS_ROCE_EQC_EQE_BA_H_M GENMASK(28, 0)
1909 
1910 /* WORD6 */
1911 #define HNS_ROCE_EQC_SHIFT_S 0
1912 #define HNS_ROCE_EQC_SHIFT_M GENMASK(7, 0)
1913 
1914 #define HNS_ROCE_EQC_MSI_INDX_S 8
1915 #define HNS_ROCE_EQC_MSI_INDX_M GENMASK(15, 8)
1916 
1917 #define HNS_ROCE_EQC_CUR_EQE_BA_L_S 16
1918 #define HNS_ROCE_EQC_CUR_EQE_BA_L_M GENMASK(31, 16)
1919 
1920 /* WORD7 */
1921 #define HNS_ROCE_EQC_CUR_EQE_BA_M_S 0
1922 #define HNS_ROCE_EQC_CUR_EQE_BA_M_M GENMASK(31, 0)
1923 
1924 /* WORD8 */
1925 #define HNS_ROCE_EQC_CUR_EQE_BA_H_S 0
1926 #define HNS_ROCE_EQC_CUR_EQE_BA_H_M GENMASK(3, 0)
1927 
1928 #define HNS_ROCE_EQC_CONS_INDX_S 8
1929 #define HNS_ROCE_EQC_CONS_INDX_M GENMASK(31, 8)
1930 
1931 /* WORD9 */
1932 #define HNS_ROCE_EQC_NXT_EQE_BA_L_S 0
1933 #define HNS_ROCE_EQC_NXT_EQE_BA_L_M GENMASK(31, 0)
1934 
1935 /* WORD10 */
1936 #define HNS_ROCE_EQC_NXT_EQE_BA_H_S 0
1937 #define HNS_ROCE_EQC_NXT_EQE_BA_H_M GENMASK(19, 0)
1938 
1939 #define HNS_ROCE_V2_CEQE_COMP_CQN_S 0
1940 #define HNS_ROCE_V2_CEQE_COMP_CQN_M GENMASK(23, 0)
1941 
1942 #define HNS_ROCE_V2_AEQE_EVENT_TYPE_S 0
1943 #define HNS_ROCE_V2_AEQE_EVENT_TYPE_M GENMASK(7, 0)
1944 
1945 #define HNS_ROCE_V2_AEQE_SUB_TYPE_S 8
1946 #define HNS_ROCE_V2_AEQE_SUB_TYPE_M GENMASK(15, 8)
1947 
1948 #define HNS_ROCE_V2_EQ_DB_CMD_S	16
1949 #define HNS_ROCE_V2_EQ_DB_CMD_M	GENMASK(17, 16)
1950 
1951 #define HNS_ROCE_V2_EQ_DB_TAG_S	0
1952 #define HNS_ROCE_V2_EQ_DB_TAG_M	GENMASK(7, 0)
1953 
1954 #define HNS_ROCE_V2_EQ_DB_PARA_S 0
1955 #define HNS_ROCE_V2_EQ_DB_PARA_M GENMASK(23, 0)
1956 
1957 #define HNS_ROCE_V2_AEQE_EVENT_QUEUE_NUM_S 0
1958 #define HNS_ROCE_V2_AEQE_EVENT_QUEUE_NUM_M GENMASK(23, 0)
1959 
1960 struct hns_roce_wqe_atomic_seg {
1961 	__le64          fetchadd_swap_data;
1962 	__le64          cmp_data;
1963 };
1964 
1965 struct hns_roce_sccc_clr {
1966 	__le32 qpn;
1967 	__le32 rsv[5];
1968 };
1969 
1970 struct hns_roce_sccc_clr_done {
1971 	__le32 clr_done;
1972 	__le32 rsv[5];
1973 };
1974 
1975 int hns_roce_v2_query_cqc_info(struct hns_roce_dev *hr_dev, u32 cqn,
1976 			       int *buffer);
1977 
1978 static inline void hns_roce_write64(struct hns_roce_dev *hr_dev, __le32 val[2],
1979 				    void __iomem *dest)
1980 {
1981 	struct hns_roce_v2_priv *priv = (struct hns_roce_v2_priv *)hr_dev->priv;
1982 	struct hnae3_handle *handle = priv->handle;
1983 	const struct hnae3_ae_ops *ops = handle->ae_algo->ops;
1984 
1985 	if (!hr_dev->dis_db && !ops->get_hw_reset_stat(handle))
1986 		hns_roce_write64_k(val, dest);
1987 }
1988 
1989 #endif
1990