1 /* 2 * Copyright (c) 2016-2017 Hisilicon Limited. 3 * 4 * This software is available to you under a choice of one of two 5 * licenses. You may choose to be licensed under the terms of the GNU 6 * General Public License (GPL) Version 2, available from the file 7 * COPYING in the main directory of this source tree, or the 8 * OpenIB.org BSD license below: 9 * 10 * Redistribution and use in source and binary forms, with or 11 * without modification, are permitted provided that the following 12 * conditions are met: 13 * 14 * - Redistributions of source code must retain the above 15 * copyright notice, this list of conditions and the following 16 * disclaimer. 17 * 18 * - Redistributions in binary form must reproduce the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer in the documentation and/or other materials 21 * provided with the distribution. 22 * 23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30 * SOFTWARE. 31 */ 32 33 #ifndef _HNS_ROCE_HW_V2_H 34 #define _HNS_ROCE_HW_V2_H 35 36 #include <linux/bitops.h> 37 38 #define HNS_ROCE_VF_QPC_BT_NUM 256 39 #define HNS_ROCE_VF_SRQC_BT_NUM 64 40 #define HNS_ROCE_VF_CQC_BT_NUM 64 41 #define HNS_ROCE_VF_MPT_BT_NUM 64 42 #define HNS_ROCE_VF_EQC_NUM 64 43 #define HNS_ROCE_VF_SMAC_NUM 32 44 #define HNS_ROCE_VF_SGID_NUM 32 45 #define HNS_ROCE_VF_SL_NUM 8 46 47 #define HNS_ROCE_V2_MAX_QP_NUM 0x2000 48 #define HNS_ROCE_V2_MAX_WQE_NUM 0x8000 49 #define HNS_ROCE_V2_MAX_CQ_NUM 0x8000 50 #define HNS_ROCE_V2_MAX_CQE_NUM 0x10000 51 #define HNS_ROCE_V2_MAX_RQ_SGE_NUM 0x100 52 #define HNS_ROCE_V2_MAX_SQ_SGE_NUM 0xff 53 #define HNS_ROCE_V2_MAX_SQ_INLINE 0x20 54 #define HNS_ROCE_V2_UAR_NUM 256 55 #define HNS_ROCE_V2_PHY_UAR_NUM 1 56 #define HNS_ROCE_V2_MAX_MTPT_NUM 0x8000 57 #define HNS_ROCE_V2_MAX_MTT_SEGS 0x1000000 58 #define HNS_ROCE_V2_MAX_CQE_SEGS 0x1000000 59 #define HNS_ROCE_V2_MAX_PD_NUM 0x1000000 60 #define HNS_ROCE_V2_MAX_QP_INIT_RDMA 128 61 #define HNS_ROCE_V2_MAX_QP_DEST_RDMA 128 62 #define HNS_ROCE_V2_MAX_SQ_DESC_SZ 64 63 #define HNS_ROCE_V2_MAX_RQ_DESC_SZ 16 64 #define HNS_ROCE_V2_MAX_SRQ_DESC_SZ 64 65 #define HNS_ROCE_V2_QPC_ENTRY_SZ 256 66 #define HNS_ROCE_V2_IRRL_ENTRY_SZ 64 67 #define HNS_ROCE_V2_TRRL_ENTRY_SZ 48 68 #define HNS_ROCE_V2_CQC_ENTRY_SZ 64 69 #define HNS_ROCE_V2_MTPT_ENTRY_SZ 64 70 #define HNS_ROCE_V2_MTT_ENTRY_SZ 64 71 #define HNS_ROCE_V2_CQE_ENTRY_SIZE 32 72 #define HNS_ROCE_V2_PAGE_SIZE_SUPPORTED 0xFFFFF000 73 #define HNS_ROCE_V2_MAX_INNER_MTPT_NUM 2 74 #define HNS_ROCE_INVALID_LKEY 0x100 75 #define HNS_ROCE_CMQ_TX_TIMEOUT 200 76 77 #define HNS_ROCE_CONTEXT_HOP_NUM 1 78 #define HNS_ROCE_MTT_HOP_NUM 1 79 #define HNS_ROCE_CQE_HOP_NUM 1 80 #define HNS_ROCE_PBL_HOP_NUM 2 81 #define HNS_ROCE_V2_GID_INDEX_NUM 256 82 83 #define HNS_ROCE_V2_TABLE_CHUNK_SIZE (1 << 18) 84 85 #define HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT 0 86 #define HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT 1 87 #define HNS_ROCE_CMD_FLAG_NEXT_SHIFT 2 88 #define HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT 3 89 #define HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT 4 90 #define HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT 5 91 92 #define HNS_ROCE_CMD_FLAG_IN BIT(HNS_ROCE_CMD_FLAG_IN_VALID_SHIFT) 93 #define HNS_ROCE_CMD_FLAG_OUT BIT(HNS_ROCE_CMD_FLAG_OUT_VALID_SHIFT) 94 #define HNS_ROCE_CMD_FLAG_NEXT BIT(HNS_ROCE_CMD_FLAG_NEXT_SHIFT) 95 #define HNS_ROCE_CMD_FLAG_WR BIT(HNS_ROCE_CMD_FLAG_WR_OR_RD_SHIFT) 96 #define HNS_ROCE_CMD_FLAG_NO_INTR BIT(HNS_ROCE_CMD_FLAG_NO_INTR_SHIFT) 97 #define HNS_ROCE_CMD_FLAG_ERR_INTR BIT(HNS_ROCE_CMD_FLAG_ERR_INTR_SHIFT) 98 99 #define HNS_ROCE_CMQ_DESC_NUM_S 3 100 #define HNS_ROCE_CMQ_EN_B 16 101 #define HNS_ROCE_CMQ_ENABLE BIT(HNS_ROCE_CMQ_EN_B) 102 103 #define check_whether_last_step(hop_num, step_idx) \ 104 ((step_idx == 0 && hop_num == HNS_ROCE_HOP_NUM_0) || \ 105 (step_idx == 1 && hop_num == 1) || \ 106 (step_idx == 2 && hop_num == 2)) 107 108 #define V2_CQ_DB_REQ_NOT_SOL 0 109 #define V2_CQ_DB_REQ_NOT 1 110 111 #define V2_CQ_STATE_VALID 1 112 #define V2_QKEY_VAL 0x80010000 113 114 #define GID_LEN_V2 16 115 116 #define HNS_ROCE_V2_CQE_QPN_MASK 0x3ffff 117 118 enum { 119 HNS_ROCE_V2_WQE_OP_SEND = 0x0, 120 HNS_ROCE_V2_WQE_OP_SEND_WITH_INV = 0x1, 121 HNS_ROCE_V2_WQE_OP_SEND_WITH_IMM = 0x2, 122 HNS_ROCE_V2_WQE_OP_RDMA_WRITE = 0x3, 123 HNS_ROCE_V2_WQE_OP_RDMA_WRITE_WITH_IMM = 0x4, 124 HNS_ROCE_V2_WQE_OP_RDMA_READ = 0x5, 125 HNS_ROCE_V2_WQE_OP_ATOM_CMP_AND_SWAP = 0x6, 126 HNS_ROCE_V2_WQE_OP_ATOM_FETCH_AND_ADD = 0x7, 127 HNS_ROCE_V2_WQE_OP_ATOM_MSK_CMP_AND_SWAP = 0x8, 128 HNS_ROCE_V2_WQE_OP_ATOM_MSK_FETCH_AND_ADD = 0x9, 129 HNS_ROCE_V2_WQE_OP_FAST_REG_PMR = 0xa, 130 HNS_ROCE_V2_WQE_OP_LOCAL_INV = 0xb, 131 HNS_ROCE_V2_WQE_OP_BIND_MW_TYPE = 0xc, 132 HNS_ROCE_V2_WQE_OP_MASK = 0x1f, 133 }; 134 135 enum { 136 HNS_ROCE_SQ_OPCODE_SEND = 0x0, 137 HNS_ROCE_SQ_OPCODE_SEND_WITH_INV = 0x1, 138 HNS_ROCE_SQ_OPCODE_SEND_WITH_IMM = 0x2, 139 HNS_ROCE_SQ_OPCODE_RDMA_WRITE = 0x3, 140 HNS_ROCE_SQ_OPCODE_RDMA_WRITE_WITH_IMM = 0x4, 141 HNS_ROCE_SQ_OPCODE_RDMA_READ = 0x5, 142 HNS_ROCE_SQ_OPCODE_ATOMIC_COMP_AND_SWAP = 0x6, 143 HNS_ROCE_SQ_OPCODE_ATOMIC_FETCH_AND_ADD = 0x7, 144 HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_COMP_AND_SWAP = 0x8, 145 HNS_ROCE_SQ_OPCODE_ATOMIC_MASK_FETCH_AND_ADD = 0x9, 146 HNS_ROCE_SQ_OPCODE_FAST_REG_WR = 0xa, 147 HNS_ROCE_SQ_OPCODE_LOCAL_INV = 0xb, 148 HNS_ROCE_SQ_OPCODE_BIND_MW = 0xc, 149 }; 150 151 enum { 152 /* rq operations */ 153 HNS_ROCE_V2_OPCODE_RDMA_WRITE_IMM = 0x0, 154 HNS_ROCE_V2_OPCODE_SEND = 0x1, 155 HNS_ROCE_V2_OPCODE_SEND_WITH_IMM = 0x2, 156 HNS_ROCE_V2_OPCODE_SEND_WITH_INV = 0x3, 157 }; 158 159 enum { 160 HNS_ROCE_V2_SQ_DB = 0x0, 161 HNS_ROCE_V2_RQ_DB = 0x1, 162 HNS_ROCE_V2_SRQ_DB = 0x2, 163 HNS_ROCE_V2_CQ_DB_PTR = 0x3, 164 HNS_ROCE_V2_CQ_DB_NTR = 0x4, 165 }; 166 167 enum { 168 HNS_ROCE_CQE_V2_SUCCESS = 0x00, 169 HNS_ROCE_CQE_V2_LOCAL_LENGTH_ERR = 0x01, 170 HNS_ROCE_CQE_V2_LOCAL_QP_OP_ERR = 0x02, 171 HNS_ROCE_CQE_V2_LOCAL_PROT_ERR = 0x04, 172 HNS_ROCE_CQE_V2_WR_FLUSH_ERR = 0x05, 173 HNS_ROCE_CQE_V2_MW_BIND_ERR = 0x06, 174 HNS_ROCE_CQE_V2_BAD_RESP_ERR = 0x10, 175 HNS_ROCE_CQE_V2_LOCAL_ACCESS_ERR = 0x11, 176 HNS_ROCE_CQE_V2_REMOTE_INVAL_REQ_ERR = 0x12, 177 HNS_ROCE_CQE_V2_REMOTE_ACCESS_ERR = 0x13, 178 HNS_ROCE_CQE_V2_REMOTE_OP_ERR = 0x14, 179 HNS_ROCE_CQE_V2_TRANSPORT_RETRY_EXC_ERR = 0x15, 180 HNS_ROCE_CQE_V2_RNR_RETRY_EXC_ERR = 0x16, 181 HNS_ROCE_CQE_V2_REMOTE_ABORT_ERR = 0x22, 182 183 HNS_ROCE_V2_CQE_STATUS_MASK = 0xff, 184 }; 185 186 /* CMQ command */ 187 enum hns_roce_opcode_type { 188 HNS_ROCE_OPC_QUERY_HW_VER = 0x8000, 189 HNS_ROCE_OPC_CFG_GLOBAL_PARAM = 0x8001, 190 HNS_ROCE_OPC_ALLOC_PF_RES = 0x8004, 191 HNS_ROCE_OPC_QUERY_PF_RES = 0x8400, 192 HNS_ROCE_OPC_ALLOC_VF_RES = 0x8401, 193 HNS_ROCE_OPC_CFG_BT_ATTR = 0x8506, 194 }; 195 196 enum { 197 TYPE_CRQ, 198 TYPE_CSQ, 199 }; 200 201 enum hns_roce_cmd_return_status { 202 CMD_EXEC_SUCCESS = 0, 203 CMD_NO_AUTH = 1, 204 CMD_NOT_EXEC = 2, 205 CMD_QUEUE_FULL = 3, 206 }; 207 208 enum hns_roce_sgid_type { 209 GID_TYPE_FLAG_ROCE_V1 = 0, 210 GID_TYPE_FLAG_ROCE_V2_IPV4, 211 GID_TYPE_FLAG_ROCE_V2_IPV6, 212 }; 213 214 struct hns_roce_v2_cq_context { 215 u32 byte_4_pg_ceqn; 216 u32 byte_8_cqn; 217 u32 cqe_cur_blk_addr; 218 u32 byte_16_hop_addr; 219 u32 cqe_nxt_blk_addr; 220 u32 byte_24_pgsz_addr; 221 u32 byte_28_cq_pi; 222 u32 byte_32_cq_ci; 223 u32 cqe_ba; 224 u32 byte_40_cqe_ba; 225 u32 byte_44_db_record; 226 u32 db_record_addr; 227 u32 byte_52_cqe_cnt; 228 u32 byte_56_cqe_period_maxcnt; 229 u32 cqe_report_timer; 230 u32 byte_64_se_cqe_idx; 231 }; 232 #define V2_CQC_BYTE_4_CQ_ST_S 0 233 #define V2_CQC_BYTE_4_CQ_ST_M GENMASK(1, 0) 234 235 #define V2_CQC_BYTE_4_POLL_S 2 236 237 #define V2_CQC_BYTE_4_SE_S 3 238 239 #define V2_CQC_BYTE_4_OVER_IGNORE_S 4 240 241 #define V2_CQC_BYTE_4_COALESCE_S 5 242 243 #define V2_CQC_BYTE_4_ARM_ST_S 6 244 #define V2_CQC_BYTE_4_ARM_ST_M GENMASK(7, 6) 245 246 #define V2_CQC_BYTE_4_SHIFT_S 8 247 #define V2_CQC_BYTE_4_SHIFT_M GENMASK(12, 8) 248 249 #define V2_CQC_BYTE_4_CMD_SN_S 13 250 #define V2_CQC_BYTE_4_CMD_SN_M GENMASK(14, 13) 251 252 #define V2_CQC_BYTE_4_CEQN_S 15 253 #define V2_CQC_BYTE_4_CEQN_M GENMASK(23, 15) 254 255 #define V2_CQC_BYTE_4_PAGE_OFFSET_S 24 256 #define V2_CQC_BYTE_4_PAGE_OFFSET_M GENMASK(31, 24) 257 258 #define V2_CQC_BYTE_8_CQN_S 0 259 #define V2_CQC_BYTE_8_CQN_M GENMASK(23, 0) 260 261 #define V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_S 0 262 #define V2_CQC_BYTE_16_CQE_CUR_BLK_ADDR_M GENMASK(19, 0) 263 264 #define V2_CQC_BYTE_16_CQE_HOP_NUM_S 30 265 #define V2_CQC_BYTE_16_CQE_HOP_NUM_M GENMASK(31, 30) 266 267 #define V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_S 0 268 #define V2_CQC_BYTE_24_CQE_NXT_BLK_ADDR_M GENMASK(19, 0) 269 270 #define V2_CQC_BYTE_24_CQE_BA_PG_SZ_S 24 271 #define V2_CQC_BYTE_24_CQE_BA_PG_SZ_M GENMASK(27, 24) 272 273 #define V2_CQC_BYTE_24_CQE_BUF_PG_SZ_S 28 274 #define V2_CQC_BYTE_24_CQE_BUF_PG_SZ_M GENMASK(31, 28) 275 276 #define V2_CQC_BYTE_28_CQ_PRODUCER_IDX_S 0 277 #define V2_CQC_BYTE_28_CQ_PRODUCER_IDX_M GENMASK(23, 0) 278 279 #define V2_CQC_BYTE_32_CQ_CONSUMER_IDX_S 0 280 #define V2_CQC_BYTE_32_CQ_CONSUMER_IDX_M GENMASK(23, 0) 281 282 #define V2_CQC_BYTE_40_CQE_BA_S 0 283 #define V2_CQC_BYTE_40_CQE_BA_M GENMASK(28, 0) 284 285 #define V2_CQC_BYTE_44_DB_RECORD_EN_S 0 286 287 #define V2_CQC_BYTE_52_CQE_CNT_S 0 288 #define V2_CQC_BYTE_52_CQE_CNT_M GENMASK(23, 0) 289 290 #define V2_CQC_BYTE_56_CQ_MAX_CNT_S 0 291 #define V2_CQC_BYTE_56_CQ_MAX_CNT_M GENMASK(15, 0) 292 293 #define V2_CQC_BYTE_56_CQ_PERIOD_S 16 294 #define V2_CQC_BYTE_56_CQ_PERIOD_M GENMASK(31, 16) 295 296 #define V2_CQC_BYTE_64_SE_CQE_IDX_S 0 297 #define V2_CQC_BYTE_64_SE_CQE_IDX_M GENMASK(23, 0) 298 299 enum{ 300 V2_MPT_ST_VALID = 0x1, 301 }; 302 303 enum hns_roce_v2_qp_state { 304 HNS_ROCE_QP_ST_RST, 305 HNS_ROCE_QP_ST_INIT, 306 HNS_ROCE_QP_ST_RTR, 307 HNS_ROCE_QP_ST_RTS, 308 HNS_ROCE_QP_ST_SQER, 309 HNS_ROCE_QP_ST_SQD, 310 HNS_ROCE_QP_ST_ERR, 311 HNS_ROCE_QP_ST_SQ_DRAINING, 312 HNS_ROCE_QP_NUM_ST 313 }; 314 315 struct hns_roce_v2_qp_context { 316 u32 byte_4_sqpn_tst; 317 u32 wqe_sge_ba; 318 u32 byte_12_sq_hop; 319 u32 byte_16_buf_ba_pg_sz; 320 u32 byte_20_smac_sgid_idx; 321 u32 byte_24_mtu_tc; 322 u32 byte_28_at_fl; 323 u8 dgid[GID_LEN_V2]; 324 u32 dmac; 325 u32 byte_52_udpspn_dmac; 326 u32 byte_56_dqpn_err; 327 u32 byte_60_qpst_mapid; 328 u32 qkey_xrcd; 329 u32 byte_68_rq_db; 330 u32 rq_db_record_addr; 331 u32 byte_76_srqn_op_en; 332 u32 byte_80_rnr_rx_cqn; 333 u32 byte_84_rq_ci_pi; 334 u32 rq_cur_blk_addr; 335 u32 byte_92_srq_info; 336 u32 byte_96_rx_reqmsn; 337 u32 rq_nxt_blk_addr; 338 u32 byte_104_rq_sge; 339 u32 byte_108_rx_reqepsn; 340 u32 rq_rnr_timer; 341 u32 rx_msg_len; 342 u32 rx_rkey_pkt_info; 343 u64 rx_va; 344 u32 byte_132_trrl; 345 u32 trrl_ba; 346 u32 byte_140_raq; 347 u32 byte_144_raq; 348 u32 byte_148_raq; 349 u32 byte_152_raq; 350 u32 byte_156_raq; 351 u32 byte_160_sq_ci_pi; 352 u32 sq_cur_blk_addr; 353 u32 byte_168_irrl_idx; 354 u32 byte_172_sq_psn; 355 u32 byte_176_msg_pktn; 356 u32 sq_cur_sge_blk_addr; 357 u32 byte_184_irrl_idx; 358 u32 cur_sge_offset; 359 u32 byte_192_ext_sge; 360 u32 byte_196_sq_psn; 361 u32 byte_200_sq_max; 362 u32 irrl_ba; 363 u32 byte_208_irrl; 364 u32 byte_212_lsn; 365 u32 sq_timer; 366 u32 byte_220_retry_psn_msn; 367 u32 byte_224_retry_msg; 368 u32 rx_sq_cur_blk_addr; 369 u32 byte_232_irrl_sge; 370 u32 irrl_cur_sge_offset; 371 u32 byte_240_irrl_tail; 372 u32 byte_244_rnr_rxack; 373 u32 byte_248_ack_psn; 374 u32 byte_252_err_txcqn; 375 u32 byte_256_sqflush_rqcqe; 376 }; 377 378 #define V2_QPC_BYTE_4_TST_S 0 379 #define V2_QPC_BYTE_4_TST_M GENMASK(2, 0) 380 381 #define V2_QPC_BYTE_4_SGE_SHIFT_S 3 382 #define V2_QPC_BYTE_4_SGE_SHIFT_M GENMASK(7, 3) 383 384 #define V2_QPC_BYTE_4_SQPN_S 8 385 #define V2_QPC_BYTE_4_SQPN_M GENMASK(31, 8) 386 387 #define V2_QPC_BYTE_12_WQE_SGE_BA_S 0 388 #define V2_QPC_BYTE_12_WQE_SGE_BA_M GENMASK(28, 0) 389 390 #define V2_QPC_BYTE_12_SQ_HOP_NUM_S 29 391 #define V2_QPC_BYTE_12_SQ_HOP_NUM_M GENMASK(30, 29) 392 393 #define V2_QPC_BYTE_12_RSVD_LKEY_EN_S 31 394 395 #define V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_S 0 396 #define V2_QPC_BYTE_16_WQE_SGE_BA_PG_SZ_M GENMASK(3, 0) 397 398 #define V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_S 4 399 #define V2_QPC_BYTE_16_WQE_SGE_BUF_PG_SZ_M GENMASK(7, 4) 400 401 #define V2_QPC_BYTE_16_PD_S 8 402 #define V2_QPC_BYTE_16_PD_M GENMASK(31, 8) 403 404 #define V2_QPC_BYTE_20_RQ_HOP_NUM_S 0 405 #define V2_QPC_BYTE_20_RQ_HOP_NUM_M GENMASK(1, 0) 406 407 #define V2_QPC_BYTE_20_SGE_HOP_NUM_S 2 408 #define V2_QPC_BYTE_20_SGE_HOP_NUM_M GENMASK(3, 2) 409 410 #define V2_QPC_BYTE_20_RQWS_S 4 411 #define V2_QPC_BYTE_20_RQWS_M GENMASK(7, 4) 412 413 #define V2_QPC_BYTE_20_SQ_SHIFT_S 8 414 #define V2_QPC_BYTE_20_SQ_SHIFT_M GENMASK(11, 8) 415 416 #define V2_QPC_BYTE_20_RQ_SHIFT_S 12 417 #define V2_QPC_BYTE_20_RQ_SHIFT_M GENMASK(15, 12) 418 419 #define V2_QPC_BYTE_20_SGID_IDX_S 16 420 #define V2_QPC_BYTE_20_SGID_IDX_M GENMASK(23, 16) 421 422 #define V2_QPC_BYTE_20_SMAC_IDX_S 24 423 #define V2_QPC_BYTE_20_SMAC_IDX_M GENMASK(31, 24) 424 425 #define V2_QPC_BYTE_24_HOP_LIMIT_S 0 426 #define V2_QPC_BYTE_24_HOP_LIMIT_M GENMASK(7, 0) 427 428 #define V2_QPC_BYTE_24_TC_S 8 429 #define V2_QPC_BYTE_24_TC_M GENMASK(15, 8) 430 431 #define V2_QPC_BYTE_24_VLAN_IDX_S 16 432 #define V2_QPC_BYTE_24_VLAN_IDX_M GENMASK(27, 16) 433 434 #define V2_QPC_BYTE_24_MTU_S 28 435 #define V2_QPC_BYTE_24_MTU_M GENMASK(31, 28) 436 437 #define V2_QPC_BYTE_28_FL_S 0 438 #define V2_QPC_BYTE_28_FL_M GENMASK(19, 0) 439 440 #define V2_QPC_BYTE_28_SL_S 20 441 #define V2_QPC_BYTE_28_SL_M GENMASK(23, 20) 442 443 #define V2_QPC_BYTE_28_CNP_TX_FLAG_S 24 444 445 #define V2_QPC_BYTE_28_CE_FLAG_S 25 446 447 #define V2_QPC_BYTE_28_LBI_S 26 448 449 #define V2_QPC_BYTE_28_AT_S 27 450 #define V2_QPC_BYTE_28_AT_M GENMASK(31, 27) 451 452 #define V2_QPC_BYTE_52_DMAC_S 0 453 #define V2_QPC_BYTE_52_DMAC_M GENMASK(15, 0) 454 455 #define V2_QPC_BYTE_52_UDPSPN_S 16 456 #define V2_QPC_BYTE_52_UDPSPN_M GENMASK(31, 16) 457 458 #define V2_QPC_BYTE_56_DQPN_S 0 459 #define V2_QPC_BYTE_56_DQPN_M GENMASK(23, 0) 460 461 #define V2_QPC_BYTE_56_SQ_TX_ERR_S 24 462 #define V2_QPC_BYTE_56_SQ_RX_ERR_S 25 463 #define V2_QPC_BYTE_56_RQ_TX_ERR_S 26 464 #define V2_QPC_BYTE_56_RQ_RX_ERR_S 27 465 466 #define V2_QPC_BYTE_56_LP_PKTN_INI_S 28 467 #define V2_QPC_BYTE_56_LP_PKTN_INI_M GENMASK(31, 28) 468 469 #define V2_QPC_BYTE_60_MAPID_S 0 470 #define V2_QPC_BYTE_60_MAPID_M GENMASK(12, 0) 471 472 #define V2_QPC_BYTE_60_INNER_MAP_IND_S 13 473 474 #define V2_QPC_BYTE_60_SQ_MAP_IND_S 14 475 476 #define V2_QPC_BYTE_60_RQ_MAP_IND_S 15 477 478 #define V2_QPC_BYTE_60_TEMPID_S 16 479 #define V2_QPC_BYTE_60_TEMPID_M GENMASK(22, 16) 480 481 #define V2_QPC_BYTE_60_EXT_MAP_IND_S 23 482 483 #define V2_QPC_BYTE_60_RTY_NUM_INI_BAK_S 24 484 #define V2_QPC_BYTE_60_RTY_NUM_INI_BAK_M GENMASK(26, 24) 485 486 #define V2_QPC_BYTE_60_SQ_RLS_IND_S 27 487 488 #define V2_QPC_BYTE_60_SQ_EXT_IND_S 28 489 490 #define V2_QPC_BYTE_60_QP_ST_S 29 491 #define V2_QPC_BYTE_60_QP_ST_M GENMASK(31, 29) 492 493 #define V2_QPC_BYTE_68_RQ_RECORD_EN_S 0 494 495 #define V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_S 1 496 #define V2_QPC_BYTE_68_RQ_DB_RECORD_ADDR_M GENMASK(31, 1) 497 498 #define V2_QPC_BYTE_76_SRQN_S 0 499 #define V2_QPC_BYTE_76_SRQN_M GENMASK(23, 0) 500 501 #define V2_QPC_BYTE_76_SRQ_EN_S 24 502 503 #define V2_QPC_BYTE_76_RRE_S 25 504 505 #define V2_QPC_BYTE_76_RWE_S 26 506 507 #define V2_QPC_BYTE_76_ATE_S 27 508 509 #define V2_QPC_BYTE_76_RQIE_S 28 510 511 #define V2_QPC_BYTE_80_RX_CQN_S 0 512 #define V2_QPC_BYTE_80_RX_CQN_M GENMASK(23, 0) 513 514 #define V2_QPC_BYTE_80_MIN_RNR_TIME_S 27 515 #define V2_QPC_BYTE_80_MIN_RNR_TIME_M GENMASK(31, 27) 516 517 #define V2_QPC_BYTE_84_RQ_PRODUCER_IDX_S 0 518 #define V2_QPC_BYTE_84_RQ_PRODUCER_IDX_M GENMASK(15, 0) 519 520 #define V2_QPC_BYTE_84_RQ_CONSUMER_IDX_S 16 521 #define V2_QPC_BYTE_84_RQ_CONSUMER_IDX_M GENMASK(31, 16) 522 523 #define V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_S 0 524 #define V2_QPC_BYTE_92_RQ_CUR_BLK_ADDR_M GENMASK(19, 0) 525 526 #define V2_QPC_BYTE_92_SRQ_INFO_S 20 527 #define V2_QPC_BYTE_92_SRQ_INFO_M GENMASK(31, 20) 528 529 #define V2_QPC_BYTE_96_RX_REQ_MSN_S 0 530 #define V2_QPC_BYTE_96_RX_REQ_MSN_M GENMASK(23, 0) 531 532 #define V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_S 0 533 #define V2_QPC_BYTE_104_RQ_NXT_BLK_ADDR_M GENMASK(19, 0) 534 535 #define V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_S 24 536 #define V2_QPC_BYTE_104_RQ_CUR_WQE_SGE_NUM_M GENMASK(31, 24) 537 538 #define V2_QPC_BYTE_108_INV_CREDIT_S 0 539 540 #define V2_QPC_BYTE_108_RX_REQ_PSN_ERR_S 3 541 542 #define V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_S 4 543 #define V2_QPC_BYTE_108_RX_REQ_LAST_OPTYPE_M GENMASK(6, 4) 544 545 #define V2_QPC_BYTE_108_RX_REQ_RNR_S 7 546 547 #define V2_QPC_BYTE_108_RX_REQ_EPSN_S 8 548 #define V2_QPC_BYTE_108_RX_REQ_EPSN_M GENMASK(31, 8) 549 550 #define V2_QPC_BYTE_132_TRRL_HEAD_MAX_S 0 551 #define V2_QPC_BYTE_132_TRRL_HEAD_MAX_M GENMASK(7, 0) 552 553 #define V2_QPC_BYTE_132_TRRL_TAIL_MAX_S 8 554 #define V2_QPC_BYTE_132_TRRL_TAIL_MAX_M GENMASK(15, 8) 555 556 #define V2_QPC_BYTE_132_TRRL_BA_S 16 557 #define V2_QPC_BYTE_132_TRRL_BA_M GENMASK(31, 16) 558 559 #define V2_QPC_BYTE_140_TRRL_BA_S 0 560 #define V2_QPC_BYTE_140_TRRL_BA_M GENMASK(11, 0) 561 562 #define V2_QPC_BYTE_140_RR_MAX_S 12 563 #define V2_QPC_BYTE_140_RR_MAX_M GENMASK(14, 12) 564 565 #define V2_QPC_BYTE_140_RSVD_RAQ_MAP_S 15 566 567 #define V2_QPC_BYTE_140_RAQ_TRRL_HEAD_S 16 568 #define V2_QPC_BYTE_140_RAQ_TRRL_HEAD_M GENMASK(23, 16) 569 570 #define V2_QPC_BYTE_140_RAQ_TRRL_TAIL_S 24 571 #define V2_QPC_BYTE_140_RAQ_TRRL_TAIL_M GENMASK(31, 24) 572 573 #define V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_S 0 574 #define V2_QPC_BYTE_144_RAQ_RTY_INI_PSN_M GENMASK(23, 0) 575 576 #define V2_QPC_BYTE_144_RAQ_RTY_INI_IND_S 24 577 578 #define V2_QPC_BYTE_144_RAQ_CREDIT_S 25 579 #define V2_QPC_BYTE_144_RAQ_CREDIT_M GENMASK(29, 25) 580 581 #define V2_QPC_BYTE_144_RESP_RTY_FLG_S 31 582 583 #define V2_QPC_BYTE_148_RQ_MSN_S 0 584 #define V2_QPC_BYTE_148_RQ_MSN_M GENMASK(23, 0) 585 586 #define V2_QPC_BYTE_148_RAQ_SYNDROME_S 24 587 #define V2_QPC_BYTE_148_RAQ_SYNDROME_M GENMASK(31, 24) 588 589 #define V2_QPC_BYTE_152_RAQ_PSN_S 8 590 #define V2_QPC_BYTE_152_RAQ_PSN_M GENMASK(31, 8) 591 592 #define V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_S 24 593 #define V2_QPC_BYTE_152_RAQ_TRRL_RTY_HEAD_M GENMASK(31, 24) 594 595 #define V2_QPC_BYTE_156_RAQ_USE_PKTN_S 0 596 #define V2_QPC_BYTE_156_RAQ_USE_PKTN_M GENMASK(23, 0) 597 598 #define V2_QPC_BYTE_160_SQ_PRODUCER_IDX_S 0 599 #define V2_QPC_BYTE_160_SQ_PRODUCER_IDX_M GENMASK(15, 0) 600 601 #define V2_QPC_BYTE_160_SQ_CONSUMER_IDX_S 16 602 #define V2_QPC_BYTE_160_SQ_CONSUMER_IDX_M GENMASK(31, 16) 603 604 #define V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_S 0 605 #define V2_QPC_BYTE_168_SQ_CUR_BLK_ADDR_M GENMASK(19, 0) 606 607 #define V2_QPC_BYTE_168_MSG_RTY_LP_FLG_S 20 608 609 #define V2_QPC_BYTE_168_SQ_INVLD_FLG_S 21 610 611 #define V2_QPC_BYTE_168_LP_SGEN_INI_S 22 612 #define V2_QPC_BYTE_168_LP_SGEN_INI_M GENMASK(23, 22) 613 614 #define V2_QPC_BYTE_168_SQ_SHIFT_BAK_S 24 615 #define V2_QPC_BYTE_168_SQ_SHIFT_BAK_M GENMASK(27, 24) 616 617 #define V2_QPC_BYTE_168_IRRL_IDX_LSB_S 28 618 #define V2_QPC_BYTE_168_IRRL_IDX_LSB_M GENMASK(31, 28) 619 620 #define V2_QPC_BYTE_172_ACK_REQ_FREQ_S 0 621 #define V2_QPC_BYTE_172_ACK_REQ_FREQ_M GENMASK(5, 0) 622 623 #define V2_QPC_BYTE_172_MSG_RNR_FLG_S 6 624 625 #define V2_QPC_BYTE_172_FRE_S 7 626 627 #define V2_QPC_BYTE_172_SQ_CUR_PSN_S 8 628 #define V2_QPC_BYTE_172_SQ_CUR_PSN_M GENMASK(31, 8) 629 630 #define V2_QPC_BYTE_176_MSG_USE_PKTN_S 0 631 #define V2_QPC_BYTE_176_MSG_USE_PKTN_M GENMASK(23, 0) 632 633 #define V2_QPC_BYTE_176_IRRL_HEAD_PRE_S 24 634 #define V2_QPC_BYTE_176_IRRL_HEAD_PRE_M GENMASK(31, 24) 635 636 #define V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_S 0 637 #define V2_QPC_BYTE_184_SQ_CUR_SGE_BLK_ADDR_M GENMASK(19, 0) 638 639 #define V2_QPC_BYTE_184_IRRL_IDX_MSB_S 20 640 #define V2_QPC_BYTE_184_IRRL_IDX_MSB_M GENMASK(31, 20) 641 642 #define V2_QPC_BYTE_192_CUR_SGE_IDX_S 0 643 #define V2_QPC_BYTE_192_CUR_SGE_IDX_M GENMASK(23, 0) 644 645 #define V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_S 24 646 #define V2_QPC_BYTE_192_EXT_SGE_NUM_LEFT_M GENMASK(31, 24) 647 648 #define V2_QPC_BYTE_196_IRRL_HEAD_S 0 649 #define V2_QPC_BYTE_196_IRRL_HEAD_M GENMASK(7, 0) 650 651 #define V2_QPC_BYTE_196_SQ_MAX_PSN_S 8 652 #define V2_QPC_BYTE_196_SQ_MAX_PSN_M GENMASK(31, 8) 653 654 #define V2_QPC_BYTE_200_SQ_MAX_IDX_S 0 655 #define V2_QPC_BYTE_200_SQ_MAX_IDX_M GENMASK(15, 0) 656 657 #define V2_QPC_BYTE_200_LCL_OPERATED_CNT_S 16 658 #define V2_QPC_BYTE_200_LCL_OPERATED_CNT_M GENMASK(31, 16) 659 660 #define V2_QPC_BYTE_208_IRRL_BA_S 0 661 #define V2_QPC_BYTE_208_IRRL_BA_M GENMASK(25, 0) 662 663 #define V2_QPC_BYTE_208_PKT_RNR_FLG_S 26 664 665 #define V2_QPC_BYTE_208_PKT_RTY_FLG_S 27 666 667 #define V2_QPC_BYTE_208_RMT_E2E_S 28 668 669 #define V2_QPC_BYTE_208_SR_MAX_S 29 670 #define V2_QPC_BYTE_208_SR_MAX_M GENMASK(31, 29) 671 672 #define V2_QPC_BYTE_212_LSN_S 0 673 #define V2_QPC_BYTE_212_LSN_M GENMASK(23, 0) 674 675 #define V2_QPC_BYTE_212_RETRY_NUM_INIT_S 24 676 #define V2_QPC_BYTE_212_RETRY_NUM_INIT_M GENMASK(26, 24) 677 678 #define V2_QPC_BYTE_212_CHECK_FLG_S 27 679 #define V2_QPC_BYTE_212_CHECK_FLG_M GENMASK(28, 27) 680 681 #define V2_QPC_BYTE_212_RETRY_CNT_S 29 682 #define V2_QPC_BYTE_212_RETRY_CNT_M GENMASK(31, 29) 683 684 #define V2_QPC_BYTE_220_RETRY_MSG_MSN_S 0 685 #define V2_QPC_BYTE_220_RETRY_MSG_MSN_M GENMASK(15, 0) 686 687 #define V2_QPC_BYTE_220_RETRY_MSG_PSN_S 16 688 #define V2_QPC_BYTE_220_RETRY_MSG_PSN_M GENMASK(31, 16) 689 690 #define V2_QPC_BYTE_224_RETRY_MSG_PSN_S 0 691 #define V2_QPC_BYTE_224_RETRY_MSG_PSN_M GENMASK(7, 0) 692 693 #define V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_S 8 694 #define V2_QPC_BYTE_224_RETRY_MSG_FPKT_PSN_M GENMASK(31, 8) 695 696 #define V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_S 0 697 #define V2_QPC_BYTE_232_RX_SQ_CUR_BLK_ADDR_M GENMASK(19, 0) 698 699 #define V2_QPC_BYTE_232_IRRL_SGE_IDX_S 20 700 #define V2_QPC_BYTE_232_IRRL_SGE_IDX_M GENMASK(28, 20) 701 702 #define V2_QPC_BYTE_240_IRRL_TAIL_REAL_S 0 703 #define V2_QPC_BYTE_240_IRRL_TAIL_REAL_M GENMASK(7, 0) 704 705 #define V2_QPC_BYTE_240_IRRL_TAIL_RD_S 8 706 #define V2_QPC_BYTE_240_IRRL_TAIL_RD_M GENMASK(15, 8) 707 708 #define V2_QPC_BYTE_240_RX_ACK_MSN_S 16 709 #define V2_QPC_BYTE_240_RX_ACK_MSN_M GENMASK(31, 16) 710 711 #define V2_QPC_BYTE_244_RX_ACK_EPSN_S 0 712 #define V2_QPC_BYTE_244_RX_ACK_EPSN_M GENMASK(23, 0) 713 714 #define V2_QPC_BYTE_244_RNR_NUM_INIT_S 24 715 #define V2_QPC_BYTE_244_RNR_NUM_INIT_M GENMASK(26, 24) 716 717 #define V2_QPC_BYTE_244_RNR_CNT_S 27 718 #define V2_QPC_BYTE_244_RNR_CNT_M GENMASK(29, 27) 719 720 #define V2_QPC_BYTE_248_IRRL_PSN_S 0 721 #define V2_QPC_BYTE_248_IRRL_PSN_M GENMASK(23, 0) 722 723 #define V2_QPC_BYTE_248_ACK_PSN_ERR_S 24 724 725 #define V2_QPC_BYTE_248_ACK_LAST_OPTYPE_S 25 726 #define V2_QPC_BYTE_248_ACK_LAST_OPTYPE_M GENMASK(26, 25) 727 728 #define V2_QPC_BYTE_248_IRRL_PSN_VLD_S 27 729 730 #define V2_QPC_BYTE_248_RNR_RETRY_FLAG_S 28 731 732 #define V2_QPC_BYTE_248_CQ_ERR_IND_S 31 733 734 #define V2_QPC_BYTE_252_TX_CQN_S 0 735 #define V2_QPC_BYTE_252_TX_CQN_M GENMASK(23, 0) 736 737 #define V2_QPC_BYTE_252_SIG_TYPE_S 24 738 739 #define V2_QPC_BYTE_252_ERR_TYPE_S 25 740 #define V2_QPC_BYTE_252_ERR_TYPE_M GENMASK(31, 25) 741 742 #define V2_QPC_BYTE_256_RQ_CQE_IDX_S 0 743 #define V2_QPC_BYTE_256_RQ_CQE_IDX_M GENMASK(15, 0) 744 745 #define V2_QPC_BYTE_256_SQ_FLUSH_IDX_S 16 746 #define V2_QPC_BYTE_256_SQ_FLUSH_IDX_M GENMASK(31, 16) 747 748 struct hns_roce_v2_cqe { 749 u32 byte_4; 750 u32 rkey_immtdata; 751 u32 byte_12; 752 u32 byte_16; 753 u32 byte_cnt; 754 u32 smac; 755 u32 byte_28; 756 u32 byte_32; 757 }; 758 759 #define V2_CQE_BYTE_4_OPCODE_S 0 760 #define V2_CQE_BYTE_4_OPCODE_M GENMASK(4, 0) 761 762 #define V2_CQE_BYTE_4_RQ_INLINE_S 5 763 764 #define V2_CQE_BYTE_4_S_R_S 6 765 766 #define V2_CQE_BYTE_4_OWNER_S 7 767 768 #define V2_CQE_BYTE_4_STATUS_S 8 769 #define V2_CQE_BYTE_4_STATUS_M GENMASK(15, 8) 770 771 #define V2_CQE_BYTE_4_WQE_INDX_S 16 772 #define V2_CQE_BYTE_4_WQE_INDX_M GENMASK(31, 16) 773 774 #define V2_CQE_BYTE_12_XRC_SRQN_S 0 775 #define V2_CQE_BYTE_12_XRC_SRQN_M GENMASK(23, 0) 776 777 #define V2_CQE_BYTE_16_LCL_QPN_S 0 778 #define V2_CQE_BYTE_16_LCL_QPN_M GENMASK(23, 0) 779 780 #define V2_CQE_BYTE_16_SUB_STATUS_S 24 781 #define V2_CQE_BYTE_16_SUB_STATUS_M GENMASK(31, 24) 782 783 #define V2_CQE_BYTE_28_SMAC_4_S 0 784 #define V2_CQE_BYTE_28_SMAC_4_M GENMASK(7, 0) 785 786 #define V2_CQE_BYTE_28_SMAC_5_S 8 787 #define V2_CQE_BYTE_28_SMAC_5_M GENMASK(15, 8) 788 789 #define V2_CQE_BYTE_28_PORT_TYPE_S 16 790 #define V2_CQE_BYTE_28_PORT_TYPE_M GENMASK(17, 16) 791 792 #define V2_CQE_BYTE_32_RMT_QPN_S 0 793 #define V2_CQE_BYTE_32_RMT_QPN_M GENMASK(23, 0) 794 795 #define V2_CQE_BYTE_32_SL_S 24 796 #define V2_CQE_BYTE_32_SL_M GENMASK(26, 24) 797 798 #define V2_CQE_BYTE_32_PORTN_S 27 799 #define V2_CQE_BYTE_32_PORTN_M GENMASK(29, 27) 800 801 #define V2_CQE_BYTE_32_GRH_S 30 802 803 #define V2_CQE_BYTE_32_LPK_S 31 804 805 struct hns_roce_v2_mpt_entry { 806 __le32 byte_4_pd_hop_st; 807 __le32 byte_8_mw_cnt_en; 808 __le32 byte_12_mw_pa; 809 __le32 bound_lkey; 810 __le32 len_l; 811 __le32 len_h; 812 __le32 lkey; 813 __le32 va_l; 814 __le32 va_h; 815 __le32 pbl_size; 816 __le32 pbl_ba_l; 817 __le32 byte_48_mode_ba; 818 __le32 pa0_l; 819 __le32 byte_56_pa0_h; 820 __le32 pa1_l; 821 __le32 byte_64_buf_pa1; 822 }; 823 824 #define V2_MPT_BYTE_4_MPT_ST_S 0 825 #define V2_MPT_BYTE_4_MPT_ST_M GENMASK(1, 0) 826 827 #define V2_MPT_BYTE_4_PBL_HOP_NUM_S 2 828 #define V2_MPT_BYTE_4_PBL_HOP_NUM_M GENMASK(3, 2) 829 830 #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_S 4 831 #define V2_MPT_BYTE_4_PBL_BA_PG_SZ_M GENMASK(7, 4) 832 833 #define V2_MPT_BYTE_4_PD_S 8 834 #define V2_MPT_BYTE_4_PD_M GENMASK(31, 8) 835 836 #define V2_MPT_BYTE_8_RA_EN_S 0 837 838 #define V2_MPT_BYTE_8_R_INV_EN_S 1 839 840 #define V2_MPT_BYTE_8_L_INV_EN_S 2 841 842 #define V2_MPT_BYTE_8_BIND_EN_S 3 843 844 #define V2_MPT_BYTE_8_ATOMIC_EN_S 4 845 846 #define V2_MPT_BYTE_8_RR_EN_S 5 847 848 #define V2_MPT_BYTE_8_RW_EN_S 6 849 850 #define V2_MPT_BYTE_8_LW_EN_S 7 851 852 #define V2_MPT_BYTE_12_PA_S 1 853 854 #define V2_MPT_BYTE_12_INNER_PA_VLD_S 7 855 856 #define V2_MPT_BYTE_12_MW_BIND_QPN_S 8 857 #define V2_MPT_BYTE_12_MW_BIND_QPN_M GENMASK(31, 8) 858 859 #define V2_MPT_BYTE_48_PBL_BA_H_S 0 860 #define V2_MPT_BYTE_48_PBL_BA_H_M GENMASK(28, 0) 861 862 #define V2_MPT_BYTE_48_BLK_MODE_S 29 863 864 #define V2_MPT_BYTE_56_PA0_H_S 0 865 #define V2_MPT_BYTE_56_PA0_H_M GENMASK(25, 0) 866 867 #define V2_MPT_BYTE_64_PA1_H_S 0 868 #define V2_MPT_BYTE_64_PA1_H_M GENMASK(25, 0) 869 870 #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_S 28 871 #define V2_MPT_BYTE_64_PBL_BUF_PG_SZ_M GENMASK(31, 28) 872 873 #define V2_DB_BYTE_4_TAG_S 0 874 #define V2_DB_BYTE_4_TAG_M GENMASK(23, 0) 875 876 #define V2_DB_BYTE_4_CMD_S 24 877 #define V2_DB_BYTE_4_CMD_M GENMASK(27, 24) 878 879 #define V2_DB_PARAMETER_CONS_IDX_S 0 880 #define V2_DB_PARAMETER_CONS_IDX_M GENMASK(15, 0) 881 882 #define V2_DB_PARAMETER_SL_S 16 883 #define V2_DB_PARAMETER_SL_M GENMASK(18, 16) 884 885 struct hns_roce_v2_cq_db { 886 u32 byte_4; 887 u32 parameter; 888 }; 889 890 #define V2_CQ_DB_BYTE_4_TAG_S 0 891 #define V2_CQ_DB_BYTE_4_TAG_M GENMASK(23, 0) 892 893 #define V2_CQ_DB_BYTE_4_CMD_S 24 894 #define V2_CQ_DB_BYTE_4_CMD_M GENMASK(27, 24) 895 896 #define V2_CQ_DB_PARAMETER_CONS_IDX_S 0 897 #define V2_CQ_DB_PARAMETER_CONS_IDX_M GENMASK(23, 0) 898 899 #define V2_CQ_DB_PARAMETER_CMD_SN_S 25 900 #define V2_CQ_DB_PARAMETER_CMD_SN_M GENMASK(26, 25) 901 902 #define V2_CQ_DB_PARAMETER_NOTIFY_S 24 903 904 struct hns_roce_v2_rc_send_wqe { 905 u32 byte_4; 906 u32 msg_len; 907 u32 inv_key_immtdata; 908 u32 byte_16; 909 u32 byte_20; 910 u32 rkey; 911 u64 va; 912 }; 913 914 #define V2_RC_SEND_WQE_BYTE_4_OPCODE_S 0 915 #define V2_RC_SEND_WQE_BYTE_4_OPCODE_M GENMASK(4, 0) 916 917 #define V2_RC_SEND_WQE_BYTE_4_OWNER_S 7 918 919 #define V2_RC_SEND_WQE_BYTE_4_CQE_S 8 920 921 #define V2_RC_SEND_WQE_BYTE_4_FENCE_S 9 922 923 #define V2_RC_SEND_WQE_BYTE_4_SO_S 10 924 925 #define V2_RC_SEND_WQE_BYTE_4_SE_S 11 926 927 #define V2_RC_SEND_WQE_BYTE_4_INLINE_S 12 928 929 #define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_S 0 930 #define V2_RC_SEND_WQE_BYTE_16_XRC_SRQN_M GENMASK(23, 0) 931 932 #define V2_RC_SEND_WQE_BYTE_16_SGE_NUM_S 24 933 #define V2_RC_SEND_WQE_BYTE_16_SGE_NUM_M GENMASK(31, 24) 934 935 #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_S 0 936 #define V2_RC_SEND_WQE_BYTE_20_MSG_START_SGE_IDX_M GENMASK(23, 0) 937 938 struct hns_roce_v2_wqe_data_seg { 939 __be32 len; 940 __be32 lkey; 941 __be64 addr; 942 }; 943 944 struct hns_roce_v2_db { 945 u32 byte_4; 946 u32 parameter; 947 }; 948 949 struct hns_roce_query_version { 950 __le16 rocee_vendor_id; 951 __le16 rocee_hw_version; 952 __le32 rsv[5]; 953 }; 954 955 struct hns_roce_cfg_global_param { 956 __le32 time_cfg_udp_port; 957 __le32 rsv[5]; 958 }; 959 960 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_S 0 961 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_TIME_1US_CFG_M GENMASK(9, 0) 962 963 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_S 16 964 #define CFG_GLOBAL_PARAM_DATA_0_ROCEE_UDP_PORT_M GENMASK(31, 16) 965 966 struct hns_roce_pf_res { 967 __le32 rsv; 968 __le32 qpc_bt_idx_num; 969 __le32 srqc_bt_idx_num; 970 __le32 cqc_bt_idx_num; 971 __le32 mpt_bt_idx_num; 972 __le32 eqc_bt_idx_num; 973 }; 974 975 #define PF_RES_DATA_1_PF_QPC_BT_IDX_S 0 976 #define PF_RES_DATA_1_PF_QPC_BT_IDX_M GENMASK(10, 0) 977 978 #define PF_RES_DATA_1_PF_QPC_BT_NUM_S 16 979 #define PF_RES_DATA_1_PF_QPC_BT_NUM_M GENMASK(27, 16) 980 981 #define PF_RES_DATA_2_PF_SRQC_BT_IDX_S 0 982 #define PF_RES_DATA_2_PF_SRQC_BT_IDX_M GENMASK(8, 0) 983 984 #define PF_RES_DATA_2_PF_SRQC_BT_NUM_S 16 985 #define PF_RES_DATA_2_PF_SRQC_BT_NUM_M GENMASK(25, 16) 986 987 #define PF_RES_DATA_3_PF_CQC_BT_IDX_S 0 988 #define PF_RES_DATA_3_PF_CQC_BT_IDX_M GENMASK(8, 0) 989 990 #define PF_RES_DATA_3_PF_CQC_BT_NUM_S 16 991 #define PF_RES_DATA_3_PF_CQC_BT_NUM_M GENMASK(25, 16) 992 993 #define PF_RES_DATA_4_PF_MPT_BT_IDX_S 0 994 #define PF_RES_DATA_4_PF_MPT_BT_IDX_M GENMASK(8, 0) 995 996 #define PF_RES_DATA_4_PF_MPT_BT_NUM_S 16 997 #define PF_RES_DATA_4_PF_MPT_BT_NUM_M GENMASK(25, 16) 998 999 #define PF_RES_DATA_5_PF_EQC_BT_IDX_S 0 1000 #define PF_RES_DATA_5_PF_EQC_BT_IDX_M GENMASK(8, 0) 1001 1002 #define PF_RES_DATA_5_PF_EQC_BT_NUM_S 16 1003 #define PF_RES_DATA_5_PF_EQC_BT_NUM_M GENMASK(25, 16) 1004 1005 struct hns_roce_vf_res_a { 1006 u32 vf_id; 1007 u32 vf_qpc_bt_idx_num; 1008 u32 vf_srqc_bt_idx_num; 1009 u32 vf_cqc_bt_idx_num; 1010 u32 vf_mpt_bt_idx_num; 1011 u32 vf_eqc_bt_idx_num; 1012 }; 1013 1014 #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_S 0 1015 #define VF_RES_A_DATA_1_VF_QPC_BT_IDX_M GENMASK(10, 0) 1016 1017 #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_S 16 1018 #define VF_RES_A_DATA_1_VF_QPC_BT_NUM_M GENMASK(27, 16) 1019 1020 #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_S 0 1021 #define VF_RES_A_DATA_2_VF_SRQC_BT_IDX_M GENMASK(8, 0) 1022 1023 #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_S 16 1024 #define VF_RES_A_DATA_2_VF_SRQC_BT_NUM_M GENMASK(25, 16) 1025 1026 #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_S 0 1027 #define VF_RES_A_DATA_3_VF_CQC_BT_IDX_M GENMASK(8, 0) 1028 1029 #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_S 16 1030 #define VF_RES_A_DATA_3_VF_CQC_BT_NUM_M GENMASK(25, 16) 1031 1032 #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_S 0 1033 #define VF_RES_A_DATA_4_VF_MPT_BT_IDX_M GENMASK(8, 0) 1034 1035 #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_S 16 1036 #define VF_RES_A_DATA_4_VF_MPT_BT_NUM_M GENMASK(25, 16) 1037 1038 #define VF_RES_A_DATA_5_VF_EQC_IDX_S 0 1039 #define VF_RES_A_DATA_5_VF_EQC_IDX_M GENMASK(8, 0) 1040 1041 #define VF_RES_A_DATA_5_VF_EQC_NUM_S 16 1042 #define VF_RES_A_DATA_5_VF_EQC_NUM_M GENMASK(25, 16) 1043 1044 struct hns_roce_vf_res_b { 1045 u32 rsv0; 1046 u32 vf_smac_idx_num; 1047 u32 vf_sgid_idx_num; 1048 u32 vf_qid_idx_sl_num; 1049 u32 rsv[2]; 1050 }; 1051 1052 #define VF_RES_B_DATA_0_VF_ID_S 0 1053 #define VF_RES_B_DATA_0_VF_ID_M GENMASK(7, 0) 1054 1055 #define VF_RES_B_DATA_1_VF_SMAC_IDX_S 0 1056 #define VF_RES_B_DATA_1_VF_SMAC_IDX_M GENMASK(7, 0) 1057 1058 #define VF_RES_B_DATA_1_VF_SMAC_NUM_S 8 1059 #define VF_RES_B_DATA_1_VF_SMAC_NUM_M GENMASK(16, 8) 1060 1061 #define VF_RES_B_DATA_2_VF_SGID_IDX_S 0 1062 #define VF_RES_B_DATA_2_VF_SGID_IDX_M GENMASK(7, 0) 1063 1064 #define VF_RES_B_DATA_2_VF_SGID_NUM_S 8 1065 #define VF_RES_B_DATA_2_VF_SGID_NUM_M GENMASK(16, 8) 1066 1067 #define VF_RES_B_DATA_3_VF_QID_IDX_S 0 1068 #define VF_RES_B_DATA_3_VF_QID_IDX_M GENMASK(9, 0) 1069 1070 #define VF_RES_B_DATA_3_VF_SL_NUM_S 16 1071 #define VF_RES_B_DATA_3_VF_SL_NUM_M GENMASK(19, 16) 1072 1073 /* Reg field definition */ 1074 #define ROCEE_VF_SMAC_CFG1_VF_SMAC_H_S 0 1075 #define ROCEE_VF_SMAC_CFG1_VF_SMAC_H_M GENMASK(15, 0) 1076 1077 #define ROCEE_VF_SGID_CFG4_SGID_TYPE_S 0 1078 #define ROCEE_VF_SGID_CFG4_SGID_TYPE_M GENMASK(1, 0) 1079 1080 struct hns_roce_cfg_bt_attr { 1081 u32 vf_qpc_cfg; 1082 u32 vf_srqc_cfg; 1083 u32 vf_cqc_cfg; 1084 u32 vf_mpt_cfg; 1085 u32 rsv[2]; 1086 }; 1087 1088 #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_S 0 1089 #define CFG_BT_ATTR_DATA_0_VF_QPC_BA_PGSZ_M GENMASK(3, 0) 1090 1091 #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_S 4 1092 #define CFG_BT_ATTR_DATA_0_VF_QPC_BUF_PGSZ_M GENMASK(7, 4) 1093 1094 #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_S 8 1095 #define CFG_BT_ATTR_DATA_0_VF_QPC_HOPNUM_M GENMASK(9, 8) 1096 1097 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_S 0 1098 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BA_PGSZ_M GENMASK(3, 0) 1099 1100 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_S 4 1101 #define CFG_BT_ATTR_DATA_1_VF_SRQC_BUF_PGSZ_M GENMASK(7, 4) 1102 1103 #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_S 8 1104 #define CFG_BT_ATTR_DATA_1_VF_SRQC_HOPNUM_M GENMASK(9, 8) 1105 1106 #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_S 0 1107 #define CFG_BT_ATTR_DATA_2_VF_CQC_BA_PGSZ_M GENMASK(3, 0) 1108 1109 #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_S 4 1110 #define CFG_BT_ATTR_DATA_2_VF_CQC_BUF_PGSZ_M GENMASK(7, 4) 1111 1112 #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_S 8 1113 #define CFG_BT_ATTR_DATA_2_VF_CQC_HOPNUM_M GENMASK(9, 8) 1114 1115 #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_S 0 1116 #define CFG_BT_ATTR_DATA_3_VF_MPT_BA_PGSZ_M GENMASK(3, 0) 1117 1118 #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_S 4 1119 #define CFG_BT_ATTR_DATA_3_VF_MPT_BUF_PGSZ_M GENMASK(7, 4) 1120 1121 #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_S 8 1122 #define CFG_BT_ATTR_DATA_3_VF_MPT_HOPNUM_M GENMASK(9, 8) 1123 1124 struct hns_roce_cmq_desc { 1125 u16 opcode; 1126 u16 flag; 1127 u16 retval; 1128 u16 rsv; 1129 u32 data[6]; 1130 }; 1131 1132 #define ROCEE_VF_MB_CFG0_REG 0x40 1133 #define ROCEE_VF_MB_STATUS_REG 0x58 1134 1135 #define HNS_ROCE_V2_GO_BIT_TIMEOUT_MSECS 10000 1136 1137 #define HNS_ROCE_HW_RUN_BIT_SHIFT 31 1138 #define HNS_ROCE_HW_MB_STATUS_MASK 0xFF 1139 1140 #define HNS_ROCE_VF_MB4_TAG_MASK 0xFFFFFF00 1141 #define HNS_ROCE_VF_MB4_TAG_SHIFT 8 1142 1143 #define HNS_ROCE_VF_MB4_CMD_MASK 0xFF 1144 #define HNS_ROCE_VF_MB4_CMD_SHIFT 0 1145 1146 #define HNS_ROCE_VF_MB5_EVENT_MASK 0x10000 1147 #define HNS_ROCE_VF_MB5_EVENT_SHIFT 16 1148 1149 #define HNS_ROCE_VF_MB5_TOKEN_MASK 0xFFFF 1150 #define HNS_ROCE_VF_MB5_TOKEN_SHIFT 0 1151 1152 struct hns_roce_v2_cmq_ring { 1153 dma_addr_t desc_dma_addr; 1154 struct hns_roce_cmq_desc *desc; 1155 u32 head; 1156 u32 tail; 1157 1158 u16 buf_size; 1159 u16 desc_num; 1160 int next_to_use; 1161 int next_to_clean; 1162 u8 flag; 1163 spinlock_t lock; /* command queue lock */ 1164 }; 1165 1166 struct hns_roce_v2_cmq { 1167 struct hns_roce_v2_cmq_ring csq; 1168 struct hns_roce_v2_cmq_ring crq; 1169 u16 tx_timeout; 1170 u16 last_status; 1171 }; 1172 1173 struct hns_roce_v2_priv { 1174 struct hns_roce_v2_cmq cmq; 1175 }; 1176 1177 #endif 1178