1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB 2 /* 3 * Copyright (c) 2013-2020, Mellanox Technologies inc. All rights reserved. 4 */ 5 6 #include <linux/gfp.h> 7 #include <linux/mlx5/qp.h> 8 #include <linux/mlx5/driver.h> 9 #include "mlx5_ib.h" 10 #include "qp.h" 11 12 static int mlx5_core_drain_dct(struct mlx5_ib_dev *dev, 13 struct mlx5_core_dct *dct); 14 15 static struct mlx5_core_rsc_common * 16 mlx5_get_rsc(struct mlx5_qp_table *table, u32 rsn) 17 { 18 struct mlx5_core_rsc_common *common; 19 unsigned long flags; 20 21 spin_lock_irqsave(&table->lock, flags); 22 23 common = radix_tree_lookup(&table->tree, rsn); 24 if (common) 25 refcount_inc(&common->refcount); 26 27 spin_unlock_irqrestore(&table->lock, flags); 28 29 return common; 30 } 31 32 void mlx5_core_put_rsc(struct mlx5_core_rsc_common *common) 33 { 34 if (refcount_dec_and_test(&common->refcount)) 35 complete(&common->free); 36 } 37 38 static u64 qp_allowed_event_types(void) 39 { 40 u64 mask; 41 42 mask = BIT(MLX5_EVENT_TYPE_PATH_MIG) | 43 BIT(MLX5_EVENT_TYPE_COMM_EST) | 44 BIT(MLX5_EVENT_TYPE_SQ_DRAINED) | 45 BIT(MLX5_EVENT_TYPE_SRQ_LAST_WQE) | 46 BIT(MLX5_EVENT_TYPE_WQ_CATAS_ERROR) | 47 BIT(MLX5_EVENT_TYPE_PATH_MIG_FAILED) | 48 BIT(MLX5_EVENT_TYPE_WQ_INVAL_REQ_ERROR) | 49 BIT(MLX5_EVENT_TYPE_WQ_ACCESS_ERROR); 50 51 return mask; 52 } 53 54 static u64 rq_allowed_event_types(void) 55 { 56 u64 mask; 57 58 mask = BIT(MLX5_EVENT_TYPE_SRQ_LAST_WQE) | 59 BIT(MLX5_EVENT_TYPE_WQ_CATAS_ERROR); 60 61 return mask; 62 } 63 64 static u64 sq_allowed_event_types(void) 65 { 66 return BIT(MLX5_EVENT_TYPE_WQ_CATAS_ERROR); 67 } 68 69 static u64 dct_allowed_event_types(void) 70 { 71 return BIT(MLX5_EVENT_TYPE_DCT_DRAINED); 72 } 73 74 static bool is_event_type_allowed(int rsc_type, int event_type) 75 { 76 switch (rsc_type) { 77 case MLX5_EVENT_QUEUE_TYPE_QP: 78 return BIT(event_type) & qp_allowed_event_types(); 79 case MLX5_EVENT_QUEUE_TYPE_RQ: 80 return BIT(event_type) & rq_allowed_event_types(); 81 case MLX5_EVENT_QUEUE_TYPE_SQ: 82 return BIT(event_type) & sq_allowed_event_types(); 83 case MLX5_EVENT_QUEUE_TYPE_DCT: 84 return BIT(event_type) & dct_allowed_event_types(); 85 default: 86 WARN(1, "Event arrived for unknown resource type"); 87 return false; 88 } 89 } 90 91 static int rsc_event_notifier(struct notifier_block *nb, 92 unsigned long type, void *data) 93 { 94 struct mlx5_core_rsc_common *common; 95 struct mlx5_qp_table *table; 96 struct mlx5_core_dct *dct; 97 u8 event_type = (u8)type; 98 struct mlx5_core_qp *qp; 99 struct mlx5_eqe *eqe; 100 u32 rsn; 101 102 switch (event_type) { 103 case MLX5_EVENT_TYPE_DCT_DRAINED: 104 eqe = data; 105 rsn = be32_to_cpu(eqe->data.dct.dctn) & 0xffffff; 106 rsn |= (MLX5_RES_DCT << MLX5_USER_INDEX_LEN); 107 break; 108 case MLX5_EVENT_TYPE_PATH_MIG: 109 case MLX5_EVENT_TYPE_COMM_EST: 110 case MLX5_EVENT_TYPE_SQ_DRAINED: 111 case MLX5_EVENT_TYPE_SRQ_LAST_WQE: 112 case MLX5_EVENT_TYPE_WQ_CATAS_ERROR: 113 case MLX5_EVENT_TYPE_PATH_MIG_FAILED: 114 case MLX5_EVENT_TYPE_WQ_INVAL_REQ_ERROR: 115 case MLX5_EVENT_TYPE_WQ_ACCESS_ERROR: 116 eqe = data; 117 rsn = be32_to_cpu(eqe->data.qp_srq.qp_srq_n) & 0xffffff; 118 rsn |= (eqe->data.qp_srq.type << MLX5_USER_INDEX_LEN); 119 break; 120 default: 121 return NOTIFY_DONE; 122 } 123 124 table = container_of(nb, struct mlx5_qp_table, nb); 125 common = mlx5_get_rsc(table, rsn); 126 if (!common) 127 return NOTIFY_OK; 128 129 if (!is_event_type_allowed((rsn >> MLX5_USER_INDEX_LEN), event_type)) 130 goto out; 131 132 switch (common->res) { 133 case MLX5_RES_QP: 134 case MLX5_RES_RQ: 135 case MLX5_RES_SQ: 136 qp = (struct mlx5_core_qp *)common; 137 qp->event(qp, event_type); 138 break; 139 case MLX5_RES_DCT: 140 dct = (struct mlx5_core_dct *)common; 141 if (event_type == MLX5_EVENT_TYPE_DCT_DRAINED) 142 complete(&dct->drained); 143 break; 144 default: 145 break; 146 } 147 out: 148 mlx5_core_put_rsc(common); 149 150 return NOTIFY_OK; 151 } 152 153 static int create_resource_common(struct mlx5_ib_dev *dev, 154 struct mlx5_core_qp *qp, int rsc_type) 155 { 156 struct mlx5_qp_table *table = &dev->qp_table; 157 int err; 158 159 qp->common.res = rsc_type; 160 spin_lock_irq(&table->lock); 161 err = radix_tree_insert(&table->tree, 162 qp->qpn | (rsc_type << MLX5_USER_INDEX_LEN), 163 qp); 164 spin_unlock_irq(&table->lock); 165 if (err) 166 return err; 167 168 refcount_set(&qp->common.refcount, 1); 169 init_completion(&qp->common.free); 170 qp->pid = current->pid; 171 172 return 0; 173 } 174 175 static void destroy_resource_common(struct mlx5_ib_dev *dev, 176 struct mlx5_core_qp *qp) 177 { 178 struct mlx5_qp_table *table = &dev->qp_table; 179 unsigned long flags; 180 181 spin_lock_irqsave(&table->lock, flags); 182 radix_tree_delete(&table->tree, 183 qp->qpn | (qp->common.res << MLX5_USER_INDEX_LEN)); 184 spin_unlock_irqrestore(&table->lock, flags); 185 mlx5_core_put_rsc((struct mlx5_core_rsc_common *)qp); 186 wait_for_completion(&qp->common.free); 187 } 188 189 static int _mlx5_core_destroy_dct(struct mlx5_ib_dev *dev, 190 struct mlx5_core_dct *dct, bool need_cleanup) 191 { 192 u32 in[MLX5_ST_SZ_DW(destroy_dct_in)] = {}; 193 struct mlx5_core_qp *qp = &dct->mqp; 194 int err; 195 196 err = mlx5_core_drain_dct(dev, dct); 197 if (err) { 198 if (dev->mdev->state == MLX5_DEVICE_STATE_INTERNAL_ERROR) 199 goto destroy; 200 201 return err; 202 } 203 wait_for_completion(&dct->drained); 204 destroy: 205 if (need_cleanup) 206 destroy_resource_common(dev, &dct->mqp); 207 MLX5_SET(destroy_dct_in, in, opcode, MLX5_CMD_OP_DESTROY_DCT); 208 MLX5_SET(destroy_dct_in, in, dctn, qp->qpn); 209 MLX5_SET(destroy_dct_in, in, uid, qp->uid); 210 err = mlx5_cmd_exec_in(dev->mdev, destroy_dct, in); 211 return err; 212 } 213 214 int mlx5_core_create_dct(struct mlx5_ib_dev *dev, struct mlx5_core_dct *dct, 215 u32 *in, int inlen, u32 *out, int outlen) 216 { 217 struct mlx5_core_qp *qp = &dct->mqp; 218 int err; 219 220 init_completion(&dct->drained); 221 MLX5_SET(create_dct_in, in, opcode, MLX5_CMD_OP_CREATE_DCT); 222 223 err = mlx5_cmd_exec(dev->mdev, in, inlen, out, outlen); 224 if (err) 225 return err; 226 227 qp->qpn = MLX5_GET(create_dct_out, out, dctn); 228 qp->uid = MLX5_GET(create_dct_in, in, uid); 229 err = create_resource_common(dev, qp, MLX5_RES_DCT); 230 if (err) 231 goto err_cmd; 232 233 return 0; 234 err_cmd: 235 _mlx5_core_destroy_dct(dev, dct, false); 236 return err; 237 } 238 239 int mlx5_qpc_create_qp(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp, 240 u32 *in, int inlen, u32 *out) 241 { 242 u32 din[MLX5_ST_SZ_DW(destroy_qp_in)] = {}; 243 int err; 244 245 MLX5_SET(create_qp_in, in, opcode, MLX5_CMD_OP_CREATE_QP); 246 247 err = mlx5_cmd_exec(dev->mdev, in, inlen, out, 248 MLX5_ST_SZ_BYTES(create_qp_out)); 249 if (err) 250 return err; 251 252 qp->uid = MLX5_GET(create_qp_in, in, uid); 253 qp->qpn = MLX5_GET(create_qp_out, out, qpn); 254 255 err = create_resource_common(dev, qp, MLX5_RES_QP); 256 if (err) 257 goto err_cmd; 258 259 mlx5_debug_qp_add(dev->mdev, qp); 260 261 return 0; 262 263 err_cmd: 264 MLX5_SET(destroy_qp_in, din, opcode, MLX5_CMD_OP_DESTROY_QP); 265 MLX5_SET(destroy_qp_in, din, qpn, qp->qpn); 266 MLX5_SET(destroy_qp_in, din, uid, qp->uid); 267 mlx5_cmd_exec_in(dev->mdev, destroy_qp, din); 268 return err; 269 } 270 271 static int mlx5_core_drain_dct(struct mlx5_ib_dev *dev, 272 struct mlx5_core_dct *dct) 273 { 274 u32 in[MLX5_ST_SZ_DW(drain_dct_in)] = {}; 275 struct mlx5_core_qp *qp = &dct->mqp; 276 277 MLX5_SET(drain_dct_in, in, opcode, MLX5_CMD_OP_DRAIN_DCT); 278 MLX5_SET(drain_dct_in, in, dctn, qp->qpn); 279 MLX5_SET(drain_dct_in, in, uid, qp->uid); 280 return mlx5_cmd_exec_in(dev->mdev, drain_dct, in); 281 } 282 283 int mlx5_core_destroy_dct(struct mlx5_ib_dev *dev, 284 struct mlx5_core_dct *dct) 285 { 286 return _mlx5_core_destroy_dct(dev, dct, true); 287 } 288 289 int mlx5_core_destroy_qp(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp) 290 { 291 u32 in[MLX5_ST_SZ_DW(destroy_qp_in)] = {}; 292 293 mlx5_debug_qp_remove(dev->mdev, qp); 294 295 destroy_resource_common(dev, qp); 296 297 MLX5_SET(destroy_qp_in, in, opcode, MLX5_CMD_OP_DESTROY_QP); 298 MLX5_SET(destroy_qp_in, in, qpn, qp->qpn); 299 MLX5_SET(destroy_qp_in, in, uid, qp->uid); 300 mlx5_cmd_exec_in(dev->mdev, destroy_qp, in); 301 return 0; 302 } 303 304 int mlx5_core_set_delay_drop(struct mlx5_ib_dev *dev, 305 u32 timeout_usec) 306 { 307 u32 in[MLX5_ST_SZ_DW(set_delay_drop_params_in)] = {}; 308 309 MLX5_SET(set_delay_drop_params_in, in, opcode, 310 MLX5_CMD_OP_SET_DELAY_DROP_PARAMS); 311 MLX5_SET(set_delay_drop_params_in, in, delay_drop_timeout, 312 timeout_usec / 100); 313 return mlx5_cmd_exec_in(dev->mdev, set_delay_drop_params, in); 314 } 315 316 struct mbox_info { 317 u32 *in; 318 u32 *out; 319 int inlen; 320 int outlen; 321 }; 322 323 static int mbox_alloc(struct mbox_info *mbox, int inlen, int outlen) 324 { 325 mbox->inlen = inlen; 326 mbox->outlen = outlen; 327 mbox->in = kzalloc(mbox->inlen, GFP_KERNEL); 328 mbox->out = kzalloc(mbox->outlen, GFP_KERNEL); 329 if (!mbox->in || !mbox->out) { 330 kfree(mbox->in); 331 kfree(mbox->out); 332 return -ENOMEM; 333 } 334 335 return 0; 336 } 337 338 static void mbox_free(struct mbox_info *mbox) 339 { 340 kfree(mbox->in); 341 kfree(mbox->out); 342 } 343 344 static int get_ece_from_mbox(void *out, u16 opcode) 345 { 346 int ece = 0; 347 348 switch (opcode) { 349 case MLX5_CMD_OP_INIT2RTR_QP: 350 ece = MLX5_GET(init2rtr_qp_out, out, ece); 351 break; 352 case MLX5_CMD_OP_RTR2RTS_QP: 353 ece = MLX5_GET(rtr2rts_qp_out, out, ece); 354 break; 355 case MLX5_CMD_OP_RTS2RTS_QP: 356 ece = MLX5_GET(rts2rts_qp_out, out, ece); 357 break; 358 default: 359 break; 360 } 361 362 return ece; 363 } 364 365 static int modify_qp_mbox_alloc(struct mlx5_core_dev *dev, u16 opcode, int qpn, 366 u32 opt_param_mask, void *qpc, 367 struct mbox_info *mbox, u16 uid, u32 ece) 368 { 369 mbox->out = NULL; 370 mbox->in = NULL; 371 372 #define MBOX_ALLOC(mbox, typ) \ 373 mbox_alloc(mbox, MLX5_ST_SZ_BYTES(typ##_in), MLX5_ST_SZ_BYTES(typ##_out)) 374 375 #define MOD_QP_IN_SET(typ, in, _opcode, _qpn, _uid) \ 376 do { \ 377 MLX5_SET(typ##_in, in, opcode, _opcode); \ 378 MLX5_SET(typ##_in, in, qpn, _qpn); \ 379 MLX5_SET(typ##_in, in, uid, _uid); \ 380 } while (0) 381 382 #define MOD_QP_IN_SET_QPC(typ, in, _opcode, _qpn, _opt_p, _qpc, _uid) \ 383 do { \ 384 MOD_QP_IN_SET(typ, in, _opcode, _qpn, _uid); \ 385 MLX5_SET(typ##_in, in, opt_param_mask, _opt_p); \ 386 memcpy(MLX5_ADDR_OF(typ##_in, in, qpc), _qpc, \ 387 MLX5_ST_SZ_BYTES(qpc)); \ 388 } while (0) 389 390 switch (opcode) { 391 /* 2RST & 2ERR */ 392 case MLX5_CMD_OP_2RST_QP: 393 if (MBOX_ALLOC(mbox, qp_2rst)) 394 return -ENOMEM; 395 MOD_QP_IN_SET(qp_2rst, mbox->in, opcode, qpn, uid); 396 break; 397 case MLX5_CMD_OP_2ERR_QP: 398 if (MBOX_ALLOC(mbox, qp_2err)) 399 return -ENOMEM; 400 MOD_QP_IN_SET(qp_2err, mbox->in, opcode, qpn, uid); 401 break; 402 403 /* MODIFY with QPC */ 404 case MLX5_CMD_OP_RST2INIT_QP: 405 if (MBOX_ALLOC(mbox, rst2init_qp)) 406 return -ENOMEM; 407 MOD_QP_IN_SET_QPC(rst2init_qp, mbox->in, opcode, qpn, 408 opt_param_mask, qpc, uid); 409 break; 410 case MLX5_CMD_OP_INIT2RTR_QP: 411 if (MBOX_ALLOC(mbox, init2rtr_qp)) 412 return -ENOMEM; 413 MOD_QP_IN_SET_QPC(init2rtr_qp, mbox->in, opcode, qpn, 414 opt_param_mask, qpc, uid); 415 MLX5_SET(init2rtr_qp_in, mbox->in, ece, ece); 416 break; 417 case MLX5_CMD_OP_RTR2RTS_QP: 418 if (MBOX_ALLOC(mbox, rtr2rts_qp)) 419 return -ENOMEM; 420 MOD_QP_IN_SET_QPC(rtr2rts_qp, mbox->in, opcode, qpn, 421 opt_param_mask, qpc, uid); 422 MLX5_SET(rtr2rts_qp_in, mbox->in, ece, ece); 423 break; 424 case MLX5_CMD_OP_RTS2RTS_QP: 425 if (MBOX_ALLOC(mbox, rts2rts_qp)) 426 return -ENOMEM; 427 MOD_QP_IN_SET_QPC(rts2rts_qp, mbox->in, opcode, qpn, 428 opt_param_mask, qpc, uid); 429 MLX5_SET(rts2rts_qp_in, mbox->in, ece, ece); 430 break; 431 case MLX5_CMD_OP_SQERR2RTS_QP: 432 if (MBOX_ALLOC(mbox, sqerr2rts_qp)) 433 return -ENOMEM; 434 MOD_QP_IN_SET_QPC(sqerr2rts_qp, mbox->in, opcode, qpn, 435 opt_param_mask, qpc, uid); 436 break; 437 case MLX5_CMD_OP_INIT2INIT_QP: 438 if (MBOX_ALLOC(mbox, init2init_qp)) 439 return -ENOMEM; 440 MOD_QP_IN_SET_QPC(init2init_qp, mbox->in, opcode, qpn, 441 opt_param_mask, qpc, uid); 442 break; 443 default: 444 return -EINVAL; 445 } 446 return 0; 447 } 448 449 int mlx5_core_qp_modify(struct mlx5_ib_dev *dev, u16 opcode, u32 opt_param_mask, 450 void *qpc, struct mlx5_core_qp *qp, u32 *ece) 451 { 452 struct mbox_info mbox; 453 int err; 454 455 err = modify_qp_mbox_alloc(dev->mdev, opcode, qp->qpn, opt_param_mask, 456 qpc, &mbox, qp->uid, (ece) ? *ece : 0); 457 if (err) 458 return err; 459 460 err = mlx5_cmd_exec(dev->mdev, mbox.in, mbox.inlen, mbox.out, 461 mbox.outlen); 462 463 if (ece) 464 *ece = get_ece_from_mbox(mbox.out, opcode); 465 466 mbox_free(&mbox); 467 return err; 468 } 469 470 int mlx5_init_qp_table(struct mlx5_ib_dev *dev) 471 { 472 struct mlx5_qp_table *table = &dev->qp_table; 473 474 spin_lock_init(&table->lock); 475 INIT_RADIX_TREE(&table->tree, GFP_ATOMIC); 476 mlx5_qp_debugfs_init(dev->mdev); 477 478 table->nb.notifier_call = rsc_event_notifier; 479 mlx5_notifier_register(dev->mdev, &table->nb); 480 481 return 0; 482 } 483 484 void mlx5_cleanup_qp_table(struct mlx5_ib_dev *dev) 485 { 486 struct mlx5_qp_table *table = &dev->qp_table; 487 488 mlx5_notifier_unregister(dev->mdev, &table->nb); 489 mlx5_qp_debugfs_cleanup(dev->mdev); 490 } 491 492 int mlx5_core_qp_query(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp, 493 u32 *out, int outlen) 494 { 495 u32 in[MLX5_ST_SZ_DW(query_qp_in)] = {}; 496 497 MLX5_SET(query_qp_in, in, opcode, MLX5_CMD_OP_QUERY_QP); 498 MLX5_SET(query_qp_in, in, qpn, qp->qpn); 499 return mlx5_cmd_exec(dev->mdev, in, sizeof(in), out, outlen); 500 } 501 502 int mlx5_core_dct_query(struct mlx5_ib_dev *dev, struct mlx5_core_dct *dct, 503 u32 *out, int outlen) 504 { 505 u32 in[MLX5_ST_SZ_DW(query_dct_in)] = {}; 506 struct mlx5_core_qp *qp = &dct->mqp; 507 508 MLX5_SET(query_dct_in, in, opcode, MLX5_CMD_OP_QUERY_DCT); 509 MLX5_SET(query_dct_in, in, dctn, qp->qpn); 510 511 return mlx5_cmd_exec(dev->mdev, (void *)&in, sizeof(in), (void *)out, 512 outlen); 513 } 514 515 int mlx5_core_xrcd_alloc(struct mlx5_ib_dev *dev, u32 *xrcdn) 516 { 517 u32 out[MLX5_ST_SZ_DW(alloc_xrcd_out)] = {}; 518 u32 in[MLX5_ST_SZ_DW(alloc_xrcd_in)] = {}; 519 int err; 520 521 MLX5_SET(alloc_xrcd_in, in, opcode, MLX5_CMD_OP_ALLOC_XRCD); 522 err = mlx5_cmd_exec_inout(dev->mdev, alloc_xrcd, in, out); 523 if (!err) 524 *xrcdn = MLX5_GET(alloc_xrcd_out, out, xrcd); 525 return err; 526 } 527 528 int mlx5_core_xrcd_dealloc(struct mlx5_ib_dev *dev, u32 xrcdn) 529 { 530 u32 in[MLX5_ST_SZ_DW(dealloc_xrcd_in)] = {}; 531 532 MLX5_SET(dealloc_xrcd_in, in, opcode, MLX5_CMD_OP_DEALLOC_XRCD); 533 MLX5_SET(dealloc_xrcd_in, in, xrcd, xrcdn); 534 return mlx5_cmd_exec_in(dev->mdev, dealloc_xrcd, in); 535 } 536 537 static void destroy_rq_tracked(struct mlx5_ib_dev *dev, u32 rqn, u16 uid) 538 { 539 u32 in[MLX5_ST_SZ_DW(destroy_rq_in)] = {}; 540 541 MLX5_SET(destroy_rq_in, in, opcode, MLX5_CMD_OP_DESTROY_RQ); 542 MLX5_SET(destroy_rq_in, in, rqn, rqn); 543 MLX5_SET(destroy_rq_in, in, uid, uid); 544 mlx5_cmd_exec_in(dev->mdev, destroy_rq, in); 545 } 546 547 int mlx5_core_create_rq_tracked(struct mlx5_ib_dev *dev, u32 *in, int inlen, 548 struct mlx5_core_qp *rq) 549 { 550 int err; 551 u32 rqn; 552 553 err = mlx5_core_create_rq(dev->mdev, in, inlen, &rqn); 554 if (err) 555 return err; 556 557 rq->uid = MLX5_GET(create_rq_in, in, uid); 558 rq->qpn = rqn; 559 err = create_resource_common(dev, rq, MLX5_RES_RQ); 560 if (err) 561 goto err_destroy_rq; 562 563 return 0; 564 565 err_destroy_rq: 566 destroy_rq_tracked(dev, rq->qpn, rq->uid); 567 568 return err; 569 } 570 571 void mlx5_core_destroy_rq_tracked(struct mlx5_ib_dev *dev, 572 struct mlx5_core_qp *rq) 573 { 574 destroy_resource_common(dev, rq); 575 destroy_rq_tracked(dev, rq->qpn, rq->uid); 576 } 577 578 static void destroy_sq_tracked(struct mlx5_ib_dev *dev, u32 sqn, u16 uid) 579 { 580 u32 in[MLX5_ST_SZ_DW(destroy_sq_in)] = {}; 581 582 MLX5_SET(destroy_sq_in, in, opcode, MLX5_CMD_OP_DESTROY_SQ); 583 MLX5_SET(destroy_sq_in, in, sqn, sqn); 584 MLX5_SET(destroy_sq_in, in, uid, uid); 585 mlx5_cmd_exec_in(dev->mdev, destroy_sq, in); 586 } 587 588 int mlx5_core_create_sq_tracked(struct mlx5_ib_dev *dev, u32 *in, int inlen, 589 struct mlx5_core_qp *sq) 590 { 591 u32 out[MLX5_ST_SZ_DW(create_sq_out)] = {}; 592 int err; 593 594 MLX5_SET(create_sq_in, in, opcode, MLX5_CMD_OP_CREATE_SQ); 595 err = mlx5_cmd_exec(dev->mdev, in, inlen, out, sizeof(out)); 596 if (err) 597 return err; 598 599 sq->qpn = MLX5_GET(create_sq_out, out, sqn); 600 sq->uid = MLX5_GET(create_sq_in, in, uid); 601 err = create_resource_common(dev, sq, MLX5_RES_SQ); 602 if (err) 603 goto err_destroy_sq; 604 605 return 0; 606 607 err_destroy_sq: 608 destroy_sq_tracked(dev, sq->qpn, sq->uid); 609 610 return err; 611 } 612 613 void mlx5_core_destroy_sq_tracked(struct mlx5_ib_dev *dev, 614 struct mlx5_core_qp *sq) 615 { 616 destroy_resource_common(dev, sq); 617 destroy_sq_tracked(dev, sq->qpn, sq->uid); 618 } 619 620 struct mlx5_core_rsc_common *mlx5_core_res_hold(struct mlx5_ib_dev *dev, 621 int res_num, 622 enum mlx5_res_type res_type) 623 { 624 u32 rsn = res_num | (res_type << MLX5_USER_INDEX_LEN); 625 struct mlx5_qp_table *table = &dev->qp_table; 626 627 return mlx5_get_rsc(table, rsn); 628 } 629 630 void mlx5_core_res_put(struct mlx5_core_rsc_common *res) 631 { 632 mlx5_core_put_rsc(res); 633 } 634