11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Copyright (c) 2004 Mellanox Technologies Ltd. All rights reserved. 31da177e4SLinus Torvalds * Copyright (c) 2004 Infinicon Corporation. All rights reserved. 41da177e4SLinus Torvalds * Copyright (c) 2004 Intel Corporation. All rights reserved. 51da177e4SLinus Torvalds * Copyright (c) 2004 Topspin Corporation. All rights reserved. 61da177e4SLinus Torvalds * Copyright (c) 2004 Voltaire Corporation. All rights reserved. 72a1d9b7fSRoland Dreier * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. 833b9b3eeSRoland Dreier * Copyright (c) 2005, 2006 Cisco Systems. All rights reserved. 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * This software is available to you under a choice of one of two 111da177e4SLinus Torvalds * licenses. You may choose to be licensed under the terms of the GNU 121da177e4SLinus Torvalds * General Public License (GPL) Version 2, available from the file 131da177e4SLinus Torvalds * COPYING in the main directory of this source tree, or the 141da177e4SLinus Torvalds * OpenIB.org BSD license below: 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * Redistribution and use in source and binary forms, with or 171da177e4SLinus Torvalds * without modification, are permitted provided that the following 181da177e4SLinus Torvalds * conditions are met: 191da177e4SLinus Torvalds * 201da177e4SLinus Torvalds * - Redistributions of source code must retain the above 211da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 221da177e4SLinus Torvalds * disclaimer. 231da177e4SLinus Torvalds * 241da177e4SLinus Torvalds * - Redistributions in binary form must reproduce the above 251da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 261da177e4SLinus Torvalds * disclaimer in the documentation and/or other materials 271da177e4SLinus Torvalds * provided with the distribution. 281da177e4SLinus Torvalds * 291da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 301da177e4SLinus Torvalds * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 311da177e4SLinus Torvalds * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 321da177e4SLinus Torvalds * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 331da177e4SLinus Torvalds * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 341da177e4SLinus Torvalds * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 351da177e4SLinus Torvalds * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 361da177e4SLinus Torvalds * SOFTWARE. 371da177e4SLinus Torvalds */ 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds #include <linux/errno.h> 401da177e4SLinus Torvalds #include <linux/err.h> 41b108d976SPaul Gortmaker #include <linux/export.h> 428c65b4a6STim Schmielau #include <linux/string.h> 430e0ec7e0SSean Hefty #include <linux/slab.h> 44dbf727deSMatan Barak #include <linux/in.h> 45dbf727deSMatan Barak #include <linux/in6.h> 46dbf727deSMatan Barak #include <net/addrconf.h> 471da177e4SLinus Torvalds 48a4d61e84SRoland Dreier #include <rdma/ib_verbs.h> 49a4d61e84SRoland Dreier #include <rdma/ib_cache.h> 50dd5f03beSMatan Barak #include <rdma/ib_addr.h> 511da177e4SLinus Torvalds 52ed4c54e5SOr Gerlitz #include "core_priv.h" 531da177e4SLinus Torvalds 542b1b5b60SSagi Grimberg static const char * const ib_events[] = { 552b1b5b60SSagi Grimberg [IB_EVENT_CQ_ERR] = "CQ error", 562b1b5b60SSagi Grimberg [IB_EVENT_QP_FATAL] = "QP fatal error", 572b1b5b60SSagi Grimberg [IB_EVENT_QP_REQ_ERR] = "QP request error", 582b1b5b60SSagi Grimberg [IB_EVENT_QP_ACCESS_ERR] = "QP access error", 592b1b5b60SSagi Grimberg [IB_EVENT_COMM_EST] = "communication established", 602b1b5b60SSagi Grimberg [IB_EVENT_SQ_DRAINED] = "send queue drained", 612b1b5b60SSagi Grimberg [IB_EVENT_PATH_MIG] = "path migration successful", 622b1b5b60SSagi Grimberg [IB_EVENT_PATH_MIG_ERR] = "path migration error", 632b1b5b60SSagi Grimberg [IB_EVENT_DEVICE_FATAL] = "device fatal error", 642b1b5b60SSagi Grimberg [IB_EVENT_PORT_ACTIVE] = "port active", 652b1b5b60SSagi Grimberg [IB_EVENT_PORT_ERR] = "port error", 662b1b5b60SSagi Grimberg [IB_EVENT_LID_CHANGE] = "LID change", 672b1b5b60SSagi Grimberg [IB_EVENT_PKEY_CHANGE] = "P_key change", 682b1b5b60SSagi Grimberg [IB_EVENT_SM_CHANGE] = "SM change", 692b1b5b60SSagi Grimberg [IB_EVENT_SRQ_ERR] = "SRQ error", 702b1b5b60SSagi Grimberg [IB_EVENT_SRQ_LIMIT_REACHED] = "SRQ limit reached", 712b1b5b60SSagi Grimberg [IB_EVENT_QP_LAST_WQE_REACHED] = "last WQE reached", 722b1b5b60SSagi Grimberg [IB_EVENT_CLIENT_REREGISTER] = "client reregister", 732b1b5b60SSagi Grimberg [IB_EVENT_GID_CHANGE] = "GID changed", 742b1b5b60SSagi Grimberg }; 752b1b5b60SSagi Grimberg 76db7489e0SBart Van Assche const char *__attribute_const__ ib_event_msg(enum ib_event_type event) 772b1b5b60SSagi Grimberg { 782b1b5b60SSagi Grimberg size_t index = event; 792b1b5b60SSagi Grimberg 802b1b5b60SSagi Grimberg return (index < ARRAY_SIZE(ib_events) && ib_events[index]) ? 812b1b5b60SSagi Grimberg ib_events[index] : "unrecognized event"; 822b1b5b60SSagi Grimberg } 832b1b5b60SSagi Grimberg EXPORT_SYMBOL(ib_event_msg); 842b1b5b60SSagi Grimberg 852b1b5b60SSagi Grimberg static const char * const wc_statuses[] = { 862b1b5b60SSagi Grimberg [IB_WC_SUCCESS] = "success", 872b1b5b60SSagi Grimberg [IB_WC_LOC_LEN_ERR] = "local length error", 882b1b5b60SSagi Grimberg [IB_WC_LOC_QP_OP_ERR] = "local QP operation error", 892b1b5b60SSagi Grimberg [IB_WC_LOC_EEC_OP_ERR] = "local EE context operation error", 902b1b5b60SSagi Grimberg [IB_WC_LOC_PROT_ERR] = "local protection error", 912b1b5b60SSagi Grimberg [IB_WC_WR_FLUSH_ERR] = "WR flushed", 922b1b5b60SSagi Grimberg [IB_WC_MW_BIND_ERR] = "memory management operation error", 932b1b5b60SSagi Grimberg [IB_WC_BAD_RESP_ERR] = "bad response error", 942b1b5b60SSagi Grimberg [IB_WC_LOC_ACCESS_ERR] = "local access error", 952b1b5b60SSagi Grimberg [IB_WC_REM_INV_REQ_ERR] = "invalid request error", 962b1b5b60SSagi Grimberg [IB_WC_REM_ACCESS_ERR] = "remote access error", 972b1b5b60SSagi Grimberg [IB_WC_REM_OP_ERR] = "remote operation error", 982b1b5b60SSagi Grimberg [IB_WC_RETRY_EXC_ERR] = "transport retry counter exceeded", 992b1b5b60SSagi Grimberg [IB_WC_RNR_RETRY_EXC_ERR] = "RNR retry counter exceeded", 1002b1b5b60SSagi Grimberg [IB_WC_LOC_RDD_VIOL_ERR] = "local RDD violation error", 1012b1b5b60SSagi Grimberg [IB_WC_REM_INV_RD_REQ_ERR] = "remote invalid RD request", 1022b1b5b60SSagi Grimberg [IB_WC_REM_ABORT_ERR] = "operation aborted", 1032b1b5b60SSagi Grimberg [IB_WC_INV_EECN_ERR] = "invalid EE context number", 1042b1b5b60SSagi Grimberg [IB_WC_INV_EEC_STATE_ERR] = "invalid EE context state", 1052b1b5b60SSagi Grimberg [IB_WC_FATAL_ERR] = "fatal error", 1062b1b5b60SSagi Grimberg [IB_WC_RESP_TIMEOUT_ERR] = "response timeout error", 1072b1b5b60SSagi Grimberg [IB_WC_GENERAL_ERR] = "general error", 1082b1b5b60SSagi Grimberg }; 1092b1b5b60SSagi Grimberg 110db7489e0SBart Van Assche const char *__attribute_const__ ib_wc_status_msg(enum ib_wc_status status) 1112b1b5b60SSagi Grimberg { 1122b1b5b60SSagi Grimberg size_t index = status; 1132b1b5b60SSagi Grimberg 1142b1b5b60SSagi Grimberg return (index < ARRAY_SIZE(wc_statuses) && wc_statuses[index]) ? 1152b1b5b60SSagi Grimberg wc_statuses[index] : "unrecognized status"; 1162b1b5b60SSagi Grimberg } 1172b1b5b60SSagi Grimberg EXPORT_SYMBOL(ib_wc_status_msg); 1182b1b5b60SSagi Grimberg 1198385fd84SRoland Dreier __attribute_const__ int ib_rate_to_mult(enum ib_rate rate) 120bf6a9e31SJack Morgenstein { 121bf6a9e31SJack Morgenstein switch (rate) { 122bf6a9e31SJack Morgenstein case IB_RATE_2_5_GBPS: return 1; 123bf6a9e31SJack Morgenstein case IB_RATE_5_GBPS: return 2; 124bf6a9e31SJack Morgenstein case IB_RATE_10_GBPS: return 4; 125bf6a9e31SJack Morgenstein case IB_RATE_20_GBPS: return 8; 126bf6a9e31SJack Morgenstein case IB_RATE_30_GBPS: return 12; 127bf6a9e31SJack Morgenstein case IB_RATE_40_GBPS: return 16; 128bf6a9e31SJack Morgenstein case IB_RATE_60_GBPS: return 24; 129bf6a9e31SJack Morgenstein case IB_RATE_80_GBPS: return 32; 130bf6a9e31SJack Morgenstein case IB_RATE_120_GBPS: return 48; 131bf6a9e31SJack Morgenstein default: return -1; 132bf6a9e31SJack Morgenstein } 133bf6a9e31SJack Morgenstein } 134bf6a9e31SJack Morgenstein EXPORT_SYMBOL(ib_rate_to_mult); 135bf6a9e31SJack Morgenstein 1368385fd84SRoland Dreier __attribute_const__ enum ib_rate mult_to_ib_rate(int mult) 137bf6a9e31SJack Morgenstein { 138bf6a9e31SJack Morgenstein switch (mult) { 139bf6a9e31SJack Morgenstein case 1: return IB_RATE_2_5_GBPS; 140bf6a9e31SJack Morgenstein case 2: return IB_RATE_5_GBPS; 141bf6a9e31SJack Morgenstein case 4: return IB_RATE_10_GBPS; 142bf6a9e31SJack Morgenstein case 8: return IB_RATE_20_GBPS; 143bf6a9e31SJack Morgenstein case 12: return IB_RATE_30_GBPS; 144bf6a9e31SJack Morgenstein case 16: return IB_RATE_40_GBPS; 145bf6a9e31SJack Morgenstein case 24: return IB_RATE_60_GBPS; 146bf6a9e31SJack Morgenstein case 32: return IB_RATE_80_GBPS; 147bf6a9e31SJack Morgenstein case 48: return IB_RATE_120_GBPS; 148bf6a9e31SJack Morgenstein default: return IB_RATE_PORT_CURRENT; 149bf6a9e31SJack Morgenstein } 150bf6a9e31SJack Morgenstein } 151bf6a9e31SJack Morgenstein EXPORT_SYMBOL(mult_to_ib_rate); 152bf6a9e31SJack Morgenstein 1538385fd84SRoland Dreier __attribute_const__ int ib_rate_to_mbps(enum ib_rate rate) 15471eeba16SMarcel Apfelbaum { 15571eeba16SMarcel Apfelbaum switch (rate) { 15671eeba16SMarcel Apfelbaum case IB_RATE_2_5_GBPS: return 2500; 15771eeba16SMarcel Apfelbaum case IB_RATE_5_GBPS: return 5000; 15871eeba16SMarcel Apfelbaum case IB_RATE_10_GBPS: return 10000; 15971eeba16SMarcel Apfelbaum case IB_RATE_20_GBPS: return 20000; 16071eeba16SMarcel Apfelbaum case IB_RATE_30_GBPS: return 30000; 16171eeba16SMarcel Apfelbaum case IB_RATE_40_GBPS: return 40000; 16271eeba16SMarcel Apfelbaum case IB_RATE_60_GBPS: return 60000; 16371eeba16SMarcel Apfelbaum case IB_RATE_80_GBPS: return 80000; 16471eeba16SMarcel Apfelbaum case IB_RATE_120_GBPS: return 120000; 16571eeba16SMarcel Apfelbaum case IB_RATE_14_GBPS: return 14062; 16671eeba16SMarcel Apfelbaum case IB_RATE_56_GBPS: return 56250; 16771eeba16SMarcel Apfelbaum case IB_RATE_112_GBPS: return 112500; 16871eeba16SMarcel Apfelbaum case IB_RATE_168_GBPS: return 168750; 16971eeba16SMarcel Apfelbaum case IB_RATE_25_GBPS: return 25781; 17071eeba16SMarcel Apfelbaum case IB_RATE_100_GBPS: return 103125; 17171eeba16SMarcel Apfelbaum case IB_RATE_200_GBPS: return 206250; 17271eeba16SMarcel Apfelbaum case IB_RATE_300_GBPS: return 309375; 17371eeba16SMarcel Apfelbaum default: return -1; 17471eeba16SMarcel Apfelbaum } 17571eeba16SMarcel Apfelbaum } 17671eeba16SMarcel Apfelbaum EXPORT_SYMBOL(ib_rate_to_mbps); 17771eeba16SMarcel Apfelbaum 1788385fd84SRoland Dreier __attribute_const__ enum rdma_transport_type 17907ebafbaSTom Tucker rdma_node_get_transport(enum rdma_node_type node_type) 18007ebafbaSTom Tucker { 18107ebafbaSTom Tucker switch (node_type) { 18207ebafbaSTom Tucker case RDMA_NODE_IB_CA: 18307ebafbaSTom Tucker case RDMA_NODE_IB_SWITCH: 18407ebafbaSTom Tucker case RDMA_NODE_IB_ROUTER: 18507ebafbaSTom Tucker return RDMA_TRANSPORT_IB; 18607ebafbaSTom Tucker case RDMA_NODE_RNIC: 18707ebafbaSTom Tucker return RDMA_TRANSPORT_IWARP; 188180771a3SUpinder Malhi \(umalhi\) case RDMA_NODE_USNIC: 1895db5765eSUpinder Malhi return RDMA_TRANSPORT_USNIC; 1905db5765eSUpinder Malhi case RDMA_NODE_USNIC_UDP: 191248567f7SUpinder Malhi return RDMA_TRANSPORT_USNIC_UDP; 19207ebafbaSTom Tucker default: 19307ebafbaSTom Tucker BUG(); 19407ebafbaSTom Tucker return 0; 19507ebafbaSTom Tucker } 19607ebafbaSTom Tucker } 19707ebafbaSTom Tucker EXPORT_SYMBOL(rdma_node_get_transport); 19807ebafbaSTom Tucker 199a3f5adafSEli Cohen enum rdma_link_layer rdma_port_get_link_layer(struct ib_device *device, u8 port_num) 200a3f5adafSEli Cohen { 201a3f5adafSEli Cohen if (device->get_link_layer) 202a3f5adafSEli Cohen return device->get_link_layer(device, port_num); 203a3f5adafSEli Cohen 204a3f5adafSEli Cohen switch (rdma_node_get_transport(device->node_type)) { 205a3f5adafSEli Cohen case RDMA_TRANSPORT_IB: 206a3f5adafSEli Cohen return IB_LINK_LAYER_INFINIBAND; 207a3f5adafSEli Cohen case RDMA_TRANSPORT_IWARP: 208180771a3SUpinder Malhi \(umalhi\) case RDMA_TRANSPORT_USNIC: 209248567f7SUpinder Malhi case RDMA_TRANSPORT_USNIC_UDP: 210a3f5adafSEli Cohen return IB_LINK_LAYER_ETHERNET; 211a3f5adafSEli Cohen default: 212a3f5adafSEli Cohen return IB_LINK_LAYER_UNSPECIFIED; 213a3f5adafSEli Cohen } 214a3f5adafSEli Cohen } 215a3f5adafSEli Cohen EXPORT_SYMBOL(rdma_port_get_link_layer); 216a3f5adafSEli Cohen 2171da177e4SLinus Torvalds /* Protection domains */ 2181da177e4SLinus Torvalds 21996249d70SJason Gunthorpe /** 22096249d70SJason Gunthorpe * ib_alloc_pd - Allocates an unused protection domain. 22196249d70SJason Gunthorpe * @device: The device on which to allocate the protection domain. 22296249d70SJason Gunthorpe * 22396249d70SJason Gunthorpe * A protection domain object provides an association between QPs, shared 22496249d70SJason Gunthorpe * receive queues, address handles, memory regions, and memory windows. 22596249d70SJason Gunthorpe * 22696249d70SJason Gunthorpe * Every PD has a local_dma_lkey which can be used as the lkey value for local 22796249d70SJason Gunthorpe * memory operations. 22896249d70SJason Gunthorpe */ 2291da177e4SLinus Torvalds struct ib_pd *ib_alloc_pd(struct ib_device *device) 2301da177e4SLinus Torvalds { 2311da177e4SLinus Torvalds struct ib_pd *pd; 2321da177e4SLinus Torvalds 233b5e81bf5SRoland Dreier pd = device->alloc_pd(device, NULL, NULL); 23496249d70SJason Gunthorpe if (IS_ERR(pd)) 23596249d70SJason Gunthorpe return pd; 2361da177e4SLinus Torvalds 2371da177e4SLinus Torvalds pd->device = device; 238b5e81bf5SRoland Dreier pd->uobject = NULL; 23996249d70SJason Gunthorpe pd->local_mr = NULL; 2401da177e4SLinus Torvalds atomic_set(&pd->usecnt, 0); 24196249d70SJason Gunthorpe 24286bee4c9SOr Gerlitz if (device->attrs.device_cap_flags & IB_DEVICE_LOCAL_DMA_LKEY) 24396249d70SJason Gunthorpe pd->local_dma_lkey = device->local_dma_lkey; 24496249d70SJason Gunthorpe else { 24596249d70SJason Gunthorpe struct ib_mr *mr; 24696249d70SJason Gunthorpe 24796249d70SJason Gunthorpe mr = ib_get_dma_mr(pd, IB_ACCESS_LOCAL_WRITE); 24896249d70SJason Gunthorpe if (IS_ERR(mr)) { 24996249d70SJason Gunthorpe ib_dealloc_pd(pd); 25096249d70SJason Gunthorpe return (struct ib_pd *)mr; 2511da177e4SLinus Torvalds } 2521da177e4SLinus Torvalds 25396249d70SJason Gunthorpe pd->local_mr = mr; 25496249d70SJason Gunthorpe pd->local_dma_lkey = pd->local_mr->lkey; 25596249d70SJason Gunthorpe } 2561da177e4SLinus Torvalds return pd; 2571da177e4SLinus Torvalds } 2581da177e4SLinus Torvalds EXPORT_SYMBOL(ib_alloc_pd); 2591da177e4SLinus Torvalds 2607dd78647SJason Gunthorpe /** 2617dd78647SJason Gunthorpe * ib_dealloc_pd - Deallocates a protection domain. 2627dd78647SJason Gunthorpe * @pd: The protection domain to deallocate. 2637dd78647SJason Gunthorpe * 2647dd78647SJason Gunthorpe * It is an error to call this function while any resources in the pd still 2657dd78647SJason Gunthorpe * exist. The caller is responsible to synchronously destroy them and 2667dd78647SJason Gunthorpe * guarantee no new allocations will happen. 2677dd78647SJason Gunthorpe */ 2687dd78647SJason Gunthorpe void ib_dealloc_pd(struct ib_pd *pd) 2691da177e4SLinus Torvalds { 2707dd78647SJason Gunthorpe int ret; 2711da177e4SLinus Torvalds 27296249d70SJason Gunthorpe if (pd->local_mr) { 2737dd78647SJason Gunthorpe ret = ib_dereg_mr(pd->local_mr); 2747dd78647SJason Gunthorpe WARN_ON(ret); 27596249d70SJason Gunthorpe pd->local_mr = NULL; 27696249d70SJason Gunthorpe } 27796249d70SJason Gunthorpe 2787dd78647SJason Gunthorpe /* uverbs manipulates usecnt with proper locking, while the kabi 2797dd78647SJason Gunthorpe requires the caller to guarantee we can't race here. */ 2807dd78647SJason Gunthorpe WARN_ON(atomic_read(&pd->usecnt)); 2811da177e4SLinus Torvalds 2827dd78647SJason Gunthorpe /* Making delalloc_pd a void return is a WIP, no driver should return 2837dd78647SJason Gunthorpe an error here. */ 2847dd78647SJason Gunthorpe ret = pd->device->dealloc_pd(pd); 2857dd78647SJason Gunthorpe WARN_ONCE(ret, "Infiniband HW driver failed dealloc_pd"); 2861da177e4SLinus Torvalds } 2871da177e4SLinus Torvalds EXPORT_SYMBOL(ib_dealloc_pd); 2881da177e4SLinus Torvalds 2891da177e4SLinus Torvalds /* Address handles */ 2901da177e4SLinus Torvalds 2911da177e4SLinus Torvalds struct ib_ah *ib_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr) 2921da177e4SLinus Torvalds { 2931da177e4SLinus Torvalds struct ib_ah *ah; 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds ah = pd->device->create_ah(pd, ah_attr); 2961da177e4SLinus Torvalds 2971da177e4SLinus Torvalds if (!IS_ERR(ah)) { 2981da177e4SLinus Torvalds ah->device = pd->device; 2991da177e4SLinus Torvalds ah->pd = pd; 300b5e81bf5SRoland Dreier ah->uobject = NULL; 3011da177e4SLinus Torvalds atomic_inc(&pd->usecnt); 3021da177e4SLinus Torvalds } 3031da177e4SLinus Torvalds 3041da177e4SLinus Torvalds return ah; 3051da177e4SLinus Torvalds } 3061da177e4SLinus Torvalds EXPORT_SYMBOL(ib_create_ah); 3071da177e4SLinus Torvalds 308dbf727deSMatan Barak struct find_gid_index_context { 309dbf727deSMatan Barak u16 vlan_id; 310dbf727deSMatan Barak }; 311dbf727deSMatan Barak 312dbf727deSMatan Barak static bool find_gid_index(const union ib_gid *gid, 313dbf727deSMatan Barak const struct ib_gid_attr *gid_attr, 314dbf727deSMatan Barak void *context) 315dbf727deSMatan Barak { 316dbf727deSMatan Barak struct find_gid_index_context *ctx = 317dbf727deSMatan Barak (struct find_gid_index_context *)context; 318dbf727deSMatan Barak 319dbf727deSMatan Barak if ((!!(ctx->vlan_id != 0xffff) == !is_vlan_dev(gid_attr->ndev)) || 320dbf727deSMatan Barak (is_vlan_dev(gid_attr->ndev) && 321dbf727deSMatan Barak vlan_dev_vlan_id(gid_attr->ndev) != ctx->vlan_id)) 322dbf727deSMatan Barak return false; 323dbf727deSMatan Barak 324dbf727deSMatan Barak return true; 325dbf727deSMatan Barak } 326dbf727deSMatan Barak 327dbf727deSMatan Barak static int get_sgid_index_from_eth(struct ib_device *device, u8 port_num, 328dbf727deSMatan Barak u16 vlan_id, const union ib_gid *sgid, 329dbf727deSMatan Barak u16 *gid_index) 330dbf727deSMatan Barak { 331dbf727deSMatan Barak struct find_gid_index_context context = {.vlan_id = vlan_id}; 332dbf727deSMatan Barak 333dbf727deSMatan Barak return ib_find_gid_by_filter(device, sgid, port_num, find_gid_index, 334dbf727deSMatan Barak &context, gid_index); 335dbf727deSMatan Barak } 336dbf727deSMatan Barak 33773cdaaeeSIra Weiny int ib_init_ah_from_wc(struct ib_device *device, u8 port_num, 33873cdaaeeSIra Weiny const struct ib_wc *wc, const struct ib_grh *grh, 33973cdaaeeSIra Weiny struct ib_ah_attr *ah_attr) 340513789edSHal Rosenstock { 341513789edSHal Rosenstock u32 flow_class; 342513789edSHal Rosenstock u16 gid_index; 343513789edSHal Rosenstock int ret; 344513789edSHal Rosenstock 3454e00d694SSean Hefty memset(ah_attr, 0, sizeof *ah_attr); 346227128fcSMichael Wang if (rdma_cap_eth_ah(device, port_num)) { 347dbf727deSMatan Barak u16 vlan_id = wc->wc_flags & IB_WC_WITH_VLAN ? 348dbf727deSMatan Barak wc->vlan_id : 0xffff; 349dbf727deSMatan Barak 350dd5f03beSMatan Barak if (!(wc->wc_flags & IB_WC_GRH)) 351dd5f03beSMatan Barak return -EPROTOTYPE; 352dd5f03beSMatan Barak 353dbf727deSMatan Barak if (!(wc->wc_flags & IB_WC_WITH_SMAC) || 354dbf727deSMatan Barak !(wc->wc_flags & IB_WC_WITH_VLAN)) { 355dd5f03beSMatan Barak ret = rdma_addr_find_dmac_by_grh(&grh->dgid, &grh->sgid, 356dbf727deSMatan Barak ah_attr->dmac, 357dbf727deSMatan Barak wc->wc_flags & IB_WC_WITH_VLAN ? 358dbf727deSMatan Barak NULL : &vlan_id, 359dbf727deSMatan Barak 0); 360dd5f03beSMatan Barak if (ret) 361dd5f03beSMatan Barak return ret; 362dd5f03beSMatan Barak } 363dbf727deSMatan Barak 364dbf727deSMatan Barak ret = get_sgid_index_from_eth(device, port_num, vlan_id, 365dbf727deSMatan Barak &grh->dgid, &gid_index); 366dbf727deSMatan Barak if (ret) 367dbf727deSMatan Barak return ret; 368dbf727deSMatan Barak 369dbf727deSMatan Barak if (wc->wc_flags & IB_WC_WITH_SMAC) 370dbf727deSMatan Barak memcpy(ah_attr->dmac, wc->smac, ETH_ALEN); 371dd5f03beSMatan Barak } 372dd5f03beSMatan Barak 3734e00d694SSean Hefty ah_attr->dlid = wc->slid; 3744e00d694SSean Hefty ah_attr->sl = wc->sl; 3754e00d694SSean Hefty ah_attr->src_path_bits = wc->dlid_path_bits; 3764e00d694SSean Hefty ah_attr->port_num = port_num; 377513789edSHal Rosenstock 378513789edSHal Rosenstock if (wc->wc_flags & IB_WC_GRH) { 3794e00d694SSean Hefty ah_attr->ah_flags = IB_AH_GRH; 3804e00d694SSean Hefty ah_attr->grh.dgid = grh->sgid; 381513789edSHal Rosenstock 382dbf727deSMatan Barak if (!rdma_cap_eth_ah(device, port_num)) { 383dbf727deSMatan Barak ret = ib_find_cached_gid_by_port(device, &grh->dgid, 384b39ffa1dSMatan Barak IB_GID_TYPE_IB, 385dbf727deSMatan Barak port_num, NULL, 386dbf727deSMatan Barak &gid_index); 387513789edSHal Rosenstock if (ret) 3884e00d694SSean Hefty return ret; 389dbf727deSMatan Barak } 390513789edSHal Rosenstock 3914e00d694SSean Hefty ah_attr->grh.sgid_index = (u8) gid_index; 392497677abSHal Rosenstock flow_class = be32_to_cpu(grh->version_tclass_flow); 3934e00d694SSean Hefty ah_attr->grh.flow_label = flow_class & 0xFFFFF; 39447645d8dSSean Hefty ah_attr->grh.hop_limit = 0xFF; 3954e00d694SSean Hefty ah_attr->grh.traffic_class = (flow_class >> 20) & 0xFF; 396513789edSHal Rosenstock } 3974e00d694SSean Hefty return 0; 3984e00d694SSean Hefty } 3994e00d694SSean Hefty EXPORT_SYMBOL(ib_init_ah_from_wc); 4004e00d694SSean Hefty 40173cdaaeeSIra Weiny struct ib_ah *ib_create_ah_from_wc(struct ib_pd *pd, const struct ib_wc *wc, 40273cdaaeeSIra Weiny const struct ib_grh *grh, u8 port_num) 4034e00d694SSean Hefty { 4044e00d694SSean Hefty struct ib_ah_attr ah_attr; 4054e00d694SSean Hefty int ret; 4064e00d694SSean Hefty 4074e00d694SSean Hefty ret = ib_init_ah_from_wc(pd->device, port_num, wc, grh, &ah_attr); 4084e00d694SSean Hefty if (ret) 4094e00d694SSean Hefty return ERR_PTR(ret); 410513789edSHal Rosenstock 411513789edSHal Rosenstock return ib_create_ah(pd, &ah_attr); 412513789edSHal Rosenstock } 413513789edSHal Rosenstock EXPORT_SYMBOL(ib_create_ah_from_wc); 414513789edSHal Rosenstock 4151da177e4SLinus Torvalds int ib_modify_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr) 4161da177e4SLinus Torvalds { 4171da177e4SLinus Torvalds return ah->device->modify_ah ? 4181da177e4SLinus Torvalds ah->device->modify_ah(ah, ah_attr) : 4191da177e4SLinus Torvalds -ENOSYS; 4201da177e4SLinus Torvalds } 4211da177e4SLinus Torvalds EXPORT_SYMBOL(ib_modify_ah); 4221da177e4SLinus Torvalds 4231da177e4SLinus Torvalds int ib_query_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr) 4241da177e4SLinus Torvalds { 4251da177e4SLinus Torvalds return ah->device->query_ah ? 4261da177e4SLinus Torvalds ah->device->query_ah(ah, ah_attr) : 4271da177e4SLinus Torvalds -ENOSYS; 4281da177e4SLinus Torvalds } 4291da177e4SLinus Torvalds EXPORT_SYMBOL(ib_query_ah); 4301da177e4SLinus Torvalds 4311da177e4SLinus Torvalds int ib_destroy_ah(struct ib_ah *ah) 4321da177e4SLinus Torvalds { 4331da177e4SLinus Torvalds struct ib_pd *pd; 4341da177e4SLinus Torvalds int ret; 4351da177e4SLinus Torvalds 4361da177e4SLinus Torvalds pd = ah->pd; 4371da177e4SLinus Torvalds ret = ah->device->destroy_ah(ah); 4381da177e4SLinus Torvalds if (!ret) 4391da177e4SLinus Torvalds atomic_dec(&pd->usecnt); 4401da177e4SLinus Torvalds 4411da177e4SLinus Torvalds return ret; 4421da177e4SLinus Torvalds } 4431da177e4SLinus Torvalds EXPORT_SYMBOL(ib_destroy_ah); 4441da177e4SLinus Torvalds 445d41fcc67SRoland Dreier /* Shared receive queues */ 446d41fcc67SRoland Dreier 447d41fcc67SRoland Dreier struct ib_srq *ib_create_srq(struct ib_pd *pd, 448d41fcc67SRoland Dreier struct ib_srq_init_attr *srq_init_attr) 449d41fcc67SRoland Dreier { 450d41fcc67SRoland Dreier struct ib_srq *srq; 451d41fcc67SRoland Dreier 452d41fcc67SRoland Dreier if (!pd->device->create_srq) 453d41fcc67SRoland Dreier return ERR_PTR(-ENOSYS); 454d41fcc67SRoland Dreier 455d41fcc67SRoland Dreier srq = pd->device->create_srq(pd, srq_init_attr, NULL); 456d41fcc67SRoland Dreier 457d41fcc67SRoland Dreier if (!IS_ERR(srq)) { 458d41fcc67SRoland Dreier srq->device = pd->device; 459d41fcc67SRoland Dreier srq->pd = pd; 460d41fcc67SRoland Dreier srq->uobject = NULL; 461d41fcc67SRoland Dreier srq->event_handler = srq_init_attr->event_handler; 462d41fcc67SRoland Dreier srq->srq_context = srq_init_attr->srq_context; 46396104edaSSean Hefty srq->srq_type = srq_init_attr->srq_type; 464418d5130SSean Hefty if (srq->srq_type == IB_SRQT_XRC) { 465418d5130SSean Hefty srq->ext.xrc.xrcd = srq_init_attr->ext.xrc.xrcd; 466418d5130SSean Hefty srq->ext.xrc.cq = srq_init_attr->ext.xrc.cq; 467418d5130SSean Hefty atomic_inc(&srq->ext.xrc.xrcd->usecnt); 468418d5130SSean Hefty atomic_inc(&srq->ext.xrc.cq->usecnt); 469418d5130SSean Hefty } 470d41fcc67SRoland Dreier atomic_inc(&pd->usecnt); 471d41fcc67SRoland Dreier atomic_set(&srq->usecnt, 0); 472d41fcc67SRoland Dreier } 473d41fcc67SRoland Dreier 474d41fcc67SRoland Dreier return srq; 475d41fcc67SRoland Dreier } 476d41fcc67SRoland Dreier EXPORT_SYMBOL(ib_create_srq); 477d41fcc67SRoland Dreier 478d41fcc67SRoland Dreier int ib_modify_srq(struct ib_srq *srq, 479d41fcc67SRoland Dreier struct ib_srq_attr *srq_attr, 480d41fcc67SRoland Dreier enum ib_srq_attr_mask srq_attr_mask) 481d41fcc67SRoland Dreier { 4827ce5eacbSDotan Barak return srq->device->modify_srq ? 4837ce5eacbSDotan Barak srq->device->modify_srq(srq, srq_attr, srq_attr_mask, NULL) : 4847ce5eacbSDotan Barak -ENOSYS; 485d41fcc67SRoland Dreier } 486d41fcc67SRoland Dreier EXPORT_SYMBOL(ib_modify_srq); 487d41fcc67SRoland Dreier 488d41fcc67SRoland Dreier int ib_query_srq(struct ib_srq *srq, 489d41fcc67SRoland Dreier struct ib_srq_attr *srq_attr) 490d41fcc67SRoland Dreier { 491d41fcc67SRoland Dreier return srq->device->query_srq ? 492d41fcc67SRoland Dreier srq->device->query_srq(srq, srq_attr) : -ENOSYS; 493d41fcc67SRoland Dreier } 494d41fcc67SRoland Dreier EXPORT_SYMBOL(ib_query_srq); 495d41fcc67SRoland Dreier 496d41fcc67SRoland Dreier int ib_destroy_srq(struct ib_srq *srq) 497d41fcc67SRoland Dreier { 498d41fcc67SRoland Dreier struct ib_pd *pd; 499418d5130SSean Hefty enum ib_srq_type srq_type; 500418d5130SSean Hefty struct ib_xrcd *uninitialized_var(xrcd); 501418d5130SSean Hefty struct ib_cq *uninitialized_var(cq); 502d41fcc67SRoland Dreier int ret; 503d41fcc67SRoland Dreier 504d41fcc67SRoland Dreier if (atomic_read(&srq->usecnt)) 505d41fcc67SRoland Dreier return -EBUSY; 506d41fcc67SRoland Dreier 507d41fcc67SRoland Dreier pd = srq->pd; 508418d5130SSean Hefty srq_type = srq->srq_type; 509418d5130SSean Hefty if (srq_type == IB_SRQT_XRC) { 510418d5130SSean Hefty xrcd = srq->ext.xrc.xrcd; 511418d5130SSean Hefty cq = srq->ext.xrc.cq; 512418d5130SSean Hefty } 513d41fcc67SRoland Dreier 514d41fcc67SRoland Dreier ret = srq->device->destroy_srq(srq); 515418d5130SSean Hefty if (!ret) { 516d41fcc67SRoland Dreier atomic_dec(&pd->usecnt); 517418d5130SSean Hefty if (srq_type == IB_SRQT_XRC) { 518418d5130SSean Hefty atomic_dec(&xrcd->usecnt); 519418d5130SSean Hefty atomic_dec(&cq->usecnt); 520418d5130SSean Hefty } 521418d5130SSean Hefty } 522d41fcc67SRoland Dreier 523d41fcc67SRoland Dreier return ret; 524d41fcc67SRoland Dreier } 525d41fcc67SRoland Dreier EXPORT_SYMBOL(ib_destroy_srq); 526d41fcc67SRoland Dreier 5271da177e4SLinus Torvalds /* Queue pairs */ 5281da177e4SLinus Torvalds 5290e0ec7e0SSean Hefty static void __ib_shared_qp_event_handler(struct ib_event *event, void *context) 5300e0ec7e0SSean Hefty { 5310e0ec7e0SSean Hefty struct ib_qp *qp = context; 53273c40c61SYishai Hadas unsigned long flags; 5330e0ec7e0SSean Hefty 53473c40c61SYishai Hadas spin_lock_irqsave(&qp->device->event_handler_lock, flags); 5350e0ec7e0SSean Hefty list_for_each_entry(event->element.qp, &qp->open_list, open_list) 536eec9e29fSShlomo Pongratz if (event->element.qp->event_handler) 5370e0ec7e0SSean Hefty event->element.qp->event_handler(event, event->element.qp->qp_context); 53873c40c61SYishai Hadas spin_unlock_irqrestore(&qp->device->event_handler_lock, flags); 5390e0ec7e0SSean Hefty } 5400e0ec7e0SSean Hefty 541d3d72d90SSean Hefty static void __ib_insert_xrcd_qp(struct ib_xrcd *xrcd, struct ib_qp *qp) 542d3d72d90SSean Hefty { 543d3d72d90SSean Hefty mutex_lock(&xrcd->tgt_qp_mutex); 544d3d72d90SSean Hefty list_add(&qp->xrcd_list, &xrcd->tgt_qp_list); 545d3d72d90SSean Hefty mutex_unlock(&xrcd->tgt_qp_mutex); 546d3d72d90SSean Hefty } 547d3d72d90SSean Hefty 5480e0ec7e0SSean Hefty static struct ib_qp *__ib_open_qp(struct ib_qp *real_qp, 5490e0ec7e0SSean Hefty void (*event_handler)(struct ib_event *, void *), 5500e0ec7e0SSean Hefty void *qp_context) 551d3d72d90SSean Hefty { 5520e0ec7e0SSean Hefty struct ib_qp *qp; 5530e0ec7e0SSean Hefty unsigned long flags; 5540e0ec7e0SSean Hefty 5550e0ec7e0SSean Hefty qp = kzalloc(sizeof *qp, GFP_KERNEL); 5560e0ec7e0SSean Hefty if (!qp) 5570e0ec7e0SSean Hefty return ERR_PTR(-ENOMEM); 5580e0ec7e0SSean Hefty 5590e0ec7e0SSean Hefty qp->real_qp = real_qp; 5600e0ec7e0SSean Hefty atomic_inc(&real_qp->usecnt); 5610e0ec7e0SSean Hefty qp->device = real_qp->device; 5620e0ec7e0SSean Hefty qp->event_handler = event_handler; 5630e0ec7e0SSean Hefty qp->qp_context = qp_context; 5640e0ec7e0SSean Hefty qp->qp_num = real_qp->qp_num; 5650e0ec7e0SSean Hefty qp->qp_type = real_qp->qp_type; 5660e0ec7e0SSean Hefty 5670e0ec7e0SSean Hefty spin_lock_irqsave(&real_qp->device->event_handler_lock, flags); 5680e0ec7e0SSean Hefty list_add(&qp->open_list, &real_qp->open_list); 5690e0ec7e0SSean Hefty spin_unlock_irqrestore(&real_qp->device->event_handler_lock, flags); 5700e0ec7e0SSean Hefty 5710e0ec7e0SSean Hefty return qp; 572d3d72d90SSean Hefty } 573d3d72d90SSean Hefty 5740e0ec7e0SSean Hefty struct ib_qp *ib_open_qp(struct ib_xrcd *xrcd, 5750e0ec7e0SSean Hefty struct ib_qp_open_attr *qp_open_attr) 5760e0ec7e0SSean Hefty { 5770e0ec7e0SSean Hefty struct ib_qp *qp, *real_qp; 5780e0ec7e0SSean Hefty 5790e0ec7e0SSean Hefty if (qp_open_attr->qp_type != IB_QPT_XRC_TGT) 5800e0ec7e0SSean Hefty return ERR_PTR(-EINVAL); 5810e0ec7e0SSean Hefty 5820e0ec7e0SSean Hefty qp = ERR_PTR(-EINVAL); 5830e0ec7e0SSean Hefty mutex_lock(&xrcd->tgt_qp_mutex); 5840e0ec7e0SSean Hefty list_for_each_entry(real_qp, &xrcd->tgt_qp_list, xrcd_list) { 5850e0ec7e0SSean Hefty if (real_qp->qp_num == qp_open_attr->qp_num) { 5860e0ec7e0SSean Hefty qp = __ib_open_qp(real_qp, qp_open_attr->event_handler, 5870e0ec7e0SSean Hefty qp_open_attr->qp_context); 5880e0ec7e0SSean Hefty break; 5890e0ec7e0SSean Hefty } 5900e0ec7e0SSean Hefty } 5910e0ec7e0SSean Hefty mutex_unlock(&xrcd->tgt_qp_mutex); 5920e0ec7e0SSean Hefty return qp; 5930e0ec7e0SSean Hefty } 5940e0ec7e0SSean Hefty EXPORT_SYMBOL(ib_open_qp); 5950e0ec7e0SSean Hefty 5961da177e4SLinus Torvalds struct ib_qp *ib_create_qp(struct ib_pd *pd, 5971da177e4SLinus Torvalds struct ib_qp_init_attr *qp_init_attr) 5981da177e4SLinus Torvalds { 5990e0ec7e0SSean Hefty struct ib_qp *qp, *real_qp; 600b42b63cfSSean Hefty struct ib_device *device; 6011da177e4SLinus Torvalds 602b42b63cfSSean Hefty device = pd ? pd->device : qp_init_attr->xrcd->device; 603b42b63cfSSean Hefty qp = device->create_qp(pd, qp_init_attr, NULL); 6041da177e4SLinus Torvalds 6051da177e4SLinus Torvalds if (!IS_ERR(qp)) { 606b42b63cfSSean Hefty qp->device = device; 6070e0ec7e0SSean Hefty qp->real_qp = qp; 608b5e81bf5SRoland Dreier qp->uobject = NULL; 6090e0ec7e0SSean Hefty qp->qp_type = qp_init_attr->qp_type; 610b42b63cfSSean Hefty 611e47e321aSBernd Schubert atomic_set(&qp->usecnt, 0); 612b42b63cfSSean Hefty if (qp_init_attr->qp_type == IB_QPT_XRC_TGT) { 6130e0ec7e0SSean Hefty qp->event_handler = __ib_shared_qp_event_handler; 6140e0ec7e0SSean Hefty qp->qp_context = qp; 615b42b63cfSSean Hefty qp->pd = NULL; 616b42b63cfSSean Hefty qp->send_cq = qp->recv_cq = NULL; 617b42b63cfSSean Hefty qp->srq = NULL; 618b42b63cfSSean Hefty qp->xrcd = qp_init_attr->xrcd; 619b42b63cfSSean Hefty atomic_inc(&qp_init_attr->xrcd->usecnt); 6200e0ec7e0SSean Hefty INIT_LIST_HEAD(&qp->open_list); 6210e0ec7e0SSean Hefty 6220e0ec7e0SSean Hefty real_qp = qp; 6230e0ec7e0SSean Hefty qp = __ib_open_qp(real_qp, qp_init_attr->event_handler, 6240e0ec7e0SSean Hefty qp_init_attr->qp_context); 6250e0ec7e0SSean Hefty if (!IS_ERR(qp)) 6260e0ec7e0SSean Hefty __ib_insert_xrcd_qp(qp_init_attr->xrcd, real_qp); 6270e0ec7e0SSean Hefty else 6280e0ec7e0SSean Hefty real_qp->device->destroy_qp(real_qp); 629b42b63cfSSean Hefty } else { 6301da177e4SLinus Torvalds qp->event_handler = qp_init_attr->event_handler; 6311da177e4SLinus Torvalds qp->qp_context = qp_init_attr->qp_context; 632b42b63cfSSean Hefty if (qp_init_attr->qp_type == IB_QPT_XRC_INI) { 633b42b63cfSSean Hefty qp->recv_cq = NULL; 634b42b63cfSSean Hefty qp->srq = NULL; 635b42b63cfSSean Hefty } else { 636b42b63cfSSean Hefty qp->recv_cq = qp_init_attr->recv_cq; 637b42b63cfSSean Hefty atomic_inc(&qp_init_attr->recv_cq->usecnt); 638b42b63cfSSean Hefty qp->srq = qp_init_attr->srq; 639b42b63cfSSean Hefty if (qp->srq) 640b42b63cfSSean Hefty atomic_inc(&qp_init_attr->srq->usecnt); 641b42b63cfSSean Hefty } 642b42b63cfSSean Hefty 6431da177e4SLinus Torvalds qp->pd = pd; 6441da177e4SLinus Torvalds qp->send_cq = qp_init_attr->send_cq; 645b42b63cfSSean Hefty qp->xrcd = NULL; 646b42b63cfSSean Hefty 6471da177e4SLinus Torvalds atomic_inc(&pd->usecnt); 6481da177e4SLinus Torvalds atomic_inc(&qp_init_attr->send_cq->usecnt); 649b42b63cfSSean Hefty } 6501da177e4SLinus Torvalds } 6511da177e4SLinus Torvalds 6521da177e4SLinus Torvalds return qp; 6531da177e4SLinus Torvalds } 6541da177e4SLinus Torvalds EXPORT_SYMBOL(ib_create_qp); 6551da177e4SLinus Torvalds 6568a51866fSRoland Dreier static const struct { 6578a51866fSRoland Dreier int valid; 658b42b63cfSSean Hefty enum ib_qp_attr_mask req_param[IB_QPT_MAX]; 659b42b63cfSSean Hefty enum ib_qp_attr_mask opt_param[IB_QPT_MAX]; 6608a51866fSRoland Dreier } qp_state_table[IB_QPS_ERR + 1][IB_QPS_ERR + 1] = { 6618a51866fSRoland Dreier [IB_QPS_RESET] = { 6628a51866fSRoland Dreier [IB_QPS_RESET] = { .valid = 1 }, 6638a51866fSRoland Dreier [IB_QPS_INIT] = { 6648a51866fSRoland Dreier .valid = 1, 6658a51866fSRoland Dreier .req_param = { 6668a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_PKEY_INDEX | 6678a51866fSRoland Dreier IB_QP_PORT | 6688a51866fSRoland Dreier IB_QP_QKEY), 669c938a616SOr Gerlitz [IB_QPT_RAW_PACKET] = IB_QP_PORT, 6708a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_PKEY_INDEX | 6718a51866fSRoland Dreier IB_QP_PORT | 6728a51866fSRoland Dreier IB_QP_ACCESS_FLAGS), 6738a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_PKEY_INDEX | 6748a51866fSRoland Dreier IB_QP_PORT | 6758a51866fSRoland Dreier IB_QP_ACCESS_FLAGS), 676b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_PKEY_INDEX | 677b42b63cfSSean Hefty IB_QP_PORT | 678b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS), 679b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_PKEY_INDEX | 680b42b63cfSSean Hefty IB_QP_PORT | 681b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS), 6828a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_PKEY_INDEX | 6838a51866fSRoland Dreier IB_QP_QKEY), 6848a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_PKEY_INDEX | 6858a51866fSRoland Dreier IB_QP_QKEY), 6868a51866fSRoland Dreier } 6878a51866fSRoland Dreier }, 6888a51866fSRoland Dreier }, 6898a51866fSRoland Dreier [IB_QPS_INIT] = { 6908a51866fSRoland Dreier [IB_QPS_RESET] = { .valid = 1 }, 6918a51866fSRoland Dreier [IB_QPS_ERR] = { .valid = 1 }, 6928a51866fSRoland Dreier [IB_QPS_INIT] = { 6938a51866fSRoland Dreier .valid = 1, 6948a51866fSRoland Dreier .opt_param = { 6958a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_PKEY_INDEX | 6968a51866fSRoland Dreier IB_QP_PORT | 6978a51866fSRoland Dreier IB_QP_QKEY), 6988a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_PKEY_INDEX | 6998a51866fSRoland Dreier IB_QP_PORT | 7008a51866fSRoland Dreier IB_QP_ACCESS_FLAGS), 7018a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_PKEY_INDEX | 7028a51866fSRoland Dreier IB_QP_PORT | 7038a51866fSRoland Dreier IB_QP_ACCESS_FLAGS), 704b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_PKEY_INDEX | 705b42b63cfSSean Hefty IB_QP_PORT | 706b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS), 707b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_PKEY_INDEX | 708b42b63cfSSean Hefty IB_QP_PORT | 709b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS), 7108a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_PKEY_INDEX | 7118a51866fSRoland Dreier IB_QP_QKEY), 7128a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_PKEY_INDEX | 7138a51866fSRoland Dreier IB_QP_QKEY), 7148a51866fSRoland Dreier } 7158a51866fSRoland Dreier }, 7168a51866fSRoland Dreier [IB_QPS_RTR] = { 7178a51866fSRoland Dreier .valid = 1, 7188a51866fSRoland Dreier .req_param = { 7198a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_AV | 7208a51866fSRoland Dreier IB_QP_PATH_MTU | 7218a51866fSRoland Dreier IB_QP_DEST_QPN | 7228a51866fSRoland Dreier IB_QP_RQ_PSN), 7238a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_AV | 7248a51866fSRoland Dreier IB_QP_PATH_MTU | 7258a51866fSRoland Dreier IB_QP_DEST_QPN | 7268a51866fSRoland Dreier IB_QP_RQ_PSN | 7278a51866fSRoland Dreier IB_QP_MAX_DEST_RD_ATOMIC | 7288a51866fSRoland Dreier IB_QP_MIN_RNR_TIMER), 729b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_AV | 730b42b63cfSSean Hefty IB_QP_PATH_MTU | 731b42b63cfSSean Hefty IB_QP_DEST_QPN | 732b42b63cfSSean Hefty IB_QP_RQ_PSN), 733b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_AV | 734b42b63cfSSean Hefty IB_QP_PATH_MTU | 735b42b63cfSSean Hefty IB_QP_DEST_QPN | 736b42b63cfSSean Hefty IB_QP_RQ_PSN | 737b42b63cfSSean Hefty IB_QP_MAX_DEST_RD_ATOMIC | 738b42b63cfSSean Hefty IB_QP_MIN_RNR_TIMER), 7398a51866fSRoland Dreier }, 7408a51866fSRoland Dreier .opt_param = { 7418a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_PKEY_INDEX | 7428a51866fSRoland Dreier IB_QP_QKEY), 7438a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_ALT_PATH | 7448a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 7458a51866fSRoland Dreier IB_QP_PKEY_INDEX), 7468a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_ALT_PATH | 7478a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 7488a51866fSRoland Dreier IB_QP_PKEY_INDEX), 749b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_ALT_PATH | 750b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 751b42b63cfSSean Hefty IB_QP_PKEY_INDEX), 752b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_ALT_PATH | 753b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 754b42b63cfSSean Hefty IB_QP_PKEY_INDEX), 7558a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_PKEY_INDEX | 7568a51866fSRoland Dreier IB_QP_QKEY), 7578a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_PKEY_INDEX | 7588a51866fSRoland Dreier IB_QP_QKEY), 759dd5f03beSMatan Barak }, 760dbf727deSMatan Barak }, 7618a51866fSRoland Dreier }, 7628a51866fSRoland Dreier [IB_QPS_RTR] = { 7638a51866fSRoland Dreier [IB_QPS_RESET] = { .valid = 1 }, 7648a51866fSRoland Dreier [IB_QPS_ERR] = { .valid = 1 }, 7658a51866fSRoland Dreier [IB_QPS_RTS] = { 7668a51866fSRoland Dreier .valid = 1, 7678a51866fSRoland Dreier .req_param = { 7688a51866fSRoland Dreier [IB_QPT_UD] = IB_QP_SQ_PSN, 7698a51866fSRoland Dreier [IB_QPT_UC] = IB_QP_SQ_PSN, 7708a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_TIMEOUT | 7718a51866fSRoland Dreier IB_QP_RETRY_CNT | 7728a51866fSRoland Dreier IB_QP_RNR_RETRY | 7738a51866fSRoland Dreier IB_QP_SQ_PSN | 7748a51866fSRoland Dreier IB_QP_MAX_QP_RD_ATOMIC), 775b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_TIMEOUT | 776b42b63cfSSean Hefty IB_QP_RETRY_CNT | 777b42b63cfSSean Hefty IB_QP_RNR_RETRY | 778b42b63cfSSean Hefty IB_QP_SQ_PSN | 779b42b63cfSSean Hefty IB_QP_MAX_QP_RD_ATOMIC), 780b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_TIMEOUT | 781b42b63cfSSean Hefty IB_QP_SQ_PSN), 7828a51866fSRoland Dreier [IB_QPT_SMI] = IB_QP_SQ_PSN, 7838a51866fSRoland Dreier [IB_QPT_GSI] = IB_QP_SQ_PSN, 7848a51866fSRoland Dreier }, 7858a51866fSRoland Dreier .opt_param = { 7868a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_CUR_STATE | 7878a51866fSRoland Dreier IB_QP_QKEY), 7888a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_CUR_STATE | 7898a51866fSRoland Dreier IB_QP_ALT_PATH | 7908a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 7918a51866fSRoland Dreier IB_QP_PATH_MIG_STATE), 7928a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_CUR_STATE | 7938a51866fSRoland Dreier IB_QP_ALT_PATH | 7948a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 7958a51866fSRoland Dreier IB_QP_MIN_RNR_TIMER | 7968a51866fSRoland Dreier IB_QP_PATH_MIG_STATE), 797b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_CUR_STATE | 798b42b63cfSSean Hefty IB_QP_ALT_PATH | 799b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 800b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE), 801b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_CUR_STATE | 802b42b63cfSSean Hefty IB_QP_ALT_PATH | 803b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 804b42b63cfSSean Hefty IB_QP_MIN_RNR_TIMER | 805b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE), 8068a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_CUR_STATE | 8078a51866fSRoland Dreier IB_QP_QKEY), 8088a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_CUR_STATE | 8098a51866fSRoland Dreier IB_QP_QKEY), 8108a51866fSRoland Dreier } 8118a51866fSRoland Dreier } 8128a51866fSRoland Dreier }, 8138a51866fSRoland Dreier [IB_QPS_RTS] = { 8148a51866fSRoland Dreier [IB_QPS_RESET] = { .valid = 1 }, 8158a51866fSRoland Dreier [IB_QPS_ERR] = { .valid = 1 }, 8168a51866fSRoland Dreier [IB_QPS_RTS] = { 8178a51866fSRoland Dreier .valid = 1, 8188a51866fSRoland Dreier .opt_param = { 8198a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_CUR_STATE | 8208a51866fSRoland Dreier IB_QP_QKEY), 8214546d31dSDotan Barak [IB_QPT_UC] = (IB_QP_CUR_STATE | 8224546d31dSDotan Barak IB_QP_ACCESS_FLAGS | 8238a51866fSRoland Dreier IB_QP_ALT_PATH | 8248a51866fSRoland Dreier IB_QP_PATH_MIG_STATE), 8254546d31dSDotan Barak [IB_QPT_RC] = (IB_QP_CUR_STATE | 8264546d31dSDotan Barak IB_QP_ACCESS_FLAGS | 8278a51866fSRoland Dreier IB_QP_ALT_PATH | 8288a51866fSRoland Dreier IB_QP_PATH_MIG_STATE | 8298a51866fSRoland Dreier IB_QP_MIN_RNR_TIMER), 830b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_CUR_STATE | 831b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 832b42b63cfSSean Hefty IB_QP_ALT_PATH | 833b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE), 834b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_CUR_STATE | 835b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 836b42b63cfSSean Hefty IB_QP_ALT_PATH | 837b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE | 838b42b63cfSSean Hefty IB_QP_MIN_RNR_TIMER), 8398a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_CUR_STATE | 8408a51866fSRoland Dreier IB_QP_QKEY), 8418a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_CUR_STATE | 8428a51866fSRoland Dreier IB_QP_QKEY), 8438a51866fSRoland Dreier } 8448a51866fSRoland Dreier }, 8458a51866fSRoland Dreier [IB_QPS_SQD] = { 8468a51866fSRoland Dreier .valid = 1, 8478a51866fSRoland Dreier .opt_param = { 8488a51866fSRoland Dreier [IB_QPT_UD] = IB_QP_EN_SQD_ASYNC_NOTIFY, 8498a51866fSRoland Dreier [IB_QPT_UC] = IB_QP_EN_SQD_ASYNC_NOTIFY, 8508a51866fSRoland Dreier [IB_QPT_RC] = IB_QP_EN_SQD_ASYNC_NOTIFY, 851b42b63cfSSean Hefty [IB_QPT_XRC_INI] = IB_QP_EN_SQD_ASYNC_NOTIFY, 852b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = IB_QP_EN_SQD_ASYNC_NOTIFY, /* ??? */ 8538a51866fSRoland Dreier [IB_QPT_SMI] = IB_QP_EN_SQD_ASYNC_NOTIFY, 8548a51866fSRoland Dreier [IB_QPT_GSI] = IB_QP_EN_SQD_ASYNC_NOTIFY 8558a51866fSRoland Dreier } 8568a51866fSRoland Dreier }, 8578a51866fSRoland Dreier }, 8588a51866fSRoland Dreier [IB_QPS_SQD] = { 8598a51866fSRoland Dreier [IB_QPS_RESET] = { .valid = 1 }, 8608a51866fSRoland Dreier [IB_QPS_ERR] = { .valid = 1 }, 8618a51866fSRoland Dreier [IB_QPS_RTS] = { 8628a51866fSRoland Dreier .valid = 1, 8638a51866fSRoland Dreier .opt_param = { 8648a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_CUR_STATE | 8658a51866fSRoland Dreier IB_QP_QKEY), 8668a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_CUR_STATE | 8678a51866fSRoland Dreier IB_QP_ALT_PATH | 8688a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 8698a51866fSRoland Dreier IB_QP_PATH_MIG_STATE), 8708a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_CUR_STATE | 8718a51866fSRoland Dreier IB_QP_ALT_PATH | 8728a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 8738a51866fSRoland Dreier IB_QP_MIN_RNR_TIMER | 8748a51866fSRoland Dreier IB_QP_PATH_MIG_STATE), 875b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_CUR_STATE | 876b42b63cfSSean Hefty IB_QP_ALT_PATH | 877b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 878b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE), 879b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_CUR_STATE | 880b42b63cfSSean Hefty IB_QP_ALT_PATH | 881b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 882b42b63cfSSean Hefty IB_QP_MIN_RNR_TIMER | 883b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE), 8848a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_CUR_STATE | 8858a51866fSRoland Dreier IB_QP_QKEY), 8868a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_CUR_STATE | 8878a51866fSRoland Dreier IB_QP_QKEY), 8888a51866fSRoland Dreier } 8898a51866fSRoland Dreier }, 8908a51866fSRoland Dreier [IB_QPS_SQD] = { 8918a51866fSRoland Dreier .valid = 1, 8928a51866fSRoland Dreier .opt_param = { 8938a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_PKEY_INDEX | 8948a51866fSRoland Dreier IB_QP_QKEY), 8958a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_AV | 8968a51866fSRoland Dreier IB_QP_ALT_PATH | 8978a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 8988a51866fSRoland Dreier IB_QP_PKEY_INDEX | 8998a51866fSRoland Dreier IB_QP_PATH_MIG_STATE), 9008a51866fSRoland Dreier [IB_QPT_RC] = (IB_QP_PORT | 9018a51866fSRoland Dreier IB_QP_AV | 9028a51866fSRoland Dreier IB_QP_TIMEOUT | 9038a51866fSRoland Dreier IB_QP_RETRY_CNT | 9048a51866fSRoland Dreier IB_QP_RNR_RETRY | 9058a51866fSRoland Dreier IB_QP_MAX_QP_RD_ATOMIC | 9068a51866fSRoland Dreier IB_QP_MAX_DEST_RD_ATOMIC | 9078a51866fSRoland Dreier IB_QP_ALT_PATH | 9088a51866fSRoland Dreier IB_QP_ACCESS_FLAGS | 9098a51866fSRoland Dreier IB_QP_PKEY_INDEX | 9108a51866fSRoland Dreier IB_QP_MIN_RNR_TIMER | 9118a51866fSRoland Dreier IB_QP_PATH_MIG_STATE), 912b42b63cfSSean Hefty [IB_QPT_XRC_INI] = (IB_QP_PORT | 913b42b63cfSSean Hefty IB_QP_AV | 914b42b63cfSSean Hefty IB_QP_TIMEOUT | 915b42b63cfSSean Hefty IB_QP_RETRY_CNT | 916b42b63cfSSean Hefty IB_QP_RNR_RETRY | 917b42b63cfSSean Hefty IB_QP_MAX_QP_RD_ATOMIC | 918b42b63cfSSean Hefty IB_QP_ALT_PATH | 919b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 920b42b63cfSSean Hefty IB_QP_PKEY_INDEX | 921b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE), 922b42b63cfSSean Hefty [IB_QPT_XRC_TGT] = (IB_QP_PORT | 923b42b63cfSSean Hefty IB_QP_AV | 924b42b63cfSSean Hefty IB_QP_TIMEOUT | 925b42b63cfSSean Hefty IB_QP_MAX_DEST_RD_ATOMIC | 926b42b63cfSSean Hefty IB_QP_ALT_PATH | 927b42b63cfSSean Hefty IB_QP_ACCESS_FLAGS | 928b42b63cfSSean Hefty IB_QP_PKEY_INDEX | 929b42b63cfSSean Hefty IB_QP_MIN_RNR_TIMER | 930b42b63cfSSean Hefty IB_QP_PATH_MIG_STATE), 9318a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_PKEY_INDEX | 9328a51866fSRoland Dreier IB_QP_QKEY), 9338a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_PKEY_INDEX | 9348a51866fSRoland Dreier IB_QP_QKEY), 9358a51866fSRoland Dreier } 9368a51866fSRoland Dreier } 9378a51866fSRoland Dreier }, 9388a51866fSRoland Dreier [IB_QPS_SQE] = { 9398a51866fSRoland Dreier [IB_QPS_RESET] = { .valid = 1 }, 9408a51866fSRoland Dreier [IB_QPS_ERR] = { .valid = 1 }, 9418a51866fSRoland Dreier [IB_QPS_RTS] = { 9428a51866fSRoland Dreier .valid = 1, 9438a51866fSRoland Dreier .opt_param = { 9448a51866fSRoland Dreier [IB_QPT_UD] = (IB_QP_CUR_STATE | 9458a51866fSRoland Dreier IB_QP_QKEY), 9468a51866fSRoland Dreier [IB_QPT_UC] = (IB_QP_CUR_STATE | 9478a51866fSRoland Dreier IB_QP_ACCESS_FLAGS), 9488a51866fSRoland Dreier [IB_QPT_SMI] = (IB_QP_CUR_STATE | 9498a51866fSRoland Dreier IB_QP_QKEY), 9508a51866fSRoland Dreier [IB_QPT_GSI] = (IB_QP_CUR_STATE | 9518a51866fSRoland Dreier IB_QP_QKEY), 9528a51866fSRoland Dreier } 9538a51866fSRoland Dreier } 9548a51866fSRoland Dreier }, 9558a51866fSRoland Dreier [IB_QPS_ERR] = { 9568a51866fSRoland Dreier [IB_QPS_RESET] = { .valid = 1 }, 9578a51866fSRoland Dreier [IB_QPS_ERR] = { .valid = 1 } 9588a51866fSRoland Dreier } 9598a51866fSRoland Dreier }; 9608a51866fSRoland Dreier 9618a51866fSRoland Dreier int ib_modify_qp_is_ok(enum ib_qp_state cur_state, enum ib_qp_state next_state, 962dd5f03beSMatan Barak enum ib_qp_type type, enum ib_qp_attr_mask mask, 963dd5f03beSMatan Barak enum rdma_link_layer ll) 9648a51866fSRoland Dreier { 9658a51866fSRoland Dreier enum ib_qp_attr_mask req_param, opt_param; 9668a51866fSRoland Dreier 9678a51866fSRoland Dreier if (cur_state < 0 || cur_state > IB_QPS_ERR || 9688a51866fSRoland Dreier next_state < 0 || next_state > IB_QPS_ERR) 9698a51866fSRoland Dreier return 0; 9708a51866fSRoland Dreier 9718a51866fSRoland Dreier if (mask & IB_QP_CUR_STATE && 9728a51866fSRoland Dreier cur_state != IB_QPS_RTR && cur_state != IB_QPS_RTS && 9738a51866fSRoland Dreier cur_state != IB_QPS_SQD && cur_state != IB_QPS_SQE) 9748a51866fSRoland Dreier return 0; 9758a51866fSRoland Dreier 9768a51866fSRoland Dreier if (!qp_state_table[cur_state][next_state].valid) 9778a51866fSRoland Dreier return 0; 9788a51866fSRoland Dreier 9798a51866fSRoland Dreier req_param = qp_state_table[cur_state][next_state].req_param[type]; 9808a51866fSRoland Dreier opt_param = qp_state_table[cur_state][next_state].opt_param[type]; 9818a51866fSRoland Dreier 9828a51866fSRoland Dreier if ((mask & req_param) != req_param) 9838a51866fSRoland Dreier return 0; 9848a51866fSRoland Dreier 9858a51866fSRoland Dreier if (mask & ~(req_param | opt_param | IB_QP_STATE)) 9868a51866fSRoland Dreier return 0; 9878a51866fSRoland Dreier 9888a51866fSRoland Dreier return 1; 9898a51866fSRoland Dreier } 9908a51866fSRoland Dreier EXPORT_SYMBOL(ib_modify_qp_is_ok); 9918a51866fSRoland Dreier 992dbf727deSMatan Barak int ib_resolve_eth_dmac(struct ib_qp *qp, 993ed4c54e5SOr Gerlitz struct ib_qp_attr *qp_attr, int *qp_attr_mask) 994ed4c54e5SOr Gerlitz { 995ed4c54e5SOr Gerlitz int ret = 0; 996ed4c54e5SOr Gerlitz 997dbf727deSMatan Barak if (*qp_attr_mask & IB_QP_AV) { 998dbf727deSMatan Barak if (qp_attr->ah_attr.port_num < rdma_start_port(qp->device) || 999dbf727deSMatan Barak qp_attr->ah_attr.port_num > rdma_end_port(qp->device)) 1000dbf727deSMatan Barak return -EINVAL; 1001dbf727deSMatan Barak 1002dbf727deSMatan Barak if (!rdma_cap_eth_ah(qp->device, qp_attr->ah_attr.port_num)) 1003dbf727deSMatan Barak return 0; 1004dbf727deSMatan Barak 1005ed4c54e5SOr Gerlitz if (rdma_link_local_addr((struct in6_addr *)qp_attr->ah_attr.grh.dgid.raw)) { 1006dbf727deSMatan Barak rdma_get_ll_mac((struct in6_addr *)qp_attr->ah_attr.grh.dgid.raw, 1007dbf727deSMatan Barak qp_attr->ah_attr.dmac); 1008ed4c54e5SOr Gerlitz } else { 1009dbf727deSMatan Barak union ib_gid sgid; 1010dbf727deSMatan Barak struct ib_gid_attr sgid_attr; 1011dbf727deSMatan Barak int ifindex; 1012dbf727deSMatan Barak 1013dbf727deSMatan Barak ret = ib_query_gid(qp->device, 1014dbf727deSMatan Barak qp_attr->ah_attr.port_num, 1015dbf727deSMatan Barak qp_attr->ah_attr.grh.sgid_index, 1016dbf727deSMatan Barak &sgid, &sgid_attr); 1017dbf727deSMatan Barak 1018dbf727deSMatan Barak if (ret || !sgid_attr.ndev) { 1019dbf727deSMatan Barak if (!ret) 1020dbf727deSMatan Barak ret = -ENXIO; 1021ed4c54e5SOr Gerlitz goto out; 1022ed4c54e5SOr Gerlitz } 1023dbf727deSMatan Barak 1024dbf727deSMatan Barak ifindex = sgid_attr.ndev->ifindex; 1025dbf727deSMatan Barak 1026dbf727deSMatan Barak ret = rdma_addr_find_dmac_by_grh(&sgid, 1027dbf727deSMatan Barak &qp_attr->ah_attr.grh.dgid, 1028dbf727deSMatan Barak qp_attr->ah_attr.dmac, 1029dbf727deSMatan Barak NULL, ifindex); 1030dbf727deSMatan Barak 1031dbf727deSMatan Barak dev_put(sgid_attr.ndev); 1032dbf727deSMatan Barak } 1033ed4c54e5SOr Gerlitz } 1034ed4c54e5SOr Gerlitz out: 1035ed4c54e5SOr Gerlitz return ret; 1036ed4c54e5SOr Gerlitz } 1037dbf727deSMatan Barak EXPORT_SYMBOL(ib_resolve_eth_dmac); 1038ed4c54e5SOr Gerlitz 1039ed4c54e5SOr Gerlitz 10401da177e4SLinus Torvalds int ib_modify_qp(struct ib_qp *qp, 10411da177e4SLinus Torvalds struct ib_qp_attr *qp_attr, 10421da177e4SLinus Torvalds int qp_attr_mask) 10431da177e4SLinus Torvalds { 1044ed4c54e5SOr Gerlitz int ret; 1045ed4c54e5SOr Gerlitz 1046dbf727deSMatan Barak ret = ib_resolve_eth_dmac(qp, qp_attr, &qp_attr_mask); 1047ed4c54e5SOr Gerlitz if (ret) 1048ed4c54e5SOr Gerlitz return ret; 1049ed4c54e5SOr Gerlitz 10500e0ec7e0SSean Hefty return qp->device->modify_qp(qp->real_qp, qp_attr, qp_attr_mask, NULL); 10511da177e4SLinus Torvalds } 10521da177e4SLinus Torvalds EXPORT_SYMBOL(ib_modify_qp); 10531da177e4SLinus Torvalds 10541da177e4SLinus Torvalds int ib_query_qp(struct ib_qp *qp, 10551da177e4SLinus Torvalds struct ib_qp_attr *qp_attr, 10561da177e4SLinus Torvalds int qp_attr_mask, 10571da177e4SLinus Torvalds struct ib_qp_init_attr *qp_init_attr) 10581da177e4SLinus Torvalds { 10591da177e4SLinus Torvalds return qp->device->query_qp ? 10600e0ec7e0SSean Hefty qp->device->query_qp(qp->real_qp, qp_attr, qp_attr_mask, qp_init_attr) : 10611da177e4SLinus Torvalds -ENOSYS; 10621da177e4SLinus Torvalds } 10631da177e4SLinus Torvalds EXPORT_SYMBOL(ib_query_qp); 10641da177e4SLinus Torvalds 10650e0ec7e0SSean Hefty int ib_close_qp(struct ib_qp *qp) 10660e0ec7e0SSean Hefty { 10670e0ec7e0SSean Hefty struct ib_qp *real_qp; 10680e0ec7e0SSean Hefty unsigned long flags; 10690e0ec7e0SSean Hefty 10700e0ec7e0SSean Hefty real_qp = qp->real_qp; 10710e0ec7e0SSean Hefty if (real_qp == qp) 10720e0ec7e0SSean Hefty return -EINVAL; 10730e0ec7e0SSean Hefty 10740e0ec7e0SSean Hefty spin_lock_irqsave(&real_qp->device->event_handler_lock, flags); 10750e0ec7e0SSean Hefty list_del(&qp->open_list); 10760e0ec7e0SSean Hefty spin_unlock_irqrestore(&real_qp->device->event_handler_lock, flags); 10770e0ec7e0SSean Hefty 10780e0ec7e0SSean Hefty atomic_dec(&real_qp->usecnt); 10790e0ec7e0SSean Hefty kfree(qp); 10800e0ec7e0SSean Hefty 10810e0ec7e0SSean Hefty return 0; 10820e0ec7e0SSean Hefty } 10830e0ec7e0SSean Hefty EXPORT_SYMBOL(ib_close_qp); 10840e0ec7e0SSean Hefty 10850e0ec7e0SSean Hefty static int __ib_destroy_shared_qp(struct ib_qp *qp) 10860e0ec7e0SSean Hefty { 10870e0ec7e0SSean Hefty struct ib_xrcd *xrcd; 10880e0ec7e0SSean Hefty struct ib_qp *real_qp; 10890e0ec7e0SSean Hefty int ret; 10900e0ec7e0SSean Hefty 10910e0ec7e0SSean Hefty real_qp = qp->real_qp; 10920e0ec7e0SSean Hefty xrcd = real_qp->xrcd; 10930e0ec7e0SSean Hefty 10940e0ec7e0SSean Hefty mutex_lock(&xrcd->tgt_qp_mutex); 10950e0ec7e0SSean Hefty ib_close_qp(qp); 10960e0ec7e0SSean Hefty if (atomic_read(&real_qp->usecnt) == 0) 10970e0ec7e0SSean Hefty list_del(&real_qp->xrcd_list); 10980e0ec7e0SSean Hefty else 10990e0ec7e0SSean Hefty real_qp = NULL; 11000e0ec7e0SSean Hefty mutex_unlock(&xrcd->tgt_qp_mutex); 11010e0ec7e0SSean Hefty 11020e0ec7e0SSean Hefty if (real_qp) { 11030e0ec7e0SSean Hefty ret = ib_destroy_qp(real_qp); 11040e0ec7e0SSean Hefty if (!ret) 11050e0ec7e0SSean Hefty atomic_dec(&xrcd->usecnt); 11060e0ec7e0SSean Hefty else 11070e0ec7e0SSean Hefty __ib_insert_xrcd_qp(xrcd, real_qp); 11080e0ec7e0SSean Hefty } 11090e0ec7e0SSean Hefty 11100e0ec7e0SSean Hefty return 0; 11110e0ec7e0SSean Hefty } 11120e0ec7e0SSean Hefty 11131da177e4SLinus Torvalds int ib_destroy_qp(struct ib_qp *qp) 11141da177e4SLinus Torvalds { 11151da177e4SLinus Torvalds struct ib_pd *pd; 11161da177e4SLinus Torvalds struct ib_cq *scq, *rcq; 11171da177e4SLinus Torvalds struct ib_srq *srq; 11181da177e4SLinus Torvalds int ret; 11191da177e4SLinus Torvalds 11200e0ec7e0SSean Hefty if (atomic_read(&qp->usecnt)) 11210e0ec7e0SSean Hefty return -EBUSY; 11220e0ec7e0SSean Hefty 11230e0ec7e0SSean Hefty if (qp->real_qp != qp) 11240e0ec7e0SSean Hefty return __ib_destroy_shared_qp(qp); 11250e0ec7e0SSean Hefty 11261da177e4SLinus Torvalds pd = qp->pd; 11271da177e4SLinus Torvalds scq = qp->send_cq; 11281da177e4SLinus Torvalds rcq = qp->recv_cq; 11291da177e4SLinus Torvalds srq = qp->srq; 11301da177e4SLinus Torvalds 11311da177e4SLinus Torvalds ret = qp->device->destroy_qp(qp); 11321da177e4SLinus Torvalds if (!ret) { 1133b42b63cfSSean Hefty if (pd) 11341da177e4SLinus Torvalds atomic_dec(&pd->usecnt); 1135b42b63cfSSean Hefty if (scq) 11361da177e4SLinus Torvalds atomic_dec(&scq->usecnt); 1137b42b63cfSSean Hefty if (rcq) 11381da177e4SLinus Torvalds atomic_dec(&rcq->usecnt); 11391da177e4SLinus Torvalds if (srq) 11401da177e4SLinus Torvalds atomic_dec(&srq->usecnt); 11411da177e4SLinus Torvalds } 11421da177e4SLinus Torvalds 11431da177e4SLinus Torvalds return ret; 11441da177e4SLinus Torvalds } 11451da177e4SLinus Torvalds EXPORT_SYMBOL(ib_destroy_qp); 11461da177e4SLinus Torvalds 11471da177e4SLinus Torvalds /* Completion queues */ 11481da177e4SLinus Torvalds 11491da177e4SLinus Torvalds struct ib_cq *ib_create_cq(struct ib_device *device, 11501da177e4SLinus Torvalds ib_comp_handler comp_handler, 11511da177e4SLinus Torvalds void (*event_handler)(struct ib_event *, void *), 11528e37210bSMatan Barak void *cq_context, 11538e37210bSMatan Barak const struct ib_cq_init_attr *cq_attr) 11541da177e4SLinus Torvalds { 11551da177e4SLinus Torvalds struct ib_cq *cq; 11561da177e4SLinus Torvalds 11578e37210bSMatan Barak cq = device->create_cq(device, cq_attr, NULL, NULL); 11581da177e4SLinus Torvalds 11591da177e4SLinus Torvalds if (!IS_ERR(cq)) { 11601da177e4SLinus Torvalds cq->device = device; 1161b5e81bf5SRoland Dreier cq->uobject = NULL; 11621da177e4SLinus Torvalds cq->comp_handler = comp_handler; 11631da177e4SLinus Torvalds cq->event_handler = event_handler; 11641da177e4SLinus Torvalds cq->cq_context = cq_context; 11651da177e4SLinus Torvalds atomic_set(&cq->usecnt, 0); 11661da177e4SLinus Torvalds } 11671da177e4SLinus Torvalds 11681da177e4SLinus Torvalds return cq; 11691da177e4SLinus Torvalds } 11701da177e4SLinus Torvalds EXPORT_SYMBOL(ib_create_cq); 11711da177e4SLinus Torvalds 11722dd57162SEli Cohen int ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period) 11732dd57162SEli Cohen { 11742dd57162SEli Cohen return cq->device->modify_cq ? 11752dd57162SEli Cohen cq->device->modify_cq(cq, cq_count, cq_period) : -ENOSYS; 11762dd57162SEli Cohen } 11772dd57162SEli Cohen EXPORT_SYMBOL(ib_modify_cq); 11782dd57162SEli Cohen 11791da177e4SLinus Torvalds int ib_destroy_cq(struct ib_cq *cq) 11801da177e4SLinus Torvalds { 11811da177e4SLinus Torvalds if (atomic_read(&cq->usecnt)) 11821da177e4SLinus Torvalds return -EBUSY; 11831da177e4SLinus Torvalds 11841da177e4SLinus Torvalds return cq->device->destroy_cq(cq); 11851da177e4SLinus Torvalds } 11861da177e4SLinus Torvalds EXPORT_SYMBOL(ib_destroy_cq); 11871da177e4SLinus Torvalds 1188a74cd4afSRoland Dreier int ib_resize_cq(struct ib_cq *cq, int cqe) 11891da177e4SLinus Torvalds { 119040de2e54SRoland Dreier return cq->device->resize_cq ? 119133b9b3eeSRoland Dreier cq->device->resize_cq(cq, cqe, NULL) : -ENOSYS; 11921da177e4SLinus Torvalds } 11931da177e4SLinus Torvalds EXPORT_SYMBOL(ib_resize_cq); 11941da177e4SLinus Torvalds 11951da177e4SLinus Torvalds /* Memory regions */ 11961da177e4SLinus Torvalds 11971da177e4SLinus Torvalds struct ib_mr *ib_get_dma_mr(struct ib_pd *pd, int mr_access_flags) 11981da177e4SLinus Torvalds { 11991da177e4SLinus Torvalds struct ib_mr *mr; 12001c636f80SEli Cohen int err; 12011c636f80SEli Cohen 12021c636f80SEli Cohen err = ib_check_mr_access(mr_access_flags); 12031c636f80SEli Cohen if (err) 12041c636f80SEli Cohen return ERR_PTR(err); 12051da177e4SLinus Torvalds 12061da177e4SLinus Torvalds mr = pd->device->get_dma_mr(pd, mr_access_flags); 12071da177e4SLinus Torvalds 12081da177e4SLinus Torvalds if (!IS_ERR(mr)) { 12091da177e4SLinus Torvalds mr->device = pd->device; 12101da177e4SLinus Torvalds mr->pd = pd; 1211b5e81bf5SRoland Dreier mr->uobject = NULL; 12121da177e4SLinus Torvalds atomic_inc(&pd->usecnt); 12131da177e4SLinus Torvalds atomic_set(&mr->usecnt, 0); 12141da177e4SLinus Torvalds } 12151da177e4SLinus Torvalds 12161da177e4SLinus Torvalds return mr; 12171da177e4SLinus Torvalds } 12181da177e4SLinus Torvalds EXPORT_SYMBOL(ib_get_dma_mr); 12191da177e4SLinus Torvalds 12201da177e4SLinus Torvalds int ib_query_mr(struct ib_mr *mr, struct ib_mr_attr *mr_attr) 12211da177e4SLinus Torvalds { 12221da177e4SLinus Torvalds return mr->device->query_mr ? 12231da177e4SLinus Torvalds mr->device->query_mr(mr, mr_attr) : -ENOSYS; 12241da177e4SLinus Torvalds } 12251da177e4SLinus Torvalds EXPORT_SYMBOL(ib_query_mr); 12261da177e4SLinus Torvalds 12271da177e4SLinus Torvalds int ib_dereg_mr(struct ib_mr *mr) 12281da177e4SLinus Torvalds { 12291da177e4SLinus Torvalds struct ib_pd *pd; 12301da177e4SLinus Torvalds int ret; 12311da177e4SLinus Torvalds 12321da177e4SLinus Torvalds if (atomic_read(&mr->usecnt)) 12331da177e4SLinus Torvalds return -EBUSY; 12341da177e4SLinus Torvalds 12351da177e4SLinus Torvalds pd = mr->pd; 12361da177e4SLinus Torvalds ret = mr->device->dereg_mr(mr); 12371da177e4SLinus Torvalds if (!ret) 12381da177e4SLinus Torvalds atomic_dec(&pd->usecnt); 12391da177e4SLinus Torvalds 12401da177e4SLinus Torvalds return ret; 12411da177e4SLinus Torvalds } 12421da177e4SLinus Torvalds EXPORT_SYMBOL(ib_dereg_mr); 12431da177e4SLinus Torvalds 12449bee178bSSagi Grimberg /** 12459bee178bSSagi Grimberg * ib_alloc_mr() - Allocates a memory region 12469bee178bSSagi Grimberg * @pd: protection domain associated with the region 12479bee178bSSagi Grimberg * @mr_type: memory region type 12489bee178bSSagi Grimberg * @max_num_sg: maximum sg entries available for registration. 12499bee178bSSagi Grimberg * 12509bee178bSSagi Grimberg * Notes: 12519bee178bSSagi Grimberg * Memory registeration page/sg lists must not exceed max_num_sg. 12529bee178bSSagi Grimberg * For mr_type IB_MR_TYPE_MEM_REG, the total length cannot exceed 12539bee178bSSagi Grimberg * max_num_sg * used_page_size. 12549bee178bSSagi Grimberg * 12559bee178bSSagi Grimberg */ 12569bee178bSSagi Grimberg struct ib_mr *ib_alloc_mr(struct ib_pd *pd, 12579bee178bSSagi Grimberg enum ib_mr_type mr_type, 12589bee178bSSagi Grimberg u32 max_num_sg) 125917cd3a2dSSagi Grimberg { 126017cd3a2dSSagi Grimberg struct ib_mr *mr; 126117cd3a2dSSagi Grimberg 1262d9f272c5SSagi Grimberg if (!pd->device->alloc_mr) 126317cd3a2dSSagi Grimberg return ERR_PTR(-ENOSYS); 126417cd3a2dSSagi Grimberg 1265d9f272c5SSagi Grimberg mr = pd->device->alloc_mr(pd, mr_type, max_num_sg); 126617cd3a2dSSagi Grimberg if (!IS_ERR(mr)) { 126717cd3a2dSSagi Grimberg mr->device = pd->device; 126817cd3a2dSSagi Grimberg mr->pd = pd; 126917cd3a2dSSagi Grimberg mr->uobject = NULL; 127017cd3a2dSSagi Grimberg atomic_inc(&pd->usecnt); 127117cd3a2dSSagi Grimberg atomic_set(&mr->usecnt, 0); 127217cd3a2dSSagi Grimberg } 127317cd3a2dSSagi Grimberg 127417cd3a2dSSagi Grimberg return mr; 127517cd3a2dSSagi Grimberg } 12769bee178bSSagi Grimberg EXPORT_SYMBOL(ib_alloc_mr); 127700f7ec36SSteve Wise 12781da177e4SLinus Torvalds /* Memory windows */ 12791da177e4SLinus Torvalds 12807083e42eSShani Michaeli struct ib_mw *ib_alloc_mw(struct ib_pd *pd, enum ib_mw_type type) 12811da177e4SLinus Torvalds { 12821da177e4SLinus Torvalds struct ib_mw *mw; 12831da177e4SLinus Torvalds 12841da177e4SLinus Torvalds if (!pd->device->alloc_mw) 12851da177e4SLinus Torvalds return ERR_PTR(-ENOSYS); 12861da177e4SLinus Torvalds 12877083e42eSShani Michaeli mw = pd->device->alloc_mw(pd, type); 12881da177e4SLinus Torvalds if (!IS_ERR(mw)) { 12891da177e4SLinus Torvalds mw->device = pd->device; 12901da177e4SLinus Torvalds mw->pd = pd; 1291b5e81bf5SRoland Dreier mw->uobject = NULL; 12927083e42eSShani Michaeli mw->type = type; 12931da177e4SLinus Torvalds atomic_inc(&pd->usecnt); 12941da177e4SLinus Torvalds } 12951da177e4SLinus Torvalds 12961da177e4SLinus Torvalds return mw; 12971da177e4SLinus Torvalds } 12981da177e4SLinus Torvalds EXPORT_SYMBOL(ib_alloc_mw); 12991da177e4SLinus Torvalds 13001da177e4SLinus Torvalds int ib_dealloc_mw(struct ib_mw *mw) 13011da177e4SLinus Torvalds { 13021da177e4SLinus Torvalds struct ib_pd *pd; 13031da177e4SLinus Torvalds int ret; 13041da177e4SLinus Torvalds 13051da177e4SLinus Torvalds pd = mw->pd; 13061da177e4SLinus Torvalds ret = mw->device->dealloc_mw(mw); 13071da177e4SLinus Torvalds if (!ret) 13081da177e4SLinus Torvalds atomic_dec(&pd->usecnt); 13091da177e4SLinus Torvalds 13101da177e4SLinus Torvalds return ret; 13111da177e4SLinus Torvalds } 13121da177e4SLinus Torvalds EXPORT_SYMBOL(ib_dealloc_mw); 13131da177e4SLinus Torvalds 13141da177e4SLinus Torvalds /* "Fast" memory regions */ 13151da177e4SLinus Torvalds 13161da177e4SLinus Torvalds struct ib_fmr *ib_alloc_fmr(struct ib_pd *pd, 13171da177e4SLinus Torvalds int mr_access_flags, 13181da177e4SLinus Torvalds struct ib_fmr_attr *fmr_attr) 13191da177e4SLinus Torvalds { 13201da177e4SLinus Torvalds struct ib_fmr *fmr; 13211da177e4SLinus Torvalds 13221da177e4SLinus Torvalds if (!pd->device->alloc_fmr) 13231da177e4SLinus Torvalds return ERR_PTR(-ENOSYS); 13241da177e4SLinus Torvalds 13251da177e4SLinus Torvalds fmr = pd->device->alloc_fmr(pd, mr_access_flags, fmr_attr); 13261da177e4SLinus Torvalds if (!IS_ERR(fmr)) { 13271da177e4SLinus Torvalds fmr->device = pd->device; 13281da177e4SLinus Torvalds fmr->pd = pd; 13291da177e4SLinus Torvalds atomic_inc(&pd->usecnt); 13301da177e4SLinus Torvalds } 13311da177e4SLinus Torvalds 13321da177e4SLinus Torvalds return fmr; 13331da177e4SLinus Torvalds } 13341da177e4SLinus Torvalds EXPORT_SYMBOL(ib_alloc_fmr); 13351da177e4SLinus Torvalds 13361da177e4SLinus Torvalds int ib_unmap_fmr(struct list_head *fmr_list) 13371da177e4SLinus Torvalds { 13381da177e4SLinus Torvalds struct ib_fmr *fmr; 13391da177e4SLinus Torvalds 13401da177e4SLinus Torvalds if (list_empty(fmr_list)) 13411da177e4SLinus Torvalds return 0; 13421da177e4SLinus Torvalds 13431da177e4SLinus Torvalds fmr = list_entry(fmr_list->next, struct ib_fmr, list); 13441da177e4SLinus Torvalds return fmr->device->unmap_fmr(fmr_list); 13451da177e4SLinus Torvalds } 13461da177e4SLinus Torvalds EXPORT_SYMBOL(ib_unmap_fmr); 13471da177e4SLinus Torvalds 13481da177e4SLinus Torvalds int ib_dealloc_fmr(struct ib_fmr *fmr) 13491da177e4SLinus Torvalds { 13501da177e4SLinus Torvalds struct ib_pd *pd; 13511da177e4SLinus Torvalds int ret; 13521da177e4SLinus Torvalds 13531da177e4SLinus Torvalds pd = fmr->pd; 13541da177e4SLinus Torvalds ret = fmr->device->dealloc_fmr(fmr); 13551da177e4SLinus Torvalds if (!ret) 13561da177e4SLinus Torvalds atomic_dec(&pd->usecnt); 13571da177e4SLinus Torvalds 13581da177e4SLinus Torvalds return ret; 13591da177e4SLinus Torvalds } 13601da177e4SLinus Torvalds EXPORT_SYMBOL(ib_dealloc_fmr); 13611da177e4SLinus Torvalds 13621da177e4SLinus Torvalds /* Multicast groups */ 13631da177e4SLinus Torvalds 13641da177e4SLinus Torvalds int ib_attach_mcast(struct ib_qp *qp, union ib_gid *gid, u16 lid) 13651da177e4SLinus Torvalds { 1366c3bccbfbSOr Gerlitz int ret; 1367c3bccbfbSOr Gerlitz 13680c33aeedSJack Morgenstein if (!qp->device->attach_mcast) 13690c33aeedSJack Morgenstein return -ENOSYS; 13700c33aeedSJack Morgenstein if (gid->raw[0] != 0xff || qp->qp_type != IB_QPT_UD) 13710c33aeedSJack Morgenstein return -EINVAL; 13720c33aeedSJack Morgenstein 1373c3bccbfbSOr Gerlitz ret = qp->device->attach_mcast(qp, gid, lid); 1374c3bccbfbSOr Gerlitz if (!ret) 1375c3bccbfbSOr Gerlitz atomic_inc(&qp->usecnt); 1376c3bccbfbSOr Gerlitz return ret; 13771da177e4SLinus Torvalds } 13781da177e4SLinus Torvalds EXPORT_SYMBOL(ib_attach_mcast); 13791da177e4SLinus Torvalds 13801da177e4SLinus Torvalds int ib_detach_mcast(struct ib_qp *qp, union ib_gid *gid, u16 lid) 13811da177e4SLinus Torvalds { 1382c3bccbfbSOr Gerlitz int ret; 1383c3bccbfbSOr Gerlitz 13840c33aeedSJack Morgenstein if (!qp->device->detach_mcast) 13850c33aeedSJack Morgenstein return -ENOSYS; 13860c33aeedSJack Morgenstein if (gid->raw[0] != 0xff || qp->qp_type != IB_QPT_UD) 13870c33aeedSJack Morgenstein return -EINVAL; 13880c33aeedSJack Morgenstein 1389c3bccbfbSOr Gerlitz ret = qp->device->detach_mcast(qp, gid, lid); 1390c3bccbfbSOr Gerlitz if (!ret) 1391c3bccbfbSOr Gerlitz atomic_dec(&qp->usecnt); 1392c3bccbfbSOr Gerlitz return ret; 13931da177e4SLinus Torvalds } 13941da177e4SLinus Torvalds EXPORT_SYMBOL(ib_detach_mcast); 139559991f94SSean Hefty 139659991f94SSean Hefty struct ib_xrcd *ib_alloc_xrcd(struct ib_device *device) 139759991f94SSean Hefty { 139859991f94SSean Hefty struct ib_xrcd *xrcd; 139959991f94SSean Hefty 140059991f94SSean Hefty if (!device->alloc_xrcd) 140159991f94SSean Hefty return ERR_PTR(-ENOSYS); 140259991f94SSean Hefty 140359991f94SSean Hefty xrcd = device->alloc_xrcd(device, NULL, NULL); 140459991f94SSean Hefty if (!IS_ERR(xrcd)) { 140559991f94SSean Hefty xrcd->device = device; 140653d0bd1eSSean Hefty xrcd->inode = NULL; 140759991f94SSean Hefty atomic_set(&xrcd->usecnt, 0); 1408d3d72d90SSean Hefty mutex_init(&xrcd->tgt_qp_mutex); 1409d3d72d90SSean Hefty INIT_LIST_HEAD(&xrcd->tgt_qp_list); 141059991f94SSean Hefty } 141159991f94SSean Hefty 141259991f94SSean Hefty return xrcd; 141359991f94SSean Hefty } 141459991f94SSean Hefty EXPORT_SYMBOL(ib_alloc_xrcd); 141559991f94SSean Hefty 141659991f94SSean Hefty int ib_dealloc_xrcd(struct ib_xrcd *xrcd) 141759991f94SSean Hefty { 1418d3d72d90SSean Hefty struct ib_qp *qp; 1419d3d72d90SSean Hefty int ret; 1420d3d72d90SSean Hefty 142159991f94SSean Hefty if (atomic_read(&xrcd->usecnt)) 142259991f94SSean Hefty return -EBUSY; 142359991f94SSean Hefty 1424d3d72d90SSean Hefty while (!list_empty(&xrcd->tgt_qp_list)) { 1425d3d72d90SSean Hefty qp = list_entry(xrcd->tgt_qp_list.next, struct ib_qp, xrcd_list); 1426d3d72d90SSean Hefty ret = ib_destroy_qp(qp); 1427d3d72d90SSean Hefty if (ret) 1428d3d72d90SSean Hefty return ret; 1429d3d72d90SSean Hefty } 1430d3d72d90SSean Hefty 143159991f94SSean Hefty return xrcd->device->dealloc_xrcd(xrcd); 143259991f94SSean Hefty } 143359991f94SSean Hefty EXPORT_SYMBOL(ib_dealloc_xrcd); 1434319a441dSHadar Hen Zion 1435319a441dSHadar Hen Zion struct ib_flow *ib_create_flow(struct ib_qp *qp, 1436319a441dSHadar Hen Zion struct ib_flow_attr *flow_attr, 1437319a441dSHadar Hen Zion int domain) 1438319a441dSHadar Hen Zion { 1439319a441dSHadar Hen Zion struct ib_flow *flow_id; 1440319a441dSHadar Hen Zion if (!qp->device->create_flow) 1441319a441dSHadar Hen Zion return ERR_PTR(-ENOSYS); 1442319a441dSHadar Hen Zion 1443319a441dSHadar Hen Zion flow_id = qp->device->create_flow(qp, flow_attr, domain); 1444319a441dSHadar Hen Zion if (!IS_ERR(flow_id)) 1445319a441dSHadar Hen Zion atomic_inc(&qp->usecnt); 1446319a441dSHadar Hen Zion return flow_id; 1447319a441dSHadar Hen Zion } 1448319a441dSHadar Hen Zion EXPORT_SYMBOL(ib_create_flow); 1449319a441dSHadar Hen Zion 1450319a441dSHadar Hen Zion int ib_destroy_flow(struct ib_flow *flow_id) 1451319a441dSHadar Hen Zion { 1452319a441dSHadar Hen Zion int err; 1453319a441dSHadar Hen Zion struct ib_qp *qp = flow_id->qp; 1454319a441dSHadar Hen Zion 1455319a441dSHadar Hen Zion err = qp->device->destroy_flow(flow_id); 1456319a441dSHadar Hen Zion if (!err) 1457319a441dSHadar Hen Zion atomic_dec(&qp->usecnt); 1458319a441dSHadar Hen Zion return err; 1459319a441dSHadar Hen Zion } 1460319a441dSHadar Hen Zion EXPORT_SYMBOL(ib_destroy_flow); 14611b01d335SSagi Grimberg 14621b01d335SSagi Grimberg int ib_check_mr_status(struct ib_mr *mr, u32 check_mask, 14631b01d335SSagi Grimberg struct ib_mr_status *mr_status) 14641b01d335SSagi Grimberg { 14651b01d335SSagi Grimberg return mr->device->check_mr_status ? 14661b01d335SSagi Grimberg mr->device->check_mr_status(mr, check_mask, mr_status) : -ENOSYS; 14671b01d335SSagi Grimberg } 14681b01d335SSagi Grimberg EXPORT_SYMBOL(ib_check_mr_status); 14694c67e2bfSSagi Grimberg 14704c67e2bfSSagi Grimberg /** 14714c67e2bfSSagi Grimberg * ib_map_mr_sg() - Map the largest prefix of a dma mapped SG list 14724c67e2bfSSagi Grimberg * and set it the memory region. 14734c67e2bfSSagi Grimberg * @mr: memory region 14744c67e2bfSSagi Grimberg * @sg: dma mapped scatterlist 14754c67e2bfSSagi Grimberg * @sg_nents: number of entries in sg 14764c67e2bfSSagi Grimberg * @page_size: page vector desired page size 14774c67e2bfSSagi Grimberg * 14784c67e2bfSSagi Grimberg * Constraints: 14794c67e2bfSSagi Grimberg * - The first sg element is allowed to have an offset. 14804c67e2bfSSagi Grimberg * - Each sg element must be aligned to page_size (or physically 14814c67e2bfSSagi Grimberg * contiguous to the previous element). In case an sg element has a 14824c67e2bfSSagi Grimberg * non contiguous offset, the mapping prefix will not include it. 14834c67e2bfSSagi Grimberg * - The last sg element is allowed to have length less than page_size. 14844c67e2bfSSagi Grimberg * - If sg_nents total byte length exceeds the mr max_num_sge * page_size 14854c67e2bfSSagi Grimberg * then only max_num_sg entries will be mapped. 14864c67e2bfSSagi Grimberg * 14874c67e2bfSSagi Grimberg * Returns the number of sg elements that were mapped to the memory region. 14884c67e2bfSSagi Grimberg * 14894c67e2bfSSagi Grimberg * After this completes successfully, the memory region 14904c67e2bfSSagi Grimberg * is ready for registration. 14914c67e2bfSSagi Grimberg */ 14924c67e2bfSSagi Grimberg int ib_map_mr_sg(struct ib_mr *mr, 14934c67e2bfSSagi Grimberg struct scatterlist *sg, 14944c67e2bfSSagi Grimberg int sg_nents, 14954c67e2bfSSagi Grimberg unsigned int page_size) 14964c67e2bfSSagi Grimberg { 14974c67e2bfSSagi Grimberg if (unlikely(!mr->device->map_mr_sg)) 14984c67e2bfSSagi Grimberg return -ENOSYS; 14994c67e2bfSSagi Grimberg 15004c67e2bfSSagi Grimberg mr->page_size = page_size; 15014c67e2bfSSagi Grimberg 15024c67e2bfSSagi Grimberg return mr->device->map_mr_sg(mr, sg, sg_nents); 15034c67e2bfSSagi Grimberg } 15044c67e2bfSSagi Grimberg EXPORT_SYMBOL(ib_map_mr_sg); 15054c67e2bfSSagi Grimberg 15064c67e2bfSSagi Grimberg /** 15074c67e2bfSSagi Grimberg * ib_sg_to_pages() - Convert the largest prefix of a sg list 15084c67e2bfSSagi Grimberg * to a page vector 15094c67e2bfSSagi Grimberg * @mr: memory region 15104c67e2bfSSagi Grimberg * @sgl: dma mapped scatterlist 15114c67e2bfSSagi Grimberg * @sg_nents: number of entries in sg 15124c67e2bfSSagi Grimberg * @set_page: driver page assignment function pointer 15134c67e2bfSSagi Grimberg * 15148f5ba10eSBart Van Assche * Core service helper for drivers to convert the largest 15154c67e2bfSSagi Grimberg * prefix of given sg list to a page vector. The sg list 15164c67e2bfSSagi Grimberg * prefix converted is the prefix that meet the requirements 15174c67e2bfSSagi Grimberg * of ib_map_mr_sg. 15184c67e2bfSSagi Grimberg * 15194c67e2bfSSagi Grimberg * Returns the number of sg elements that were assigned to 15204c67e2bfSSagi Grimberg * a page vector. 15214c67e2bfSSagi Grimberg */ 15224c67e2bfSSagi Grimberg int ib_sg_to_pages(struct ib_mr *mr, 15234c67e2bfSSagi Grimberg struct scatterlist *sgl, 15244c67e2bfSSagi Grimberg int sg_nents, 15254c67e2bfSSagi Grimberg int (*set_page)(struct ib_mr *, u64)) 15264c67e2bfSSagi Grimberg { 15274c67e2bfSSagi Grimberg struct scatterlist *sg; 15284c67e2bfSSagi Grimberg u64 last_end_dma_addr = 0, last_page_addr = 0; 15294c67e2bfSSagi Grimberg unsigned int last_page_off = 0; 15304c67e2bfSSagi Grimberg u64 page_mask = ~((u64)mr->page_size - 1); 15318f5ba10eSBart Van Assche int i, ret; 15324c67e2bfSSagi Grimberg 15334c67e2bfSSagi Grimberg mr->iova = sg_dma_address(&sgl[0]); 15344c67e2bfSSagi Grimberg mr->length = 0; 15354c67e2bfSSagi Grimberg 15364c67e2bfSSagi Grimberg for_each_sg(sgl, sg, sg_nents, i) { 15374c67e2bfSSagi Grimberg u64 dma_addr = sg_dma_address(sg); 15384c67e2bfSSagi Grimberg unsigned int dma_len = sg_dma_len(sg); 15394c67e2bfSSagi Grimberg u64 end_dma_addr = dma_addr + dma_len; 15404c67e2bfSSagi Grimberg u64 page_addr = dma_addr & page_mask; 15414c67e2bfSSagi Grimberg 15428f5ba10eSBart Van Assche /* 15438f5ba10eSBart Van Assche * For the second and later elements, check whether either the 15448f5ba10eSBart Van Assche * end of element i-1 or the start of element i is not aligned 15458f5ba10eSBart Van Assche * on a page boundary. 15468f5ba10eSBart Van Assche */ 15478f5ba10eSBart Van Assche if (i && (last_page_off != 0 || page_addr != dma_addr)) { 15488f5ba10eSBart Van Assche /* Stop mapping if there is a gap. */ 15498f5ba10eSBart Van Assche if (last_end_dma_addr != dma_addr) 15508f5ba10eSBart Van Assche break; 15514c67e2bfSSagi Grimberg 15528f5ba10eSBart Van Assche /* 15538f5ba10eSBart Van Assche * Coalesce this element with the last. If it is small 15548f5ba10eSBart Van Assche * enough just update mr->length. Otherwise start 15558f5ba10eSBart Van Assche * mapping from the next page. 15568f5ba10eSBart Van Assche */ 15578f5ba10eSBart Van Assche goto next_page; 15584c67e2bfSSagi Grimberg } 15594c67e2bfSSagi Grimberg 15604c67e2bfSSagi Grimberg do { 15618f5ba10eSBart Van Assche ret = set_page(mr, page_addr); 15628f5ba10eSBart Van Assche if (unlikely(ret < 0)) 15638f5ba10eSBart Van Assche return i ? : ret; 15648f5ba10eSBart Van Assche next_page: 15654c67e2bfSSagi Grimberg page_addr += mr->page_size; 15664c67e2bfSSagi Grimberg } while (page_addr < end_dma_addr); 15674c67e2bfSSagi Grimberg 15684c67e2bfSSagi Grimberg mr->length += dma_len; 15694c67e2bfSSagi Grimberg last_end_dma_addr = end_dma_addr; 15704c67e2bfSSagi Grimberg last_page_addr = end_dma_addr & page_mask; 15714c67e2bfSSagi Grimberg last_page_off = end_dma_addr & ~page_mask; 15724c67e2bfSSagi Grimberg } 15734c67e2bfSSagi Grimberg 15744c67e2bfSSagi Grimberg return i; 15754c67e2bfSSagi Grimberg } 15764c67e2bfSSagi Grimberg EXPORT_SYMBOL(ib_sg_to_pages); 1577