16c80b41aSLeon Romanovsky /* 26c80b41aSLeon Romanovsky * Copyright (c) 2017 Mellanox Technologies. All rights reserved. 36c80b41aSLeon Romanovsky * 46c80b41aSLeon Romanovsky * Redistribution and use in source and binary forms, with or without 56c80b41aSLeon Romanovsky * modification, are permitted provided that the following conditions are met: 66c80b41aSLeon Romanovsky * 76c80b41aSLeon Romanovsky * 1. Redistributions of source code must retain the above copyright 86c80b41aSLeon Romanovsky * notice, this list of conditions and the following disclaimer. 96c80b41aSLeon Romanovsky * 2. Redistributions in binary form must reproduce the above copyright 106c80b41aSLeon Romanovsky * notice, this list of conditions and the following disclaimer in the 116c80b41aSLeon Romanovsky * documentation and/or other materials provided with the distribution. 126c80b41aSLeon Romanovsky * 3. Neither the names of the copyright holders nor the names of its 136c80b41aSLeon Romanovsky * contributors may be used to endorse or promote products derived from 146c80b41aSLeon Romanovsky * this software without specific prior written permission. 156c80b41aSLeon Romanovsky * 166c80b41aSLeon Romanovsky * Alternatively, this software may be distributed under the terms of the 176c80b41aSLeon Romanovsky * GNU General Public License ("GPL") version 2 as published by the Free 186c80b41aSLeon Romanovsky * Software Foundation. 196c80b41aSLeon Romanovsky * 206c80b41aSLeon Romanovsky * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 216c80b41aSLeon Romanovsky * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 226c80b41aSLeon Romanovsky * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 236c80b41aSLeon Romanovsky * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 246c80b41aSLeon Romanovsky * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 256c80b41aSLeon Romanovsky * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 266c80b41aSLeon Romanovsky * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 276c80b41aSLeon Romanovsky * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 286c80b41aSLeon Romanovsky * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 296c80b41aSLeon Romanovsky * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 306c80b41aSLeon Romanovsky * POSSIBILITY OF SUCH DAMAGE. 316c80b41aSLeon Romanovsky */ 326c80b41aSLeon Romanovsky 33e3bf14bdSJason Gunthorpe #include <linux/module.h> 34bf3c5a93SLeon Romanovsky #include <linux/pid.h> 35bf3c5a93SLeon Romanovsky #include <linux/pid_namespace.h> 363856ec4bSSteve Wise #include <linux/mutex.h> 37b4c598a6SLeon Romanovsky #include <net/netlink.h> 3800313983SSteve Wise #include <rdma/rdma_cm.h> 396c80b41aSLeon Romanovsky #include <rdma/rdma_netlink.h> 406c80b41aSLeon Romanovsky 416c80b41aSLeon Romanovsky #include "core_priv.h" 4200313983SSteve Wise #include "cma_priv.h" 4341eda65cSLeon Romanovsky #include "restrack.h" 445bd48c18SJason Gunthorpe #include "uverbs.h" 456c80b41aSLeon Romanovsky 46fb910690SErez Alfasi typedef int (*res_fill_func_t)(struct sk_buff*, bool, 47fb910690SErez Alfasi struct rdma_restrack_entry*, uint32_t); 48fb910690SErez Alfasi 49696de2e9SDoug Ledford /* 50696de2e9SDoug Ledford * Sort array elements by the netlink attribute name 51696de2e9SDoug Ledford */ 52b4c598a6SLeon Romanovsky static const struct nla_policy nldev_policy[RDMA_NLDEV_ATTR_MAX] = { 53696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV] = { .type = NLA_U64 }, 54696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV_ABI] = { .type = NLA_U64 }, 55696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV_NAME] = { .type = NLA_NUL_STRING, 5634d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 57696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV_TYPE] = { .type = NLA_NUL_STRING, 5834d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_CHARDEV_TYPE_SIZE }, 59f8fc8cd9SYamin Friedman [RDMA_NLDEV_ATTR_DEV_DIM] = { .type = NLA_U8 }, 60b4c598a6SLeon Romanovsky [RDMA_NLDEV_ATTR_DEV_INDEX] = { .type = NLA_U32 }, 61b4c598a6SLeon Romanovsky [RDMA_NLDEV_ATTR_DEV_NAME] = { .type = NLA_NUL_STRING, 6234d65cd8SDoug Ledford .len = IB_DEVICE_NAME_MAX }, 63696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DEV_NODE_TYPE] = { .type = NLA_U8 }, 64696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DEV_PROTOCOL] = { .type = NLA_NUL_STRING, 6534d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 66696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER] = { .type = NLA_NESTED }, 67696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_ENTRY] = { .type = NLA_NESTED }, 68696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_PRINT_TYPE] = { .type = NLA_U8 }, 69696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_STRING] = { .type = NLA_NUL_STRING, 7034d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 71696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_S32] = { .type = NLA_S32 }, 72696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_S64] = { .type = NLA_S64 }, 73696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_U32] = { .type = NLA_U32 }, 74696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_U64] = { .type = NLA_U64 }, 758621a7e3SLeon Romanovsky [RDMA_NLDEV_ATTR_FW_VERSION] = { .type = NLA_NUL_STRING, 7634d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 7780a06dd3SLeon Romanovsky [RDMA_NLDEV_ATTR_LID] = { .type = NLA_U32 }, 78696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_LINK_TYPE] = { .type = NLA_NUL_STRING, 7934d65cd8SDoug Ledford .len = IFNAMSIZ }, 8034840feaSLeon Romanovsky [RDMA_NLDEV_ATTR_LMC] = { .type = NLA_U8 }, 815b2cc79dSLeon Romanovsky [RDMA_NLDEV_ATTR_NDEV_INDEX] = { .type = NLA_U32 }, 825b2cc79dSLeon Romanovsky [RDMA_NLDEV_ATTR_NDEV_NAME] = { .type = NLA_NUL_STRING, 835b2cc79dSLeon Romanovsky .len = IFNAMSIZ }, 84696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_NODE_GUID] = { .type = NLA_U64 }, 85696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_PORT_INDEX] = { .type = NLA_U32 }, 86696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_PORT_PHYS_STATE] = { .type = NLA_U8 }, 87696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_PORT_STATE] = { .type = NLA_U8 }, 88696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CM_ID] = { .type = NLA_NESTED }, 89517b773eSLeon Romanovsky [RDMA_NLDEV_ATTR_RES_CM_IDN] = { .type = NLA_U32 }, 90696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CM_ID_ENTRY] = { .type = NLA_NESTED }, 91696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQ] = { .type = NLA_NESTED }, 92696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQE] = { .type = NLA_U32 }, 93696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQN] = { .type = NLA_U32 }, 94696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQ_ENTRY] = { .type = NLA_NESTED }, 95c3d02788SLeon Romanovsky [RDMA_NLDEV_ATTR_RES_CTXN] = { .type = NLA_U32 }, 96696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_DST_ADDR] = { 97696de2e9SDoug Ledford .len = sizeof(struct __kernel_sockaddr_storage) }, 98696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_IOVA] = { .type = NLA_U64 }, 99696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_KERN_NAME] = { .type = NLA_NUL_STRING, 10034d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 101696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_LKEY] = { .type = NLA_U32 }, 102696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_LOCAL_DMA_LKEY] = { .type = NLA_U32 }, 103696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_LQPN] = { .type = NLA_U32 }, 104696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MR] = { .type = NLA_NESTED }, 105696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MRLEN] = { .type = NLA_U64 }, 106696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MRN] = { .type = NLA_U32 }, 107696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MR_ENTRY] = { .type = NLA_NESTED }, 108696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PATH_MIG_STATE] = { .type = NLA_U8 }, 109696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PD] = { .type = NLA_NESTED }, 110696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PDN] = { .type = NLA_U32 }, 111696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PD_ENTRY] = { .type = NLA_NESTED }, 112696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PID] = { .type = NLA_U32 }, 113696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_POLL_CTX] = { .type = NLA_U8 }, 114696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PS] = { .type = NLA_U32 }, 115696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_QP] = { .type = NLA_NESTED }, 116696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_QP_ENTRY] = { .type = NLA_NESTED }, 117696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_RKEY] = { .type = NLA_U32 }, 118696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_RQPN] = { .type = NLA_U32 }, 119696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_RQ_PSN] = { .type = NLA_U32 }, 120696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SQ_PSN] = { .type = NLA_U32 }, 121696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SRC_ADDR] = { 122696de2e9SDoug Ledford .len = sizeof(struct __kernel_sockaddr_storage) }, 123696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_STATE] = { .type = NLA_U8 }, 124696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY] = { .type = NLA_NESTED }, 125696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY] = { .type = NLA_NESTED }, 126696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_CURR]= { .type = NLA_U64 }, 127696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_NAME]= { .type = NLA_NUL_STRING, 12834d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 129696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_TYPE] = { .type = NLA_U8 }, 130696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_UNSAFE_GLOBAL_RKEY]= { .type = NLA_U32 }, 131696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_USECNT] = { .type = NLA_U64 }, 132696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_SM_LID] = { .type = NLA_U32 }, 133696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_SUBNET_PREFIX] = { .type = NLA_U64 }, 134b47ae6f8SMark Zhang [RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK] = { .type = NLA_U32 }, 135b47ae6f8SMark Zhang [RDMA_NLDEV_ATTR_STAT_MODE] = { .type = NLA_U32 }, 136b47ae6f8SMark Zhang [RDMA_NLDEV_ATTR_STAT_RES] = { .type = NLA_U32 }, 137c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_COUNTER] = { .type = NLA_NESTED }, 138c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_COUNTER_ENTRY] = { .type = NLA_NESTED }, 139c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_COUNTER_ID] = { .type = NLA_U32 }, 140c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTERS] = { .type = NLA_NESTED }, 141c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY] = { .type = NLA_NESTED }, 142c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_NAME] = { .type = NLA_NUL_STRING }, 143c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_VALUE] = { .type = NLA_U64 }, 144696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_SYS_IMAGE_GUID] = { .type = NLA_U64 }, 1458f71bb00SJason Gunthorpe [RDMA_NLDEV_ATTR_UVERBS_DRIVER_ID] = { .type = NLA_U32 }, 146696de2e9SDoug Ledford [RDMA_NLDEV_NET_NS_FD] = { .type = NLA_U32 }, 147696de2e9SDoug Ledford [RDMA_NLDEV_SYS_ATTR_NETNS_MODE] = { .type = NLA_U8 }, 148b4c598a6SLeon Romanovsky }; 149b4c598a6SLeon Romanovsky 15073937e8aSSteve Wise static int put_driver_name_print_type(struct sk_buff *msg, const char *name, 15173937e8aSSteve Wise enum rdma_nldev_print_type print_type) 15273937e8aSSteve Wise { 15373937e8aSSteve Wise if (nla_put_string(msg, RDMA_NLDEV_ATTR_DRIVER_STRING, name)) 15473937e8aSSteve Wise return -EMSGSIZE; 15573937e8aSSteve Wise if (print_type != RDMA_NLDEV_PRINT_TYPE_UNSPEC && 15673937e8aSSteve Wise nla_put_u8(msg, RDMA_NLDEV_ATTR_DRIVER_PRINT_TYPE, print_type)) 15773937e8aSSteve Wise return -EMSGSIZE; 15873937e8aSSteve Wise 15973937e8aSSteve Wise return 0; 16073937e8aSSteve Wise } 16173937e8aSSteve Wise 16273937e8aSSteve Wise static int _rdma_nl_put_driver_u32(struct sk_buff *msg, const char *name, 16373937e8aSSteve Wise enum rdma_nldev_print_type print_type, 16473937e8aSSteve Wise u32 value) 16573937e8aSSteve Wise { 16673937e8aSSteve Wise if (put_driver_name_print_type(msg, name, print_type)) 16773937e8aSSteve Wise return -EMSGSIZE; 16873937e8aSSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_DRIVER_U32, value)) 16973937e8aSSteve Wise return -EMSGSIZE; 17073937e8aSSteve Wise 17173937e8aSSteve Wise return 0; 17273937e8aSSteve Wise } 17373937e8aSSteve Wise 17473937e8aSSteve Wise static int _rdma_nl_put_driver_u64(struct sk_buff *msg, const char *name, 17573937e8aSSteve Wise enum rdma_nldev_print_type print_type, 17673937e8aSSteve Wise u64 value) 17773937e8aSSteve Wise { 17873937e8aSSteve Wise if (put_driver_name_print_type(msg, name, print_type)) 17973937e8aSSteve Wise return -EMSGSIZE; 18073937e8aSSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_DRIVER_U64, value, 18173937e8aSSteve Wise RDMA_NLDEV_ATTR_PAD)) 18273937e8aSSteve Wise return -EMSGSIZE; 18373937e8aSSteve Wise 18473937e8aSSteve Wise return 0; 18573937e8aSSteve Wise } 18673937e8aSSteve Wise 187e1b95ae0SErez Alfasi int rdma_nl_put_driver_string(struct sk_buff *msg, const char *name, 188e1b95ae0SErez Alfasi const char *str) 189e1b95ae0SErez Alfasi { 190e1b95ae0SErez Alfasi if (put_driver_name_print_type(msg, name, 191e1b95ae0SErez Alfasi RDMA_NLDEV_PRINT_TYPE_UNSPEC)) 192e1b95ae0SErez Alfasi return -EMSGSIZE; 193e1b95ae0SErez Alfasi if (nla_put_string(msg, RDMA_NLDEV_ATTR_DRIVER_STRING, str)) 194e1b95ae0SErez Alfasi return -EMSGSIZE; 195e1b95ae0SErez Alfasi 196e1b95ae0SErez Alfasi return 0; 197e1b95ae0SErez Alfasi } 198e1b95ae0SErez Alfasi EXPORT_SYMBOL(rdma_nl_put_driver_string); 199e1b95ae0SErez Alfasi 20073937e8aSSteve Wise int rdma_nl_put_driver_u32(struct sk_buff *msg, const char *name, u32 value) 20173937e8aSSteve Wise { 20273937e8aSSteve Wise return _rdma_nl_put_driver_u32(msg, name, RDMA_NLDEV_PRINT_TYPE_UNSPEC, 20373937e8aSSteve Wise value); 20473937e8aSSteve Wise } 20573937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u32); 20673937e8aSSteve Wise 20773937e8aSSteve Wise int rdma_nl_put_driver_u32_hex(struct sk_buff *msg, const char *name, 20873937e8aSSteve Wise u32 value) 20973937e8aSSteve Wise { 21073937e8aSSteve Wise return _rdma_nl_put_driver_u32(msg, name, RDMA_NLDEV_PRINT_TYPE_HEX, 21173937e8aSSteve Wise value); 21273937e8aSSteve Wise } 21373937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u32_hex); 21473937e8aSSteve Wise 21573937e8aSSteve Wise int rdma_nl_put_driver_u64(struct sk_buff *msg, const char *name, u64 value) 21673937e8aSSteve Wise { 21773937e8aSSteve Wise return _rdma_nl_put_driver_u64(msg, name, RDMA_NLDEV_PRINT_TYPE_UNSPEC, 21873937e8aSSteve Wise value); 21973937e8aSSteve Wise } 22073937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u64); 22173937e8aSSteve Wise 22273937e8aSSteve Wise int rdma_nl_put_driver_u64_hex(struct sk_buff *msg, const char *name, u64 value) 22373937e8aSSteve Wise { 22473937e8aSSteve Wise return _rdma_nl_put_driver_u64(msg, name, RDMA_NLDEV_PRINT_TYPE_HEX, 22573937e8aSSteve Wise value); 22673937e8aSSteve Wise } 22773937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u64_hex); 22873937e8aSSteve Wise 229c2409810SLeon Romanovsky static int fill_nldev_handle(struct sk_buff *msg, struct ib_device *device) 230b4c598a6SLeon Romanovsky { 231b4c598a6SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_DEV_INDEX, device->index)) 232b4c598a6SLeon Romanovsky return -EMSGSIZE; 233896de009SJason Gunthorpe if (nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_NAME, 234896de009SJason Gunthorpe dev_name(&device->dev))) 235b4c598a6SLeon Romanovsky return -EMSGSIZE; 236c2409810SLeon Romanovsky 237c2409810SLeon Romanovsky return 0; 238c2409810SLeon Romanovsky } 239c2409810SLeon Romanovsky 240c2409810SLeon Romanovsky static int fill_dev_info(struct sk_buff *msg, struct ib_device *device) 241c2409810SLeon Romanovsky { 242c2409810SLeon Romanovsky char fw[IB_FW_VERSION_NAME_MAX]; 2439e886b39SLeon Romanovsky int ret = 0; 2449e886b39SLeon Romanovsky u8 port; 245c2409810SLeon Romanovsky 246c2409810SLeon Romanovsky if (fill_nldev_handle(msg, device)) 247c2409810SLeon Romanovsky return -EMSGSIZE; 248c2409810SLeon Romanovsky 249b4c598a6SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, rdma_end_port(device))) 250b4c598a6SLeon Romanovsky return -EMSGSIZE; 251ac505253SLeon Romanovsky 252ac505253SLeon Romanovsky BUILD_BUG_ON(sizeof(device->attrs.device_cap_flags) != sizeof(u64)); 253ac505253SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CAP_FLAGS, 25425a0ad85SSteve Wise device->attrs.device_cap_flags, 25525a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 256ac505253SLeon Romanovsky return -EMSGSIZE; 257ac505253SLeon Romanovsky 2588621a7e3SLeon Romanovsky ib_get_device_fw_str(device, fw); 2595b2cc79dSLeon Romanovsky /* Device without FW has strlen(fw) = 0 */ 2608621a7e3SLeon Romanovsky if (strlen(fw) && nla_put_string(msg, RDMA_NLDEV_ATTR_FW_VERSION, fw)) 2618621a7e3SLeon Romanovsky return -EMSGSIZE; 2628621a7e3SLeon Romanovsky 2631aaff896SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_NODE_GUID, 26425a0ad85SSteve Wise be64_to_cpu(device->node_guid), 26525a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 2661aaff896SLeon Romanovsky return -EMSGSIZE; 2671aaff896SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_SYS_IMAGE_GUID, 26825a0ad85SSteve Wise be64_to_cpu(device->attrs.sys_image_guid), 26925a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 2701aaff896SLeon Romanovsky return -EMSGSIZE; 2711bb77b8cSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_DEV_NODE_TYPE, device->node_type)) 2721bb77b8cSLeon Romanovsky return -EMSGSIZE; 273f8fc8cd9SYamin Friedman if (nla_put_u8(msg, RDMA_NLDEV_ATTR_DEV_DIM, device->use_cq_dim)) 274f8fc8cd9SYamin Friedman return -EMSGSIZE; 2759e886b39SLeon Romanovsky 2769e886b39SLeon Romanovsky /* 2779e886b39SLeon Romanovsky * Link type is determined on first port and mlx4 device 2789e886b39SLeon Romanovsky * which can potentially have two different link type for the same 2799e886b39SLeon Romanovsky * IB device is considered as better to be avoided in the future, 2809e886b39SLeon Romanovsky */ 2819e886b39SLeon Romanovsky port = rdma_start_port(device); 2829e886b39SLeon Romanovsky if (rdma_cap_opa_mad(device, port)) 2839e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "opa"); 2849e886b39SLeon Romanovsky else if (rdma_protocol_ib(device, port)) 2859e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "ib"); 2869e886b39SLeon Romanovsky else if (rdma_protocol_iwarp(device, port)) 2879e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "iw"); 2889e886b39SLeon Romanovsky else if (rdma_protocol_roce(device, port)) 2899e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "roce"); 2909e886b39SLeon Romanovsky else if (rdma_protocol_usnic(device, port)) 2919e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, 2929e886b39SLeon Romanovsky "usnic"); 2939e886b39SLeon Romanovsky return ret; 294b4c598a6SLeon Romanovsky } 295b4c598a6SLeon Romanovsky 2967d02f605SLeon Romanovsky static int fill_port_info(struct sk_buff *msg, 2975b2cc79dSLeon Romanovsky struct ib_device *device, u32 port, 2985b2cc79dSLeon Romanovsky const struct net *net) 2997d02f605SLeon Romanovsky { 3005b2cc79dSLeon Romanovsky struct net_device *netdev = NULL; 301ac505253SLeon Romanovsky struct ib_port_attr attr; 302ac505253SLeon Romanovsky int ret; 3034fa2813dSMichael Guralnik u64 cap_flags = 0; 304ac505253SLeon Romanovsky 305c2409810SLeon Romanovsky if (fill_nldev_handle(msg, device)) 3067d02f605SLeon Romanovsky return -EMSGSIZE; 307c2409810SLeon Romanovsky 3087d02f605SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port)) 3097d02f605SLeon Romanovsky return -EMSGSIZE; 310ac505253SLeon Romanovsky 311ac505253SLeon Romanovsky ret = ib_query_port(device, port, &attr); 312ac505253SLeon Romanovsky if (ret) 313ac505253SLeon Romanovsky return ret; 314ac505253SLeon Romanovsky 315dd8028f1SLeon Romanovsky if (rdma_protocol_ib(device, port)) { 3164fa2813dSMichael Guralnik BUILD_BUG_ON((sizeof(attr.port_cap_flags) + 3174fa2813dSMichael Guralnik sizeof(attr.port_cap_flags2)) > sizeof(u64)); 3184fa2813dSMichael Guralnik cap_flags = attr.port_cap_flags | 3194fa2813dSMichael Guralnik ((u64)attr.port_cap_flags2 << 32); 320ac505253SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CAP_FLAGS, 3214fa2813dSMichael Guralnik cap_flags, RDMA_NLDEV_ATTR_PAD)) 322ac505253SLeon Romanovsky return -EMSGSIZE; 323dd8028f1SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_SUBNET_PREFIX, 32425a0ad85SSteve Wise attr.subnet_prefix, RDMA_NLDEV_ATTR_PAD)) 32512026fbbSLeon Romanovsky return -EMSGSIZE; 32680a06dd3SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_LID, attr.lid)) 32780a06dd3SLeon Romanovsky return -EMSGSIZE; 32880a06dd3SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_SM_LID, attr.sm_lid)) 32980a06dd3SLeon Romanovsky return -EMSGSIZE; 33034840feaSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_LMC, attr.lmc)) 33134840feaSLeon Romanovsky return -EMSGSIZE; 33280a06dd3SLeon Romanovsky } 3335654e49dSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_PORT_STATE, attr.state)) 3345654e49dSLeon Romanovsky return -EMSGSIZE; 3355654e49dSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_PORT_PHYS_STATE, attr.phys_state)) 3365654e49dSLeon Romanovsky return -EMSGSIZE; 3375b2cc79dSLeon Romanovsky 338c2261dd7SJason Gunthorpe netdev = ib_device_get_netdev(device, port); 3395b2cc79dSLeon Romanovsky if (netdev && net_eq(dev_net(netdev), net)) { 3405b2cc79dSLeon Romanovsky ret = nla_put_u32(msg, 3415b2cc79dSLeon Romanovsky RDMA_NLDEV_ATTR_NDEV_INDEX, netdev->ifindex); 3425b2cc79dSLeon Romanovsky if (ret) 3435b2cc79dSLeon Romanovsky goto out; 3445b2cc79dSLeon Romanovsky ret = nla_put_string(msg, 3455b2cc79dSLeon Romanovsky RDMA_NLDEV_ATTR_NDEV_NAME, netdev->name); 3465b2cc79dSLeon Romanovsky } 3475b2cc79dSLeon Romanovsky 3485b2cc79dSLeon Romanovsky out: 3495b2cc79dSLeon Romanovsky if (netdev) 3505b2cc79dSLeon Romanovsky dev_put(netdev); 3515b2cc79dSLeon Romanovsky return ret; 3527d02f605SLeon Romanovsky } 3537d02f605SLeon Romanovsky 354bf3c5a93SLeon Romanovsky static int fill_res_info_entry(struct sk_buff *msg, 355bf3c5a93SLeon Romanovsky const char *name, u64 curr) 356bf3c5a93SLeon Romanovsky { 357bf3c5a93SLeon Romanovsky struct nlattr *entry_attr; 358bf3c5a93SLeon Romanovsky 359ae0be8deSMichal Kubecek entry_attr = nla_nest_start_noflag(msg, 360ae0be8deSMichal Kubecek RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY); 361bf3c5a93SLeon Romanovsky if (!entry_attr) 362bf3c5a93SLeon Romanovsky return -EMSGSIZE; 363bf3c5a93SLeon Romanovsky 364bf3c5a93SLeon Romanovsky if (nla_put_string(msg, RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_NAME, name)) 365bf3c5a93SLeon Romanovsky goto err; 36625a0ad85SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_CURR, curr, 36725a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 368bf3c5a93SLeon Romanovsky goto err; 369bf3c5a93SLeon Romanovsky 370bf3c5a93SLeon Romanovsky nla_nest_end(msg, entry_attr); 371bf3c5a93SLeon Romanovsky return 0; 372bf3c5a93SLeon Romanovsky 373bf3c5a93SLeon Romanovsky err: 374bf3c5a93SLeon Romanovsky nla_nest_cancel(msg, entry_attr); 375bf3c5a93SLeon Romanovsky return -EMSGSIZE; 376bf3c5a93SLeon Romanovsky } 377bf3c5a93SLeon Romanovsky 378bf3c5a93SLeon Romanovsky static int fill_res_info(struct sk_buff *msg, struct ib_device *device) 379bf3c5a93SLeon Romanovsky { 380bf3c5a93SLeon Romanovsky static const char * const names[RDMA_RESTRACK_MAX] = { 381bf3c5a93SLeon Romanovsky [RDMA_RESTRACK_PD] = "pd", 382bf3c5a93SLeon Romanovsky [RDMA_RESTRACK_CQ] = "cq", 383bf3c5a93SLeon Romanovsky [RDMA_RESTRACK_QP] = "qp", 38400313983SSteve Wise [RDMA_RESTRACK_CM_ID] = "cm_id", 385fccec5b8SSteve Wise [RDMA_RESTRACK_MR] = "mr", 386ffd321e4SLeon Romanovsky [RDMA_RESTRACK_CTX] = "ctx", 387bf3c5a93SLeon Romanovsky }; 388bf3c5a93SLeon Romanovsky 389bf3c5a93SLeon Romanovsky struct nlattr *table_attr; 390bf3c5a93SLeon Romanovsky int ret, i, curr; 391bf3c5a93SLeon Romanovsky 392bf3c5a93SLeon Romanovsky if (fill_nldev_handle(msg, device)) 393bf3c5a93SLeon Romanovsky return -EMSGSIZE; 394bf3c5a93SLeon Romanovsky 395ae0be8deSMichal Kubecek table_attr = nla_nest_start_noflag(msg, RDMA_NLDEV_ATTR_RES_SUMMARY); 396bf3c5a93SLeon Romanovsky if (!table_attr) 397bf3c5a93SLeon Romanovsky return -EMSGSIZE; 398bf3c5a93SLeon Romanovsky 399bf3c5a93SLeon Romanovsky for (i = 0; i < RDMA_RESTRACK_MAX; i++) { 400bf3c5a93SLeon Romanovsky if (!names[i]) 401bf3c5a93SLeon Romanovsky continue; 40260c78668SLeon Romanovsky curr = rdma_restrack_count(device, i); 403bf3c5a93SLeon Romanovsky ret = fill_res_info_entry(msg, names[i], curr); 404bf3c5a93SLeon Romanovsky if (ret) 405bf3c5a93SLeon Romanovsky goto err; 406bf3c5a93SLeon Romanovsky } 407bf3c5a93SLeon Romanovsky 408bf3c5a93SLeon Romanovsky nla_nest_end(msg, table_attr); 409bf3c5a93SLeon Romanovsky return 0; 410bf3c5a93SLeon Romanovsky 411bf3c5a93SLeon Romanovsky err: 412bf3c5a93SLeon Romanovsky nla_nest_cancel(msg, table_attr); 413bf3c5a93SLeon Romanovsky return ret; 414bf3c5a93SLeon Romanovsky } 415bf3c5a93SLeon Romanovsky 41600313983SSteve Wise static int fill_res_name_pid(struct sk_buff *msg, 41700313983SSteve Wise struct rdma_restrack_entry *res) 41800313983SSteve Wise { 419ac71ffcfSLeon Romanovsky int err = 0; 420ac71ffcfSLeon Romanovsky 42100313983SSteve Wise /* 42200313983SSteve Wise * For user resources, user is should read /proc/PID/comm to get the 42300313983SSteve Wise * name of the task file. 42400313983SSteve Wise */ 42500313983SSteve Wise if (rdma_is_kernel_res(res)) { 426ac71ffcfSLeon Romanovsky err = nla_put_string(msg, RDMA_NLDEV_ATTR_RES_KERN_NAME, 427ac71ffcfSLeon Romanovsky res->kern_name); 42800313983SSteve Wise } else { 429ac71ffcfSLeon Romanovsky pid_t pid; 430ac71ffcfSLeon Romanovsky 431ac71ffcfSLeon Romanovsky pid = task_pid_vnr(res->task); 432ac71ffcfSLeon Romanovsky /* 433ac71ffcfSLeon Romanovsky * Task is dead and in zombie state. 434ac71ffcfSLeon Romanovsky * There is no need to print PID anymore. 435ac71ffcfSLeon Romanovsky */ 436ac71ffcfSLeon Romanovsky if (pid) 437ac71ffcfSLeon Romanovsky /* 438ac71ffcfSLeon Romanovsky * This part is racy, task can be killed and PID will 439ac71ffcfSLeon Romanovsky * be zero right here but it is ok, next query won't 440ac71ffcfSLeon Romanovsky * return PID. We don't promise real-time reflection 441ac71ffcfSLeon Romanovsky * of SW objects. 442ac71ffcfSLeon Romanovsky */ 443ac71ffcfSLeon Romanovsky err = nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PID, pid); 44400313983SSteve Wise } 445ac71ffcfSLeon Romanovsky 446ac71ffcfSLeon Romanovsky return err ? -EMSGSIZE : 0; 44700313983SSteve Wise } 44800313983SSteve Wise 44902da3750SLeon Romanovsky static bool fill_res_entry(struct ib_device *dev, struct sk_buff *msg, 45002da3750SLeon Romanovsky struct rdma_restrack_entry *res) 45102da3750SLeon Romanovsky { 45202da3750SLeon Romanovsky if (!dev->ops.fill_res_entry) 45302da3750SLeon Romanovsky return false; 45402da3750SLeon Romanovsky return dev->ops.fill_res_entry(msg, res); 45502da3750SLeon Romanovsky } 45602da3750SLeon Romanovsky 4574061ff7aSErez Alfasi static bool fill_stat_entry(struct ib_device *dev, struct sk_buff *msg, 4584061ff7aSErez Alfasi struct rdma_restrack_entry *res) 4594061ff7aSErez Alfasi { 4604061ff7aSErez Alfasi if (!dev->ops.fill_stat_entry) 4614061ff7aSErez Alfasi return false; 4624061ff7aSErez Alfasi return dev->ops.fill_stat_entry(msg, res); 4634061ff7aSErez Alfasi } 4644061ff7aSErez Alfasi 465659067b0SLeon Romanovsky static int fill_res_qp_entry(struct sk_buff *msg, bool has_cap_net_admin, 466d12ff624SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 467b5fa635aSLeon Romanovsky { 468d12ff624SSteve Wise struct ib_qp *qp = container_of(res, struct ib_qp, res); 46902da3750SLeon Romanovsky struct ib_device *dev = qp->device; 470b5fa635aSLeon Romanovsky struct ib_qp_init_attr qp_init_attr; 471b5fa635aSLeon Romanovsky struct ib_qp_attr qp_attr; 472b5fa635aSLeon Romanovsky int ret; 473b5fa635aSLeon Romanovsky 474b5fa635aSLeon Romanovsky ret = ib_query_qp(qp, &qp_attr, 0, &qp_init_attr); 475b5fa635aSLeon Romanovsky if (ret) 476b5fa635aSLeon Romanovsky return ret; 477b5fa635aSLeon Romanovsky 478b5fa635aSLeon Romanovsky if (port && port != qp_attr.port_num) 479c5dfe0eaSLeon Romanovsky return -EAGAIN; 480b5fa635aSLeon Romanovsky 481b5fa635aSLeon Romanovsky /* In create_qp() port is not set yet */ 482b5fa635aSLeon Romanovsky if (qp_attr.port_num && 483b5fa635aSLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, qp_attr.port_num)) 484b5fa635aSLeon Romanovsky goto err; 485b5fa635aSLeon Romanovsky 486b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qp->qp_num)) 487b5fa635aSLeon Romanovsky goto err; 488b5fa635aSLeon Romanovsky if (qp->qp_type == IB_QPT_RC || qp->qp_type == IB_QPT_UC) { 489b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_RQPN, 490b5fa635aSLeon Romanovsky qp_attr.dest_qp_num)) 491b5fa635aSLeon Romanovsky goto err; 492b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_RQ_PSN, 493b5fa635aSLeon Romanovsky qp_attr.rq_psn)) 494b5fa635aSLeon Romanovsky goto err; 495b5fa635aSLeon Romanovsky } 496b5fa635aSLeon Romanovsky 497b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_SQ_PSN, qp_attr.sq_psn)) 498b5fa635aSLeon Romanovsky goto err; 499b5fa635aSLeon Romanovsky 500b5fa635aSLeon Romanovsky if (qp->qp_type == IB_QPT_RC || qp->qp_type == IB_QPT_UC || 501b5fa635aSLeon Romanovsky qp->qp_type == IB_QPT_XRC_INI || qp->qp_type == IB_QPT_XRC_TGT) { 502b5fa635aSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_PATH_MIG_STATE, 503b5fa635aSLeon Romanovsky qp_attr.path_mig_state)) 504b5fa635aSLeon Romanovsky goto err; 505b5fa635aSLeon Romanovsky } 506b5fa635aSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_TYPE, qp->qp_type)) 507b5fa635aSLeon Romanovsky goto err; 508b5fa635aSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_STATE, qp_attr.qp_state)) 509b5fa635aSLeon Romanovsky goto err; 510b5fa635aSLeon Romanovsky 511c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 512c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PDN, qp->pd->res.id)) 513c3d02788SLeon Romanovsky goto err; 514c3d02788SLeon Romanovsky 51500313983SSteve Wise if (fill_res_name_pid(msg, res)) 516b5fa635aSLeon Romanovsky goto err; 51700313983SSteve Wise 51802da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 519da5c8507SSteve Wise goto err; 520da5c8507SSteve Wise 52100313983SSteve Wise return 0; 52200313983SSteve Wise 523c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 52400313983SSteve Wise } 52500313983SSteve Wise 526659067b0SLeon Romanovsky static int fill_res_cm_id_entry(struct sk_buff *msg, bool has_cap_net_admin, 52700313983SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 52800313983SSteve Wise { 52900313983SSteve Wise struct rdma_id_private *id_priv = 53000313983SSteve Wise container_of(res, struct rdma_id_private, res); 53102da3750SLeon Romanovsky struct ib_device *dev = id_priv->id.device; 53200313983SSteve Wise struct rdma_cm_id *cm_id = &id_priv->id; 53300313983SSteve Wise 53400313983SSteve Wise if (port && port != cm_id->port_num) 53500313983SSteve Wise return 0; 53600313983SSteve Wise 53700313983SSteve Wise if (cm_id->port_num && 53800313983SSteve Wise nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, cm_id->port_num)) 53900313983SSteve Wise goto err; 54000313983SSteve Wise 54100313983SSteve Wise if (id_priv->qp_num) { 54200313983SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, id_priv->qp_num)) 54300313983SSteve Wise goto err; 54400313983SSteve Wise if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_TYPE, cm_id->qp_type)) 545b5fa635aSLeon Romanovsky goto err; 546b5fa635aSLeon Romanovsky } 547b5fa635aSLeon Romanovsky 54800313983SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PS, cm_id->ps)) 54900313983SSteve Wise goto err; 55000313983SSteve Wise 55100313983SSteve Wise if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_STATE, id_priv->state)) 55200313983SSteve Wise goto err; 55300313983SSteve Wise 55400313983SSteve Wise if (cm_id->route.addr.src_addr.ss_family && 55500313983SSteve Wise nla_put(msg, RDMA_NLDEV_ATTR_RES_SRC_ADDR, 55600313983SSteve Wise sizeof(cm_id->route.addr.src_addr), 55700313983SSteve Wise &cm_id->route.addr.src_addr)) 55800313983SSteve Wise goto err; 55900313983SSteve Wise if (cm_id->route.addr.dst_addr.ss_family && 56000313983SSteve Wise nla_put(msg, RDMA_NLDEV_ATTR_RES_DST_ADDR, 56100313983SSteve Wise sizeof(cm_id->route.addr.dst_addr), 56200313983SSteve Wise &cm_id->route.addr.dst_addr)) 56300313983SSteve Wise goto err; 56400313983SSteve Wise 565517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CM_IDN, res->id)) 566517b773eSLeon Romanovsky goto err; 567517b773eSLeon Romanovsky 56800313983SSteve Wise if (fill_res_name_pid(msg, res)) 56900313983SSteve Wise goto err; 57000313983SSteve Wise 57102da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 572da5c8507SSteve Wise goto err; 573da5c8507SSteve Wise 574b5fa635aSLeon Romanovsky return 0; 575b5fa635aSLeon Romanovsky 576c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 577b5fa635aSLeon Romanovsky } 578b5fa635aSLeon Romanovsky 579659067b0SLeon Romanovsky static int fill_res_cq_entry(struct sk_buff *msg, bool has_cap_net_admin, 580a34fc089SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 581a34fc089SSteve Wise { 582a34fc089SSteve Wise struct ib_cq *cq = container_of(res, struct ib_cq, res); 58302da3750SLeon Romanovsky struct ib_device *dev = cq->device; 584a34fc089SSteve Wise 585a34fc089SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CQE, cq->cqe)) 586a34fc089SSteve Wise goto err; 587a34fc089SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_USECNT, 58825a0ad85SSteve Wise atomic_read(&cq->usecnt), RDMA_NLDEV_ATTR_PAD)) 589a34fc089SSteve Wise goto err; 590a34fc089SSteve Wise 591a34fc089SSteve Wise /* Poll context is only valid for kernel CQs */ 592a34fc089SSteve Wise if (rdma_is_kernel_res(res) && 593a34fc089SSteve Wise nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_POLL_CTX, cq->poll_ctx)) 594a34fc089SSteve Wise goto err; 595a34fc089SSteve Wise 596f8fc8cd9SYamin Friedman if (nla_put_u8(msg, RDMA_NLDEV_ATTR_DEV_DIM, (cq->dim != NULL))) 597f8fc8cd9SYamin Friedman goto err; 598f8fc8cd9SYamin Friedman 599517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CQN, res->id)) 600517b773eSLeon Romanovsky goto err; 601c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 602c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CTXN, 6035bd48c18SJason Gunthorpe cq->uobject->uevent.uobject.context->res.id)) 604c3d02788SLeon Romanovsky goto err; 605517b773eSLeon Romanovsky 606a34fc089SSteve Wise if (fill_res_name_pid(msg, res)) 607a34fc089SSteve Wise goto err; 608a34fc089SSteve Wise 60902da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 610da5c8507SSteve Wise goto err; 611da5c8507SSteve Wise 612a34fc089SSteve Wise return 0; 613a34fc089SSteve Wise 614c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 615a34fc089SSteve Wise } 616a34fc089SSteve Wise 617659067b0SLeon Romanovsky static int fill_res_mr_entry(struct sk_buff *msg, bool has_cap_net_admin, 618fccec5b8SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 619fccec5b8SSteve Wise { 620fccec5b8SSteve Wise struct ib_mr *mr = container_of(res, struct ib_mr, res); 62102da3750SLeon Romanovsky struct ib_device *dev = mr->pd->device; 622fccec5b8SSteve Wise 623659067b0SLeon Romanovsky if (has_cap_net_admin) { 624fccec5b8SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_RKEY, mr->rkey)) 625fccec5b8SSteve Wise goto err; 626fccec5b8SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LKEY, mr->lkey)) 627fccec5b8SSteve Wise goto err; 628fccec5b8SSteve Wise } 629fccec5b8SSteve Wise 63025a0ad85SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_MRLEN, mr->length, 63125a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 632fccec5b8SSteve Wise goto err; 633fccec5b8SSteve Wise 634517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_MRN, res->id)) 635517b773eSLeon Romanovsky goto err; 636517b773eSLeon Romanovsky 637c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 638c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PDN, mr->pd->res.id)) 639c3d02788SLeon Romanovsky goto err; 640c3d02788SLeon Romanovsky 641fccec5b8SSteve Wise if (fill_res_name_pid(msg, res)) 642fccec5b8SSteve Wise goto err; 643fccec5b8SSteve Wise 64402da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 645da5c8507SSteve Wise goto err; 646da5c8507SSteve Wise 647fccec5b8SSteve Wise return 0; 648fccec5b8SSteve Wise 649c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 650fccec5b8SSteve Wise } 651fccec5b8SSteve Wise 652659067b0SLeon Romanovsky static int fill_res_pd_entry(struct sk_buff *msg, bool has_cap_net_admin, 65329cf1351SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 65429cf1351SSteve Wise { 65529cf1351SSteve Wise struct ib_pd *pd = container_of(res, struct ib_pd, res); 65602da3750SLeon Romanovsky struct ib_device *dev = pd->device; 65729cf1351SSteve Wise 658659067b0SLeon Romanovsky if (has_cap_net_admin) { 65929cf1351SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LOCAL_DMA_LKEY, 66029cf1351SSteve Wise pd->local_dma_lkey)) 66129cf1351SSteve Wise goto err; 66229cf1351SSteve Wise if ((pd->flags & IB_PD_UNSAFE_GLOBAL_RKEY) && 66329cf1351SSteve Wise nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_UNSAFE_GLOBAL_RKEY, 66429cf1351SSteve Wise pd->unsafe_global_rkey)) 66529cf1351SSteve Wise goto err; 66629cf1351SSteve Wise } 66729cf1351SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_USECNT, 66825a0ad85SSteve Wise atomic_read(&pd->usecnt), RDMA_NLDEV_ATTR_PAD)) 66929cf1351SSteve Wise goto err; 67029cf1351SSteve Wise 671517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PDN, res->id)) 672517b773eSLeon Romanovsky goto err; 673517b773eSLeon Romanovsky 674c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 675c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CTXN, 676c3d02788SLeon Romanovsky pd->uobject->context->res.id)) 677c3d02788SLeon Romanovsky goto err; 678c3d02788SLeon Romanovsky 67929cf1351SSteve Wise if (fill_res_name_pid(msg, res)) 68029cf1351SSteve Wise goto err; 68129cf1351SSteve Wise 68202da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 683da5c8507SSteve Wise goto err; 684da5c8507SSteve Wise 68529cf1351SSteve Wise return 0; 68629cf1351SSteve Wise 687c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 68829cf1351SSteve Wise } 68929cf1351SSteve Wise 690c4ffee7cSMark Zhang static int fill_stat_counter_mode(struct sk_buff *msg, 691c4ffee7cSMark Zhang struct rdma_counter *counter) 692c4ffee7cSMark Zhang { 693c4ffee7cSMark Zhang struct rdma_counter_mode *m = &counter->mode; 694c4ffee7cSMark Zhang 695c4ffee7cSMark Zhang if (nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_MODE, m->mode)) 696c4ffee7cSMark Zhang return -EMSGSIZE; 697c4ffee7cSMark Zhang 698c4ffee7cSMark Zhang if (m->mode == RDMA_COUNTER_MODE_AUTO) 699c4ffee7cSMark Zhang if ((m->mask & RDMA_COUNTER_MASK_QP_TYPE) && 700c4ffee7cSMark Zhang nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_TYPE, m->param.qp_type)) 701c4ffee7cSMark Zhang return -EMSGSIZE; 702c4ffee7cSMark Zhang 703c4ffee7cSMark Zhang return 0; 704c4ffee7cSMark Zhang } 705c4ffee7cSMark Zhang 706c4ffee7cSMark Zhang static int fill_stat_counter_qp_entry(struct sk_buff *msg, u32 qpn) 707c4ffee7cSMark Zhang { 708c4ffee7cSMark Zhang struct nlattr *entry_attr; 709c4ffee7cSMark Zhang 710c4ffee7cSMark Zhang entry_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_RES_QP_ENTRY); 711c4ffee7cSMark Zhang if (!entry_attr) 712c4ffee7cSMark Zhang return -EMSGSIZE; 713c4ffee7cSMark Zhang 714c4ffee7cSMark Zhang if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qpn)) 715c4ffee7cSMark Zhang goto err; 716c4ffee7cSMark Zhang 717c4ffee7cSMark Zhang nla_nest_end(msg, entry_attr); 718c4ffee7cSMark Zhang return 0; 719c4ffee7cSMark Zhang 720c4ffee7cSMark Zhang err: 721c4ffee7cSMark Zhang nla_nest_cancel(msg, entry_attr); 722c4ffee7cSMark Zhang return -EMSGSIZE; 723c4ffee7cSMark Zhang } 724c4ffee7cSMark Zhang 725c4ffee7cSMark Zhang static int fill_stat_counter_qps(struct sk_buff *msg, 726c4ffee7cSMark Zhang struct rdma_counter *counter) 727c4ffee7cSMark Zhang { 728c4ffee7cSMark Zhang struct rdma_restrack_entry *res; 729c4ffee7cSMark Zhang struct rdma_restrack_root *rt; 730c4ffee7cSMark Zhang struct nlattr *table_attr; 731c4ffee7cSMark Zhang struct ib_qp *qp = NULL; 732c4ffee7cSMark Zhang unsigned long id = 0; 733c4ffee7cSMark Zhang int ret = 0; 734c4ffee7cSMark Zhang 735c4ffee7cSMark Zhang table_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_RES_QP); 736c4ffee7cSMark Zhang 737c4ffee7cSMark Zhang rt = &counter->device->res[RDMA_RESTRACK_QP]; 738c4ffee7cSMark Zhang xa_lock(&rt->xa); 739c4ffee7cSMark Zhang xa_for_each(&rt->xa, id, res) { 740c4ffee7cSMark Zhang qp = container_of(res, struct ib_qp, res); 741c4ffee7cSMark Zhang if (qp->qp_type == IB_QPT_RAW_PACKET && !capable(CAP_NET_RAW)) 742c4ffee7cSMark Zhang continue; 743c4ffee7cSMark Zhang 744c4ffee7cSMark Zhang if (!qp->counter || (qp->counter->id != counter->id)) 745c4ffee7cSMark Zhang continue; 746c4ffee7cSMark Zhang 747c4ffee7cSMark Zhang ret = fill_stat_counter_qp_entry(msg, qp->qp_num); 748c4ffee7cSMark Zhang if (ret) 749c4ffee7cSMark Zhang goto err; 750c4ffee7cSMark Zhang } 751c4ffee7cSMark Zhang 752c4ffee7cSMark Zhang xa_unlock(&rt->xa); 753c4ffee7cSMark Zhang nla_nest_end(msg, table_attr); 754c4ffee7cSMark Zhang return 0; 755c4ffee7cSMark Zhang 756c4ffee7cSMark Zhang err: 757c4ffee7cSMark Zhang xa_unlock(&rt->xa); 758c4ffee7cSMark Zhang nla_nest_cancel(msg, table_attr); 759c4ffee7cSMark Zhang return ret; 760c4ffee7cSMark Zhang } 761c4ffee7cSMark Zhang 7624061ff7aSErez Alfasi int rdma_nl_stat_hwcounter_entry(struct sk_buff *msg, const char *name, 7634061ff7aSErez Alfasi u64 value) 764c4ffee7cSMark Zhang { 765c4ffee7cSMark Zhang struct nlattr *entry_attr; 766c4ffee7cSMark Zhang 767c4ffee7cSMark Zhang entry_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY); 768c4ffee7cSMark Zhang if (!entry_attr) 769c4ffee7cSMark Zhang return -EMSGSIZE; 770c4ffee7cSMark Zhang 771c4ffee7cSMark Zhang if (nla_put_string(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_NAME, 772c4ffee7cSMark Zhang name)) 773c4ffee7cSMark Zhang goto err; 774c4ffee7cSMark Zhang if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_VALUE, 775c4ffee7cSMark Zhang value, RDMA_NLDEV_ATTR_PAD)) 776c4ffee7cSMark Zhang goto err; 777c4ffee7cSMark Zhang 778c4ffee7cSMark Zhang nla_nest_end(msg, entry_attr); 779c4ffee7cSMark Zhang return 0; 780c4ffee7cSMark Zhang 781c4ffee7cSMark Zhang err: 782c4ffee7cSMark Zhang nla_nest_cancel(msg, entry_attr); 783c4ffee7cSMark Zhang return -EMSGSIZE; 784c4ffee7cSMark Zhang } 7854061ff7aSErez Alfasi EXPORT_SYMBOL(rdma_nl_stat_hwcounter_entry); 7864061ff7aSErez Alfasi 7874061ff7aSErez Alfasi static int fill_stat_mr_entry(struct sk_buff *msg, bool has_cap_net_admin, 7884061ff7aSErez Alfasi struct rdma_restrack_entry *res, uint32_t port) 7894061ff7aSErez Alfasi { 7904061ff7aSErez Alfasi struct ib_mr *mr = container_of(res, struct ib_mr, res); 7914061ff7aSErez Alfasi struct ib_device *dev = mr->pd->device; 7924061ff7aSErez Alfasi 7934061ff7aSErez Alfasi if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_MRN, res->id)) 7944061ff7aSErez Alfasi goto err; 7954061ff7aSErez Alfasi 7964061ff7aSErez Alfasi if (fill_stat_entry(dev, msg, res)) 7974061ff7aSErez Alfasi goto err; 7984061ff7aSErez Alfasi 7994061ff7aSErez Alfasi return 0; 8004061ff7aSErez Alfasi 8014061ff7aSErez Alfasi err: 8024061ff7aSErez Alfasi return -EMSGSIZE; 8034061ff7aSErez Alfasi } 804c4ffee7cSMark Zhang 805c4ffee7cSMark Zhang static int fill_stat_counter_hwcounters(struct sk_buff *msg, 806c4ffee7cSMark Zhang struct rdma_counter *counter) 807c4ffee7cSMark Zhang { 808c4ffee7cSMark Zhang struct rdma_hw_stats *st = counter->stats; 809c4ffee7cSMark Zhang struct nlattr *table_attr; 810c4ffee7cSMark Zhang int i; 811c4ffee7cSMark Zhang 812c4ffee7cSMark Zhang table_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTERS); 813c4ffee7cSMark Zhang if (!table_attr) 814c4ffee7cSMark Zhang return -EMSGSIZE; 815c4ffee7cSMark Zhang 816c4ffee7cSMark Zhang for (i = 0; i < st->num_counters; i++) 8174061ff7aSErez Alfasi if (rdma_nl_stat_hwcounter_entry(msg, st->names[i], st->value[i])) 818c4ffee7cSMark Zhang goto err; 819c4ffee7cSMark Zhang 820c4ffee7cSMark Zhang nla_nest_end(msg, table_attr); 821c4ffee7cSMark Zhang return 0; 822c4ffee7cSMark Zhang 823c4ffee7cSMark Zhang err: 824c4ffee7cSMark Zhang nla_nest_cancel(msg, table_attr); 825c4ffee7cSMark Zhang return -EMSGSIZE; 826c4ffee7cSMark Zhang } 827c4ffee7cSMark Zhang 828c4ffee7cSMark Zhang static int fill_res_counter_entry(struct sk_buff *msg, bool has_cap_net_admin, 829c4ffee7cSMark Zhang struct rdma_restrack_entry *res, 830c4ffee7cSMark Zhang uint32_t port) 831c4ffee7cSMark Zhang { 832c4ffee7cSMark Zhang struct rdma_counter *counter = 833c4ffee7cSMark Zhang container_of(res, struct rdma_counter, res); 834c4ffee7cSMark Zhang 835c4ffee7cSMark Zhang if (port && port != counter->port) 836a15542bbSMark Zhang return -EAGAIN; 837c4ffee7cSMark Zhang 838c4ffee7cSMark Zhang /* Dump it even query failed */ 839c4ffee7cSMark Zhang rdma_counter_query_stats(counter); 840c4ffee7cSMark Zhang 841c4ffee7cSMark Zhang if (nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, counter->port) || 842c4ffee7cSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_COUNTER_ID, counter->id) || 843c4ffee7cSMark Zhang fill_res_name_pid(msg, &counter->res) || 844c4ffee7cSMark Zhang fill_stat_counter_mode(msg, counter) || 845c4ffee7cSMark Zhang fill_stat_counter_qps(msg, counter) || 846c4ffee7cSMark Zhang fill_stat_counter_hwcounters(msg, counter)) 847c4ffee7cSMark Zhang return -EMSGSIZE; 848c4ffee7cSMark Zhang 849c4ffee7cSMark Zhang return 0; 850c4ffee7cSMark Zhang } 851c4ffee7cSMark Zhang 852e5c9469eSLeon Romanovsky static int nldev_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 853e5c9469eSLeon Romanovsky struct netlink_ext_ack *extack) 854e5c9469eSLeon Romanovsky { 855e5c9469eSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 856e5c9469eSLeon Romanovsky struct ib_device *device; 857e5c9469eSLeon Romanovsky struct sk_buff *msg; 858e5c9469eSLeon Romanovsky u32 index; 859e5c9469eSLeon Romanovsky int err; 860e5c9469eSLeon Romanovsky 8618cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 862e5c9469eSLeon Romanovsky nldev_policy, extack); 863e5c9469eSLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 864e5c9469eSLeon Romanovsky return -EINVAL; 865e5c9469eSLeon Romanovsky 866e5c9469eSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 867e5c9469eSLeon Romanovsky 86837eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 869e5c9469eSLeon Romanovsky if (!device) 870e5c9469eSLeon Romanovsky return -EINVAL; 871e5c9469eSLeon Romanovsky 872e5c9469eSLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 873f8978bd9SLeon Romanovsky if (!msg) { 874f8978bd9SLeon Romanovsky err = -ENOMEM; 875f8978bd9SLeon Romanovsky goto err; 876f8978bd9SLeon Romanovsky } 877e5c9469eSLeon Romanovsky 878e5c9469eSLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 879e5c9469eSLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_GET), 880e5c9469eSLeon Romanovsky 0, 0); 881e5c9469eSLeon Romanovsky 882e5c9469eSLeon Romanovsky err = fill_dev_info(msg, device); 883f8978bd9SLeon Romanovsky if (err) 884f8978bd9SLeon Romanovsky goto err_free; 885e5c9469eSLeon Romanovsky 886e5c9469eSLeon Romanovsky nlmsg_end(msg, nlh); 887e5c9469eSLeon Romanovsky 88801b67117SParav Pandit ib_device_put(device); 8891d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 890f8978bd9SLeon Romanovsky 891f8978bd9SLeon Romanovsky err_free: 892f8978bd9SLeon Romanovsky nlmsg_free(msg); 893f8978bd9SLeon Romanovsky err: 89401b67117SParav Pandit ib_device_put(device); 895f8978bd9SLeon Romanovsky return err; 896e5c9469eSLeon Romanovsky } 897e5c9469eSLeon Romanovsky 89805d940d3SLeon Romanovsky static int nldev_set_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 89905d940d3SLeon Romanovsky struct netlink_ext_ack *extack) 90005d940d3SLeon Romanovsky { 90105d940d3SLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 90205d940d3SLeon Romanovsky struct ib_device *device; 90305d940d3SLeon Romanovsky u32 index; 90405d940d3SLeon Romanovsky int err; 90505d940d3SLeon Romanovsky 9068cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 9078cb08174SJohannes Berg nldev_policy, extack); 90805d940d3SLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 90905d940d3SLeon Romanovsky return -EINVAL; 91005d940d3SLeon Romanovsky 91105d940d3SLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 91237eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 91305d940d3SLeon Romanovsky if (!device) 91405d940d3SLeon Romanovsky return -EINVAL; 91505d940d3SLeon Romanovsky 91605d940d3SLeon Romanovsky if (tb[RDMA_NLDEV_ATTR_DEV_NAME]) { 91705d940d3SLeon Romanovsky char name[IB_DEVICE_NAME_MAX] = {}; 91805d940d3SLeon Romanovsky 91905d940d3SLeon Romanovsky nla_strlcpy(name, tb[RDMA_NLDEV_ATTR_DEV_NAME], 92005d940d3SLeon Romanovsky IB_DEVICE_NAME_MAX); 9217aefa623SJason Gunthorpe if (strlen(name) == 0) { 9227aefa623SJason Gunthorpe err = -EINVAL; 9237aefa623SJason Gunthorpe goto done; 9247aefa623SJason Gunthorpe } 92505d940d3SLeon Romanovsky err = ib_device_rename(device, name); 9262e5b8a01SParav Pandit goto done; 92705d940d3SLeon Romanovsky } 92805d940d3SLeon Romanovsky 9292e5b8a01SParav Pandit if (tb[RDMA_NLDEV_NET_NS_FD]) { 9302e5b8a01SParav Pandit u32 ns_fd; 9312e5b8a01SParav Pandit 9322e5b8a01SParav Pandit ns_fd = nla_get_u32(tb[RDMA_NLDEV_NET_NS_FD]); 9332e5b8a01SParav Pandit err = ib_device_set_netns_put(skb, device, ns_fd); 9342e5b8a01SParav Pandit goto put_done; 9352e5b8a01SParav Pandit } 9362e5b8a01SParav Pandit 937f8fc8cd9SYamin Friedman if (tb[RDMA_NLDEV_ATTR_DEV_DIM]) { 938f8fc8cd9SYamin Friedman u8 use_dim; 939f8fc8cd9SYamin Friedman 940f8fc8cd9SYamin Friedman use_dim = nla_get_u8(tb[RDMA_NLDEV_ATTR_DEV_DIM]); 941f8fc8cd9SYamin Friedman err = ib_device_set_dim(device, use_dim); 942f8fc8cd9SYamin Friedman goto done; 943f8fc8cd9SYamin Friedman } 944f8fc8cd9SYamin Friedman 9452e5b8a01SParav Pandit done: 94601b67117SParav Pandit ib_device_put(device); 9472e5b8a01SParav Pandit put_done: 94805d940d3SLeon Romanovsky return err; 94905d940d3SLeon Romanovsky } 95005d940d3SLeon Romanovsky 951b4c598a6SLeon Romanovsky static int _nldev_get_dumpit(struct ib_device *device, 952b4c598a6SLeon Romanovsky struct sk_buff *skb, 953b4c598a6SLeon Romanovsky struct netlink_callback *cb, 954b4c598a6SLeon Romanovsky unsigned int idx) 955b4c598a6SLeon Romanovsky { 956b4c598a6SLeon Romanovsky int start = cb->args[0]; 957b4c598a6SLeon Romanovsky struct nlmsghdr *nlh; 958b4c598a6SLeon Romanovsky 959b4c598a6SLeon Romanovsky if (idx < start) 960b4c598a6SLeon Romanovsky return 0; 961b4c598a6SLeon Romanovsky 962b4c598a6SLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, 963b4c598a6SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_GET), 964b4c598a6SLeon Romanovsky 0, NLM_F_MULTI); 965b4c598a6SLeon Romanovsky 966b4c598a6SLeon Romanovsky if (fill_dev_info(skb, device)) { 967b4c598a6SLeon Romanovsky nlmsg_cancel(skb, nlh); 968b4c598a6SLeon Romanovsky goto out; 969b4c598a6SLeon Romanovsky } 970b4c598a6SLeon Romanovsky 971b4c598a6SLeon Romanovsky nlmsg_end(skb, nlh); 972b4c598a6SLeon Romanovsky 973b4c598a6SLeon Romanovsky idx++; 974b4c598a6SLeon Romanovsky 975b4c598a6SLeon Romanovsky out: cb->args[0] = idx; 976b4c598a6SLeon Romanovsky return skb->len; 977b4c598a6SLeon Romanovsky } 978b4c598a6SLeon Romanovsky 979b4c598a6SLeon Romanovsky static int nldev_get_dumpit(struct sk_buff *skb, struct netlink_callback *cb) 980b4c598a6SLeon Romanovsky { 981b4c598a6SLeon Romanovsky /* 982b4c598a6SLeon Romanovsky * There is no need to take lock, because 98337eeab55SParav Pandit * we are relying on ib_core's locking. 984b4c598a6SLeon Romanovsky */ 985b4c598a6SLeon Romanovsky return ib_enum_all_devs(_nldev_get_dumpit, skb, cb); 986b4c598a6SLeon Romanovsky } 987b4c598a6SLeon Romanovsky 988c3f66f7bSLeon Romanovsky static int nldev_port_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 989c3f66f7bSLeon Romanovsky struct netlink_ext_ack *extack) 990c3f66f7bSLeon Romanovsky { 991c3f66f7bSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 992c3f66f7bSLeon Romanovsky struct ib_device *device; 993c3f66f7bSLeon Romanovsky struct sk_buff *msg; 994c3f66f7bSLeon Romanovsky u32 index; 995c3f66f7bSLeon Romanovsky u32 port; 996c3f66f7bSLeon Romanovsky int err; 997c3f66f7bSLeon Romanovsky 9988cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 999c3f66f7bSLeon Romanovsky nldev_policy, extack); 1000287683d0SLeon Romanovsky if (err || 1001287683d0SLeon Romanovsky !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || 1002287683d0SLeon Romanovsky !tb[RDMA_NLDEV_ATTR_PORT_INDEX]) 1003c3f66f7bSLeon Romanovsky return -EINVAL; 1004c3f66f7bSLeon Romanovsky 1005c3f66f7bSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 100637eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1007c3f66f7bSLeon Romanovsky if (!device) 1008c3f66f7bSLeon Romanovsky return -EINVAL; 1009c3f66f7bSLeon Romanovsky 1010c3f66f7bSLeon Romanovsky port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1011f8978bd9SLeon Romanovsky if (!rdma_is_port_valid(device, port)) { 1012f8978bd9SLeon Romanovsky err = -EINVAL; 1013f8978bd9SLeon Romanovsky goto err; 1014f8978bd9SLeon Romanovsky } 1015c3f66f7bSLeon Romanovsky 1016c3f66f7bSLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1017f8978bd9SLeon Romanovsky if (!msg) { 1018f8978bd9SLeon Romanovsky err = -ENOMEM; 1019f8978bd9SLeon Romanovsky goto err; 1020f8978bd9SLeon Romanovsky } 1021c3f66f7bSLeon Romanovsky 1022c3f66f7bSLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1023c3f66f7bSLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_GET), 1024c3f66f7bSLeon Romanovsky 0, 0); 1025c3f66f7bSLeon Romanovsky 10265b2cc79dSLeon Romanovsky err = fill_port_info(msg, device, port, sock_net(skb->sk)); 1027f8978bd9SLeon Romanovsky if (err) 1028f8978bd9SLeon Romanovsky goto err_free; 1029c3f66f7bSLeon Romanovsky 1030c3f66f7bSLeon Romanovsky nlmsg_end(msg, nlh); 103101b67117SParav Pandit ib_device_put(device); 1032c3f66f7bSLeon Romanovsky 10331d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1034f8978bd9SLeon Romanovsky 1035f8978bd9SLeon Romanovsky err_free: 1036f8978bd9SLeon Romanovsky nlmsg_free(msg); 1037f8978bd9SLeon Romanovsky err: 103801b67117SParav Pandit ib_device_put(device); 1039f8978bd9SLeon Romanovsky return err; 1040c3f66f7bSLeon Romanovsky } 1041c3f66f7bSLeon Romanovsky 10427d02f605SLeon Romanovsky static int nldev_port_get_dumpit(struct sk_buff *skb, 10437d02f605SLeon Romanovsky struct netlink_callback *cb) 10447d02f605SLeon Romanovsky { 10457d02f605SLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 10467d02f605SLeon Romanovsky struct ib_device *device; 10477d02f605SLeon Romanovsky int start = cb->args[0]; 10487d02f605SLeon Romanovsky struct nlmsghdr *nlh; 10497d02f605SLeon Romanovsky u32 idx = 0; 10507d02f605SLeon Romanovsky u32 ifindex; 10517d02f605SLeon Romanovsky int err; 1052ea1075edSJason Gunthorpe unsigned int p; 10537d02f605SLeon Romanovsky 10548cb08174SJohannes Berg err = nlmsg_parse_deprecated(cb->nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 10557d02f605SLeon Romanovsky nldev_policy, NULL); 10567d02f605SLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 10577d02f605SLeon Romanovsky return -EINVAL; 10587d02f605SLeon Romanovsky 10597d02f605SLeon Romanovsky ifindex = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 106037eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), ifindex); 10617d02f605SLeon Romanovsky if (!device) 10627d02f605SLeon Romanovsky return -EINVAL; 10637d02f605SLeon Romanovsky 1064ea1075edSJason Gunthorpe rdma_for_each_port (device, p) { 10657d02f605SLeon Romanovsky /* 10667d02f605SLeon Romanovsky * The dumpit function returns all information from specific 10677d02f605SLeon Romanovsky * index. This specific index is taken from the netlink 10687d02f605SLeon Romanovsky * messages request sent by user and it is available 10697d02f605SLeon Romanovsky * in cb->args[0]. 10707d02f605SLeon Romanovsky * 10717d02f605SLeon Romanovsky * Usually, the user doesn't fill this field and it causes 10727d02f605SLeon Romanovsky * to return everything. 10737d02f605SLeon Romanovsky * 10747d02f605SLeon Romanovsky */ 10757d02f605SLeon Romanovsky if (idx < start) { 10767d02f605SLeon Romanovsky idx++; 10777d02f605SLeon Romanovsky continue; 10787d02f605SLeon Romanovsky } 10797d02f605SLeon Romanovsky 10807d02f605SLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, 10817d02f605SLeon Romanovsky cb->nlh->nlmsg_seq, 10827d02f605SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 10837d02f605SLeon Romanovsky RDMA_NLDEV_CMD_PORT_GET), 10847d02f605SLeon Romanovsky 0, NLM_F_MULTI); 10857d02f605SLeon Romanovsky 10865b2cc79dSLeon Romanovsky if (fill_port_info(skb, device, p, sock_net(skb->sk))) { 10877d02f605SLeon Romanovsky nlmsg_cancel(skb, nlh); 10887d02f605SLeon Romanovsky goto out; 10897d02f605SLeon Romanovsky } 10907d02f605SLeon Romanovsky idx++; 10917d02f605SLeon Romanovsky nlmsg_end(skb, nlh); 10927d02f605SLeon Romanovsky } 10937d02f605SLeon Romanovsky 1094f8978bd9SLeon Romanovsky out: 109501b67117SParav Pandit ib_device_put(device); 1096f8978bd9SLeon Romanovsky cb->args[0] = idx; 10977d02f605SLeon Romanovsky return skb->len; 10987d02f605SLeon Romanovsky } 10997d02f605SLeon Romanovsky 1100bf3c5a93SLeon Romanovsky static int nldev_res_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1101bf3c5a93SLeon Romanovsky struct netlink_ext_ack *extack) 1102bf3c5a93SLeon Romanovsky { 1103bf3c5a93SLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1104bf3c5a93SLeon Romanovsky struct ib_device *device; 1105bf3c5a93SLeon Romanovsky struct sk_buff *msg; 1106bf3c5a93SLeon Romanovsky u32 index; 1107bf3c5a93SLeon Romanovsky int ret; 1108bf3c5a93SLeon Romanovsky 11098cb08174SJohannes Berg ret = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1110bf3c5a93SLeon Romanovsky nldev_policy, extack); 1111bf3c5a93SLeon Romanovsky if (ret || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 1112bf3c5a93SLeon Romanovsky return -EINVAL; 1113bf3c5a93SLeon Romanovsky 1114bf3c5a93SLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 111537eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1116bf3c5a93SLeon Romanovsky if (!device) 1117bf3c5a93SLeon Romanovsky return -EINVAL; 1118bf3c5a93SLeon Romanovsky 1119bf3c5a93SLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1120f34727a1SDan Carpenter if (!msg) { 1121f34727a1SDan Carpenter ret = -ENOMEM; 1122bf3c5a93SLeon Romanovsky goto err; 1123f34727a1SDan Carpenter } 1124bf3c5a93SLeon Romanovsky 1125bf3c5a93SLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1126bf3c5a93SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_RES_GET), 1127bf3c5a93SLeon Romanovsky 0, 0); 1128bf3c5a93SLeon Romanovsky 1129bf3c5a93SLeon Romanovsky ret = fill_res_info(msg, device); 1130bf3c5a93SLeon Romanovsky if (ret) 1131bf3c5a93SLeon Romanovsky goto err_free; 1132bf3c5a93SLeon Romanovsky 1133bf3c5a93SLeon Romanovsky nlmsg_end(msg, nlh); 113401b67117SParav Pandit ib_device_put(device); 11351d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1136bf3c5a93SLeon Romanovsky 1137bf3c5a93SLeon Romanovsky err_free: 1138bf3c5a93SLeon Romanovsky nlmsg_free(msg); 1139bf3c5a93SLeon Romanovsky err: 114001b67117SParav Pandit ib_device_put(device); 1141bf3c5a93SLeon Romanovsky return ret; 1142bf3c5a93SLeon Romanovsky } 1143bf3c5a93SLeon Romanovsky 1144bf3c5a93SLeon Romanovsky static int _nldev_res_get_dumpit(struct ib_device *device, 1145bf3c5a93SLeon Romanovsky struct sk_buff *skb, 1146bf3c5a93SLeon Romanovsky struct netlink_callback *cb, 1147bf3c5a93SLeon Romanovsky unsigned int idx) 1148bf3c5a93SLeon Romanovsky { 1149bf3c5a93SLeon Romanovsky int start = cb->args[0]; 1150bf3c5a93SLeon Romanovsky struct nlmsghdr *nlh; 1151bf3c5a93SLeon Romanovsky 1152bf3c5a93SLeon Romanovsky if (idx < start) 1153bf3c5a93SLeon Romanovsky return 0; 1154bf3c5a93SLeon Romanovsky 1155bf3c5a93SLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, 1156bf3c5a93SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_RES_GET), 1157bf3c5a93SLeon Romanovsky 0, NLM_F_MULTI); 1158bf3c5a93SLeon Romanovsky 1159bf3c5a93SLeon Romanovsky if (fill_res_info(skb, device)) { 1160bf3c5a93SLeon Romanovsky nlmsg_cancel(skb, nlh); 1161bf3c5a93SLeon Romanovsky goto out; 1162bf3c5a93SLeon Romanovsky } 1163bf3c5a93SLeon Romanovsky nlmsg_end(skb, nlh); 1164bf3c5a93SLeon Romanovsky 1165bf3c5a93SLeon Romanovsky idx++; 1166bf3c5a93SLeon Romanovsky 1167bf3c5a93SLeon Romanovsky out: 1168bf3c5a93SLeon Romanovsky cb->args[0] = idx; 1169bf3c5a93SLeon Romanovsky return skb->len; 1170bf3c5a93SLeon Romanovsky } 1171bf3c5a93SLeon Romanovsky 1172bf3c5a93SLeon Romanovsky static int nldev_res_get_dumpit(struct sk_buff *skb, 1173bf3c5a93SLeon Romanovsky struct netlink_callback *cb) 1174bf3c5a93SLeon Romanovsky { 1175bf3c5a93SLeon Romanovsky return ib_enum_all_devs(_nldev_res_get_dumpit, skb, cb); 1176bf3c5a93SLeon Romanovsky } 1177bf3c5a93SLeon Romanovsky 1178d12ff624SSteve Wise struct nldev_fill_res_entry { 1179d12ff624SSteve Wise enum rdma_nldev_attr nldev_attr; 1180d12ff624SSteve Wise enum rdma_nldev_command nldev_cmd; 1181c5dfe0eaSLeon Romanovsky u8 flags; 1182c5dfe0eaSLeon Romanovsky u32 entry; 1183c5dfe0eaSLeon Romanovsky u32 id; 1184c5dfe0eaSLeon Romanovsky }; 1185c5dfe0eaSLeon Romanovsky 1186c5dfe0eaSLeon Romanovsky enum nldev_res_flags { 1187c5dfe0eaSLeon Romanovsky NLDEV_PER_DEV = 1 << 0, 1188d12ff624SSteve Wise }; 1189d12ff624SSteve Wise 1190d12ff624SSteve Wise static const struct nldev_fill_res_entry fill_entries[RDMA_RESTRACK_MAX] = { 1191d12ff624SSteve Wise [RDMA_RESTRACK_QP] = { 1192d12ff624SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_QP_GET, 1193d12ff624SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_QP, 1194c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_QP_ENTRY, 11951b8b7788SLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_LQPN, 1196d12ff624SSteve Wise }, 119700313983SSteve Wise [RDMA_RESTRACK_CM_ID] = { 119800313983SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_CM_ID_GET, 119900313983SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_CM_ID, 1200c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_CM_ID_ENTRY, 1201517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_CM_IDN, 120200313983SSteve Wise }, 1203a34fc089SSteve Wise [RDMA_RESTRACK_CQ] = { 1204a34fc089SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_CQ_GET, 1205a34fc089SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_CQ, 1206c5dfe0eaSLeon Romanovsky .flags = NLDEV_PER_DEV, 1207c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_CQ_ENTRY, 1208517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_CQN, 1209a34fc089SSteve Wise }, 1210fccec5b8SSteve Wise [RDMA_RESTRACK_MR] = { 1211fccec5b8SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_MR_GET, 1212fccec5b8SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_MR, 1213c5dfe0eaSLeon Romanovsky .flags = NLDEV_PER_DEV, 1214c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_MR_ENTRY, 1215517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_MRN, 1216fccec5b8SSteve Wise }, 121729cf1351SSteve Wise [RDMA_RESTRACK_PD] = { 121829cf1351SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_PD_GET, 121929cf1351SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_PD, 1220c5dfe0eaSLeon Romanovsky .flags = NLDEV_PER_DEV, 1221c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_PD_ENTRY, 1222517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_PDN, 122329cf1351SSteve Wise }, 1224c4ffee7cSMark Zhang [RDMA_RESTRACK_COUNTER] = { 1225c4ffee7cSMark Zhang .nldev_cmd = RDMA_NLDEV_CMD_STAT_GET, 1226c4ffee7cSMark Zhang .nldev_attr = RDMA_NLDEV_ATTR_STAT_COUNTER, 1227c4ffee7cSMark Zhang .entry = RDMA_NLDEV_ATTR_STAT_COUNTER_ENTRY, 1228c4ffee7cSMark Zhang .id = RDMA_NLDEV_ATTR_STAT_COUNTER_ID, 1229c4ffee7cSMark Zhang }, 1230d12ff624SSteve Wise }; 1231d12ff624SSteve Wise 1232c5dfe0eaSLeon Romanovsky static int res_get_common_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1233c5dfe0eaSLeon Romanovsky struct netlink_ext_ack *extack, 1234fb910690SErez Alfasi enum rdma_restrack_type res_type, 1235fb910690SErez Alfasi res_fill_func_t fill_func) 1236c5dfe0eaSLeon Romanovsky { 1237c5dfe0eaSLeon Romanovsky const struct nldev_fill_res_entry *fe = &fill_entries[res_type]; 1238c5dfe0eaSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1239c5dfe0eaSLeon Romanovsky struct rdma_restrack_entry *res; 1240c5dfe0eaSLeon Romanovsky struct ib_device *device; 1241c5dfe0eaSLeon Romanovsky u32 index, id, port = 0; 1242c5dfe0eaSLeon Romanovsky bool has_cap_net_admin; 1243c5dfe0eaSLeon Romanovsky struct sk_buff *msg; 1244c5dfe0eaSLeon Romanovsky int ret; 1245c5dfe0eaSLeon Romanovsky 12468cb08174SJohannes Berg ret = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1247c5dfe0eaSLeon Romanovsky nldev_policy, extack); 1248c5dfe0eaSLeon Romanovsky if (ret || !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !fe->id || !tb[fe->id]) 1249c5dfe0eaSLeon Romanovsky return -EINVAL; 1250c5dfe0eaSLeon Romanovsky 1251c5dfe0eaSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 125237eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1253c5dfe0eaSLeon Romanovsky if (!device) 1254c5dfe0eaSLeon Romanovsky return -EINVAL; 1255c5dfe0eaSLeon Romanovsky 1256c5dfe0eaSLeon Romanovsky if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 1257c5dfe0eaSLeon Romanovsky port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1258c5dfe0eaSLeon Romanovsky if (!rdma_is_port_valid(device, port)) { 1259c5dfe0eaSLeon Romanovsky ret = -EINVAL; 1260c5dfe0eaSLeon Romanovsky goto err; 1261c5dfe0eaSLeon Romanovsky } 1262c5dfe0eaSLeon Romanovsky } 1263c5dfe0eaSLeon Romanovsky 1264c5dfe0eaSLeon Romanovsky if ((port && fe->flags & NLDEV_PER_DEV) || 1265c5dfe0eaSLeon Romanovsky (!port && ~fe->flags & NLDEV_PER_DEV)) { 1266c5dfe0eaSLeon Romanovsky ret = -EINVAL; 1267c5dfe0eaSLeon Romanovsky goto err; 1268c5dfe0eaSLeon Romanovsky } 1269c5dfe0eaSLeon Romanovsky 1270c5dfe0eaSLeon Romanovsky id = nla_get_u32(tb[fe->id]); 1271c5dfe0eaSLeon Romanovsky res = rdma_restrack_get_byid(device, res_type, id); 1272c5dfe0eaSLeon Romanovsky if (IS_ERR(res)) { 1273c5dfe0eaSLeon Romanovsky ret = PTR_ERR(res); 1274c5dfe0eaSLeon Romanovsky goto err; 1275c5dfe0eaSLeon Romanovsky } 1276c5dfe0eaSLeon Romanovsky 1277c5dfe0eaSLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1278c5dfe0eaSLeon Romanovsky if (!msg) { 1279c5dfe0eaSLeon Romanovsky ret = -ENOMEM; 1280ab59ca3eSChristophe JAILLET goto err_get; 1281c5dfe0eaSLeon Romanovsky } 1282c5dfe0eaSLeon Romanovsky 1283c5dfe0eaSLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1284c5dfe0eaSLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, fe->nldev_cmd), 1285c5dfe0eaSLeon Romanovsky 0, 0); 1286c5dfe0eaSLeon Romanovsky 1287c5dfe0eaSLeon Romanovsky if (fill_nldev_handle(msg, device)) { 1288c5dfe0eaSLeon Romanovsky ret = -EMSGSIZE; 1289c5dfe0eaSLeon Romanovsky goto err_free; 1290c5dfe0eaSLeon Romanovsky } 1291c5dfe0eaSLeon Romanovsky 1292c5dfe0eaSLeon Romanovsky has_cap_net_admin = netlink_capable(skb, CAP_NET_ADMIN); 1293fb910690SErez Alfasi 1294fb910690SErez Alfasi ret = fill_func(msg, has_cap_net_admin, res, port); 1295c5dfe0eaSLeon Romanovsky if (ret) 1296c5dfe0eaSLeon Romanovsky goto err_free; 1297c5dfe0eaSLeon Romanovsky 129850bbe3d3SMaor Gottlieb rdma_restrack_put(res); 1299c5dfe0eaSLeon Romanovsky nlmsg_end(msg, nlh); 1300c5dfe0eaSLeon Romanovsky ib_device_put(device); 13011d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1302c5dfe0eaSLeon Romanovsky 1303c5dfe0eaSLeon Romanovsky err_free: 1304c5dfe0eaSLeon Romanovsky nlmsg_free(msg); 1305c5dfe0eaSLeon Romanovsky err_get: 1306c5dfe0eaSLeon Romanovsky rdma_restrack_put(res); 1307c5dfe0eaSLeon Romanovsky err: 1308c5dfe0eaSLeon Romanovsky ib_device_put(device); 1309c5dfe0eaSLeon Romanovsky return ret; 1310c5dfe0eaSLeon Romanovsky } 1311c5dfe0eaSLeon Romanovsky 1312d12ff624SSteve Wise static int res_get_common_dumpit(struct sk_buff *skb, 1313d12ff624SSteve Wise struct netlink_callback *cb, 1314fb910690SErez Alfasi enum rdma_restrack_type res_type, 1315fb910690SErez Alfasi res_fill_func_t fill_func) 1316b5fa635aSLeon Romanovsky { 1317d12ff624SSteve Wise const struct nldev_fill_res_entry *fe = &fill_entries[res_type]; 1318b5fa635aSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1319b5fa635aSLeon Romanovsky struct rdma_restrack_entry *res; 13207c77c6a9SLeon Romanovsky struct rdma_restrack_root *rt; 1321b5fa635aSLeon Romanovsky int err, ret = 0, idx = 0; 1322b5fa635aSLeon Romanovsky struct nlattr *table_attr; 1323c5dfe0eaSLeon Romanovsky struct nlattr *entry_attr; 1324b5fa635aSLeon Romanovsky struct ib_device *device; 1325b5fa635aSLeon Romanovsky int start = cb->args[0]; 1326659067b0SLeon Romanovsky bool has_cap_net_admin; 1327b5fa635aSLeon Romanovsky struct nlmsghdr *nlh; 1328fd47c2f9SLeon Romanovsky unsigned long id; 1329b5fa635aSLeon Romanovsky u32 index, port = 0; 1330d12ff624SSteve Wise bool filled = false; 1331b5fa635aSLeon Romanovsky 13328cb08174SJohannes Berg err = nlmsg_parse_deprecated(cb->nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1333b5fa635aSLeon Romanovsky nldev_policy, NULL); 1334b5fa635aSLeon Romanovsky /* 1335d12ff624SSteve Wise * Right now, we are expecting the device index to get res information, 1336b5fa635aSLeon Romanovsky * but it is possible to extend this code to return all devices in 1337b5fa635aSLeon Romanovsky * one shot by checking the existence of RDMA_NLDEV_ATTR_DEV_INDEX. 1338b5fa635aSLeon Romanovsky * if it doesn't exist, we will iterate over all devices. 1339b5fa635aSLeon Romanovsky * 1340b5fa635aSLeon Romanovsky * But it is not needed for now. 1341b5fa635aSLeon Romanovsky */ 1342b5fa635aSLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 1343b5fa635aSLeon Romanovsky return -EINVAL; 1344b5fa635aSLeon Romanovsky 1345b5fa635aSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 134637eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1347b5fa635aSLeon Romanovsky if (!device) 1348b5fa635aSLeon Romanovsky return -EINVAL; 1349b5fa635aSLeon Romanovsky 1350b5fa635aSLeon Romanovsky /* 1351b5fa635aSLeon Romanovsky * If no PORT_INDEX is supplied, we will return all QPs from that device 1352b5fa635aSLeon Romanovsky */ 1353b5fa635aSLeon Romanovsky if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 1354b5fa635aSLeon Romanovsky port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1355b5fa635aSLeon Romanovsky if (!rdma_is_port_valid(device, port)) { 1356b5fa635aSLeon Romanovsky ret = -EINVAL; 1357b5fa635aSLeon Romanovsky goto err_index; 1358b5fa635aSLeon Romanovsky } 1359b5fa635aSLeon Romanovsky } 1360b5fa635aSLeon Romanovsky 1361b5fa635aSLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, 1362d12ff624SSteve Wise RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, fe->nldev_cmd), 1363b5fa635aSLeon Romanovsky 0, NLM_F_MULTI); 1364b5fa635aSLeon Romanovsky 1365b5fa635aSLeon Romanovsky if (fill_nldev_handle(skb, device)) { 1366b5fa635aSLeon Romanovsky ret = -EMSGSIZE; 1367b5fa635aSLeon Romanovsky goto err; 1368b5fa635aSLeon Romanovsky } 1369b5fa635aSLeon Romanovsky 1370ae0be8deSMichal Kubecek table_attr = nla_nest_start_noflag(skb, fe->nldev_attr); 1371b5fa635aSLeon Romanovsky if (!table_attr) { 1372b5fa635aSLeon Romanovsky ret = -EMSGSIZE; 1373b5fa635aSLeon Romanovsky goto err; 1374b5fa635aSLeon Romanovsky } 1375b5fa635aSLeon Romanovsky 1376659067b0SLeon Romanovsky has_cap_net_admin = netlink_capable(cb->skb, CAP_NET_ADMIN); 1377659067b0SLeon Romanovsky 13787c77c6a9SLeon Romanovsky rt = &device->res[res_type]; 13797c77c6a9SLeon Romanovsky xa_lock(&rt->xa); 1380fd47c2f9SLeon Romanovsky /* 1381fd47c2f9SLeon Romanovsky * FIXME: if the skip ahead is something common this loop should 1382fd47c2f9SLeon Romanovsky * use xas_for_each & xas_pause to optimize, we can have a lot of 1383fd47c2f9SLeon Romanovsky * objects. 1384fd47c2f9SLeon Romanovsky */ 13857c77c6a9SLeon Romanovsky xa_for_each(&rt->xa, id, res) { 1386f2a0e45fSLeon Romanovsky if (idx < start || !rdma_restrack_get(res)) 1387b5fa635aSLeon Romanovsky goto next; 1388b5fa635aSLeon Romanovsky 13897c77c6a9SLeon Romanovsky xa_unlock(&rt->xa); 13907c77c6a9SLeon Romanovsky 1391d12ff624SSteve Wise filled = true; 1392b5fa635aSLeon Romanovsky 1393ae0be8deSMichal Kubecek entry_attr = nla_nest_start_noflag(skb, fe->entry); 1394c5dfe0eaSLeon Romanovsky if (!entry_attr) { 1395c5dfe0eaSLeon Romanovsky ret = -EMSGSIZE; 1396c5dfe0eaSLeon Romanovsky rdma_restrack_put(res); 13977c77c6a9SLeon Romanovsky goto msg_full; 1398c5dfe0eaSLeon Romanovsky } 1399c5dfe0eaSLeon Romanovsky 1400fb910690SErez Alfasi ret = fill_func(skb, has_cap_net_admin, res, port); 1401fb910690SErez Alfasi 1402b5fa635aSLeon Romanovsky rdma_restrack_put(res); 1403b5fa635aSLeon Romanovsky 14047c77c6a9SLeon Romanovsky if (ret) { 1405c5dfe0eaSLeon Romanovsky nla_nest_cancel(skb, entry_attr); 1406b5fa635aSLeon Romanovsky if (ret == -EMSGSIZE) 14077c77c6a9SLeon Romanovsky goto msg_full; 1408c5dfe0eaSLeon Romanovsky if (ret == -EAGAIN) 14097c77c6a9SLeon Romanovsky goto again; 1410b5fa635aSLeon Romanovsky goto res_err; 14117c77c6a9SLeon Romanovsky } 1412c5dfe0eaSLeon Romanovsky nla_nest_end(skb, entry_attr); 14137c77c6a9SLeon Romanovsky again: xa_lock(&rt->xa); 1414b5fa635aSLeon Romanovsky next: idx++; 1415b5fa635aSLeon Romanovsky } 14167c77c6a9SLeon Romanovsky xa_unlock(&rt->xa); 1417b5fa635aSLeon Romanovsky 14187c77c6a9SLeon Romanovsky msg_full: 1419b5fa635aSLeon Romanovsky nla_nest_end(skb, table_attr); 1420b5fa635aSLeon Romanovsky nlmsg_end(skb, nlh); 1421b5fa635aSLeon Romanovsky cb->args[0] = idx; 1422b5fa635aSLeon Romanovsky 1423b5fa635aSLeon Romanovsky /* 1424d12ff624SSteve Wise * No more entries to fill, cancel the message and 1425b5fa635aSLeon Romanovsky * return 0 to mark end of dumpit. 1426b5fa635aSLeon Romanovsky */ 1427d12ff624SSteve Wise if (!filled) 1428b5fa635aSLeon Romanovsky goto err; 1429b5fa635aSLeon Romanovsky 143001b67117SParav Pandit ib_device_put(device); 1431b5fa635aSLeon Romanovsky return skb->len; 1432b5fa635aSLeon Romanovsky 1433b5fa635aSLeon Romanovsky res_err: 1434b5fa635aSLeon Romanovsky nla_nest_cancel(skb, table_attr); 1435b5fa635aSLeon Romanovsky 1436b5fa635aSLeon Romanovsky err: 1437b5fa635aSLeon Romanovsky nlmsg_cancel(skb, nlh); 1438b5fa635aSLeon Romanovsky 1439b5fa635aSLeon Romanovsky err_index: 144001b67117SParav Pandit ib_device_put(device); 1441b5fa635aSLeon Romanovsky return ret; 1442b5fa635aSLeon Romanovsky } 1443b5fa635aSLeon Romanovsky 1444f732e713SLeon Romanovsky #define RES_GET_FUNCS(name, type) \ 1445f732e713SLeon Romanovsky static int nldev_res_get_##name##_dumpit(struct sk_buff *skb, \ 1446f732e713SLeon Romanovsky struct netlink_callback *cb) \ 1447f732e713SLeon Romanovsky { \ 1448fb910690SErez Alfasi return res_get_common_dumpit(skb, cb, type, \ 1449fb910690SErez Alfasi fill_res_##name##_entry); \ 1450c5dfe0eaSLeon Romanovsky } \ 1451c5dfe0eaSLeon Romanovsky static int nldev_res_get_##name##_doit(struct sk_buff *skb, \ 1452c5dfe0eaSLeon Romanovsky struct nlmsghdr *nlh, \ 1453c5dfe0eaSLeon Romanovsky struct netlink_ext_ack *extack) \ 1454c5dfe0eaSLeon Romanovsky { \ 1455fb910690SErez Alfasi return res_get_common_doit(skb, nlh, extack, type, \ 1456fb910690SErez Alfasi fill_res_##name##_entry); \ 1457d12ff624SSteve Wise } 1458d12ff624SSteve Wise 1459f732e713SLeon Romanovsky RES_GET_FUNCS(qp, RDMA_RESTRACK_QP); 1460f732e713SLeon Romanovsky RES_GET_FUNCS(cm_id, RDMA_RESTRACK_CM_ID); 1461f732e713SLeon Romanovsky RES_GET_FUNCS(cq, RDMA_RESTRACK_CQ); 1462f732e713SLeon Romanovsky RES_GET_FUNCS(pd, RDMA_RESTRACK_PD); 1463f732e713SLeon Romanovsky RES_GET_FUNCS(mr, RDMA_RESTRACK_MR); 1464c4ffee7cSMark Zhang RES_GET_FUNCS(counter, RDMA_RESTRACK_COUNTER); 146529cf1351SSteve Wise 14663856ec4bSSteve Wise static LIST_HEAD(link_ops); 14673856ec4bSSteve Wise static DECLARE_RWSEM(link_ops_rwsem); 14683856ec4bSSteve Wise 14693856ec4bSSteve Wise static const struct rdma_link_ops *link_ops_get(const char *type) 14703856ec4bSSteve Wise { 14713856ec4bSSteve Wise const struct rdma_link_ops *ops; 14723856ec4bSSteve Wise 14733856ec4bSSteve Wise list_for_each_entry(ops, &link_ops, list) { 14743856ec4bSSteve Wise if (!strcmp(ops->type, type)) 14753856ec4bSSteve Wise goto out; 14763856ec4bSSteve Wise } 14773856ec4bSSteve Wise ops = NULL; 14783856ec4bSSteve Wise out: 14793856ec4bSSteve Wise return ops; 14803856ec4bSSteve Wise } 14813856ec4bSSteve Wise 14823856ec4bSSteve Wise void rdma_link_register(struct rdma_link_ops *ops) 14833856ec4bSSteve Wise { 14843856ec4bSSteve Wise down_write(&link_ops_rwsem); 1485afc1990eSDan Carpenter if (WARN_ON_ONCE(link_ops_get(ops->type))) 14863856ec4bSSteve Wise goto out; 14873856ec4bSSteve Wise list_add(&ops->list, &link_ops); 14883856ec4bSSteve Wise out: 14893856ec4bSSteve Wise up_write(&link_ops_rwsem); 14903856ec4bSSteve Wise } 14913856ec4bSSteve Wise EXPORT_SYMBOL(rdma_link_register); 14923856ec4bSSteve Wise 14933856ec4bSSteve Wise void rdma_link_unregister(struct rdma_link_ops *ops) 14943856ec4bSSteve Wise { 14953856ec4bSSteve Wise down_write(&link_ops_rwsem); 14963856ec4bSSteve Wise list_del(&ops->list); 14973856ec4bSSteve Wise up_write(&link_ops_rwsem); 14983856ec4bSSteve Wise } 14993856ec4bSSteve Wise EXPORT_SYMBOL(rdma_link_unregister); 15003856ec4bSSteve Wise 15013856ec4bSSteve Wise static int nldev_newlink(struct sk_buff *skb, struct nlmsghdr *nlh, 15023856ec4bSSteve Wise struct netlink_ext_ack *extack) 15033856ec4bSSteve Wise { 15043856ec4bSSteve Wise struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 15053856ec4bSSteve Wise char ibdev_name[IB_DEVICE_NAME_MAX]; 15063856ec4bSSteve Wise const struct rdma_link_ops *ops; 15073856ec4bSSteve Wise char ndev_name[IFNAMSIZ]; 15083856ec4bSSteve Wise struct net_device *ndev; 15093856ec4bSSteve Wise char type[IFNAMSIZ]; 15103856ec4bSSteve Wise int err; 15113856ec4bSSteve Wise 15128cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 15133856ec4bSSteve Wise nldev_policy, extack); 15143856ec4bSSteve Wise if (err || !tb[RDMA_NLDEV_ATTR_DEV_NAME] || 15153856ec4bSSteve Wise !tb[RDMA_NLDEV_ATTR_LINK_TYPE] || !tb[RDMA_NLDEV_ATTR_NDEV_NAME]) 15163856ec4bSSteve Wise return -EINVAL; 15173856ec4bSSteve Wise 15183856ec4bSSteve Wise nla_strlcpy(ibdev_name, tb[RDMA_NLDEV_ATTR_DEV_NAME], 15193856ec4bSSteve Wise sizeof(ibdev_name)); 15207aefa623SJason Gunthorpe if (strchr(ibdev_name, '%') || strlen(ibdev_name) == 0) 15213856ec4bSSteve Wise return -EINVAL; 15223856ec4bSSteve Wise 15233856ec4bSSteve Wise nla_strlcpy(type, tb[RDMA_NLDEV_ATTR_LINK_TYPE], sizeof(type)); 15243856ec4bSSteve Wise nla_strlcpy(ndev_name, tb[RDMA_NLDEV_ATTR_NDEV_NAME], 15253856ec4bSSteve Wise sizeof(ndev_name)); 15263856ec4bSSteve Wise 15277a54f78dSParav Pandit ndev = dev_get_by_name(sock_net(skb->sk), ndev_name); 15283856ec4bSSteve Wise if (!ndev) 15293856ec4bSSteve Wise return -ENODEV; 15303856ec4bSSteve Wise 15313856ec4bSSteve Wise down_read(&link_ops_rwsem); 15323856ec4bSSteve Wise ops = link_ops_get(type); 15333856ec4bSSteve Wise #ifdef CONFIG_MODULES 15343856ec4bSSteve Wise if (!ops) { 15353856ec4bSSteve Wise up_read(&link_ops_rwsem); 15363856ec4bSSteve Wise request_module("rdma-link-%s", type); 15373856ec4bSSteve Wise down_read(&link_ops_rwsem); 15383856ec4bSSteve Wise ops = link_ops_get(type); 15393856ec4bSSteve Wise } 15403856ec4bSSteve Wise #endif 15413856ec4bSSteve Wise err = ops ? ops->newlink(ibdev_name, ndev) : -EINVAL; 15423856ec4bSSteve Wise up_read(&link_ops_rwsem); 15433856ec4bSSteve Wise dev_put(ndev); 15443856ec4bSSteve Wise 15453856ec4bSSteve Wise return err; 15463856ec4bSSteve Wise } 15473856ec4bSSteve Wise 15483856ec4bSSteve Wise static int nldev_dellink(struct sk_buff *skb, struct nlmsghdr *nlh, 15493856ec4bSSteve Wise struct netlink_ext_ack *extack) 15503856ec4bSSteve Wise { 15513856ec4bSSteve Wise struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 15523856ec4bSSteve Wise struct ib_device *device; 15533856ec4bSSteve Wise u32 index; 15543856ec4bSSteve Wise int err; 15553856ec4bSSteve Wise 15568cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 15573856ec4bSSteve Wise nldev_policy, extack); 15583856ec4bSSteve Wise if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 15593856ec4bSSteve Wise return -EINVAL; 15603856ec4bSSteve Wise 15613856ec4bSSteve Wise index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 156237eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 15633856ec4bSSteve Wise if (!device) 15643856ec4bSSteve Wise return -EINVAL; 15653856ec4bSSteve Wise 15663856ec4bSSteve Wise if (!(device->attrs.device_cap_flags & IB_DEVICE_ALLOW_USER_UNREG)) { 15673856ec4bSSteve Wise ib_device_put(device); 15683856ec4bSSteve Wise return -EINVAL; 15693856ec4bSSteve Wise } 15703856ec4bSSteve Wise 15713856ec4bSSteve Wise ib_unregister_device_and_put(device); 15723856ec4bSSteve Wise return 0; 15733856ec4bSSteve Wise } 15743856ec4bSSteve Wise 15750e2d00ebSJason Gunthorpe static int nldev_get_chardev(struct sk_buff *skb, struct nlmsghdr *nlh, 15760e2d00ebSJason Gunthorpe struct netlink_ext_ack *extack) 15770e2d00ebSJason Gunthorpe { 15780e2d00ebSJason Gunthorpe struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 157934d65cd8SDoug Ledford char client_name[RDMA_NLDEV_ATTR_CHARDEV_TYPE_SIZE]; 15800e2d00ebSJason Gunthorpe struct ib_client_nl_info data = {}; 15810e2d00ebSJason Gunthorpe struct ib_device *ibdev = NULL; 15820e2d00ebSJason Gunthorpe struct sk_buff *msg; 15830e2d00ebSJason Gunthorpe u32 index; 15840e2d00ebSJason Gunthorpe int err; 15850e2d00ebSJason Gunthorpe 15860e2d00ebSJason Gunthorpe err = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, nldev_policy, 15870e2d00ebSJason Gunthorpe extack); 15880e2d00ebSJason Gunthorpe if (err || !tb[RDMA_NLDEV_ATTR_CHARDEV_TYPE]) 15890e2d00ebSJason Gunthorpe return -EINVAL; 15900e2d00ebSJason Gunthorpe 159134d65cd8SDoug Ledford nla_strlcpy(client_name, tb[RDMA_NLDEV_ATTR_CHARDEV_TYPE], 159234d65cd8SDoug Ledford sizeof(client_name)); 15930e2d00ebSJason Gunthorpe 15940e2d00ebSJason Gunthorpe if (tb[RDMA_NLDEV_ATTR_DEV_INDEX]) { 15950e2d00ebSJason Gunthorpe index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 15960e2d00ebSJason Gunthorpe ibdev = ib_device_get_by_index(sock_net(skb->sk), index); 15970e2d00ebSJason Gunthorpe if (!ibdev) 15980e2d00ebSJason Gunthorpe return -EINVAL; 15990e2d00ebSJason Gunthorpe 16000e2d00ebSJason Gunthorpe if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 16010e2d00ebSJason Gunthorpe data.port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 16020e2d00ebSJason Gunthorpe if (!rdma_is_port_valid(ibdev, data.port)) { 16030e2d00ebSJason Gunthorpe err = -EINVAL; 16040e2d00ebSJason Gunthorpe goto out_put; 16050e2d00ebSJason Gunthorpe } 16060e2d00ebSJason Gunthorpe } else { 16070e2d00ebSJason Gunthorpe data.port = -1; 16080e2d00ebSJason Gunthorpe } 16090e2d00ebSJason Gunthorpe } else if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 16100e2d00ebSJason Gunthorpe return -EINVAL; 16110e2d00ebSJason Gunthorpe } 16120e2d00ebSJason Gunthorpe 16130e2d00ebSJason Gunthorpe msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 16140e2d00ebSJason Gunthorpe if (!msg) { 16150e2d00ebSJason Gunthorpe err = -ENOMEM; 16160e2d00ebSJason Gunthorpe goto out_put; 16170e2d00ebSJason Gunthorpe } 16180e2d00ebSJason Gunthorpe nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 16190e2d00ebSJason Gunthorpe RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 16200e2d00ebSJason Gunthorpe RDMA_NLDEV_CMD_GET_CHARDEV), 16210e2d00ebSJason Gunthorpe 0, 0); 16220e2d00ebSJason Gunthorpe 16230e2d00ebSJason Gunthorpe data.nl_msg = msg; 16240e2d00ebSJason Gunthorpe err = ib_get_client_nl_info(ibdev, client_name, &data); 16250e2d00ebSJason Gunthorpe if (err) 16260e2d00ebSJason Gunthorpe goto out_nlmsg; 16270e2d00ebSJason Gunthorpe 16280e2d00ebSJason Gunthorpe err = nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CHARDEV, 16290e2d00ebSJason Gunthorpe huge_encode_dev(data.cdev->devt), 16300e2d00ebSJason Gunthorpe RDMA_NLDEV_ATTR_PAD); 16310e2d00ebSJason Gunthorpe if (err) 16320e2d00ebSJason Gunthorpe goto out_data; 16330e2d00ebSJason Gunthorpe err = nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CHARDEV_ABI, data.abi, 16340e2d00ebSJason Gunthorpe RDMA_NLDEV_ATTR_PAD); 16350e2d00ebSJason Gunthorpe if (err) 16360e2d00ebSJason Gunthorpe goto out_data; 16370e2d00ebSJason Gunthorpe if (nla_put_string(msg, RDMA_NLDEV_ATTR_CHARDEV_NAME, 16380e2d00ebSJason Gunthorpe dev_name(data.cdev))) { 16390e2d00ebSJason Gunthorpe err = -EMSGSIZE; 16400e2d00ebSJason Gunthorpe goto out_data; 16410e2d00ebSJason Gunthorpe } 16420e2d00ebSJason Gunthorpe 16430e2d00ebSJason Gunthorpe nlmsg_end(msg, nlh); 16440e2d00ebSJason Gunthorpe put_device(data.cdev); 16450e2d00ebSJason Gunthorpe if (ibdev) 16460e2d00ebSJason Gunthorpe ib_device_put(ibdev); 16471d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 16480e2d00ebSJason Gunthorpe 16490e2d00ebSJason Gunthorpe out_data: 16500e2d00ebSJason Gunthorpe put_device(data.cdev); 16510e2d00ebSJason Gunthorpe out_nlmsg: 16520e2d00ebSJason Gunthorpe nlmsg_free(msg); 16530e2d00ebSJason Gunthorpe out_put: 16540e2d00ebSJason Gunthorpe if (ibdev) 16550e2d00ebSJason Gunthorpe ib_device_put(ibdev); 16560e2d00ebSJason Gunthorpe return err; 16570e2d00ebSJason Gunthorpe } 16580e2d00ebSJason Gunthorpe 16594d7ba8ceSParav Pandit static int nldev_sys_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 16604d7ba8ceSParav Pandit struct netlink_ext_ack *extack) 1661cb7e0e13SParav Pandit { 1662cb7e0e13SParav Pandit struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 16634d7ba8ceSParav Pandit struct sk_buff *msg; 1664cb7e0e13SParav Pandit int err; 1665cb7e0e13SParav Pandit 16664d7ba8ceSParav Pandit err = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 16674d7ba8ceSParav Pandit nldev_policy, extack); 1668cb7e0e13SParav Pandit if (err) 1669cb7e0e13SParav Pandit return err; 1670cb7e0e13SParav Pandit 16714d7ba8ceSParav Pandit msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 16724d7ba8ceSParav Pandit if (!msg) 16734d7ba8ceSParav Pandit return -ENOMEM; 16744d7ba8ceSParav Pandit 16754d7ba8ceSParav Pandit nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1676cb7e0e13SParav Pandit RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 1677cb7e0e13SParav Pandit RDMA_NLDEV_CMD_SYS_GET), 1678cb7e0e13SParav Pandit 0, 0); 1679cb7e0e13SParav Pandit 16804d7ba8ceSParav Pandit err = nla_put_u8(msg, RDMA_NLDEV_SYS_ATTR_NETNS_MODE, 1681cb7e0e13SParav Pandit (u8)ib_devices_shared_netns); 1682cb7e0e13SParav Pandit if (err) { 16834d7ba8ceSParav Pandit nlmsg_free(msg); 1684cb7e0e13SParav Pandit return err; 1685cb7e0e13SParav Pandit } 16864d7ba8ceSParav Pandit nlmsg_end(msg, nlh); 16871d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1688cb7e0e13SParav Pandit } 1689cb7e0e13SParav Pandit 16902b34c558SParav Pandit static int nldev_set_sys_set_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 16912b34c558SParav Pandit struct netlink_ext_ack *extack) 16922b34c558SParav Pandit { 16932b34c558SParav Pandit struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 16942b34c558SParav Pandit u8 enable; 16952b34c558SParav Pandit int err; 16962b34c558SParav Pandit 16972b34c558SParav Pandit err = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 16982b34c558SParav Pandit nldev_policy, extack); 16992b34c558SParav Pandit if (err || !tb[RDMA_NLDEV_SYS_ATTR_NETNS_MODE]) 17002b34c558SParav Pandit return -EINVAL; 17012b34c558SParav Pandit 17022b34c558SParav Pandit enable = nla_get_u8(tb[RDMA_NLDEV_SYS_ATTR_NETNS_MODE]); 17032b34c558SParav Pandit /* Only 0 and 1 are supported */ 17042b34c558SParav Pandit if (enable > 1) 17052b34c558SParav Pandit return -EINVAL; 17062b34c558SParav Pandit 17072b34c558SParav Pandit err = rdma_compatdev_set(enable); 17082b34c558SParav Pandit return err; 17092b34c558SParav Pandit } 17102b34c558SParav Pandit 1711b47ae6f8SMark Zhang static int nldev_stat_set_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1712b47ae6f8SMark Zhang struct netlink_ext_ack *extack) 1713b47ae6f8SMark Zhang { 1714b389327dSMark Zhang u32 index, port, mode, mask = 0, qpn, cntn = 0; 1715b47ae6f8SMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1716b47ae6f8SMark Zhang struct ib_device *device; 1717b47ae6f8SMark Zhang struct sk_buff *msg; 1718b47ae6f8SMark Zhang int ret; 1719b47ae6f8SMark Zhang 1720b47ae6f8SMark Zhang ret = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1721b47ae6f8SMark Zhang nldev_policy, extack); 1722b47ae6f8SMark Zhang /* Currently only counter for QP is supported */ 1723b47ae6f8SMark Zhang if (ret || !tb[RDMA_NLDEV_ATTR_STAT_RES] || 1724b47ae6f8SMark Zhang !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || 1725b47ae6f8SMark Zhang !tb[RDMA_NLDEV_ATTR_PORT_INDEX] || !tb[RDMA_NLDEV_ATTR_STAT_MODE]) 1726b47ae6f8SMark Zhang return -EINVAL; 1727b47ae6f8SMark Zhang 1728b47ae6f8SMark Zhang if (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES]) != RDMA_NLDEV_ATTR_RES_QP) 1729b47ae6f8SMark Zhang return -EINVAL; 1730b47ae6f8SMark Zhang 1731b47ae6f8SMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 1732b47ae6f8SMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 1733b47ae6f8SMark Zhang if (!device) 1734b47ae6f8SMark Zhang return -EINVAL; 1735b47ae6f8SMark Zhang 1736b47ae6f8SMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1737b47ae6f8SMark Zhang if (!rdma_is_port_valid(device, port)) { 1738b47ae6f8SMark Zhang ret = -EINVAL; 1739b47ae6f8SMark Zhang goto err; 1740b47ae6f8SMark Zhang } 1741b47ae6f8SMark Zhang 1742b47ae6f8SMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1743b47ae6f8SMark Zhang if (!msg) { 1744b47ae6f8SMark Zhang ret = -ENOMEM; 1745b47ae6f8SMark Zhang goto err; 1746b47ae6f8SMark Zhang } 1747b47ae6f8SMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1748b47ae6f8SMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 1749b47ae6f8SMark Zhang RDMA_NLDEV_CMD_STAT_SET), 1750b47ae6f8SMark Zhang 0, 0); 1751b47ae6f8SMark Zhang 1752b47ae6f8SMark Zhang mode = nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_MODE]); 1753b389327dSMark Zhang if (mode == RDMA_COUNTER_MODE_AUTO) { 1754b47ae6f8SMark Zhang if (tb[RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK]) 1755b389327dSMark Zhang mask = nla_get_u32( 1756b389327dSMark Zhang tb[RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK]); 1757b47ae6f8SMark Zhang 1758b47ae6f8SMark Zhang ret = rdma_counter_set_auto_mode(device, port, 1759b47ae6f8SMark Zhang mask ? true : false, mask); 1760b47ae6f8SMark Zhang if (ret) 1761b47ae6f8SMark Zhang goto err_msg; 1762b389327dSMark Zhang } else { 176378f34a16SMark Zhang if (!tb[RDMA_NLDEV_ATTR_RES_LQPN]) 176478f34a16SMark Zhang goto err_msg; 1765b389327dSMark Zhang qpn = nla_get_u32(tb[RDMA_NLDEV_ATTR_RES_LQPN]); 1766b389327dSMark Zhang if (tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]) { 1767b389327dSMark Zhang cntn = nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]); 1768b389327dSMark Zhang ret = rdma_counter_bind_qpn(device, port, qpn, cntn); 1769b389327dSMark Zhang } else { 1770b389327dSMark Zhang ret = rdma_counter_bind_qpn_alloc(device, port, 1771b389327dSMark Zhang qpn, &cntn); 1772b389327dSMark Zhang } 1773b389327dSMark Zhang if (ret) 1774b47ae6f8SMark Zhang goto err_msg; 1775b389327dSMark Zhang 1776b389327dSMark Zhang if (fill_nldev_handle(msg, device) || 1777b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port) || 1778b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_COUNTER_ID, cntn) || 1779b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qpn)) { 1780b389327dSMark Zhang ret = -EMSGSIZE; 1781b389327dSMark Zhang goto err_fill; 1782b389327dSMark Zhang } 1783b47ae6f8SMark Zhang } 1784b47ae6f8SMark Zhang 1785b47ae6f8SMark Zhang nlmsg_end(msg, nlh); 1786b47ae6f8SMark Zhang ib_device_put(device); 17871d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1788b47ae6f8SMark Zhang 1789b389327dSMark Zhang err_fill: 1790b389327dSMark Zhang rdma_counter_unbind_qpn(device, port, qpn, cntn); 1791b47ae6f8SMark Zhang err_msg: 1792b47ae6f8SMark Zhang nlmsg_free(msg); 1793b47ae6f8SMark Zhang err: 1794b47ae6f8SMark Zhang ib_device_put(device); 1795b47ae6f8SMark Zhang return ret; 1796b47ae6f8SMark Zhang } 1797b47ae6f8SMark Zhang 1798b389327dSMark Zhang static int nldev_stat_del_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1799b389327dSMark Zhang struct netlink_ext_ack *extack) 1800b389327dSMark Zhang { 1801b389327dSMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1802b389327dSMark Zhang struct ib_device *device; 1803b389327dSMark Zhang struct sk_buff *msg; 1804b389327dSMark Zhang u32 index, port, qpn, cntn; 1805b389327dSMark Zhang int ret; 1806b389327dSMark Zhang 1807b389327dSMark Zhang ret = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1808b389327dSMark Zhang nldev_policy, extack); 1809b389327dSMark Zhang if (ret || !tb[RDMA_NLDEV_ATTR_STAT_RES] || 1810b389327dSMark Zhang !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !tb[RDMA_NLDEV_ATTR_PORT_INDEX] || 1811b389327dSMark Zhang !tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID] || 1812b389327dSMark Zhang !tb[RDMA_NLDEV_ATTR_RES_LQPN]) 1813b389327dSMark Zhang return -EINVAL; 1814b389327dSMark Zhang 1815b389327dSMark Zhang if (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES]) != RDMA_NLDEV_ATTR_RES_QP) 1816b389327dSMark Zhang return -EINVAL; 1817b389327dSMark Zhang 1818b389327dSMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 1819b389327dSMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 1820b389327dSMark Zhang if (!device) 1821b389327dSMark Zhang return -EINVAL; 1822b389327dSMark Zhang 1823b389327dSMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1824b389327dSMark Zhang if (!rdma_is_port_valid(device, port)) { 1825b389327dSMark Zhang ret = -EINVAL; 1826b389327dSMark Zhang goto err; 1827b389327dSMark Zhang } 1828b389327dSMark Zhang 1829b389327dSMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1830b389327dSMark Zhang if (!msg) { 1831b389327dSMark Zhang ret = -ENOMEM; 1832b389327dSMark Zhang goto err; 1833b389327dSMark Zhang } 1834b389327dSMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1835b389327dSMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 1836b389327dSMark Zhang RDMA_NLDEV_CMD_STAT_SET), 1837b389327dSMark Zhang 0, 0); 1838b389327dSMark Zhang 1839b389327dSMark Zhang cntn = nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]); 1840b389327dSMark Zhang qpn = nla_get_u32(tb[RDMA_NLDEV_ATTR_RES_LQPN]); 1841b389327dSMark Zhang if (fill_nldev_handle(msg, device) || 1842b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port) || 1843b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_COUNTER_ID, cntn) || 1844b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qpn)) { 1845b389327dSMark Zhang ret = -EMSGSIZE; 1846b389327dSMark Zhang goto err_fill; 1847b389327dSMark Zhang } 1848b389327dSMark Zhang 1849594e6c5dSLeon Romanovsky ret = rdma_counter_unbind_qpn(device, port, qpn, cntn); 1850594e6c5dSLeon Romanovsky if (ret) 1851594e6c5dSLeon Romanovsky goto err_fill; 1852594e6c5dSLeon Romanovsky 1853b389327dSMark Zhang nlmsg_end(msg, nlh); 1854b389327dSMark Zhang ib_device_put(device); 18551d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1856b389327dSMark Zhang 1857b389327dSMark Zhang err_fill: 1858b389327dSMark Zhang nlmsg_free(msg); 1859b389327dSMark Zhang err: 1860b389327dSMark Zhang ib_device_put(device); 1861b389327dSMark Zhang return ret; 1862b389327dSMark Zhang } 1863b389327dSMark Zhang 18646e7be47aSMark Zhang static int stat_get_doit_default_counter(struct sk_buff *skb, 18656e7be47aSMark Zhang struct nlmsghdr *nlh, 18666e7be47aSMark Zhang struct netlink_ext_ack *extack, 18676e7be47aSMark Zhang struct nlattr *tb[]) 18686e7be47aSMark Zhang { 18696e7be47aSMark Zhang struct rdma_hw_stats *stats; 18706e7be47aSMark Zhang struct nlattr *table_attr; 18716e7be47aSMark Zhang struct ib_device *device; 18726e7be47aSMark Zhang int ret, num_cnts, i; 18736e7be47aSMark Zhang struct sk_buff *msg; 18746e7be47aSMark Zhang u32 index, port; 18756e7be47aSMark Zhang u64 v; 18766e7be47aSMark Zhang 18776e7be47aSMark Zhang if (!tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !tb[RDMA_NLDEV_ATTR_PORT_INDEX]) 18786e7be47aSMark Zhang return -EINVAL; 18796e7be47aSMark Zhang 18806e7be47aSMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 18816e7be47aSMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 18826e7be47aSMark Zhang if (!device) 18836e7be47aSMark Zhang return -EINVAL; 18846e7be47aSMark Zhang 18856e7be47aSMark Zhang if (!device->ops.alloc_hw_stats || !device->ops.get_hw_stats) { 18866e7be47aSMark Zhang ret = -EINVAL; 18876e7be47aSMark Zhang goto err; 18886e7be47aSMark Zhang } 18896e7be47aSMark Zhang 18906e7be47aSMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 18916e7be47aSMark Zhang if (!rdma_is_port_valid(device, port)) { 18926e7be47aSMark Zhang ret = -EINVAL; 18936e7be47aSMark Zhang goto err; 18946e7be47aSMark Zhang } 18956e7be47aSMark Zhang 18966e7be47aSMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 18976e7be47aSMark Zhang if (!msg) { 18986e7be47aSMark Zhang ret = -ENOMEM; 18996e7be47aSMark Zhang goto err; 19006e7be47aSMark Zhang } 19016e7be47aSMark Zhang 19026e7be47aSMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 19036e7be47aSMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 19046e7be47aSMark Zhang RDMA_NLDEV_CMD_STAT_GET), 19056e7be47aSMark Zhang 0, 0); 19066e7be47aSMark Zhang 19076e7be47aSMark Zhang if (fill_nldev_handle(msg, device) || 19086e7be47aSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port)) { 19096e7be47aSMark Zhang ret = -EMSGSIZE; 19106e7be47aSMark Zhang goto err_msg; 19116e7be47aSMark Zhang } 19126e7be47aSMark Zhang 19136e7be47aSMark Zhang stats = device->port_data ? device->port_data[port].hw_stats : NULL; 19146e7be47aSMark Zhang if (stats == NULL) { 19156e7be47aSMark Zhang ret = -EINVAL; 19166e7be47aSMark Zhang goto err_msg; 19176e7be47aSMark Zhang } 19186e7be47aSMark Zhang mutex_lock(&stats->lock); 19196e7be47aSMark Zhang 19206e7be47aSMark Zhang num_cnts = device->ops.get_hw_stats(device, stats, port, 0); 19216e7be47aSMark Zhang if (num_cnts < 0) { 19226e7be47aSMark Zhang ret = -EINVAL; 19236e7be47aSMark Zhang goto err_stats; 19246e7be47aSMark Zhang } 19256e7be47aSMark Zhang 19266e7be47aSMark Zhang table_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTERS); 19276e7be47aSMark Zhang if (!table_attr) { 19286e7be47aSMark Zhang ret = -EMSGSIZE; 19296e7be47aSMark Zhang goto err_stats; 19306e7be47aSMark Zhang } 19316e7be47aSMark Zhang for (i = 0; i < num_cnts; i++) { 19326e7be47aSMark Zhang v = stats->value[i] + 19336e7be47aSMark Zhang rdma_counter_get_hwstat_value(device, port, i); 19344061ff7aSErez Alfasi if (rdma_nl_stat_hwcounter_entry(msg, stats->names[i], v)) { 19356e7be47aSMark Zhang ret = -EMSGSIZE; 19366e7be47aSMark Zhang goto err_table; 19376e7be47aSMark Zhang } 19386e7be47aSMark Zhang } 19396e7be47aSMark Zhang nla_nest_end(msg, table_attr); 19406e7be47aSMark Zhang 19416e7be47aSMark Zhang mutex_unlock(&stats->lock); 19426e7be47aSMark Zhang nlmsg_end(msg, nlh); 19436e7be47aSMark Zhang ib_device_put(device); 19441d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 19456e7be47aSMark Zhang 19466e7be47aSMark Zhang err_table: 19476e7be47aSMark Zhang nla_nest_cancel(msg, table_attr); 19486e7be47aSMark Zhang err_stats: 19496e7be47aSMark Zhang mutex_unlock(&stats->lock); 19506e7be47aSMark Zhang err_msg: 19516e7be47aSMark Zhang nlmsg_free(msg); 19526e7be47aSMark Zhang err: 19536e7be47aSMark Zhang ib_device_put(device); 19546e7be47aSMark Zhang return ret; 19556e7be47aSMark Zhang } 19566e7be47aSMark Zhang 195783c2c1fcSMark Zhang static int stat_get_doit_qp(struct sk_buff *skb, struct nlmsghdr *nlh, 195883c2c1fcSMark Zhang struct netlink_ext_ack *extack, struct nlattr *tb[]) 195983c2c1fcSMark Zhang 196083c2c1fcSMark Zhang { 196183c2c1fcSMark Zhang static enum rdma_nl_counter_mode mode; 196283c2c1fcSMark Zhang static enum rdma_nl_counter_mask mask; 196383c2c1fcSMark Zhang struct ib_device *device; 196483c2c1fcSMark Zhang struct sk_buff *msg; 196583c2c1fcSMark Zhang u32 index, port; 196683c2c1fcSMark Zhang int ret; 196783c2c1fcSMark Zhang 196883c2c1fcSMark Zhang if (tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]) 196983c2c1fcSMark Zhang return nldev_res_get_counter_doit(skb, nlh, extack); 197083c2c1fcSMark Zhang 197183c2c1fcSMark Zhang if (!tb[RDMA_NLDEV_ATTR_STAT_MODE] || 197283c2c1fcSMark Zhang !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !tb[RDMA_NLDEV_ATTR_PORT_INDEX]) 197383c2c1fcSMark Zhang return -EINVAL; 197483c2c1fcSMark Zhang 197583c2c1fcSMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 197683c2c1fcSMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 197783c2c1fcSMark Zhang if (!device) 197883c2c1fcSMark Zhang return -EINVAL; 197983c2c1fcSMark Zhang 198083c2c1fcSMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 198183c2c1fcSMark Zhang if (!rdma_is_port_valid(device, port)) { 198283c2c1fcSMark Zhang ret = -EINVAL; 198383c2c1fcSMark Zhang goto err; 198483c2c1fcSMark Zhang } 198583c2c1fcSMark Zhang 198683c2c1fcSMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 198783c2c1fcSMark Zhang if (!msg) { 198883c2c1fcSMark Zhang ret = -ENOMEM; 198983c2c1fcSMark Zhang goto err; 199083c2c1fcSMark Zhang } 199183c2c1fcSMark Zhang 199283c2c1fcSMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 199383c2c1fcSMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 199483c2c1fcSMark Zhang RDMA_NLDEV_CMD_STAT_GET), 199583c2c1fcSMark Zhang 0, 0); 199683c2c1fcSMark Zhang 199783c2c1fcSMark Zhang ret = rdma_counter_get_mode(device, port, &mode, &mask); 199883c2c1fcSMark Zhang if (ret) 199983c2c1fcSMark Zhang goto err_msg; 200083c2c1fcSMark Zhang 200183c2c1fcSMark Zhang if (fill_nldev_handle(msg, device) || 200283c2c1fcSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port) || 2003932727c5SDan Carpenter nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_MODE, mode)) { 2004932727c5SDan Carpenter ret = -EMSGSIZE; 200583c2c1fcSMark Zhang goto err_msg; 2006932727c5SDan Carpenter } 200783c2c1fcSMark Zhang 200883c2c1fcSMark Zhang if ((mode == RDMA_COUNTER_MODE_AUTO) && 2009932727c5SDan Carpenter nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK, mask)) { 2010932727c5SDan Carpenter ret = -EMSGSIZE; 201183c2c1fcSMark Zhang goto err_msg; 2012932727c5SDan Carpenter } 201383c2c1fcSMark Zhang 201483c2c1fcSMark Zhang nlmsg_end(msg, nlh); 201583c2c1fcSMark Zhang ib_device_put(device); 20161d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 201783c2c1fcSMark Zhang 201883c2c1fcSMark Zhang err_msg: 201983c2c1fcSMark Zhang nlmsg_free(msg); 202083c2c1fcSMark Zhang err: 202183c2c1fcSMark Zhang ib_device_put(device); 202283c2c1fcSMark Zhang return ret; 202383c2c1fcSMark Zhang } 202483c2c1fcSMark Zhang 2025c4ffee7cSMark Zhang static int nldev_stat_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 2026c4ffee7cSMark Zhang struct netlink_ext_ack *extack) 2027c4ffee7cSMark Zhang { 2028c4ffee7cSMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 2029c4ffee7cSMark Zhang int ret; 2030c4ffee7cSMark Zhang 2031c4ffee7cSMark Zhang ret = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 2032c4ffee7cSMark Zhang nldev_policy, extack); 20336e7be47aSMark Zhang if (ret) 2034c4ffee7cSMark Zhang return -EINVAL; 2035c4ffee7cSMark Zhang 20366e7be47aSMark Zhang if (!tb[RDMA_NLDEV_ATTR_STAT_RES]) 20376e7be47aSMark Zhang return stat_get_doit_default_counter(skb, nlh, extack, tb); 20386e7be47aSMark Zhang 2039c4ffee7cSMark Zhang switch (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES])) { 2040c4ffee7cSMark Zhang case RDMA_NLDEV_ATTR_RES_QP: 204183c2c1fcSMark Zhang ret = stat_get_doit_qp(skb, nlh, extack, tb); 2042c4ffee7cSMark Zhang break; 20434061ff7aSErez Alfasi case RDMA_NLDEV_ATTR_RES_MR: 20444061ff7aSErez Alfasi ret = res_get_common_doit(skb, nlh, extack, RDMA_RESTRACK_MR, 20454061ff7aSErez Alfasi fill_stat_mr_entry); 20464061ff7aSErez Alfasi break; 2047c4ffee7cSMark Zhang default: 2048c4ffee7cSMark Zhang ret = -EINVAL; 2049c4ffee7cSMark Zhang break; 2050c4ffee7cSMark Zhang } 2051c4ffee7cSMark Zhang 2052c4ffee7cSMark Zhang return ret; 2053c4ffee7cSMark Zhang } 2054c4ffee7cSMark Zhang 2055c4ffee7cSMark Zhang static int nldev_stat_get_dumpit(struct sk_buff *skb, 2056c4ffee7cSMark Zhang struct netlink_callback *cb) 2057c4ffee7cSMark Zhang { 2058c4ffee7cSMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 2059c4ffee7cSMark Zhang int ret; 2060c4ffee7cSMark Zhang 2061c4ffee7cSMark Zhang ret = nlmsg_parse(cb->nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 2062c4ffee7cSMark Zhang nldev_policy, NULL); 2063c4ffee7cSMark Zhang if (ret || !tb[RDMA_NLDEV_ATTR_STAT_RES]) 2064c4ffee7cSMark Zhang return -EINVAL; 2065c4ffee7cSMark Zhang 2066c4ffee7cSMark Zhang switch (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES])) { 2067c4ffee7cSMark Zhang case RDMA_NLDEV_ATTR_RES_QP: 2068c4ffee7cSMark Zhang ret = nldev_res_get_counter_dumpit(skb, cb); 2069c4ffee7cSMark Zhang break; 20704061ff7aSErez Alfasi case RDMA_NLDEV_ATTR_RES_MR: 20714061ff7aSErez Alfasi ret = res_get_common_dumpit(skb, cb, RDMA_RESTRACK_MR, 20724061ff7aSErez Alfasi fill_stat_mr_entry); 20734061ff7aSErez Alfasi break; 2074c4ffee7cSMark Zhang default: 2075c4ffee7cSMark Zhang ret = -EINVAL; 2076c4ffee7cSMark Zhang break; 2077c4ffee7cSMark Zhang } 2078c4ffee7cSMark Zhang 2079c4ffee7cSMark Zhang return ret; 2080c4ffee7cSMark Zhang } 2081c4ffee7cSMark Zhang 2082d0e312feSLeon Romanovsky static const struct rdma_nl_cbs nldev_cb_table[RDMA_NLDEV_NUM_OPS] = { 2083b4c598a6SLeon Romanovsky [RDMA_NLDEV_CMD_GET] = { 2084e5c9469eSLeon Romanovsky .doit = nldev_get_doit, 2085b4c598a6SLeon Romanovsky .dump = nldev_get_dumpit, 2086b4c598a6SLeon Romanovsky }, 20870e2d00ebSJason Gunthorpe [RDMA_NLDEV_CMD_GET_CHARDEV] = { 20880e2d00ebSJason Gunthorpe .doit = nldev_get_chardev, 20890e2d00ebSJason Gunthorpe }, 209005d940d3SLeon Romanovsky [RDMA_NLDEV_CMD_SET] = { 209105d940d3SLeon Romanovsky .doit = nldev_set_doit, 209205d940d3SLeon Romanovsky .flags = RDMA_NL_ADMIN_PERM, 209305d940d3SLeon Romanovsky }, 20943856ec4bSSteve Wise [RDMA_NLDEV_CMD_NEWLINK] = { 20953856ec4bSSteve Wise .doit = nldev_newlink, 20963856ec4bSSteve Wise .flags = RDMA_NL_ADMIN_PERM, 20973856ec4bSSteve Wise }, 20983856ec4bSSteve Wise [RDMA_NLDEV_CMD_DELLINK] = { 20993856ec4bSSteve Wise .doit = nldev_dellink, 21003856ec4bSSteve Wise .flags = RDMA_NL_ADMIN_PERM, 21013856ec4bSSteve Wise }, 21027d02f605SLeon Romanovsky [RDMA_NLDEV_CMD_PORT_GET] = { 2103c3f66f7bSLeon Romanovsky .doit = nldev_port_get_doit, 21047d02f605SLeon Romanovsky .dump = nldev_port_get_dumpit, 21057d02f605SLeon Romanovsky }, 2106bf3c5a93SLeon Romanovsky [RDMA_NLDEV_CMD_RES_GET] = { 2107bf3c5a93SLeon Romanovsky .doit = nldev_res_get_doit, 2108bf3c5a93SLeon Romanovsky .dump = nldev_res_get_dumpit, 2109bf3c5a93SLeon Romanovsky }, 2110b5fa635aSLeon Romanovsky [RDMA_NLDEV_CMD_RES_QP_GET] = { 2111c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_qp_doit, 2112b5fa635aSLeon Romanovsky .dump = nldev_res_get_qp_dumpit, 2113b5fa635aSLeon Romanovsky }, 211400313983SSteve Wise [RDMA_NLDEV_CMD_RES_CM_ID_GET] = { 2115c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_cm_id_doit, 211600313983SSteve Wise .dump = nldev_res_get_cm_id_dumpit, 211700313983SSteve Wise }, 2118a34fc089SSteve Wise [RDMA_NLDEV_CMD_RES_CQ_GET] = { 2119c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_cq_doit, 2120a34fc089SSteve Wise .dump = nldev_res_get_cq_dumpit, 2121a34fc089SSteve Wise }, 2122fccec5b8SSteve Wise [RDMA_NLDEV_CMD_RES_MR_GET] = { 2123c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_mr_doit, 2124fccec5b8SSteve Wise .dump = nldev_res_get_mr_dumpit, 2125fccec5b8SSteve Wise }, 212629cf1351SSteve Wise [RDMA_NLDEV_CMD_RES_PD_GET] = { 2127c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_pd_doit, 212829cf1351SSteve Wise .dump = nldev_res_get_pd_dumpit, 212929cf1351SSteve Wise }, 2130cb7e0e13SParav Pandit [RDMA_NLDEV_CMD_SYS_GET] = { 21314d7ba8ceSParav Pandit .doit = nldev_sys_get_doit, 2132cb7e0e13SParav Pandit }, 21332b34c558SParav Pandit [RDMA_NLDEV_CMD_SYS_SET] = { 21342b34c558SParav Pandit .doit = nldev_set_sys_set_doit, 2135b47ae6f8SMark Zhang }, 2136b47ae6f8SMark Zhang [RDMA_NLDEV_CMD_STAT_SET] = { 2137b47ae6f8SMark Zhang .doit = nldev_stat_set_doit, 21382b34c558SParav Pandit .flags = RDMA_NL_ADMIN_PERM, 21392b34c558SParav Pandit }, 2140c4ffee7cSMark Zhang [RDMA_NLDEV_CMD_STAT_GET] = { 2141c4ffee7cSMark Zhang .doit = nldev_stat_get_doit, 2142c4ffee7cSMark Zhang .dump = nldev_stat_get_dumpit, 2143c4ffee7cSMark Zhang }, 2144b389327dSMark Zhang [RDMA_NLDEV_CMD_STAT_DEL] = { 2145b389327dSMark Zhang .doit = nldev_stat_del_doit, 2146b389327dSMark Zhang .flags = RDMA_NL_ADMIN_PERM, 2147b389327dSMark Zhang }, 2148b4c598a6SLeon Romanovsky }; 2149b4c598a6SLeon Romanovsky 21506c80b41aSLeon Romanovsky void __init nldev_init(void) 21516c80b41aSLeon Romanovsky { 2152b4c598a6SLeon Romanovsky rdma_nl_register(RDMA_NL_NLDEV, nldev_cb_table); 21536c80b41aSLeon Romanovsky } 21546c80b41aSLeon Romanovsky 21556c80b41aSLeon Romanovsky void __exit nldev_exit(void) 21566c80b41aSLeon Romanovsky { 21576c80b41aSLeon Romanovsky rdma_nl_unregister(RDMA_NL_NLDEV); 21586c80b41aSLeon Romanovsky } 2159e3bf14bdSJason Gunthorpe 2160e3bf14bdSJason Gunthorpe MODULE_ALIAS_RDMA_NETLINK(RDMA_NL_NLDEV, 5); 2161