16c80b41aSLeon Romanovsky /* 26c80b41aSLeon Romanovsky * Copyright (c) 2017 Mellanox Technologies. All rights reserved. 36c80b41aSLeon Romanovsky * 46c80b41aSLeon Romanovsky * Redistribution and use in source and binary forms, with or without 56c80b41aSLeon Romanovsky * modification, are permitted provided that the following conditions are met: 66c80b41aSLeon Romanovsky * 76c80b41aSLeon Romanovsky * 1. Redistributions of source code must retain the above copyright 86c80b41aSLeon Romanovsky * notice, this list of conditions and the following disclaimer. 96c80b41aSLeon Romanovsky * 2. Redistributions in binary form must reproduce the above copyright 106c80b41aSLeon Romanovsky * notice, this list of conditions and the following disclaimer in the 116c80b41aSLeon Romanovsky * documentation and/or other materials provided with the distribution. 126c80b41aSLeon Romanovsky * 3. Neither the names of the copyright holders nor the names of its 136c80b41aSLeon Romanovsky * contributors may be used to endorse or promote products derived from 146c80b41aSLeon Romanovsky * this software without specific prior written permission. 156c80b41aSLeon Romanovsky * 166c80b41aSLeon Romanovsky * Alternatively, this software may be distributed under the terms of the 176c80b41aSLeon Romanovsky * GNU General Public License ("GPL") version 2 as published by the Free 186c80b41aSLeon Romanovsky * Software Foundation. 196c80b41aSLeon Romanovsky * 206c80b41aSLeon Romanovsky * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 216c80b41aSLeon Romanovsky * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 226c80b41aSLeon Romanovsky * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 236c80b41aSLeon Romanovsky * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 246c80b41aSLeon Romanovsky * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 256c80b41aSLeon Romanovsky * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 266c80b41aSLeon Romanovsky * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 276c80b41aSLeon Romanovsky * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 286c80b41aSLeon Romanovsky * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 296c80b41aSLeon Romanovsky * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 306c80b41aSLeon Romanovsky * POSSIBILITY OF SUCH DAMAGE. 316c80b41aSLeon Romanovsky */ 326c80b41aSLeon Romanovsky 33e3bf14bdSJason Gunthorpe #include <linux/module.h> 34bf3c5a93SLeon Romanovsky #include <linux/pid.h> 35bf3c5a93SLeon Romanovsky #include <linux/pid_namespace.h> 363856ec4bSSteve Wise #include <linux/mutex.h> 37b4c598a6SLeon Romanovsky #include <net/netlink.h> 3800313983SSteve Wise #include <rdma/rdma_cm.h> 396c80b41aSLeon Romanovsky #include <rdma/rdma_netlink.h> 406c80b41aSLeon Romanovsky 416c80b41aSLeon Romanovsky #include "core_priv.h" 4200313983SSteve Wise #include "cma_priv.h" 4341eda65cSLeon Romanovsky #include "restrack.h" 445bd48c18SJason Gunthorpe #include "uverbs.h" 456c80b41aSLeon Romanovsky 46fb910690SErez Alfasi typedef int (*res_fill_func_t)(struct sk_buff*, bool, 47fb910690SErez Alfasi struct rdma_restrack_entry*, uint32_t); 48fb910690SErez Alfasi 49696de2e9SDoug Ledford /* 50696de2e9SDoug Ledford * Sort array elements by the netlink attribute name 51696de2e9SDoug Ledford */ 52b4c598a6SLeon Romanovsky static const struct nla_policy nldev_policy[RDMA_NLDEV_ATTR_MAX] = { 53696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV] = { .type = NLA_U64 }, 54696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV_ABI] = { .type = NLA_U64 }, 55696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV_NAME] = { .type = NLA_NUL_STRING, 5634d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 57696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_CHARDEV_TYPE] = { .type = NLA_NUL_STRING, 5834d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_CHARDEV_TYPE_SIZE }, 59f8fc8cd9SYamin Friedman [RDMA_NLDEV_ATTR_DEV_DIM] = { .type = NLA_U8 }, 60b4c598a6SLeon Romanovsky [RDMA_NLDEV_ATTR_DEV_INDEX] = { .type = NLA_U32 }, 61b4c598a6SLeon Romanovsky [RDMA_NLDEV_ATTR_DEV_NAME] = { .type = NLA_NUL_STRING, 6234d65cd8SDoug Ledford .len = IB_DEVICE_NAME_MAX }, 63696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DEV_NODE_TYPE] = { .type = NLA_U8 }, 64696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DEV_PROTOCOL] = { .type = NLA_NUL_STRING, 6534d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 66696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER] = { .type = NLA_NESTED }, 67696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_ENTRY] = { .type = NLA_NESTED }, 68696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_PRINT_TYPE] = { .type = NLA_U8 }, 69696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_STRING] = { .type = NLA_NUL_STRING, 7034d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 71696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_S32] = { .type = NLA_S32 }, 72696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_S64] = { .type = NLA_S64 }, 73696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_U32] = { .type = NLA_U32 }, 74696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_DRIVER_U64] = { .type = NLA_U64 }, 758621a7e3SLeon Romanovsky [RDMA_NLDEV_ATTR_FW_VERSION] = { .type = NLA_NUL_STRING, 7634d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 7780a06dd3SLeon Romanovsky [RDMA_NLDEV_ATTR_LID] = { .type = NLA_U32 }, 78696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_LINK_TYPE] = { .type = NLA_NUL_STRING, 7934d65cd8SDoug Ledford .len = IFNAMSIZ }, 8034840feaSLeon Romanovsky [RDMA_NLDEV_ATTR_LMC] = { .type = NLA_U8 }, 815b2cc79dSLeon Romanovsky [RDMA_NLDEV_ATTR_NDEV_INDEX] = { .type = NLA_U32 }, 825b2cc79dSLeon Romanovsky [RDMA_NLDEV_ATTR_NDEV_NAME] = { .type = NLA_NUL_STRING, 835b2cc79dSLeon Romanovsky .len = IFNAMSIZ }, 84696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_NODE_GUID] = { .type = NLA_U64 }, 85696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_PORT_INDEX] = { .type = NLA_U32 }, 86696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_PORT_PHYS_STATE] = { .type = NLA_U8 }, 87696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_PORT_STATE] = { .type = NLA_U8 }, 88696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CM_ID] = { .type = NLA_NESTED }, 89517b773eSLeon Romanovsky [RDMA_NLDEV_ATTR_RES_CM_IDN] = { .type = NLA_U32 }, 90696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CM_ID_ENTRY] = { .type = NLA_NESTED }, 91696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQ] = { .type = NLA_NESTED }, 92696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQE] = { .type = NLA_U32 }, 93696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQN] = { .type = NLA_U32 }, 94696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_CQ_ENTRY] = { .type = NLA_NESTED }, 95c3d02788SLeon Romanovsky [RDMA_NLDEV_ATTR_RES_CTXN] = { .type = NLA_U32 }, 96696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_DST_ADDR] = { 97696de2e9SDoug Ledford .len = sizeof(struct __kernel_sockaddr_storage) }, 98696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_IOVA] = { .type = NLA_U64 }, 99696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_KERN_NAME] = { .type = NLA_NUL_STRING, 10034d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 101696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_LKEY] = { .type = NLA_U32 }, 102696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_LOCAL_DMA_LKEY] = { .type = NLA_U32 }, 103696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_LQPN] = { .type = NLA_U32 }, 104696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MR] = { .type = NLA_NESTED }, 105696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MRLEN] = { .type = NLA_U64 }, 106696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MRN] = { .type = NLA_U32 }, 107696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_MR_ENTRY] = { .type = NLA_NESTED }, 108696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PATH_MIG_STATE] = { .type = NLA_U8 }, 109696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PD] = { .type = NLA_NESTED }, 110696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PDN] = { .type = NLA_U32 }, 111696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PD_ENTRY] = { .type = NLA_NESTED }, 112696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PID] = { .type = NLA_U32 }, 113696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_POLL_CTX] = { .type = NLA_U8 }, 114696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_PS] = { .type = NLA_U32 }, 115696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_QP] = { .type = NLA_NESTED }, 116696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_QP_ENTRY] = { .type = NLA_NESTED }, 117696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_RKEY] = { .type = NLA_U32 }, 118696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_RQPN] = { .type = NLA_U32 }, 119696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_RQ_PSN] = { .type = NLA_U32 }, 120696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SQ_PSN] = { .type = NLA_U32 }, 121696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SRC_ADDR] = { 122696de2e9SDoug Ledford .len = sizeof(struct __kernel_sockaddr_storage) }, 123696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_STATE] = { .type = NLA_U8 }, 124696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY] = { .type = NLA_NESTED }, 125696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY] = { .type = NLA_NESTED }, 126696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_CURR]= { .type = NLA_U64 }, 127696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_NAME]= { .type = NLA_NUL_STRING, 12834d65cd8SDoug Ledford .len = RDMA_NLDEV_ATTR_EMPTY_STRING }, 129696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_TYPE] = { .type = NLA_U8 }, 130696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_UNSAFE_GLOBAL_RKEY]= { .type = NLA_U32 }, 131696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_RES_USECNT] = { .type = NLA_U64 }, 132696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_SM_LID] = { .type = NLA_U32 }, 133696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_SUBNET_PREFIX] = { .type = NLA_U64 }, 134b47ae6f8SMark Zhang [RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK] = { .type = NLA_U32 }, 135b47ae6f8SMark Zhang [RDMA_NLDEV_ATTR_STAT_MODE] = { .type = NLA_U32 }, 136b47ae6f8SMark Zhang [RDMA_NLDEV_ATTR_STAT_RES] = { .type = NLA_U32 }, 137c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_COUNTER] = { .type = NLA_NESTED }, 138c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_COUNTER_ENTRY] = { .type = NLA_NESTED }, 139c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_COUNTER_ID] = { .type = NLA_U32 }, 140c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTERS] = { .type = NLA_NESTED }, 141c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY] = { .type = NLA_NESTED }, 142c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_NAME] = { .type = NLA_NUL_STRING }, 143c4ffee7cSMark Zhang [RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_VALUE] = { .type = NLA_U64 }, 144696de2e9SDoug Ledford [RDMA_NLDEV_ATTR_SYS_IMAGE_GUID] = { .type = NLA_U64 }, 1458f71bb00SJason Gunthorpe [RDMA_NLDEV_ATTR_UVERBS_DRIVER_ID] = { .type = NLA_U32 }, 146696de2e9SDoug Ledford [RDMA_NLDEV_NET_NS_FD] = { .type = NLA_U32 }, 147696de2e9SDoug Ledford [RDMA_NLDEV_SYS_ATTR_NETNS_MODE] = { .type = NLA_U8 }, 148b4c598a6SLeon Romanovsky }; 149b4c598a6SLeon Romanovsky 15073937e8aSSteve Wise static int put_driver_name_print_type(struct sk_buff *msg, const char *name, 15173937e8aSSteve Wise enum rdma_nldev_print_type print_type) 15273937e8aSSteve Wise { 15373937e8aSSteve Wise if (nla_put_string(msg, RDMA_NLDEV_ATTR_DRIVER_STRING, name)) 15473937e8aSSteve Wise return -EMSGSIZE; 15573937e8aSSteve Wise if (print_type != RDMA_NLDEV_PRINT_TYPE_UNSPEC && 15673937e8aSSteve Wise nla_put_u8(msg, RDMA_NLDEV_ATTR_DRIVER_PRINT_TYPE, print_type)) 15773937e8aSSteve Wise return -EMSGSIZE; 15873937e8aSSteve Wise 15973937e8aSSteve Wise return 0; 16073937e8aSSteve Wise } 16173937e8aSSteve Wise 16273937e8aSSteve Wise static int _rdma_nl_put_driver_u32(struct sk_buff *msg, const char *name, 16373937e8aSSteve Wise enum rdma_nldev_print_type print_type, 16473937e8aSSteve Wise u32 value) 16573937e8aSSteve Wise { 16673937e8aSSteve Wise if (put_driver_name_print_type(msg, name, print_type)) 16773937e8aSSteve Wise return -EMSGSIZE; 16873937e8aSSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_DRIVER_U32, value)) 16973937e8aSSteve Wise return -EMSGSIZE; 17073937e8aSSteve Wise 17173937e8aSSteve Wise return 0; 17273937e8aSSteve Wise } 17373937e8aSSteve Wise 17473937e8aSSteve Wise static int _rdma_nl_put_driver_u64(struct sk_buff *msg, const char *name, 17573937e8aSSteve Wise enum rdma_nldev_print_type print_type, 17673937e8aSSteve Wise u64 value) 17773937e8aSSteve Wise { 17873937e8aSSteve Wise if (put_driver_name_print_type(msg, name, print_type)) 17973937e8aSSteve Wise return -EMSGSIZE; 18073937e8aSSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_DRIVER_U64, value, 18173937e8aSSteve Wise RDMA_NLDEV_ATTR_PAD)) 18273937e8aSSteve Wise return -EMSGSIZE; 18373937e8aSSteve Wise 18473937e8aSSteve Wise return 0; 18573937e8aSSteve Wise } 18673937e8aSSteve Wise 187e1b95ae0SErez Alfasi int rdma_nl_put_driver_string(struct sk_buff *msg, const char *name, 188e1b95ae0SErez Alfasi const char *str) 189e1b95ae0SErez Alfasi { 190e1b95ae0SErez Alfasi if (put_driver_name_print_type(msg, name, 191e1b95ae0SErez Alfasi RDMA_NLDEV_PRINT_TYPE_UNSPEC)) 192e1b95ae0SErez Alfasi return -EMSGSIZE; 193e1b95ae0SErez Alfasi if (nla_put_string(msg, RDMA_NLDEV_ATTR_DRIVER_STRING, str)) 194e1b95ae0SErez Alfasi return -EMSGSIZE; 195e1b95ae0SErez Alfasi 196e1b95ae0SErez Alfasi return 0; 197e1b95ae0SErez Alfasi } 198e1b95ae0SErez Alfasi EXPORT_SYMBOL(rdma_nl_put_driver_string); 199e1b95ae0SErez Alfasi 20073937e8aSSteve Wise int rdma_nl_put_driver_u32(struct sk_buff *msg, const char *name, u32 value) 20173937e8aSSteve Wise { 20273937e8aSSteve Wise return _rdma_nl_put_driver_u32(msg, name, RDMA_NLDEV_PRINT_TYPE_UNSPEC, 20373937e8aSSteve Wise value); 20473937e8aSSteve Wise } 20573937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u32); 20673937e8aSSteve Wise 20773937e8aSSteve Wise int rdma_nl_put_driver_u32_hex(struct sk_buff *msg, const char *name, 20873937e8aSSteve Wise u32 value) 20973937e8aSSteve Wise { 21073937e8aSSteve Wise return _rdma_nl_put_driver_u32(msg, name, RDMA_NLDEV_PRINT_TYPE_HEX, 21173937e8aSSteve Wise value); 21273937e8aSSteve Wise } 21373937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u32_hex); 21473937e8aSSteve Wise 21573937e8aSSteve Wise int rdma_nl_put_driver_u64(struct sk_buff *msg, const char *name, u64 value) 21673937e8aSSteve Wise { 21773937e8aSSteve Wise return _rdma_nl_put_driver_u64(msg, name, RDMA_NLDEV_PRINT_TYPE_UNSPEC, 21873937e8aSSteve Wise value); 21973937e8aSSteve Wise } 22073937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u64); 22173937e8aSSteve Wise 22273937e8aSSteve Wise int rdma_nl_put_driver_u64_hex(struct sk_buff *msg, const char *name, u64 value) 22373937e8aSSteve Wise { 22473937e8aSSteve Wise return _rdma_nl_put_driver_u64(msg, name, RDMA_NLDEV_PRINT_TYPE_HEX, 22573937e8aSSteve Wise value); 22673937e8aSSteve Wise } 22773937e8aSSteve Wise EXPORT_SYMBOL(rdma_nl_put_driver_u64_hex); 22873937e8aSSteve Wise 229c2409810SLeon Romanovsky static int fill_nldev_handle(struct sk_buff *msg, struct ib_device *device) 230b4c598a6SLeon Romanovsky { 231b4c598a6SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_DEV_INDEX, device->index)) 232b4c598a6SLeon Romanovsky return -EMSGSIZE; 233896de009SJason Gunthorpe if (nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_NAME, 234896de009SJason Gunthorpe dev_name(&device->dev))) 235b4c598a6SLeon Romanovsky return -EMSGSIZE; 236c2409810SLeon Romanovsky 237c2409810SLeon Romanovsky return 0; 238c2409810SLeon Romanovsky } 239c2409810SLeon Romanovsky 240c2409810SLeon Romanovsky static int fill_dev_info(struct sk_buff *msg, struct ib_device *device) 241c2409810SLeon Romanovsky { 242c2409810SLeon Romanovsky char fw[IB_FW_VERSION_NAME_MAX]; 2439e886b39SLeon Romanovsky int ret = 0; 2449e886b39SLeon Romanovsky u8 port; 245c2409810SLeon Romanovsky 246c2409810SLeon Romanovsky if (fill_nldev_handle(msg, device)) 247c2409810SLeon Romanovsky return -EMSGSIZE; 248c2409810SLeon Romanovsky 249b4c598a6SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, rdma_end_port(device))) 250b4c598a6SLeon Romanovsky return -EMSGSIZE; 251ac505253SLeon Romanovsky 252ac505253SLeon Romanovsky BUILD_BUG_ON(sizeof(device->attrs.device_cap_flags) != sizeof(u64)); 253ac505253SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CAP_FLAGS, 25425a0ad85SSteve Wise device->attrs.device_cap_flags, 25525a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 256ac505253SLeon Romanovsky return -EMSGSIZE; 257ac505253SLeon Romanovsky 2588621a7e3SLeon Romanovsky ib_get_device_fw_str(device, fw); 2595b2cc79dSLeon Romanovsky /* Device without FW has strlen(fw) = 0 */ 2608621a7e3SLeon Romanovsky if (strlen(fw) && nla_put_string(msg, RDMA_NLDEV_ATTR_FW_VERSION, fw)) 2618621a7e3SLeon Romanovsky return -EMSGSIZE; 2628621a7e3SLeon Romanovsky 2631aaff896SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_NODE_GUID, 26425a0ad85SSteve Wise be64_to_cpu(device->node_guid), 26525a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 2661aaff896SLeon Romanovsky return -EMSGSIZE; 2671aaff896SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_SYS_IMAGE_GUID, 26825a0ad85SSteve Wise be64_to_cpu(device->attrs.sys_image_guid), 26925a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 2701aaff896SLeon Romanovsky return -EMSGSIZE; 2711bb77b8cSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_DEV_NODE_TYPE, device->node_type)) 2721bb77b8cSLeon Romanovsky return -EMSGSIZE; 273f8fc8cd9SYamin Friedman if (nla_put_u8(msg, RDMA_NLDEV_ATTR_DEV_DIM, device->use_cq_dim)) 274f8fc8cd9SYamin Friedman return -EMSGSIZE; 2759e886b39SLeon Romanovsky 2769e886b39SLeon Romanovsky /* 2779e886b39SLeon Romanovsky * Link type is determined on first port and mlx4 device 2789e886b39SLeon Romanovsky * which can potentially have two different link type for the same 2799e886b39SLeon Romanovsky * IB device is considered as better to be avoided in the future, 2809e886b39SLeon Romanovsky */ 2819e886b39SLeon Romanovsky port = rdma_start_port(device); 2829e886b39SLeon Romanovsky if (rdma_cap_opa_mad(device, port)) 2839e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "opa"); 2849e886b39SLeon Romanovsky else if (rdma_protocol_ib(device, port)) 2859e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "ib"); 2869e886b39SLeon Romanovsky else if (rdma_protocol_iwarp(device, port)) 2879e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "iw"); 2889e886b39SLeon Romanovsky else if (rdma_protocol_roce(device, port)) 2899e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, "roce"); 2909e886b39SLeon Romanovsky else if (rdma_protocol_usnic(device, port)) 2919e886b39SLeon Romanovsky ret = nla_put_string(msg, RDMA_NLDEV_ATTR_DEV_PROTOCOL, 2929e886b39SLeon Romanovsky "usnic"); 2939e886b39SLeon Romanovsky return ret; 294b4c598a6SLeon Romanovsky } 295b4c598a6SLeon Romanovsky 2967d02f605SLeon Romanovsky static int fill_port_info(struct sk_buff *msg, 2975b2cc79dSLeon Romanovsky struct ib_device *device, u32 port, 2985b2cc79dSLeon Romanovsky const struct net *net) 2997d02f605SLeon Romanovsky { 3005b2cc79dSLeon Romanovsky struct net_device *netdev = NULL; 301ac505253SLeon Romanovsky struct ib_port_attr attr; 302ac505253SLeon Romanovsky int ret; 3034fa2813dSMichael Guralnik u64 cap_flags = 0; 304ac505253SLeon Romanovsky 305c2409810SLeon Romanovsky if (fill_nldev_handle(msg, device)) 3067d02f605SLeon Romanovsky return -EMSGSIZE; 307c2409810SLeon Romanovsky 3087d02f605SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port)) 3097d02f605SLeon Romanovsky return -EMSGSIZE; 310ac505253SLeon Romanovsky 311ac505253SLeon Romanovsky ret = ib_query_port(device, port, &attr); 312ac505253SLeon Romanovsky if (ret) 313ac505253SLeon Romanovsky return ret; 314ac505253SLeon Romanovsky 315dd8028f1SLeon Romanovsky if (rdma_protocol_ib(device, port)) { 3164fa2813dSMichael Guralnik BUILD_BUG_ON((sizeof(attr.port_cap_flags) + 3174fa2813dSMichael Guralnik sizeof(attr.port_cap_flags2)) > sizeof(u64)); 3184fa2813dSMichael Guralnik cap_flags = attr.port_cap_flags | 3194fa2813dSMichael Guralnik ((u64)attr.port_cap_flags2 << 32); 320ac505253SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CAP_FLAGS, 3214fa2813dSMichael Guralnik cap_flags, RDMA_NLDEV_ATTR_PAD)) 322ac505253SLeon Romanovsky return -EMSGSIZE; 323dd8028f1SLeon Romanovsky if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_SUBNET_PREFIX, 32425a0ad85SSteve Wise attr.subnet_prefix, RDMA_NLDEV_ATTR_PAD)) 32512026fbbSLeon Romanovsky return -EMSGSIZE; 32680a06dd3SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_LID, attr.lid)) 32780a06dd3SLeon Romanovsky return -EMSGSIZE; 32880a06dd3SLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_SM_LID, attr.sm_lid)) 32980a06dd3SLeon Romanovsky return -EMSGSIZE; 33034840feaSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_LMC, attr.lmc)) 33134840feaSLeon Romanovsky return -EMSGSIZE; 33280a06dd3SLeon Romanovsky } 3335654e49dSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_PORT_STATE, attr.state)) 3345654e49dSLeon Romanovsky return -EMSGSIZE; 3355654e49dSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_PORT_PHYS_STATE, attr.phys_state)) 3365654e49dSLeon Romanovsky return -EMSGSIZE; 3375b2cc79dSLeon Romanovsky 338c2261dd7SJason Gunthorpe netdev = ib_device_get_netdev(device, port); 3395b2cc79dSLeon Romanovsky if (netdev && net_eq(dev_net(netdev), net)) { 3405b2cc79dSLeon Romanovsky ret = nla_put_u32(msg, 3415b2cc79dSLeon Romanovsky RDMA_NLDEV_ATTR_NDEV_INDEX, netdev->ifindex); 3425b2cc79dSLeon Romanovsky if (ret) 3435b2cc79dSLeon Romanovsky goto out; 3445b2cc79dSLeon Romanovsky ret = nla_put_string(msg, 3455b2cc79dSLeon Romanovsky RDMA_NLDEV_ATTR_NDEV_NAME, netdev->name); 3465b2cc79dSLeon Romanovsky } 3475b2cc79dSLeon Romanovsky 3485b2cc79dSLeon Romanovsky out: 3495b2cc79dSLeon Romanovsky if (netdev) 3505b2cc79dSLeon Romanovsky dev_put(netdev); 3515b2cc79dSLeon Romanovsky return ret; 3527d02f605SLeon Romanovsky } 3537d02f605SLeon Romanovsky 354bf3c5a93SLeon Romanovsky static int fill_res_info_entry(struct sk_buff *msg, 355bf3c5a93SLeon Romanovsky const char *name, u64 curr) 356bf3c5a93SLeon Romanovsky { 357bf3c5a93SLeon Romanovsky struct nlattr *entry_attr; 358bf3c5a93SLeon Romanovsky 359ae0be8deSMichal Kubecek entry_attr = nla_nest_start_noflag(msg, 360ae0be8deSMichal Kubecek RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY); 361bf3c5a93SLeon Romanovsky if (!entry_attr) 362bf3c5a93SLeon Romanovsky return -EMSGSIZE; 363bf3c5a93SLeon Romanovsky 364bf3c5a93SLeon Romanovsky if (nla_put_string(msg, RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_NAME, name)) 365bf3c5a93SLeon Romanovsky goto err; 36625a0ad85SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_SUMMARY_ENTRY_CURR, curr, 36725a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 368bf3c5a93SLeon Romanovsky goto err; 369bf3c5a93SLeon Romanovsky 370bf3c5a93SLeon Romanovsky nla_nest_end(msg, entry_attr); 371bf3c5a93SLeon Romanovsky return 0; 372bf3c5a93SLeon Romanovsky 373bf3c5a93SLeon Romanovsky err: 374bf3c5a93SLeon Romanovsky nla_nest_cancel(msg, entry_attr); 375bf3c5a93SLeon Romanovsky return -EMSGSIZE; 376bf3c5a93SLeon Romanovsky } 377bf3c5a93SLeon Romanovsky 378bf3c5a93SLeon Romanovsky static int fill_res_info(struct sk_buff *msg, struct ib_device *device) 379bf3c5a93SLeon Romanovsky { 380bf3c5a93SLeon Romanovsky static const char * const names[RDMA_RESTRACK_MAX] = { 381bf3c5a93SLeon Romanovsky [RDMA_RESTRACK_PD] = "pd", 382bf3c5a93SLeon Romanovsky [RDMA_RESTRACK_CQ] = "cq", 383bf3c5a93SLeon Romanovsky [RDMA_RESTRACK_QP] = "qp", 38400313983SSteve Wise [RDMA_RESTRACK_CM_ID] = "cm_id", 385fccec5b8SSteve Wise [RDMA_RESTRACK_MR] = "mr", 386ffd321e4SLeon Romanovsky [RDMA_RESTRACK_CTX] = "ctx", 387bf3c5a93SLeon Romanovsky }; 388bf3c5a93SLeon Romanovsky 389bf3c5a93SLeon Romanovsky struct nlattr *table_attr; 390bf3c5a93SLeon Romanovsky int ret, i, curr; 391bf3c5a93SLeon Romanovsky 392bf3c5a93SLeon Romanovsky if (fill_nldev_handle(msg, device)) 393bf3c5a93SLeon Romanovsky return -EMSGSIZE; 394bf3c5a93SLeon Romanovsky 395ae0be8deSMichal Kubecek table_attr = nla_nest_start_noflag(msg, RDMA_NLDEV_ATTR_RES_SUMMARY); 396bf3c5a93SLeon Romanovsky if (!table_attr) 397bf3c5a93SLeon Romanovsky return -EMSGSIZE; 398bf3c5a93SLeon Romanovsky 399bf3c5a93SLeon Romanovsky for (i = 0; i < RDMA_RESTRACK_MAX; i++) { 400bf3c5a93SLeon Romanovsky if (!names[i]) 401bf3c5a93SLeon Romanovsky continue; 40260c78668SLeon Romanovsky curr = rdma_restrack_count(device, i); 403bf3c5a93SLeon Romanovsky ret = fill_res_info_entry(msg, names[i], curr); 404bf3c5a93SLeon Romanovsky if (ret) 405bf3c5a93SLeon Romanovsky goto err; 406bf3c5a93SLeon Romanovsky } 407bf3c5a93SLeon Romanovsky 408bf3c5a93SLeon Romanovsky nla_nest_end(msg, table_attr); 409bf3c5a93SLeon Romanovsky return 0; 410bf3c5a93SLeon Romanovsky 411bf3c5a93SLeon Romanovsky err: 412bf3c5a93SLeon Romanovsky nla_nest_cancel(msg, table_attr); 413bf3c5a93SLeon Romanovsky return ret; 414bf3c5a93SLeon Romanovsky } 415bf3c5a93SLeon Romanovsky 41600313983SSteve Wise static int fill_res_name_pid(struct sk_buff *msg, 41700313983SSteve Wise struct rdma_restrack_entry *res) 41800313983SSteve Wise { 419ac71ffcfSLeon Romanovsky int err = 0; 420ac71ffcfSLeon Romanovsky 42100313983SSteve Wise /* 42200313983SSteve Wise * For user resources, user is should read /proc/PID/comm to get the 42300313983SSteve Wise * name of the task file. 42400313983SSteve Wise */ 42500313983SSteve Wise if (rdma_is_kernel_res(res)) { 426ac71ffcfSLeon Romanovsky err = nla_put_string(msg, RDMA_NLDEV_ATTR_RES_KERN_NAME, 427ac71ffcfSLeon Romanovsky res->kern_name); 42800313983SSteve Wise } else { 429ac71ffcfSLeon Romanovsky pid_t pid; 430ac71ffcfSLeon Romanovsky 431ac71ffcfSLeon Romanovsky pid = task_pid_vnr(res->task); 432ac71ffcfSLeon Romanovsky /* 433ac71ffcfSLeon Romanovsky * Task is dead and in zombie state. 434ac71ffcfSLeon Romanovsky * There is no need to print PID anymore. 435ac71ffcfSLeon Romanovsky */ 436ac71ffcfSLeon Romanovsky if (pid) 437ac71ffcfSLeon Romanovsky /* 438ac71ffcfSLeon Romanovsky * This part is racy, task can be killed and PID will 439ac71ffcfSLeon Romanovsky * be zero right here but it is ok, next query won't 440ac71ffcfSLeon Romanovsky * return PID. We don't promise real-time reflection 441ac71ffcfSLeon Romanovsky * of SW objects. 442ac71ffcfSLeon Romanovsky */ 443ac71ffcfSLeon Romanovsky err = nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PID, pid); 44400313983SSteve Wise } 445ac71ffcfSLeon Romanovsky 446ac71ffcfSLeon Romanovsky return err ? -EMSGSIZE : 0; 44700313983SSteve Wise } 44800313983SSteve Wise 44902da3750SLeon Romanovsky static bool fill_res_entry(struct ib_device *dev, struct sk_buff *msg, 45002da3750SLeon Romanovsky struct rdma_restrack_entry *res) 45102da3750SLeon Romanovsky { 45202da3750SLeon Romanovsky if (!dev->ops.fill_res_entry) 45302da3750SLeon Romanovsky return false; 45402da3750SLeon Romanovsky return dev->ops.fill_res_entry(msg, res); 45502da3750SLeon Romanovsky } 45602da3750SLeon Romanovsky 4574061ff7aSErez Alfasi static bool fill_stat_entry(struct ib_device *dev, struct sk_buff *msg, 4584061ff7aSErez Alfasi struct rdma_restrack_entry *res) 4594061ff7aSErez Alfasi { 4604061ff7aSErez Alfasi if (!dev->ops.fill_stat_entry) 4614061ff7aSErez Alfasi return false; 4624061ff7aSErez Alfasi return dev->ops.fill_stat_entry(msg, res); 4634061ff7aSErez Alfasi } 4644061ff7aSErez Alfasi 465659067b0SLeon Romanovsky static int fill_res_qp_entry(struct sk_buff *msg, bool has_cap_net_admin, 466d12ff624SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 467b5fa635aSLeon Romanovsky { 468d12ff624SSteve Wise struct ib_qp *qp = container_of(res, struct ib_qp, res); 46902da3750SLeon Romanovsky struct ib_device *dev = qp->device; 470b5fa635aSLeon Romanovsky struct ib_qp_init_attr qp_init_attr; 471b5fa635aSLeon Romanovsky struct ib_qp_attr qp_attr; 472b5fa635aSLeon Romanovsky int ret; 473b5fa635aSLeon Romanovsky 474b5fa635aSLeon Romanovsky ret = ib_query_qp(qp, &qp_attr, 0, &qp_init_attr); 475b5fa635aSLeon Romanovsky if (ret) 476b5fa635aSLeon Romanovsky return ret; 477b5fa635aSLeon Romanovsky 478b5fa635aSLeon Romanovsky if (port && port != qp_attr.port_num) 479c5dfe0eaSLeon Romanovsky return -EAGAIN; 480b5fa635aSLeon Romanovsky 481b5fa635aSLeon Romanovsky /* In create_qp() port is not set yet */ 482b5fa635aSLeon Romanovsky if (qp_attr.port_num && 483b5fa635aSLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, qp_attr.port_num)) 484b5fa635aSLeon Romanovsky goto err; 485b5fa635aSLeon Romanovsky 486b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qp->qp_num)) 487b5fa635aSLeon Romanovsky goto err; 488b5fa635aSLeon Romanovsky if (qp->qp_type == IB_QPT_RC || qp->qp_type == IB_QPT_UC) { 489b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_RQPN, 490b5fa635aSLeon Romanovsky qp_attr.dest_qp_num)) 491b5fa635aSLeon Romanovsky goto err; 492b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_RQ_PSN, 493b5fa635aSLeon Romanovsky qp_attr.rq_psn)) 494b5fa635aSLeon Romanovsky goto err; 495b5fa635aSLeon Romanovsky } 496b5fa635aSLeon Romanovsky 497b5fa635aSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_SQ_PSN, qp_attr.sq_psn)) 498b5fa635aSLeon Romanovsky goto err; 499b5fa635aSLeon Romanovsky 500b5fa635aSLeon Romanovsky if (qp->qp_type == IB_QPT_RC || qp->qp_type == IB_QPT_UC || 501b5fa635aSLeon Romanovsky qp->qp_type == IB_QPT_XRC_INI || qp->qp_type == IB_QPT_XRC_TGT) { 502b5fa635aSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_PATH_MIG_STATE, 503b5fa635aSLeon Romanovsky qp_attr.path_mig_state)) 504b5fa635aSLeon Romanovsky goto err; 505b5fa635aSLeon Romanovsky } 506b5fa635aSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_TYPE, qp->qp_type)) 507b5fa635aSLeon Romanovsky goto err; 508b5fa635aSLeon Romanovsky if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_STATE, qp_attr.qp_state)) 509b5fa635aSLeon Romanovsky goto err; 510b5fa635aSLeon Romanovsky 511c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 512c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PDN, qp->pd->res.id)) 513c3d02788SLeon Romanovsky goto err; 514c3d02788SLeon Romanovsky 51500313983SSteve Wise if (fill_res_name_pid(msg, res)) 516b5fa635aSLeon Romanovsky goto err; 51700313983SSteve Wise 51802da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 519da5c8507SSteve Wise goto err; 520da5c8507SSteve Wise 52100313983SSteve Wise return 0; 52200313983SSteve Wise 523c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 52400313983SSteve Wise } 52500313983SSteve Wise 526659067b0SLeon Romanovsky static int fill_res_cm_id_entry(struct sk_buff *msg, bool has_cap_net_admin, 52700313983SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 52800313983SSteve Wise { 52900313983SSteve Wise struct rdma_id_private *id_priv = 53000313983SSteve Wise container_of(res, struct rdma_id_private, res); 53102da3750SLeon Romanovsky struct ib_device *dev = id_priv->id.device; 53200313983SSteve Wise struct rdma_cm_id *cm_id = &id_priv->id; 53300313983SSteve Wise 53400313983SSteve Wise if (port && port != cm_id->port_num) 53500313983SSteve Wise return 0; 53600313983SSteve Wise 53700313983SSteve Wise if (cm_id->port_num && 53800313983SSteve Wise nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, cm_id->port_num)) 53900313983SSteve Wise goto err; 54000313983SSteve Wise 54100313983SSteve Wise if (id_priv->qp_num) { 54200313983SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, id_priv->qp_num)) 54300313983SSteve Wise goto err; 54400313983SSteve Wise if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_TYPE, cm_id->qp_type)) 545b5fa635aSLeon Romanovsky goto err; 546b5fa635aSLeon Romanovsky } 547b5fa635aSLeon Romanovsky 54800313983SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PS, cm_id->ps)) 54900313983SSteve Wise goto err; 55000313983SSteve Wise 55100313983SSteve Wise if (nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_STATE, id_priv->state)) 55200313983SSteve Wise goto err; 55300313983SSteve Wise 55400313983SSteve Wise if (cm_id->route.addr.src_addr.ss_family && 55500313983SSteve Wise nla_put(msg, RDMA_NLDEV_ATTR_RES_SRC_ADDR, 55600313983SSteve Wise sizeof(cm_id->route.addr.src_addr), 55700313983SSteve Wise &cm_id->route.addr.src_addr)) 55800313983SSteve Wise goto err; 55900313983SSteve Wise if (cm_id->route.addr.dst_addr.ss_family && 56000313983SSteve Wise nla_put(msg, RDMA_NLDEV_ATTR_RES_DST_ADDR, 56100313983SSteve Wise sizeof(cm_id->route.addr.dst_addr), 56200313983SSteve Wise &cm_id->route.addr.dst_addr)) 56300313983SSteve Wise goto err; 56400313983SSteve Wise 565517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CM_IDN, res->id)) 566517b773eSLeon Romanovsky goto err; 567517b773eSLeon Romanovsky 56800313983SSteve Wise if (fill_res_name_pid(msg, res)) 56900313983SSteve Wise goto err; 57000313983SSteve Wise 57102da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 572da5c8507SSteve Wise goto err; 573da5c8507SSteve Wise 574b5fa635aSLeon Romanovsky return 0; 575b5fa635aSLeon Romanovsky 576c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 577b5fa635aSLeon Romanovsky } 578b5fa635aSLeon Romanovsky 579659067b0SLeon Romanovsky static int fill_res_cq_entry(struct sk_buff *msg, bool has_cap_net_admin, 580a34fc089SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 581a34fc089SSteve Wise { 582a34fc089SSteve Wise struct ib_cq *cq = container_of(res, struct ib_cq, res); 58302da3750SLeon Romanovsky struct ib_device *dev = cq->device; 584a34fc089SSteve Wise 585a34fc089SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CQE, cq->cqe)) 586a34fc089SSteve Wise goto err; 587a34fc089SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_USECNT, 58825a0ad85SSteve Wise atomic_read(&cq->usecnt), RDMA_NLDEV_ATTR_PAD)) 589a34fc089SSteve Wise goto err; 590a34fc089SSteve Wise 591a34fc089SSteve Wise /* Poll context is only valid for kernel CQs */ 592a34fc089SSteve Wise if (rdma_is_kernel_res(res) && 593a34fc089SSteve Wise nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_POLL_CTX, cq->poll_ctx)) 594a34fc089SSteve Wise goto err; 595a34fc089SSteve Wise 596f8fc8cd9SYamin Friedman if (nla_put_u8(msg, RDMA_NLDEV_ATTR_DEV_DIM, (cq->dim != NULL))) 597f8fc8cd9SYamin Friedman goto err; 598f8fc8cd9SYamin Friedman 599517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CQN, res->id)) 600517b773eSLeon Romanovsky goto err; 601c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 602c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CTXN, 6035bd48c18SJason Gunthorpe cq->uobject->uevent.uobject.context->res.id)) 604c3d02788SLeon Romanovsky goto err; 605517b773eSLeon Romanovsky 606a34fc089SSteve Wise if (fill_res_name_pid(msg, res)) 607a34fc089SSteve Wise goto err; 608a34fc089SSteve Wise 60902da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 610da5c8507SSteve Wise goto err; 611da5c8507SSteve Wise 612a34fc089SSteve Wise return 0; 613a34fc089SSteve Wise 614c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 615a34fc089SSteve Wise } 616a34fc089SSteve Wise 617659067b0SLeon Romanovsky static int fill_res_mr_entry(struct sk_buff *msg, bool has_cap_net_admin, 618fccec5b8SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 619fccec5b8SSteve Wise { 620fccec5b8SSteve Wise struct ib_mr *mr = container_of(res, struct ib_mr, res); 62102da3750SLeon Romanovsky struct ib_device *dev = mr->pd->device; 622fccec5b8SSteve Wise 623659067b0SLeon Romanovsky if (has_cap_net_admin) { 624fccec5b8SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_RKEY, mr->rkey)) 625fccec5b8SSteve Wise goto err; 626fccec5b8SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LKEY, mr->lkey)) 627fccec5b8SSteve Wise goto err; 628fccec5b8SSteve Wise } 629fccec5b8SSteve Wise 63025a0ad85SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_MRLEN, mr->length, 63125a0ad85SSteve Wise RDMA_NLDEV_ATTR_PAD)) 632fccec5b8SSteve Wise goto err; 633fccec5b8SSteve Wise 634517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_MRN, res->id)) 635517b773eSLeon Romanovsky goto err; 636517b773eSLeon Romanovsky 637c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 638c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PDN, mr->pd->res.id)) 639c3d02788SLeon Romanovsky goto err; 640c3d02788SLeon Romanovsky 641fccec5b8SSteve Wise if (fill_res_name_pid(msg, res)) 642fccec5b8SSteve Wise goto err; 643fccec5b8SSteve Wise 64402da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 645da5c8507SSteve Wise goto err; 646da5c8507SSteve Wise 647fccec5b8SSteve Wise return 0; 648fccec5b8SSteve Wise 649c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 650fccec5b8SSteve Wise } 651fccec5b8SSteve Wise 652659067b0SLeon Romanovsky static int fill_res_pd_entry(struct sk_buff *msg, bool has_cap_net_admin, 65329cf1351SSteve Wise struct rdma_restrack_entry *res, uint32_t port) 65429cf1351SSteve Wise { 65529cf1351SSteve Wise struct ib_pd *pd = container_of(res, struct ib_pd, res); 65602da3750SLeon Romanovsky struct ib_device *dev = pd->device; 65729cf1351SSteve Wise 658659067b0SLeon Romanovsky if (has_cap_net_admin) { 65929cf1351SSteve Wise if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LOCAL_DMA_LKEY, 66029cf1351SSteve Wise pd->local_dma_lkey)) 66129cf1351SSteve Wise goto err; 66229cf1351SSteve Wise if ((pd->flags & IB_PD_UNSAFE_GLOBAL_RKEY) && 66329cf1351SSteve Wise nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_UNSAFE_GLOBAL_RKEY, 66429cf1351SSteve Wise pd->unsafe_global_rkey)) 66529cf1351SSteve Wise goto err; 66629cf1351SSteve Wise } 66729cf1351SSteve Wise if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_RES_USECNT, 66825a0ad85SSteve Wise atomic_read(&pd->usecnt), RDMA_NLDEV_ATTR_PAD)) 66929cf1351SSteve Wise goto err; 67029cf1351SSteve Wise 671517b773eSLeon Romanovsky if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_PDN, res->id)) 672517b773eSLeon Romanovsky goto err; 673517b773eSLeon Romanovsky 674c3d02788SLeon Romanovsky if (!rdma_is_kernel_res(res) && 675c3d02788SLeon Romanovsky nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_CTXN, 676c3d02788SLeon Romanovsky pd->uobject->context->res.id)) 677c3d02788SLeon Romanovsky goto err; 678c3d02788SLeon Romanovsky 67929cf1351SSteve Wise if (fill_res_name_pid(msg, res)) 68029cf1351SSteve Wise goto err; 68129cf1351SSteve Wise 68202da3750SLeon Romanovsky if (fill_res_entry(dev, msg, res)) 683da5c8507SSteve Wise goto err; 684da5c8507SSteve Wise 68529cf1351SSteve Wise return 0; 68629cf1351SSteve Wise 687c5dfe0eaSLeon Romanovsky err: return -EMSGSIZE; 68829cf1351SSteve Wise } 68929cf1351SSteve Wise 690c4ffee7cSMark Zhang static int fill_stat_counter_mode(struct sk_buff *msg, 691c4ffee7cSMark Zhang struct rdma_counter *counter) 692c4ffee7cSMark Zhang { 693c4ffee7cSMark Zhang struct rdma_counter_mode *m = &counter->mode; 694c4ffee7cSMark Zhang 695c4ffee7cSMark Zhang if (nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_MODE, m->mode)) 696c4ffee7cSMark Zhang return -EMSGSIZE; 697c4ffee7cSMark Zhang 698c4ffee7cSMark Zhang if (m->mode == RDMA_COUNTER_MODE_AUTO) 699c4ffee7cSMark Zhang if ((m->mask & RDMA_COUNTER_MASK_QP_TYPE) && 700c4ffee7cSMark Zhang nla_put_u8(msg, RDMA_NLDEV_ATTR_RES_TYPE, m->param.qp_type)) 701c4ffee7cSMark Zhang return -EMSGSIZE; 702c4ffee7cSMark Zhang 703c4ffee7cSMark Zhang return 0; 704c4ffee7cSMark Zhang } 705c4ffee7cSMark Zhang 706c4ffee7cSMark Zhang static int fill_stat_counter_qp_entry(struct sk_buff *msg, u32 qpn) 707c4ffee7cSMark Zhang { 708c4ffee7cSMark Zhang struct nlattr *entry_attr; 709c4ffee7cSMark Zhang 710c4ffee7cSMark Zhang entry_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_RES_QP_ENTRY); 711c4ffee7cSMark Zhang if (!entry_attr) 712c4ffee7cSMark Zhang return -EMSGSIZE; 713c4ffee7cSMark Zhang 714c4ffee7cSMark Zhang if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qpn)) 715c4ffee7cSMark Zhang goto err; 716c4ffee7cSMark Zhang 717c4ffee7cSMark Zhang nla_nest_end(msg, entry_attr); 718c4ffee7cSMark Zhang return 0; 719c4ffee7cSMark Zhang 720c4ffee7cSMark Zhang err: 721c4ffee7cSMark Zhang nla_nest_cancel(msg, entry_attr); 722c4ffee7cSMark Zhang return -EMSGSIZE; 723c4ffee7cSMark Zhang } 724c4ffee7cSMark Zhang 725c4ffee7cSMark Zhang static int fill_stat_counter_qps(struct sk_buff *msg, 726c4ffee7cSMark Zhang struct rdma_counter *counter) 727c4ffee7cSMark Zhang { 728c4ffee7cSMark Zhang struct rdma_restrack_entry *res; 729c4ffee7cSMark Zhang struct rdma_restrack_root *rt; 730c4ffee7cSMark Zhang struct nlattr *table_attr; 731c4ffee7cSMark Zhang struct ib_qp *qp = NULL; 732c4ffee7cSMark Zhang unsigned long id = 0; 733c4ffee7cSMark Zhang int ret = 0; 734c4ffee7cSMark Zhang 735c4ffee7cSMark Zhang table_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_RES_QP); 736c4ffee7cSMark Zhang 737c4ffee7cSMark Zhang rt = &counter->device->res[RDMA_RESTRACK_QP]; 738c4ffee7cSMark Zhang xa_lock(&rt->xa); 739c4ffee7cSMark Zhang xa_for_each(&rt->xa, id, res) { 740c4ffee7cSMark Zhang qp = container_of(res, struct ib_qp, res); 741c4ffee7cSMark Zhang if (qp->qp_type == IB_QPT_RAW_PACKET && !capable(CAP_NET_RAW)) 742c4ffee7cSMark Zhang continue; 743c4ffee7cSMark Zhang 744c4ffee7cSMark Zhang if (!qp->counter || (qp->counter->id != counter->id)) 745c4ffee7cSMark Zhang continue; 746c4ffee7cSMark Zhang 747c4ffee7cSMark Zhang ret = fill_stat_counter_qp_entry(msg, qp->qp_num); 748c4ffee7cSMark Zhang if (ret) 749c4ffee7cSMark Zhang goto err; 750c4ffee7cSMark Zhang } 751c4ffee7cSMark Zhang 752c4ffee7cSMark Zhang xa_unlock(&rt->xa); 753c4ffee7cSMark Zhang nla_nest_end(msg, table_attr); 754c4ffee7cSMark Zhang return 0; 755c4ffee7cSMark Zhang 756c4ffee7cSMark Zhang err: 757c4ffee7cSMark Zhang xa_unlock(&rt->xa); 758c4ffee7cSMark Zhang nla_nest_cancel(msg, table_attr); 759c4ffee7cSMark Zhang return ret; 760c4ffee7cSMark Zhang } 761c4ffee7cSMark Zhang 7624061ff7aSErez Alfasi int rdma_nl_stat_hwcounter_entry(struct sk_buff *msg, const char *name, 7634061ff7aSErez Alfasi u64 value) 764c4ffee7cSMark Zhang { 765c4ffee7cSMark Zhang struct nlattr *entry_attr; 766c4ffee7cSMark Zhang 767c4ffee7cSMark Zhang entry_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY); 768c4ffee7cSMark Zhang if (!entry_attr) 769c4ffee7cSMark Zhang return -EMSGSIZE; 770c4ffee7cSMark Zhang 771c4ffee7cSMark Zhang if (nla_put_string(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_NAME, 772c4ffee7cSMark Zhang name)) 773c4ffee7cSMark Zhang goto err; 774c4ffee7cSMark Zhang if (nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTER_ENTRY_VALUE, 775c4ffee7cSMark Zhang value, RDMA_NLDEV_ATTR_PAD)) 776c4ffee7cSMark Zhang goto err; 777c4ffee7cSMark Zhang 778c4ffee7cSMark Zhang nla_nest_end(msg, entry_attr); 779c4ffee7cSMark Zhang return 0; 780c4ffee7cSMark Zhang 781c4ffee7cSMark Zhang err: 782c4ffee7cSMark Zhang nla_nest_cancel(msg, entry_attr); 783c4ffee7cSMark Zhang return -EMSGSIZE; 784c4ffee7cSMark Zhang } 7854061ff7aSErez Alfasi EXPORT_SYMBOL(rdma_nl_stat_hwcounter_entry); 7864061ff7aSErez Alfasi 7874061ff7aSErez Alfasi static int fill_stat_mr_entry(struct sk_buff *msg, bool has_cap_net_admin, 7884061ff7aSErez Alfasi struct rdma_restrack_entry *res, uint32_t port) 7894061ff7aSErez Alfasi { 7904061ff7aSErez Alfasi struct ib_mr *mr = container_of(res, struct ib_mr, res); 7914061ff7aSErez Alfasi struct ib_device *dev = mr->pd->device; 7924061ff7aSErez Alfasi 7934061ff7aSErez Alfasi if (nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_MRN, res->id)) 7944061ff7aSErez Alfasi goto err; 7954061ff7aSErez Alfasi 7964061ff7aSErez Alfasi if (fill_stat_entry(dev, msg, res)) 7974061ff7aSErez Alfasi goto err; 7984061ff7aSErez Alfasi 7994061ff7aSErez Alfasi return 0; 8004061ff7aSErez Alfasi 8014061ff7aSErez Alfasi err: 8024061ff7aSErez Alfasi return -EMSGSIZE; 8034061ff7aSErez Alfasi } 804c4ffee7cSMark Zhang 805c4ffee7cSMark Zhang static int fill_stat_counter_hwcounters(struct sk_buff *msg, 806c4ffee7cSMark Zhang struct rdma_counter *counter) 807c4ffee7cSMark Zhang { 808c4ffee7cSMark Zhang struct rdma_hw_stats *st = counter->stats; 809c4ffee7cSMark Zhang struct nlattr *table_attr; 810c4ffee7cSMark Zhang int i; 811c4ffee7cSMark Zhang 812c4ffee7cSMark Zhang table_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTERS); 813c4ffee7cSMark Zhang if (!table_attr) 814c4ffee7cSMark Zhang return -EMSGSIZE; 815c4ffee7cSMark Zhang 816c4ffee7cSMark Zhang for (i = 0; i < st->num_counters; i++) 8174061ff7aSErez Alfasi if (rdma_nl_stat_hwcounter_entry(msg, st->names[i], st->value[i])) 818c4ffee7cSMark Zhang goto err; 819c4ffee7cSMark Zhang 820c4ffee7cSMark Zhang nla_nest_end(msg, table_attr); 821c4ffee7cSMark Zhang return 0; 822c4ffee7cSMark Zhang 823c4ffee7cSMark Zhang err: 824c4ffee7cSMark Zhang nla_nest_cancel(msg, table_attr); 825c4ffee7cSMark Zhang return -EMSGSIZE; 826c4ffee7cSMark Zhang } 827c4ffee7cSMark Zhang 828c4ffee7cSMark Zhang static int fill_res_counter_entry(struct sk_buff *msg, bool has_cap_net_admin, 829c4ffee7cSMark Zhang struct rdma_restrack_entry *res, 830c4ffee7cSMark Zhang uint32_t port) 831c4ffee7cSMark Zhang { 832c4ffee7cSMark Zhang struct rdma_counter *counter = 833c4ffee7cSMark Zhang container_of(res, struct rdma_counter, res); 834c4ffee7cSMark Zhang 835c4ffee7cSMark Zhang if (port && port != counter->port) 836a15542bbSMark Zhang return -EAGAIN; 837c4ffee7cSMark Zhang 838c4ffee7cSMark Zhang /* Dump it even query failed */ 839c4ffee7cSMark Zhang rdma_counter_query_stats(counter); 840c4ffee7cSMark Zhang 841c4ffee7cSMark Zhang if (nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, counter->port) || 842c4ffee7cSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_COUNTER_ID, counter->id) || 843c4ffee7cSMark Zhang fill_res_name_pid(msg, &counter->res) || 844c4ffee7cSMark Zhang fill_stat_counter_mode(msg, counter) || 845c4ffee7cSMark Zhang fill_stat_counter_qps(msg, counter) || 846c4ffee7cSMark Zhang fill_stat_counter_hwcounters(msg, counter)) 847c4ffee7cSMark Zhang return -EMSGSIZE; 848c4ffee7cSMark Zhang 849c4ffee7cSMark Zhang return 0; 850c4ffee7cSMark Zhang } 851c4ffee7cSMark Zhang 852e5c9469eSLeon Romanovsky static int nldev_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 853e5c9469eSLeon Romanovsky struct netlink_ext_ack *extack) 854e5c9469eSLeon Romanovsky { 855e5c9469eSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 856e5c9469eSLeon Romanovsky struct ib_device *device; 857e5c9469eSLeon Romanovsky struct sk_buff *msg; 858e5c9469eSLeon Romanovsky u32 index; 859e5c9469eSLeon Romanovsky int err; 860e5c9469eSLeon Romanovsky 8618cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 862e5c9469eSLeon Romanovsky nldev_policy, extack); 863e5c9469eSLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 864e5c9469eSLeon Romanovsky return -EINVAL; 865e5c9469eSLeon Romanovsky 866e5c9469eSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 867e5c9469eSLeon Romanovsky 86837eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 869e5c9469eSLeon Romanovsky if (!device) 870e5c9469eSLeon Romanovsky return -EINVAL; 871e5c9469eSLeon Romanovsky 872e5c9469eSLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 873f8978bd9SLeon Romanovsky if (!msg) { 874f8978bd9SLeon Romanovsky err = -ENOMEM; 875f8978bd9SLeon Romanovsky goto err; 876f8978bd9SLeon Romanovsky } 877e5c9469eSLeon Romanovsky 878e5c9469eSLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 879e5c9469eSLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_GET), 880e5c9469eSLeon Romanovsky 0, 0); 881e5c9469eSLeon Romanovsky 882e5c9469eSLeon Romanovsky err = fill_dev_info(msg, device); 883f8978bd9SLeon Romanovsky if (err) 884f8978bd9SLeon Romanovsky goto err_free; 885e5c9469eSLeon Romanovsky 886e5c9469eSLeon Romanovsky nlmsg_end(msg, nlh); 887e5c9469eSLeon Romanovsky 88801b67117SParav Pandit ib_device_put(device); 8891d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 890f8978bd9SLeon Romanovsky 891f8978bd9SLeon Romanovsky err_free: 892f8978bd9SLeon Romanovsky nlmsg_free(msg); 893f8978bd9SLeon Romanovsky err: 89401b67117SParav Pandit ib_device_put(device); 895f8978bd9SLeon Romanovsky return err; 896e5c9469eSLeon Romanovsky } 897e5c9469eSLeon Romanovsky 89805d940d3SLeon Romanovsky static int nldev_set_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 89905d940d3SLeon Romanovsky struct netlink_ext_ack *extack) 90005d940d3SLeon Romanovsky { 90105d940d3SLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 90205d940d3SLeon Romanovsky struct ib_device *device; 90305d940d3SLeon Romanovsky u32 index; 90405d940d3SLeon Romanovsky int err; 90505d940d3SLeon Romanovsky 9068cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 9078cb08174SJohannes Berg nldev_policy, extack); 90805d940d3SLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 90905d940d3SLeon Romanovsky return -EINVAL; 91005d940d3SLeon Romanovsky 91105d940d3SLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 91237eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 91305d940d3SLeon Romanovsky if (!device) 91405d940d3SLeon Romanovsky return -EINVAL; 91505d940d3SLeon Romanovsky 91605d940d3SLeon Romanovsky if (tb[RDMA_NLDEV_ATTR_DEV_NAME]) { 91705d940d3SLeon Romanovsky char name[IB_DEVICE_NAME_MAX] = {}; 91805d940d3SLeon Romanovsky 91905d940d3SLeon Romanovsky nla_strlcpy(name, tb[RDMA_NLDEV_ATTR_DEV_NAME], 92005d940d3SLeon Romanovsky IB_DEVICE_NAME_MAX); 92105d940d3SLeon Romanovsky err = ib_device_rename(device, name); 9222e5b8a01SParav Pandit goto done; 92305d940d3SLeon Romanovsky } 92405d940d3SLeon Romanovsky 9252e5b8a01SParav Pandit if (tb[RDMA_NLDEV_NET_NS_FD]) { 9262e5b8a01SParav Pandit u32 ns_fd; 9272e5b8a01SParav Pandit 9282e5b8a01SParav Pandit ns_fd = nla_get_u32(tb[RDMA_NLDEV_NET_NS_FD]); 9292e5b8a01SParav Pandit err = ib_device_set_netns_put(skb, device, ns_fd); 9302e5b8a01SParav Pandit goto put_done; 9312e5b8a01SParav Pandit } 9322e5b8a01SParav Pandit 933f8fc8cd9SYamin Friedman if (tb[RDMA_NLDEV_ATTR_DEV_DIM]) { 934f8fc8cd9SYamin Friedman u8 use_dim; 935f8fc8cd9SYamin Friedman 936f8fc8cd9SYamin Friedman use_dim = nla_get_u8(tb[RDMA_NLDEV_ATTR_DEV_DIM]); 937f8fc8cd9SYamin Friedman err = ib_device_set_dim(device, use_dim); 938f8fc8cd9SYamin Friedman goto done; 939f8fc8cd9SYamin Friedman } 940f8fc8cd9SYamin Friedman 9412e5b8a01SParav Pandit done: 94201b67117SParav Pandit ib_device_put(device); 9432e5b8a01SParav Pandit put_done: 94405d940d3SLeon Romanovsky return err; 94505d940d3SLeon Romanovsky } 94605d940d3SLeon Romanovsky 947b4c598a6SLeon Romanovsky static int _nldev_get_dumpit(struct ib_device *device, 948b4c598a6SLeon Romanovsky struct sk_buff *skb, 949b4c598a6SLeon Romanovsky struct netlink_callback *cb, 950b4c598a6SLeon Romanovsky unsigned int idx) 951b4c598a6SLeon Romanovsky { 952b4c598a6SLeon Romanovsky int start = cb->args[0]; 953b4c598a6SLeon Romanovsky struct nlmsghdr *nlh; 954b4c598a6SLeon Romanovsky 955b4c598a6SLeon Romanovsky if (idx < start) 956b4c598a6SLeon Romanovsky return 0; 957b4c598a6SLeon Romanovsky 958b4c598a6SLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, 959b4c598a6SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_GET), 960b4c598a6SLeon Romanovsky 0, NLM_F_MULTI); 961b4c598a6SLeon Romanovsky 962b4c598a6SLeon Romanovsky if (fill_dev_info(skb, device)) { 963b4c598a6SLeon Romanovsky nlmsg_cancel(skb, nlh); 964b4c598a6SLeon Romanovsky goto out; 965b4c598a6SLeon Romanovsky } 966b4c598a6SLeon Romanovsky 967b4c598a6SLeon Romanovsky nlmsg_end(skb, nlh); 968b4c598a6SLeon Romanovsky 969b4c598a6SLeon Romanovsky idx++; 970b4c598a6SLeon Romanovsky 971b4c598a6SLeon Romanovsky out: cb->args[0] = idx; 972b4c598a6SLeon Romanovsky return skb->len; 973b4c598a6SLeon Romanovsky } 974b4c598a6SLeon Romanovsky 975b4c598a6SLeon Romanovsky static int nldev_get_dumpit(struct sk_buff *skb, struct netlink_callback *cb) 976b4c598a6SLeon Romanovsky { 977b4c598a6SLeon Romanovsky /* 978b4c598a6SLeon Romanovsky * There is no need to take lock, because 97937eeab55SParav Pandit * we are relying on ib_core's locking. 980b4c598a6SLeon Romanovsky */ 981b4c598a6SLeon Romanovsky return ib_enum_all_devs(_nldev_get_dumpit, skb, cb); 982b4c598a6SLeon Romanovsky } 983b4c598a6SLeon Romanovsky 984c3f66f7bSLeon Romanovsky static int nldev_port_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 985c3f66f7bSLeon Romanovsky struct netlink_ext_ack *extack) 986c3f66f7bSLeon Romanovsky { 987c3f66f7bSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 988c3f66f7bSLeon Romanovsky struct ib_device *device; 989c3f66f7bSLeon Romanovsky struct sk_buff *msg; 990c3f66f7bSLeon Romanovsky u32 index; 991c3f66f7bSLeon Romanovsky u32 port; 992c3f66f7bSLeon Romanovsky int err; 993c3f66f7bSLeon Romanovsky 9948cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 995c3f66f7bSLeon Romanovsky nldev_policy, extack); 996287683d0SLeon Romanovsky if (err || 997287683d0SLeon Romanovsky !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || 998287683d0SLeon Romanovsky !tb[RDMA_NLDEV_ATTR_PORT_INDEX]) 999c3f66f7bSLeon Romanovsky return -EINVAL; 1000c3f66f7bSLeon Romanovsky 1001c3f66f7bSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 100237eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1003c3f66f7bSLeon Romanovsky if (!device) 1004c3f66f7bSLeon Romanovsky return -EINVAL; 1005c3f66f7bSLeon Romanovsky 1006c3f66f7bSLeon Romanovsky port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1007f8978bd9SLeon Romanovsky if (!rdma_is_port_valid(device, port)) { 1008f8978bd9SLeon Romanovsky err = -EINVAL; 1009f8978bd9SLeon Romanovsky goto err; 1010f8978bd9SLeon Romanovsky } 1011c3f66f7bSLeon Romanovsky 1012c3f66f7bSLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1013f8978bd9SLeon Romanovsky if (!msg) { 1014f8978bd9SLeon Romanovsky err = -ENOMEM; 1015f8978bd9SLeon Romanovsky goto err; 1016f8978bd9SLeon Romanovsky } 1017c3f66f7bSLeon Romanovsky 1018c3f66f7bSLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1019c3f66f7bSLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_GET), 1020c3f66f7bSLeon Romanovsky 0, 0); 1021c3f66f7bSLeon Romanovsky 10225b2cc79dSLeon Romanovsky err = fill_port_info(msg, device, port, sock_net(skb->sk)); 1023f8978bd9SLeon Romanovsky if (err) 1024f8978bd9SLeon Romanovsky goto err_free; 1025c3f66f7bSLeon Romanovsky 1026c3f66f7bSLeon Romanovsky nlmsg_end(msg, nlh); 102701b67117SParav Pandit ib_device_put(device); 1028c3f66f7bSLeon Romanovsky 10291d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1030f8978bd9SLeon Romanovsky 1031f8978bd9SLeon Romanovsky err_free: 1032f8978bd9SLeon Romanovsky nlmsg_free(msg); 1033f8978bd9SLeon Romanovsky err: 103401b67117SParav Pandit ib_device_put(device); 1035f8978bd9SLeon Romanovsky return err; 1036c3f66f7bSLeon Romanovsky } 1037c3f66f7bSLeon Romanovsky 10387d02f605SLeon Romanovsky static int nldev_port_get_dumpit(struct sk_buff *skb, 10397d02f605SLeon Romanovsky struct netlink_callback *cb) 10407d02f605SLeon Romanovsky { 10417d02f605SLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 10427d02f605SLeon Romanovsky struct ib_device *device; 10437d02f605SLeon Romanovsky int start = cb->args[0]; 10447d02f605SLeon Romanovsky struct nlmsghdr *nlh; 10457d02f605SLeon Romanovsky u32 idx = 0; 10467d02f605SLeon Romanovsky u32 ifindex; 10477d02f605SLeon Romanovsky int err; 1048ea1075edSJason Gunthorpe unsigned int p; 10497d02f605SLeon Romanovsky 10508cb08174SJohannes Berg err = nlmsg_parse_deprecated(cb->nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 10517d02f605SLeon Romanovsky nldev_policy, NULL); 10527d02f605SLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 10537d02f605SLeon Romanovsky return -EINVAL; 10547d02f605SLeon Romanovsky 10557d02f605SLeon Romanovsky ifindex = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 105637eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), ifindex); 10577d02f605SLeon Romanovsky if (!device) 10587d02f605SLeon Romanovsky return -EINVAL; 10597d02f605SLeon Romanovsky 1060ea1075edSJason Gunthorpe rdma_for_each_port (device, p) { 10617d02f605SLeon Romanovsky /* 10627d02f605SLeon Romanovsky * The dumpit function returns all information from specific 10637d02f605SLeon Romanovsky * index. This specific index is taken from the netlink 10647d02f605SLeon Romanovsky * messages request sent by user and it is available 10657d02f605SLeon Romanovsky * in cb->args[0]. 10667d02f605SLeon Romanovsky * 10677d02f605SLeon Romanovsky * Usually, the user doesn't fill this field and it causes 10687d02f605SLeon Romanovsky * to return everything. 10697d02f605SLeon Romanovsky * 10707d02f605SLeon Romanovsky */ 10717d02f605SLeon Romanovsky if (idx < start) { 10727d02f605SLeon Romanovsky idx++; 10737d02f605SLeon Romanovsky continue; 10747d02f605SLeon Romanovsky } 10757d02f605SLeon Romanovsky 10767d02f605SLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, 10777d02f605SLeon Romanovsky cb->nlh->nlmsg_seq, 10787d02f605SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 10797d02f605SLeon Romanovsky RDMA_NLDEV_CMD_PORT_GET), 10807d02f605SLeon Romanovsky 0, NLM_F_MULTI); 10817d02f605SLeon Romanovsky 10825b2cc79dSLeon Romanovsky if (fill_port_info(skb, device, p, sock_net(skb->sk))) { 10837d02f605SLeon Romanovsky nlmsg_cancel(skb, nlh); 10847d02f605SLeon Romanovsky goto out; 10857d02f605SLeon Romanovsky } 10867d02f605SLeon Romanovsky idx++; 10877d02f605SLeon Romanovsky nlmsg_end(skb, nlh); 10887d02f605SLeon Romanovsky } 10897d02f605SLeon Romanovsky 1090f8978bd9SLeon Romanovsky out: 109101b67117SParav Pandit ib_device_put(device); 1092f8978bd9SLeon Romanovsky cb->args[0] = idx; 10937d02f605SLeon Romanovsky return skb->len; 10947d02f605SLeon Romanovsky } 10957d02f605SLeon Romanovsky 1096bf3c5a93SLeon Romanovsky static int nldev_res_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1097bf3c5a93SLeon Romanovsky struct netlink_ext_ack *extack) 1098bf3c5a93SLeon Romanovsky { 1099bf3c5a93SLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1100bf3c5a93SLeon Romanovsky struct ib_device *device; 1101bf3c5a93SLeon Romanovsky struct sk_buff *msg; 1102bf3c5a93SLeon Romanovsky u32 index; 1103bf3c5a93SLeon Romanovsky int ret; 1104bf3c5a93SLeon Romanovsky 11058cb08174SJohannes Berg ret = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1106bf3c5a93SLeon Romanovsky nldev_policy, extack); 1107bf3c5a93SLeon Romanovsky if (ret || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 1108bf3c5a93SLeon Romanovsky return -EINVAL; 1109bf3c5a93SLeon Romanovsky 1110bf3c5a93SLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 111137eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1112bf3c5a93SLeon Romanovsky if (!device) 1113bf3c5a93SLeon Romanovsky return -EINVAL; 1114bf3c5a93SLeon Romanovsky 1115bf3c5a93SLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1116f34727a1SDan Carpenter if (!msg) { 1117f34727a1SDan Carpenter ret = -ENOMEM; 1118bf3c5a93SLeon Romanovsky goto err; 1119f34727a1SDan Carpenter } 1120bf3c5a93SLeon Romanovsky 1121bf3c5a93SLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1122bf3c5a93SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_RES_GET), 1123bf3c5a93SLeon Romanovsky 0, 0); 1124bf3c5a93SLeon Romanovsky 1125bf3c5a93SLeon Romanovsky ret = fill_res_info(msg, device); 1126bf3c5a93SLeon Romanovsky if (ret) 1127bf3c5a93SLeon Romanovsky goto err_free; 1128bf3c5a93SLeon Romanovsky 1129bf3c5a93SLeon Romanovsky nlmsg_end(msg, nlh); 113001b67117SParav Pandit ib_device_put(device); 11311d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1132bf3c5a93SLeon Romanovsky 1133bf3c5a93SLeon Romanovsky err_free: 1134bf3c5a93SLeon Romanovsky nlmsg_free(msg); 1135bf3c5a93SLeon Romanovsky err: 113601b67117SParav Pandit ib_device_put(device); 1137bf3c5a93SLeon Romanovsky return ret; 1138bf3c5a93SLeon Romanovsky } 1139bf3c5a93SLeon Romanovsky 1140bf3c5a93SLeon Romanovsky static int _nldev_res_get_dumpit(struct ib_device *device, 1141bf3c5a93SLeon Romanovsky struct sk_buff *skb, 1142bf3c5a93SLeon Romanovsky struct netlink_callback *cb, 1143bf3c5a93SLeon Romanovsky unsigned int idx) 1144bf3c5a93SLeon Romanovsky { 1145bf3c5a93SLeon Romanovsky int start = cb->args[0]; 1146bf3c5a93SLeon Romanovsky struct nlmsghdr *nlh; 1147bf3c5a93SLeon Romanovsky 1148bf3c5a93SLeon Romanovsky if (idx < start) 1149bf3c5a93SLeon Romanovsky return 0; 1150bf3c5a93SLeon Romanovsky 1151bf3c5a93SLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, 1152bf3c5a93SLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, RDMA_NLDEV_CMD_RES_GET), 1153bf3c5a93SLeon Romanovsky 0, NLM_F_MULTI); 1154bf3c5a93SLeon Romanovsky 1155bf3c5a93SLeon Romanovsky if (fill_res_info(skb, device)) { 1156bf3c5a93SLeon Romanovsky nlmsg_cancel(skb, nlh); 1157bf3c5a93SLeon Romanovsky goto out; 1158bf3c5a93SLeon Romanovsky } 1159bf3c5a93SLeon Romanovsky nlmsg_end(skb, nlh); 1160bf3c5a93SLeon Romanovsky 1161bf3c5a93SLeon Romanovsky idx++; 1162bf3c5a93SLeon Romanovsky 1163bf3c5a93SLeon Romanovsky out: 1164bf3c5a93SLeon Romanovsky cb->args[0] = idx; 1165bf3c5a93SLeon Romanovsky return skb->len; 1166bf3c5a93SLeon Romanovsky } 1167bf3c5a93SLeon Romanovsky 1168bf3c5a93SLeon Romanovsky static int nldev_res_get_dumpit(struct sk_buff *skb, 1169bf3c5a93SLeon Romanovsky struct netlink_callback *cb) 1170bf3c5a93SLeon Romanovsky { 1171bf3c5a93SLeon Romanovsky return ib_enum_all_devs(_nldev_res_get_dumpit, skb, cb); 1172bf3c5a93SLeon Romanovsky } 1173bf3c5a93SLeon Romanovsky 1174d12ff624SSteve Wise struct nldev_fill_res_entry { 1175d12ff624SSteve Wise enum rdma_nldev_attr nldev_attr; 1176d12ff624SSteve Wise enum rdma_nldev_command nldev_cmd; 1177c5dfe0eaSLeon Romanovsky u8 flags; 1178c5dfe0eaSLeon Romanovsky u32 entry; 1179c5dfe0eaSLeon Romanovsky u32 id; 1180c5dfe0eaSLeon Romanovsky }; 1181c5dfe0eaSLeon Romanovsky 1182c5dfe0eaSLeon Romanovsky enum nldev_res_flags { 1183c5dfe0eaSLeon Romanovsky NLDEV_PER_DEV = 1 << 0, 1184d12ff624SSteve Wise }; 1185d12ff624SSteve Wise 1186d12ff624SSteve Wise static const struct nldev_fill_res_entry fill_entries[RDMA_RESTRACK_MAX] = { 1187d12ff624SSteve Wise [RDMA_RESTRACK_QP] = { 1188d12ff624SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_QP_GET, 1189d12ff624SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_QP, 1190c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_QP_ENTRY, 11911b8b7788SLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_LQPN, 1192d12ff624SSteve Wise }, 119300313983SSteve Wise [RDMA_RESTRACK_CM_ID] = { 119400313983SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_CM_ID_GET, 119500313983SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_CM_ID, 1196c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_CM_ID_ENTRY, 1197517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_CM_IDN, 119800313983SSteve Wise }, 1199a34fc089SSteve Wise [RDMA_RESTRACK_CQ] = { 1200a34fc089SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_CQ_GET, 1201a34fc089SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_CQ, 1202c5dfe0eaSLeon Romanovsky .flags = NLDEV_PER_DEV, 1203c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_CQ_ENTRY, 1204517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_CQN, 1205a34fc089SSteve Wise }, 1206fccec5b8SSteve Wise [RDMA_RESTRACK_MR] = { 1207fccec5b8SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_MR_GET, 1208fccec5b8SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_MR, 1209c5dfe0eaSLeon Romanovsky .flags = NLDEV_PER_DEV, 1210c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_MR_ENTRY, 1211517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_MRN, 1212fccec5b8SSteve Wise }, 121329cf1351SSteve Wise [RDMA_RESTRACK_PD] = { 121429cf1351SSteve Wise .nldev_cmd = RDMA_NLDEV_CMD_RES_PD_GET, 121529cf1351SSteve Wise .nldev_attr = RDMA_NLDEV_ATTR_RES_PD, 1216c5dfe0eaSLeon Romanovsky .flags = NLDEV_PER_DEV, 1217c5dfe0eaSLeon Romanovsky .entry = RDMA_NLDEV_ATTR_RES_PD_ENTRY, 1218517b773eSLeon Romanovsky .id = RDMA_NLDEV_ATTR_RES_PDN, 121929cf1351SSteve Wise }, 1220c4ffee7cSMark Zhang [RDMA_RESTRACK_COUNTER] = { 1221c4ffee7cSMark Zhang .nldev_cmd = RDMA_NLDEV_CMD_STAT_GET, 1222c4ffee7cSMark Zhang .nldev_attr = RDMA_NLDEV_ATTR_STAT_COUNTER, 1223c4ffee7cSMark Zhang .entry = RDMA_NLDEV_ATTR_STAT_COUNTER_ENTRY, 1224c4ffee7cSMark Zhang .id = RDMA_NLDEV_ATTR_STAT_COUNTER_ID, 1225c4ffee7cSMark Zhang }, 1226d12ff624SSteve Wise }; 1227d12ff624SSteve Wise 1228c5dfe0eaSLeon Romanovsky static int res_get_common_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1229c5dfe0eaSLeon Romanovsky struct netlink_ext_ack *extack, 1230fb910690SErez Alfasi enum rdma_restrack_type res_type, 1231fb910690SErez Alfasi res_fill_func_t fill_func) 1232c5dfe0eaSLeon Romanovsky { 1233c5dfe0eaSLeon Romanovsky const struct nldev_fill_res_entry *fe = &fill_entries[res_type]; 1234c5dfe0eaSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1235c5dfe0eaSLeon Romanovsky struct rdma_restrack_entry *res; 1236c5dfe0eaSLeon Romanovsky struct ib_device *device; 1237c5dfe0eaSLeon Romanovsky u32 index, id, port = 0; 1238c5dfe0eaSLeon Romanovsky bool has_cap_net_admin; 1239c5dfe0eaSLeon Romanovsky struct sk_buff *msg; 1240c5dfe0eaSLeon Romanovsky int ret; 1241c5dfe0eaSLeon Romanovsky 12428cb08174SJohannes Berg ret = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1243c5dfe0eaSLeon Romanovsky nldev_policy, extack); 1244c5dfe0eaSLeon Romanovsky if (ret || !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !fe->id || !tb[fe->id]) 1245c5dfe0eaSLeon Romanovsky return -EINVAL; 1246c5dfe0eaSLeon Romanovsky 1247c5dfe0eaSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 124837eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1249c5dfe0eaSLeon Romanovsky if (!device) 1250c5dfe0eaSLeon Romanovsky return -EINVAL; 1251c5dfe0eaSLeon Romanovsky 1252c5dfe0eaSLeon Romanovsky if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 1253c5dfe0eaSLeon Romanovsky port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1254c5dfe0eaSLeon Romanovsky if (!rdma_is_port_valid(device, port)) { 1255c5dfe0eaSLeon Romanovsky ret = -EINVAL; 1256c5dfe0eaSLeon Romanovsky goto err; 1257c5dfe0eaSLeon Romanovsky } 1258c5dfe0eaSLeon Romanovsky } 1259c5dfe0eaSLeon Romanovsky 1260c5dfe0eaSLeon Romanovsky if ((port && fe->flags & NLDEV_PER_DEV) || 1261c5dfe0eaSLeon Romanovsky (!port && ~fe->flags & NLDEV_PER_DEV)) { 1262c5dfe0eaSLeon Romanovsky ret = -EINVAL; 1263c5dfe0eaSLeon Romanovsky goto err; 1264c5dfe0eaSLeon Romanovsky } 1265c5dfe0eaSLeon Romanovsky 1266c5dfe0eaSLeon Romanovsky id = nla_get_u32(tb[fe->id]); 1267c5dfe0eaSLeon Romanovsky res = rdma_restrack_get_byid(device, res_type, id); 1268c5dfe0eaSLeon Romanovsky if (IS_ERR(res)) { 1269c5dfe0eaSLeon Romanovsky ret = PTR_ERR(res); 1270c5dfe0eaSLeon Romanovsky goto err; 1271c5dfe0eaSLeon Romanovsky } 1272c5dfe0eaSLeon Romanovsky 1273c5dfe0eaSLeon Romanovsky msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1274c5dfe0eaSLeon Romanovsky if (!msg) { 1275c5dfe0eaSLeon Romanovsky ret = -ENOMEM; 1276ab59ca3eSChristophe JAILLET goto err_get; 1277c5dfe0eaSLeon Romanovsky } 1278c5dfe0eaSLeon Romanovsky 1279c5dfe0eaSLeon Romanovsky nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1280c5dfe0eaSLeon Romanovsky RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, fe->nldev_cmd), 1281c5dfe0eaSLeon Romanovsky 0, 0); 1282c5dfe0eaSLeon Romanovsky 1283c5dfe0eaSLeon Romanovsky if (fill_nldev_handle(msg, device)) { 1284c5dfe0eaSLeon Romanovsky ret = -EMSGSIZE; 1285c5dfe0eaSLeon Romanovsky goto err_free; 1286c5dfe0eaSLeon Romanovsky } 1287c5dfe0eaSLeon Romanovsky 1288c5dfe0eaSLeon Romanovsky has_cap_net_admin = netlink_capable(skb, CAP_NET_ADMIN); 1289fb910690SErez Alfasi 1290fb910690SErez Alfasi ret = fill_func(msg, has_cap_net_admin, res, port); 1291fb910690SErez Alfasi 1292c5dfe0eaSLeon Romanovsky rdma_restrack_put(res); 1293c5dfe0eaSLeon Romanovsky if (ret) 1294c5dfe0eaSLeon Romanovsky goto err_free; 1295c5dfe0eaSLeon Romanovsky 1296c5dfe0eaSLeon Romanovsky nlmsg_end(msg, nlh); 1297c5dfe0eaSLeon Romanovsky ib_device_put(device); 12981d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1299c5dfe0eaSLeon Romanovsky 1300c5dfe0eaSLeon Romanovsky err_free: 1301c5dfe0eaSLeon Romanovsky nlmsg_free(msg); 1302c5dfe0eaSLeon Romanovsky err_get: 1303c5dfe0eaSLeon Romanovsky rdma_restrack_put(res); 1304c5dfe0eaSLeon Romanovsky err: 1305c5dfe0eaSLeon Romanovsky ib_device_put(device); 1306c5dfe0eaSLeon Romanovsky return ret; 1307c5dfe0eaSLeon Romanovsky } 1308c5dfe0eaSLeon Romanovsky 1309d12ff624SSteve Wise static int res_get_common_dumpit(struct sk_buff *skb, 1310d12ff624SSteve Wise struct netlink_callback *cb, 1311fb910690SErez Alfasi enum rdma_restrack_type res_type, 1312fb910690SErez Alfasi res_fill_func_t fill_func) 1313b5fa635aSLeon Romanovsky { 1314d12ff624SSteve Wise const struct nldev_fill_res_entry *fe = &fill_entries[res_type]; 1315b5fa635aSLeon Romanovsky struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1316b5fa635aSLeon Romanovsky struct rdma_restrack_entry *res; 13177c77c6a9SLeon Romanovsky struct rdma_restrack_root *rt; 1318b5fa635aSLeon Romanovsky int err, ret = 0, idx = 0; 1319b5fa635aSLeon Romanovsky struct nlattr *table_attr; 1320c5dfe0eaSLeon Romanovsky struct nlattr *entry_attr; 1321b5fa635aSLeon Romanovsky struct ib_device *device; 1322b5fa635aSLeon Romanovsky int start = cb->args[0]; 1323659067b0SLeon Romanovsky bool has_cap_net_admin; 1324b5fa635aSLeon Romanovsky struct nlmsghdr *nlh; 1325fd47c2f9SLeon Romanovsky unsigned long id; 1326b5fa635aSLeon Romanovsky u32 index, port = 0; 1327d12ff624SSteve Wise bool filled = false; 1328b5fa635aSLeon Romanovsky 13298cb08174SJohannes Berg err = nlmsg_parse_deprecated(cb->nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1330b5fa635aSLeon Romanovsky nldev_policy, NULL); 1331b5fa635aSLeon Romanovsky /* 1332d12ff624SSteve Wise * Right now, we are expecting the device index to get res information, 1333b5fa635aSLeon Romanovsky * but it is possible to extend this code to return all devices in 1334b5fa635aSLeon Romanovsky * one shot by checking the existence of RDMA_NLDEV_ATTR_DEV_INDEX. 1335b5fa635aSLeon Romanovsky * if it doesn't exist, we will iterate over all devices. 1336b5fa635aSLeon Romanovsky * 1337b5fa635aSLeon Romanovsky * But it is not needed for now. 1338b5fa635aSLeon Romanovsky */ 1339b5fa635aSLeon Romanovsky if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 1340b5fa635aSLeon Romanovsky return -EINVAL; 1341b5fa635aSLeon Romanovsky 1342b5fa635aSLeon Romanovsky index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 134337eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 1344b5fa635aSLeon Romanovsky if (!device) 1345b5fa635aSLeon Romanovsky return -EINVAL; 1346b5fa635aSLeon Romanovsky 1347b5fa635aSLeon Romanovsky /* 1348b5fa635aSLeon Romanovsky * If no PORT_INDEX is supplied, we will return all QPs from that device 1349b5fa635aSLeon Romanovsky */ 1350b5fa635aSLeon Romanovsky if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 1351b5fa635aSLeon Romanovsky port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1352b5fa635aSLeon Romanovsky if (!rdma_is_port_valid(device, port)) { 1353b5fa635aSLeon Romanovsky ret = -EINVAL; 1354b5fa635aSLeon Romanovsky goto err_index; 1355b5fa635aSLeon Romanovsky } 1356b5fa635aSLeon Romanovsky } 1357b5fa635aSLeon Romanovsky 1358b5fa635aSLeon Romanovsky nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, 1359d12ff624SSteve Wise RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, fe->nldev_cmd), 1360b5fa635aSLeon Romanovsky 0, NLM_F_MULTI); 1361b5fa635aSLeon Romanovsky 1362b5fa635aSLeon Romanovsky if (fill_nldev_handle(skb, device)) { 1363b5fa635aSLeon Romanovsky ret = -EMSGSIZE; 1364b5fa635aSLeon Romanovsky goto err; 1365b5fa635aSLeon Romanovsky } 1366b5fa635aSLeon Romanovsky 1367ae0be8deSMichal Kubecek table_attr = nla_nest_start_noflag(skb, fe->nldev_attr); 1368b5fa635aSLeon Romanovsky if (!table_attr) { 1369b5fa635aSLeon Romanovsky ret = -EMSGSIZE; 1370b5fa635aSLeon Romanovsky goto err; 1371b5fa635aSLeon Romanovsky } 1372b5fa635aSLeon Romanovsky 1373659067b0SLeon Romanovsky has_cap_net_admin = netlink_capable(cb->skb, CAP_NET_ADMIN); 1374659067b0SLeon Romanovsky 13757c77c6a9SLeon Romanovsky rt = &device->res[res_type]; 13767c77c6a9SLeon Romanovsky xa_lock(&rt->xa); 1377fd47c2f9SLeon Romanovsky /* 1378fd47c2f9SLeon Romanovsky * FIXME: if the skip ahead is something common this loop should 1379fd47c2f9SLeon Romanovsky * use xas_for_each & xas_pause to optimize, we can have a lot of 1380fd47c2f9SLeon Romanovsky * objects. 1381fd47c2f9SLeon Romanovsky */ 13827c77c6a9SLeon Romanovsky xa_for_each(&rt->xa, id, res) { 1383f2a0e45fSLeon Romanovsky if (idx < start || !rdma_restrack_get(res)) 1384b5fa635aSLeon Romanovsky goto next; 1385b5fa635aSLeon Romanovsky 13867c77c6a9SLeon Romanovsky xa_unlock(&rt->xa); 13877c77c6a9SLeon Romanovsky 1388d12ff624SSteve Wise filled = true; 1389b5fa635aSLeon Romanovsky 1390ae0be8deSMichal Kubecek entry_attr = nla_nest_start_noflag(skb, fe->entry); 1391c5dfe0eaSLeon Romanovsky if (!entry_attr) { 1392c5dfe0eaSLeon Romanovsky ret = -EMSGSIZE; 1393c5dfe0eaSLeon Romanovsky rdma_restrack_put(res); 13947c77c6a9SLeon Romanovsky goto msg_full; 1395c5dfe0eaSLeon Romanovsky } 1396c5dfe0eaSLeon Romanovsky 1397fb910690SErez Alfasi ret = fill_func(skb, has_cap_net_admin, res, port); 1398fb910690SErez Alfasi 1399b5fa635aSLeon Romanovsky rdma_restrack_put(res); 1400b5fa635aSLeon Romanovsky 14017c77c6a9SLeon Romanovsky if (ret) { 1402c5dfe0eaSLeon Romanovsky nla_nest_cancel(skb, entry_attr); 1403b5fa635aSLeon Romanovsky if (ret == -EMSGSIZE) 14047c77c6a9SLeon Romanovsky goto msg_full; 1405c5dfe0eaSLeon Romanovsky if (ret == -EAGAIN) 14067c77c6a9SLeon Romanovsky goto again; 1407b5fa635aSLeon Romanovsky goto res_err; 14087c77c6a9SLeon Romanovsky } 1409c5dfe0eaSLeon Romanovsky nla_nest_end(skb, entry_attr); 14107c77c6a9SLeon Romanovsky again: xa_lock(&rt->xa); 1411b5fa635aSLeon Romanovsky next: idx++; 1412b5fa635aSLeon Romanovsky } 14137c77c6a9SLeon Romanovsky xa_unlock(&rt->xa); 1414b5fa635aSLeon Romanovsky 14157c77c6a9SLeon Romanovsky msg_full: 1416b5fa635aSLeon Romanovsky nla_nest_end(skb, table_attr); 1417b5fa635aSLeon Romanovsky nlmsg_end(skb, nlh); 1418b5fa635aSLeon Romanovsky cb->args[0] = idx; 1419b5fa635aSLeon Romanovsky 1420b5fa635aSLeon Romanovsky /* 1421d12ff624SSteve Wise * No more entries to fill, cancel the message and 1422b5fa635aSLeon Romanovsky * return 0 to mark end of dumpit. 1423b5fa635aSLeon Romanovsky */ 1424d12ff624SSteve Wise if (!filled) 1425b5fa635aSLeon Romanovsky goto err; 1426b5fa635aSLeon Romanovsky 142701b67117SParav Pandit ib_device_put(device); 1428b5fa635aSLeon Romanovsky return skb->len; 1429b5fa635aSLeon Romanovsky 1430b5fa635aSLeon Romanovsky res_err: 1431b5fa635aSLeon Romanovsky nla_nest_cancel(skb, table_attr); 1432b5fa635aSLeon Romanovsky 1433b5fa635aSLeon Romanovsky err: 1434b5fa635aSLeon Romanovsky nlmsg_cancel(skb, nlh); 1435b5fa635aSLeon Romanovsky 1436b5fa635aSLeon Romanovsky err_index: 143701b67117SParav Pandit ib_device_put(device); 1438b5fa635aSLeon Romanovsky return ret; 1439b5fa635aSLeon Romanovsky } 1440b5fa635aSLeon Romanovsky 1441f732e713SLeon Romanovsky #define RES_GET_FUNCS(name, type) \ 1442f732e713SLeon Romanovsky static int nldev_res_get_##name##_dumpit(struct sk_buff *skb, \ 1443f732e713SLeon Romanovsky struct netlink_callback *cb) \ 1444f732e713SLeon Romanovsky { \ 1445fb910690SErez Alfasi return res_get_common_dumpit(skb, cb, type, \ 1446fb910690SErez Alfasi fill_res_##name##_entry); \ 1447c5dfe0eaSLeon Romanovsky } \ 1448c5dfe0eaSLeon Romanovsky static int nldev_res_get_##name##_doit(struct sk_buff *skb, \ 1449c5dfe0eaSLeon Romanovsky struct nlmsghdr *nlh, \ 1450c5dfe0eaSLeon Romanovsky struct netlink_ext_ack *extack) \ 1451c5dfe0eaSLeon Romanovsky { \ 1452fb910690SErez Alfasi return res_get_common_doit(skb, nlh, extack, type, \ 1453fb910690SErez Alfasi fill_res_##name##_entry); \ 1454d12ff624SSteve Wise } 1455d12ff624SSteve Wise 1456f732e713SLeon Romanovsky RES_GET_FUNCS(qp, RDMA_RESTRACK_QP); 1457f732e713SLeon Romanovsky RES_GET_FUNCS(cm_id, RDMA_RESTRACK_CM_ID); 1458f732e713SLeon Romanovsky RES_GET_FUNCS(cq, RDMA_RESTRACK_CQ); 1459f732e713SLeon Romanovsky RES_GET_FUNCS(pd, RDMA_RESTRACK_PD); 1460f732e713SLeon Romanovsky RES_GET_FUNCS(mr, RDMA_RESTRACK_MR); 1461c4ffee7cSMark Zhang RES_GET_FUNCS(counter, RDMA_RESTRACK_COUNTER); 146229cf1351SSteve Wise 14633856ec4bSSteve Wise static LIST_HEAD(link_ops); 14643856ec4bSSteve Wise static DECLARE_RWSEM(link_ops_rwsem); 14653856ec4bSSteve Wise 14663856ec4bSSteve Wise static const struct rdma_link_ops *link_ops_get(const char *type) 14673856ec4bSSteve Wise { 14683856ec4bSSteve Wise const struct rdma_link_ops *ops; 14693856ec4bSSteve Wise 14703856ec4bSSteve Wise list_for_each_entry(ops, &link_ops, list) { 14713856ec4bSSteve Wise if (!strcmp(ops->type, type)) 14723856ec4bSSteve Wise goto out; 14733856ec4bSSteve Wise } 14743856ec4bSSteve Wise ops = NULL; 14753856ec4bSSteve Wise out: 14763856ec4bSSteve Wise return ops; 14773856ec4bSSteve Wise } 14783856ec4bSSteve Wise 14793856ec4bSSteve Wise void rdma_link_register(struct rdma_link_ops *ops) 14803856ec4bSSteve Wise { 14813856ec4bSSteve Wise down_write(&link_ops_rwsem); 1482afc1990eSDan Carpenter if (WARN_ON_ONCE(link_ops_get(ops->type))) 14833856ec4bSSteve Wise goto out; 14843856ec4bSSteve Wise list_add(&ops->list, &link_ops); 14853856ec4bSSteve Wise out: 14863856ec4bSSteve Wise up_write(&link_ops_rwsem); 14873856ec4bSSteve Wise } 14883856ec4bSSteve Wise EXPORT_SYMBOL(rdma_link_register); 14893856ec4bSSteve Wise 14903856ec4bSSteve Wise void rdma_link_unregister(struct rdma_link_ops *ops) 14913856ec4bSSteve Wise { 14923856ec4bSSteve Wise down_write(&link_ops_rwsem); 14933856ec4bSSteve Wise list_del(&ops->list); 14943856ec4bSSteve Wise up_write(&link_ops_rwsem); 14953856ec4bSSteve Wise } 14963856ec4bSSteve Wise EXPORT_SYMBOL(rdma_link_unregister); 14973856ec4bSSteve Wise 14983856ec4bSSteve Wise static int nldev_newlink(struct sk_buff *skb, struct nlmsghdr *nlh, 14993856ec4bSSteve Wise struct netlink_ext_ack *extack) 15003856ec4bSSteve Wise { 15013856ec4bSSteve Wise struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 15023856ec4bSSteve Wise char ibdev_name[IB_DEVICE_NAME_MAX]; 15033856ec4bSSteve Wise const struct rdma_link_ops *ops; 15043856ec4bSSteve Wise char ndev_name[IFNAMSIZ]; 15053856ec4bSSteve Wise struct net_device *ndev; 15063856ec4bSSteve Wise char type[IFNAMSIZ]; 15073856ec4bSSteve Wise int err; 15083856ec4bSSteve Wise 15098cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 15103856ec4bSSteve Wise nldev_policy, extack); 15113856ec4bSSteve Wise if (err || !tb[RDMA_NLDEV_ATTR_DEV_NAME] || 15123856ec4bSSteve Wise !tb[RDMA_NLDEV_ATTR_LINK_TYPE] || !tb[RDMA_NLDEV_ATTR_NDEV_NAME]) 15133856ec4bSSteve Wise return -EINVAL; 15143856ec4bSSteve Wise 15153856ec4bSSteve Wise nla_strlcpy(ibdev_name, tb[RDMA_NLDEV_ATTR_DEV_NAME], 15163856ec4bSSteve Wise sizeof(ibdev_name)); 15173856ec4bSSteve Wise if (strchr(ibdev_name, '%')) 15183856ec4bSSteve Wise return -EINVAL; 15193856ec4bSSteve Wise 15203856ec4bSSteve Wise nla_strlcpy(type, tb[RDMA_NLDEV_ATTR_LINK_TYPE], sizeof(type)); 15213856ec4bSSteve Wise nla_strlcpy(ndev_name, tb[RDMA_NLDEV_ATTR_NDEV_NAME], 15223856ec4bSSteve Wise sizeof(ndev_name)); 15233856ec4bSSteve Wise 15247a54f78dSParav Pandit ndev = dev_get_by_name(sock_net(skb->sk), ndev_name); 15253856ec4bSSteve Wise if (!ndev) 15263856ec4bSSteve Wise return -ENODEV; 15273856ec4bSSteve Wise 15283856ec4bSSteve Wise down_read(&link_ops_rwsem); 15293856ec4bSSteve Wise ops = link_ops_get(type); 15303856ec4bSSteve Wise #ifdef CONFIG_MODULES 15313856ec4bSSteve Wise if (!ops) { 15323856ec4bSSteve Wise up_read(&link_ops_rwsem); 15333856ec4bSSteve Wise request_module("rdma-link-%s", type); 15343856ec4bSSteve Wise down_read(&link_ops_rwsem); 15353856ec4bSSteve Wise ops = link_ops_get(type); 15363856ec4bSSteve Wise } 15373856ec4bSSteve Wise #endif 15383856ec4bSSteve Wise err = ops ? ops->newlink(ibdev_name, ndev) : -EINVAL; 15393856ec4bSSteve Wise up_read(&link_ops_rwsem); 15403856ec4bSSteve Wise dev_put(ndev); 15413856ec4bSSteve Wise 15423856ec4bSSteve Wise return err; 15433856ec4bSSteve Wise } 15443856ec4bSSteve Wise 15453856ec4bSSteve Wise static int nldev_dellink(struct sk_buff *skb, struct nlmsghdr *nlh, 15463856ec4bSSteve Wise struct netlink_ext_ack *extack) 15473856ec4bSSteve Wise { 15483856ec4bSSteve Wise struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 15493856ec4bSSteve Wise struct ib_device *device; 15503856ec4bSSteve Wise u32 index; 15513856ec4bSSteve Wise int err; 15523856ec4bSSteve Wise 15538cb08174SJohannes Berg err = nlmsg_parse_deprecated(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 15543856ec4bSSteve Wise nldev_policy, extack); 15553856ec4bSSteve Wise if (err || !tb[RDMA_NLDEV_ATTR_DEV_INDEX]) 15563856ec4bSSteve Wise return -EINVAL; 15573856ec4bSSteve Wise 15583856ec4bSSteve Wise index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 155937eeab55SParav Pandit device = ib_device_get_by_index(sock_net(skb->sk), index); 15603856ec4bSSteve Wise if (!device) 15613856ec4bSSteve Wise return -EINVAL; 15623856ec4bSSteve Wise 15633856ec4bSSteve Wise if (!(device->attrs.device_cap_flags & IB_DEVICE_ALLOW_USER_UNREG)) { 15643856ec4bSSteve Wise ib_device_put(device); 15653856ec4bSSteve Wise return -EINVAL; 15663856ec4bSSteve Wise } 15673856ec4bSSteve Wise 15683856ec4bSSteve Wise ib_unregister_device_and_put(device); 15693856ec4bSSteve Wise return 0; 15703856ec4bSSteve Wise } 15713856ec4bSSteve Wise 15720e2d00ebSJason Gunthorpe static int nldev_get_chardev(struct sk_buff *skb, struct nlmsghdr *nlh, 15730e2d00ebSJason Gunthorpe struct netlink_ext_ack *extack) 15740e2d00ebSJason Gunthorpe { 15750e2d00ebSJason Gunthorpe struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 157634d65cd8SDoug Ledford char client_name[RDMA_NLDEV_ATTR_CHARDEV_TYPE_SIZE]; 15770e2d00ebSJason Gunthorpe struct ib_client_nl_info data = {}; 15780e2d00ebSJason Gunthorpe struct ib_device *ibdev = NULL; 15790e2d00ebSJason Gunthorpe struct sk_buff *msg; 15800e2d00ebSJason Gunthorpe u32 index; 15810e2d00ebSJason Gunthorpe int err; 15820e2d00ebSJason Gunthorpe 15830e2d00ebSJason Gunthorpe err = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, nldev_policy, 15840e2d00ebSJason Gunthorpe extack); 15850e2d00ebSJason Gunthorpe if (err || !tb[RDMA_NLDEV_ATTR_CHARDEV_TYPE]) 15860e2d00ebSJason Gunthorpe return -EINVAL; 15870e2d00ebSJason Gunthorpe 158834d65cd8SDoug Ledford nla_strlcpy(client_name, tb[RDMA_NLDEV_ATTR_CHARDEV_TYPE], 158934d65cd8SDoug Ledford sizeof(client_name)); 15900e2d00ebSJason Gunthorpe 15910e2d00ebSJason Gunthorpe if (tb[RDMA_NLDEV_ATTR_DEV_INDEX]) { 15920e2d00ebSJason Gunthorpe index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 15930e2d00ebSJason Gunthorpe ibdev = ib_device_get_by_index(sock_net(skb->sk), index); 15940e2d00ebSJason Gunthorpe if (!ibdev) 15950e2d00ebSJason Gunthorpe return -EINVAL; 15960e2d00ebSJason Gunthorpe 15970e2d00ebSJason Gunthorpe if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 15980e2d00ebSJason Gunthorpe data.port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 15990e2d00ebSJason Gunthorpe if (!rdma_is_port_valid(ibdev, data.port)) { 16000e2d00ebSJason Gunthorpe err = -EINVAL; 16010e2d00ebSJason Gunthorpe goto out_put; 16020e2d00ebSJason Gunthorpe } 16030e2d00ebSJason Gunthorpe } else { 16040e2d00ebSJason Gunthorpe data.port = -1; 16050e2d00ebSJason Gunthorpe } 16060e2d00ebSJason Gunthorpe } else if (tb[RDMA_NLDEV_ATTR_PORT_INDEX]) { 16070e2d00ebSJason Gunthorpe return -EINVAL; 16080e2d00ebSJason Gunthorpe } 16090e2d00ebSJason Gunthorpe 16100e2d00ebSJason Gunthorpe msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 16110e2d00ebSJason Gunthorpe if (!msg) { 16120e2d00ebSJason Gunthorpe err = -ENOMEM; 16130e2d00ebSJason Gunthorpe goto out_put; 16140e2d00ebSJason Gunthorpe } 16150e2d00ebSJason Gunthorpe nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 16160e2d00ebSJason Gunthorpe RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 16170e2d00ebSJason Gunthorpe RDMA_NLDEV_CMD_GET_CHARDEV), 16180e2d00ebSJason Gunthorpe 0, 0); 16190e2d00ebSJason Gunthorpe 16200e2d00ebSJason Gunthorpe data.nl_msg = msg; 16210e2d00ebSJason Gunthorpe err = ib_get_client_nl_info(ibdev, client_name, &data); 16220e2d00ebSJason Gunthorpe if (err) 16230e2d00ebSJason Gunthorpe goto out_nlmsg; 16240e2d00ebSJason Gunthorpe 16250e2d00ebSJason Gunthorpe err = nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CHARDEV, 16260e2d00ebSJason Gunthorpe huge_encode_dev(data.cdev->devt), 16270e2d00ebSJason Gunthorpe RDMA_NLDEV_ATTR_PAD); 16280e2d00ebSJason Gunthorpe if (err) 16290e2d00ebSJason Gunthorpe goto out_data; 16300e2d00ebSJason Gunthorpe err = nla_put_u64_64bit(msg, RDMA_NLDEV_ATTR_CHARDEV_ABI, data.abi, 16310e2d00ebSJason Gunthorpe RDMA_NLDEV_ATTR_PAD); 16320e2d00ebSJason Gunthorpe if (err) 16330e2d00ebSJason Gunthorpe goto out_data; 16340e2d00ebSJason Gunthorpe if (nla_put_string(msg, RDMA_NLDEV_ATTR_CHARDEV_NAME, 16350e2d00ebSJason Gunthorpe dev_name(data.cdev))) { 16360e2d00ebSJason Gunthorpe err = -EMSGSIZE; 16370e2d00ebSJason Gunthorpe goto out_data; 16380e2d00ebSJason Gunthorpe } 16390e2d00ebSJason Gunthorpe 16400e2d00ebSJason Gunthorpe nlmsg_end(msg, nlh); 16410e2d00ebSJason Gunthorpe put_device(data.cdev); 16420e2d00ebSJason Gunthorpe if (ibdev) 16430e2d00ebSJason Gunthorpe ib_device_put(ibdev); 16441d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 16450e2d00ebSJason Gunthorpe 16460e2d00ebSJason Gunthorpe out_data: 16470e2d00ebSJason Gunthorpe put_device(data.cdev); 16480e2d00ebSJason Gunthorpe out_nlmsg: 16490e2d00ebSJason Gunthorpe nlmsg_free(msg); 16500e2d00ebSJason Gunthorpe out_put: 16510e2d00ebSJason Gunthorpe if (ibdev) 16520e2d00ebSJason Gunthorpe ib_device_put(ibdev); 16530e2d00ebSJason Gunthorpe return err; 16540e2d00ebSJason Gunthorpe } 16550e2d00ebSJason Gunthorpe 16564d7ba8ceSParav Pandit static int nldev_sys_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 16574d7ba8ceSParav Pandit struct netlink_ext_ack *extack) 1658cb7e0e13SParav Pandit { 1659cb7e0e13SParav Pandit struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 16604d7ba8ceSParav Pandit struct sk_buff *msg; 1661cb7e0e13SParav Pandit int err; 1662cb7e0e13SParav Pandit 16634d7ba8ceSParav Pandit err = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 16644d7ba8ceSParav Pandit nldev_policy, extack); 1665cb7e0e13SParav Pandit if (err) 1666cb7e0e13SParav Pandit return err; 1667cb7e0e13SParav Pandit 16684d7ba8ceSParav Pandit msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 16694d7ba8ceSParav Pandit if (!msg) 16704d7ba8ceSParav Pandit return -ENOMEM; 16714d7ba8ceSParav Pandit 16724d7ba8ceSParav Pandit nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1673cb7e0e13SParav Pandit RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 1674cb7e0e13SParav Pandit RDMA_NLDEV_CMD_SYS_GET), 1675cb7e0e13SParav Pandit 0, 0); 1676cb7e0e13SParav Pandit 16774d7ba8ceSParav Pandit err = nla_put_u8(msg, RDMA_NLDEV_SYS_ATTR_NETNS_MODE, 1678cb7e0e13SParav Pandit (u8)ib_devices_shared_netns); 1679cb7e0e13SParav Pandit if (err) { 16804d7ba8ceSParav Pandit nlmsg_free(msg); 1681cb7e0e13SParav Pandit return err; 1682cb7e0e13SParav Pandit } 16834d7ba8ceSParav Pandit nlmsg_end(msg, nlh); 16841d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1685cb7e0e13SParav Pandit } 1686cb7e0e13SParav Pandit 16872b34c558SParav Pandit static int nldev_set_sys_set_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 16882b34c558SParav Pandit struct netlink_ext_ack *extack) 16892b34c558SParav Pandit { 16902b34c558SParav Pandit struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 16912b34c558SParav Pandit u8 enable; 16922b34c558SParav Pandit int err; 16932b34c558SParav Pandit 16942b34c558SParav Pandit err = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 16952b34c558SParav Pandit nldev_policy, extack); 16962b34c558SParav Pandit if (err || !tb[RDMA_NLDEV_SYS_ATTR_NETNS_MODE]) 16972b34c558SParav Pandit return -EINVAL; 16982b34c558SParav Pandit 16992b34c558SParav Pandit enable = nla_get_u8(tb[RDMA_NLDEV_SYS_ATTR_NETNS_MODE]); 17002b34c558SParav Pandit /* Only 0 and 1 are supported */ 17012b34c558SParav Pandit if (enable > 1) 17022b34c558SParav Pandit return -EINVAL; 17032b34c558SParav Pandit 17042b34c558SParav Pandit err = rdma_compatdev_set(enable); 17052b34c558SParav Pandit return err; 17062b34c558SParav Pandit } 17072b34c558SParav Pandit 1708b47ae6f8SMark Zhang static int nldev_stat_set_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1709b47ae6f8SMark Zhang struct netlink_ext_ack *extack) 1710b47ae6f8SMark Zhang { 1711b389327dSMark Zhang u32 index, port, mode, mask = 0, qpn, cntn = 0; 1712b47ae6f8SMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1713b47ae6f8SMark Zhang struct ib_device *device; 1714b47ae6f8SMark Zhang struct sk_buff *msg; 1715b47ae6f8SMark Zhang int ret; 1716b47ae6f8SMark Zhang 1717b47ae6f8SMark Zhang ret = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1718b47ae6f8SMark Zhang nldev_policy, extack); 1719b47ae6f8SMark Zhang /* Currently only counter for QP is supported */ 1720b47ae6f8SMark Zhang if (ret || !tb[RDMA_NLDEV_ATTR_STAT_RES] || 1721b47ae6f8SMark Zhang !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || 1722b47ae6f8SMark Zhang !tb[RDMA_NLDEV_ATTR_PORT_INDEX] || !tb[RDMA_NLDEV_ATTR_STAT_MODE]) 1723b47ae6f8SMark Zhang return -EINVAL; 1724b47ae6f8SMark Zhang 1725b47ae6f8SMark Zhang if (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES]) != RDMA_NLDEV_ATTR_RES_QP) 1726b47ae6f8SMark Zhang return -EINVAL; 1727b47ae6f8SMark Zhang 1728b47ae6f8SMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 1729b47ae6f8SMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 1730b47ae6f8SMark Zhang if (!device) 1731b47ae6f8SMark Zhang return -EINVAL; 1732b47ae6f8SMark Zhang 1733b47ae6f8SMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1734b47ae6f8SMark Zhang if (!rdma_is_port_valid(device, port)) { 1735b47ae6f8SMark Zhang ret = -EINVAL; 1736b47ae6f8SMark Zhang goto err; 1737b47ae6f8SMark Zhang } 1738b47ae6f8SMark Zhang 1739b47ae6f8SMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1740b47ae6f8SMark Zhang if (!msg) { 1741b47ae6f8SMark Zhang ret = -ENOMEM; 1742b47ae6f8SMark Zhang goto err; 1743b47ae6f8SMark Zhang } 1744b47ae6f8SMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1745b47ae6f8SMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 1746b47ae6f8SMark Zhang RDMA_NLDEV_CMD_STAT_SET), 1747b47ae6f8SMark Zhang 0, 0); 1748b47ae6f8SMark Zhang 1749b47ae6f8SMark Zhang mode = nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_MODE]); 1750b389327dSMark Zhang if (mode == RDMA_COUNTER_MODE_AUTO) { 1751b47ae6f8SMark Zhang if (tb[RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK]) 1752b389327dSMark Zhang mask = nla_get_u32( 1753b389327dSMark Zhang tb[RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK]); 1754b47ae6f8SMark Zhang 1755b47ae6f8SMark Zhang ret = rdma_counter_set_auto_mode(device, port, 1756b47ae6f8SMark Zhang mask ? true : false, mask); 1757b47ae6f8SMark Zhang if (ret) 1758b47ae6f8SMark Zhang goto err_msg; 1759b389327dSMark Zhang } else { 1760b389327dSMark Zhang qpn = nla_get_u32(tb[RDMA_NLDEV_ATTR_RES_LQPN]); 1761b389327dSMark Zhang if (tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]) { 1762b389327dSMark Zhang cntn = nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]); 1763b389327dSMark Zhang ret = rdma_counter_bind_qpn(device, port, qpn, cntn); 1764b389327dSMark Zhang } else { 1765b389327dSMark Zhang ret = rdma_counter_bind_qpn_alloc(device, port, 1766b389327dSMark Zhang qpn, &cntn); 1767b389327dSMark Zhang } 1768b389327dSMark Zhang if (ret) 1769b47ae6f8SMark Zhang goto err_msg; 1770b389327dSMark Zhang 1771b389327dSMark Zhang if (fill_nldev_handle(msg, device) || 1772b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port) || 1773b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_COUNTER_ID, cntn) || 1774b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qpn)) { 1775b389327dSMark Zhang ret = -EMSGSIZE; 1776b389327dSMark Zhang goto err_fill; 1777b389327dSMark Zhang } 1778b47ae6f8SMark Zhang } 1779b47ae6f8SMark Zhang 1780b47ae6f8SMark Zhang nlmsg_end(msg, nlh); 1781b47ae6f8SMark Zhang ib_device_put(device); 17821d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1783b47ae6f8SMark Zhang 1784b389327dSMark Zhang err_fill: 1785b389327dSMark Zhang rdma_counter_unbind_qpn(device, port, qpn, cntn); 1786b47ae6f8SMark Zhang err_msg: 1787b47ae6f8SMark Zhang nlmsg_free(msg); 1788b47ae6f8SMark Zhang err: 1789b47ae6f8SMark Zhang ib_device_put(device); 1790b47ae6f8SMark Zhang return ret; 1791b47ae6f8SMark Zhang } 1792b47ae6f8SMark Zhang 1793b389327dSMark Zhang static int nldev_stat_del_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 1794b389327dSMark Zhang struct netlink_ext_ack *extack) 1795b389327dSMark Zhang { 1796b389327dSMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 1797b389327dSMark Zhang struct ib_device *device; 1798b389327dSMark Zhang struct sk_buff *msg; 1799b389327dSMark Zhang u32 index, port, qpn, cntn; 1800b389327dSMark Zhang int ret; 1801b389327dSMark Zhang 1802b389327dSMark Zhang ret = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 1803b389327dSMark Zhang nldev_policy, extack); 1804b389327dSMark Zhang if (ret || !tb[RDMA_NLDEV_ATTR_STAT_RES] || 1805b389327dSMark Zhang !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !tb[RDMA_NLDEV_ATTR_PORT_INDEX] || 1806b389327dSMark Zhang !tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID] || 1807b389327dSMark Zhang !tb[RDMA_NLDEV_ATTR_RES_LQPN]) 1808b389327dSMark Zhang return -EINVAL; 1809b389327dSMark Zhang 1810b389327dSMark Zhang if (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES]) != RDMA_NLDEV_ATTR_RES_QP) 1811b389327dSMark Zhang return -EINVAL; 1812b389327dSMark Zhang 1813b389327dSMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 1814b389327dSMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 1815b389327dSMark Zhang if (!device) 1816b389327dSMark Zhang return -EINVAL; 1817b389327dSMark Zhang 1818b389327dSMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 1819b389327dSMark Zhang if (!rdma_is_port_valid(device, port)) { 1820b389327dSMark Zhang ret = -EINVAL; 1821b389327dSMark Zhang goto err; 1822b389327dSMark Zhang } 1823b389327dSMark Zhang 1824b389327dSMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1825b389327dSMark Zhang if (!msg) { 1826b389327dSMark Zhang ret = -ENOMEM; 1827b389327dSMark Zhang goto err; 1828b389327dSMark Zhang } 1829b389327dSMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 1830b389327dSMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 1831b389327dSMark Zhang RDMA_NLDEV_CMD_STAT_SET), 1832b389327dSMark Zhang 0, 0); 1833b389327dSMark Zhang 1834b389327dSMark Zhang cntn = nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]); 1835b389327dSMark Zhang qpn = nla_get_u32(tb[RDMA_NLDEV_ATTR_RES_LQPN]); 1836b389327dSMark Zhang if (fill_nldev_handle(msg, device) || 1837b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port) || 1838b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_COUNTER_ID, cntn) || 1839b389327dSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_RES_LQPN, qpn)) { 1840b389327dSMark Zhang ret = -EMSGSIZE; 1841b389327dSMark Zhang goto err_fill; 1842b389327dSMark Zhang } 1843b389327dSMark Zhang 1844594e6c5dSLeon Romanovsky ret = rdma_counter_unbind_qpn(device, port, qpn, cntn); 1845594e6c5dSLeon Romanovsky if (ret) 1846594e6c5dSLeon Romanovsky goto err_fill; 1847594e6c5dSLeon Romanovsky 1848b389327dSMark Zhang nlmsg_end(msg, nlh); 1849b389327dSMark Zhang ib_device_put(device); 18501d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 1851b389327dSMark Zhang 1852b389327dSMark Zhang err_fill: 1853b389327dSMark Zhang nlmsg_free(msg); 1854b389327dSMark Zhang err: 1855b389327dSMark Zhang ib_device_put(device); 1856b389327dSMark Zhang return ret; 1857b389327dSMark Zhang } 1858b389327dSMark Zhang 18596e7be47aSMark Zhang static int stat_get_doit_default_counter(struct sk_buff *skb, 18606e7be47aSMark Zhang struct nlmsghdr *nlh, 18616e7be47aSMark Zhang struct netlink_ext_ack *extack, 18626e7be47aSMark Zhang struct nlattr *tb[]) 18636e7be47aSMark Zhang { 18646e7be47aSMark Zhang struct rdma_hw_stats *stats; 18656e7be47aSMark Zhang struct nlattr *table_attr; 18666e7be47aSMark Zhang struct ib_device *device; 18676e7be47aSMark Zhang int ret, num_cnts, i; 18686e7be47aSMark Zhang struct sk_buff *msg; 18696e7be47aSMark Zhang u32 index, port; 18706e7be47aSMark Zhang u64 v; 18716e7be47aSMark Zhang 18726e7be47aSMark Zhang if (!tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !tb[RDMA_NLDEV_ATTR_PORT_INDEX]) 18736e7be47aSMark Zhang return -EINVAL; 18746e7be47aSMark Zhang 18756e7be47aSMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 18766e7be47aSMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 18776e7be47aSMark Zhang if (!device) 18786e7be47aSMark Zhang return -EINVAL; 18796e7be47aSMark Zhang 18806e7be47aSMark Zhang if (!device->ops.alloc_hw_stats || !device->ops.get_hw_stats) { 18816e7be47aSMark Zhang ret = -EINVAL; 18826e7be47aSMark Zhang goto err; 18836e7be47aSMark Zhang } 18846e7be47aSMark Zhang 18856e7be47aSMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 18866e7be47aSMark Zhang if (!rdma_is_port_valid(device, port)) { 18876e7be47aSMark Zhang ret = -EINVAL; 18886e7be47aSMark Zhang goto err; 18896e7be47aSMark Zhang } 18906e7be47aSMark Zhang 18916e7be47aSMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 18926e7be47aSMark Zhang if (!msg) { 18936e7be47aSMark Zhang ret = -ENOMEM; 18946e7be47aSMark Zhang goto err; 18956e7be47aSMark Zhang } 18966e7be47aSMark Zhang 18976e7be47aSMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 18986e7be47aSMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 18996e7be47aSMark Zhang RDMA_NLDEV_CMD_STAT_GET), 19006e7be47aSMark Zhang 0, 0); 19016e7be47aSMark Zhang 19026e7be47aSMark Zhang if (fill_nldev_handle(msg, device) || 19036e7be47aSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port)) { 19046e7be47aSMark Zhang ret = -EMSGSIZE; 19056e7be47aSMark Zhang goto err_msg; 19066e7be47aSMark Zhang } 19076e7be47aSMark Zhang 19086e7be47aSMark Zhang stats = device->port_data ? device->port_data[port].hw_stats : NULL; 19096e7be47aSMark Zhang if (stats == NULL) { 19106e7be47aSMark Zhang ret = -EINVAL; 19116e7be47aSMark Zhang goto err_msg; 19126e7be47aSMark Zhang } 19136e7be47aSMark Zhang mutex_lock(&stats->lock); 19146e7be47aSMark Zhang 19156e7be47aSMark Zhang num_cnts = device->ops.get_hw_stats(device, stats, port, 0); 19166e7be47aSMark Zhang if (num_cnts < 0) { 19176e7be47aSMark Zhang ret = -EINVAL; 19186e7be47aSMark Zhang goto err_stats; 19196e7be47aSMark Zhang } 19206e7be47aSMark Zhang 19216e7be47aSMark Zhang table_attr = nla_nest_start(msg, RDMA_NLDEV_ATTR_STAT_HWCOUNTERS); 19226e7be47aSMark Zhang if (!table_attr) { 19236e7be47aSMark Zhang ret = -EMSGSIZE; 19246e7be47aSMark Zhang goto err_stats; 19256e7be47aSMark Zhang } 19266e7be47aSMark Zhang for (i = 0; i < num_cnts; i++) { 19276e7be47aSMark Zhang v = stats->value[i] + 19286e7be47aSMark Zhang rdma_counter_get_hwstat_value(device, port, i); 19294061ff7aSErez Alfasi if (rdma_nl_stat_hwcounter_entry(msg, stats->names[i], v)) { 19306e7be47aSMark Zhang ret = -EMSGSIZE; 19316e7be47aSMark Zhang goto err_table; 19326e7be47aSMark Zhang } 19336e7be47aSMark Zhang } 19346e7be47aSMark Zhang nla_nest_end(msg, table_attr); 19356e7be47aSMark Zhang 19366e7be47aSMark Zhang mutex_unlock(&stats->lock); 19376e7be47aSMark Zhang nlmsg_end(msg, nlh); 19386e7be47aSMark Zhang ib_device_put(device); 19391d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 19406e7be47aSMark Zhang 19416e7be47aSMark Zhang err_table: 19426e7be47aSMark Zhang nla_nest_cancel(msg, table_attr); 19436e7be47aSMark Zhang err_stats: 19446e7be47aSMark Zhang mutex_unlock(&stats->lock); 19456e7be47aSMark Zhang err_msg: 19466e7be47aSMark Zhang nlmsg_free(msg); 19476e7be47aSMark Zhang err: 19486e7be47aSMark Zhang ib_device_put(device); 19496e7be47aSMark Zhang return ret; 19506e7be47aSMark Zhang } 19516e7be47aSMark Zhang 195283c2c1fcSMark Zhang static int stat_get_doit_qp(struct sk_buff *skb, struct nlmsghdr *nlh, 195383c2c1fcSMark Zhang struct netlink_ext_ack *extack, struct nlattr *tb[]) 195483c2c1fcSMark Zhang 195583c2c1fcSMark Zhang { 195683c2c1fcSMark Zhang static enum rdma_nl_counter_mode mode; 195783c2c1fcSMark Zhang static enum rdma_nl_counter_mask mask; 195883c2c1fcSMark Zhang struct ib_device *device; 195983c2c1fcSMark Zhang struct sk_buff *msg; 196083c2c1fcSMark Zhang u32 index, port; 196183c2c1fcSMark Zhang int ret; 196283c2c1fcSMark Zhang 196383c2c1fcSMark Zhang if (tb[RDMA_NLDEV_ATTR_STAT_COUNTER_ID]) 196483c2c1fcSMark Zhang return nldev_res_get_counter_doit(skb, nlh, extack); 196583c2c1fcSMark Zhang 196683c2c1fcSMark Zhang if (!tb[RDMA_NLDEV_ATTR_STAT_MODE] || 196783c2c1fcSMark Zhang !tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !tb[RDMA_NLDEV_ATTR_PORT_INDEX]) 196883c2c1fcSMark Zhang return -EINVAL; 196983c2c1fcSMark Zhang 197083c2c1fcSMark Zhang index = nla_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]); 197183c2c1fcSMark Zhang device = ib_device_get_by_index(sock_net(skb->sk), index); 197283c2c1fcSMark Zhang if (!device) 197383c2c1fcSMark Zhang return -EINVAL; 197483c2c1fcSMark Zhang 197583c2c1fcSMark Zhang port = nla_get_u32(tb[RDMA_NLDEV_ATTR_PORT_INDEX]); 197683c2c1fcSMark Zhang if (!rdma_is_port_valid(device, port)) { 197783c2c1fcSMark Zhang ret = -EINVAL; 197883c2c1fcSMark Zhang goto err; 197983c2c1fcSMark Zhang } 198083c2c1fcSMark Zhang 198183c2c1fcSMark Zhang msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 198283c2c1fcSMark Zhang if (!msg) { 198383c2c1fcSMark Zhang ret = -ENOMEM; 198483c2c1fcSMark Zhang goto err; 198583c2c1fcSMark Zhang } 198683c2c1fcSMark Zhang 198783c2c1fcSMark Zhang nlh = nlmsg_put(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 198883c2c1fcSMark Zhang RDMA_NL_GET_TYPE(RDMA_NL_NLDEV, 198983c2c1fcSMark Zhang RDMA_NLDEV_CMD_STAT_GET), 199083c2c1fcSMark Zhang 0, 0); 199183c2c1fcSMark Zhang 199283c2c1fcSMark Zhang ret = rdma_counter_get_mode(device, port, &mode, &mask); 199383c2c1fcSMark Zhang if (ret) 199483c2c1fcSMark Zhang goto err_msg; 199583c2c1fcSMark Zhang 199683c2c1fcSMark Zhang if (fill_nldev_handle(msg, device) || 199783c2c1fcSMark Zhang nla_put_u32(msg, RDMA_NLDEV_ATTR_PORT_INDEX, port) || 1998932727c5SDan Carpenter nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_MODE, mode)) { 1999932727c5SDan Carpenter ret = -EMSGSIZE; 200083c2c1fcSMark Zhang goto err_msg; 2001932727c5SDan Carpenter } 200283c2c1fcSMark Zhang 200383c2c1fcSMark Zhang if ((mode == RDMA_COUNTER_MODE_AUTO) && 2004932727c5SDan Carpenter nla_put_u32(msg, RDMA_NLDEV_ATTR_STAT_AUTO_MODE_MASK, mask)) { 2005932727c5SDan Carpenter ret = -EMSGSIZE; 200683c2c1fcSMark Zhang goto err_msg; 2007932727c5SDan Carpenter } 200883c2c1fcSMark Zhang 200983c2c1fcSMark Zhang nlmsg_end(msg, nlh); 201083c2c1fcSMark Zhang ib_device_put(device); 20111d2fedd8SParav Pandit return rdma_nl_unicast(sock_net(skb->sk), msg, NETLINK_CB(skb).portid); 201283c2c1fcSMark Zhang 201383c2c1fcSMark Zhang err_msg: 201483c2c1fcSMark Zhang nlmsg_free(msg); 201583c2c1fcSMark Zhang err: 201683c2c1fcSMark Zhang ib_device_put(device); 201783c2c1fcSMark Zhang return ret; 201883c2c1fcSMark Zhang } 201983c2c1fcSMark Zhang 2020c4ffee7cSMark Zhang static int nldev_stat_get_doit(struct sk_buff *skb, struct nlmsghdr *nlh, 2021c4ffee7cSMark Zhang struct netlink_ext_ack *extack) 2022c4ffee7cSMark Zhang { 2023c4ffee7cSMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 2024c4ffee7cSMark Zhang int ret; 2025c4ffee7cSMark Zhang 2026c4ffee7cSMark Zhang ret = nlmsg_parse(nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 2027c4ffee7cSMark Zhang nldev_policy, extack); 20286e7be47aSMark Zhang if (ret) 2029c4ffee7cSMark Zhang return -EINVAL; 2030c4ffee7cSMark Zhang 20316e7be47aSMark Zhang if (!tb[RDMA_NLDEV_ATTR_STAT_RES]) 20326e7be47aSMark Zhang return stat_get_doit_default_counter(skb, nlh, extack, tb); 20336e7be47aSMark Zhang 2034c4ffee7cSMark Zhang switch (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES])) { 2035c4ffee7cSMark Zhang case RDMA_NLDEV_ATTR_RES_QP: 203683c2c1fcSMark Zhang ret = stat_get_doit_qp(skb, nlh, extack, tb); 2037c4ffee7cSMark Zhang break; 20384061ff7aSErez Alfasi case RDMA_NLDEV_ATTR_RES_MR: 20394061ff7aSErez Alfasi ret = res_get_common_doit(skb, nlh, extack, RDMA_RESTRACK_MR, 20404061ff7aSErez Alfasi fill_stat_mr_entry); 20414061ff7aSErez Alfasi break; 2042c4ffee7cSMark Zhang default: 2043c4ffee7cSMark Zhang ret = -EINVAL; 2044c4ffee7cSMark Zhang break; 2045c4ffee7cSMark Zhang } 2046c4ffee7cSMark Zhang 2047c4ffee7cSMark Zhang return ret; 2048c4ffee7cSMark Zhang } 2049c4ffee7cSMark Zhang 2050c4ffee7cSMark Zhang static int nldev_stat_get_dumpit(struct sk_buff *skb, 2051c4ffee7cSMark Zhang struct netlink_callback *cb) 2052c4ffee7cSMark Zhang { 2053c4ffee7cSMark Zhang struct nlattr *tb[RDMA_NLDEV_ATTR_MAX]; 2054c4ffee7cSMark Zhang int ret; 2055c4ffee7cSMark Zhang 2056c4ffee7cSMark Zhang ret = nlmsg_parse(cb->nlh, 0, tb, RDMA_NLDEV_ATTR_MAX - 1, 2057c4ffee7cSMark Zhang nldev_policy, NULL); 2058c4ffee7cSMark Zhang if (ret || !tb[RDMA_NLDEV_ATTR_STAT_RES]) 2059c4ffee7cSMark Zhang return -EINVAL; 2060c4ffee7cSMark Zhang 2061c4ffee7cSMark Zhang switch (nla_get_u32(tb[RDMA_NLDEV_ATTR_STAT_RES])) { 2062c4ffee7cSMark Zhang case RDMA_NLDEV_ATTR_RES_QP: 2063c4ffee7cSMark Zhang ret = nldev_res_get_counter_dumpit(skb, cb); 2064c4ffee7cSMark Zhang break; 20654061ff7aSErez Alfasi case RDMA_NLDEV_ATTR_RES_MR: 20664061ff7aSErez Alfasi ret = res_get_common_dumpit(skb, cb, RDMA_RESTRACK_MR, 20674061ff7aSErez Alfasi fill_stat_mr_entry); 20684061ff7aSErez Alfasi break; 2069c4ffee7cSMark Zhang default: 2070c4ffee7cSMark Zhang ret = -EINVAL; 2071c4ffee7cSMark Zhang break; 2072c4ffee7cSMark Zhang } 2073c4ffee7cSMark Zhang 2074c4ffee7cSMark Zhang return ret; 2075c4ffee7cSMark Zhang } 2076c4ffee7cSMark Zhang 2077d0e312feSLeon Romanovsky static const struct rdma_nl_cbs nldev_cb_table[RDMA_NLDEV_NUM_OPS] = { 2078b4c598a6SLeon Romanovsky [RDMA_NLDEV_CMD_GET] = { 2079e5c9469eSLeon Romanovsky .doit = nldev_get_doit, 2080b4c598a6SLeon Romanovsky .dump = nldev_get_dumpit, 2081b4c598a6SLeon Romanovsky }, 20820e2d00ebSJason Gunthorpe [RDMA_NLDEV_CMD_GET_CHARDEV] = { 20830e2d00ebSJason Gunthorpe .doit = nldev_get_chardev, 20840e2d00ebSJason Gunthorpe }, 208505d940d3SLeon Romanovsky [RDMA_NLDEV_CMD_SET] = { 208605d940d3SLeon Romanovsky .doit = nldev_set_doit, 208705d940d3SLeon Romanovsky .flags = RDMA_NL_ADMIN_PERM, 208805d940d3SLeon Romanovsky }, 20893856ec4bSSteve Wise [RDMA_NLDEV_CMD_NEWLINK] = { 20903856ec4bSSteve Wise .doit = nldev_newlink, 20913856ec4bSSteve Wise .flags = RDMA_NL_ADMIN_PERM, 20923856ec4bSSteve Wise }, 20933856ec4bSSteve Wise [RDMA_NLDEV_CMD_DELLINK] = { 20943856ec4bSSteve Wise .doit = nldev_dellink, 20953856ec4bSSteve Wise .flags = RDMA_NL_ADMIN_PERM, 20963856ec4bSSteve Wise }, 20977d02f605SLeon Romanovsky [RDMA_NLDEV_CMD_PORT_GET] = { 2098c3f66f7bSLeon Romanovsky .doit = nldev_port_get_doit, 20997d02f605SLeon Romanovsky .dump = nldev_port_get_dumpit, 21007d02f605SLeon Romanovsky }, 2101bf3c5a93SLeon Romanovsky [RDMA_NLDEV_CMD_RES_GET] = { 2102bf3c5a93SLeon Romanovsky .doit = nldev_res_get_doit, 2103bf3c5a93SLeon Romanovsky .dump = nldev_res_get_dumpit, 2104bf3c5a93SLeon Romanovsky }, 2105b5fa635aSLeon Romanovsky [RDMA_NLDEV_CMD_RES_QP_GET] = { 2106c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_qp_doit, 2107b5fa635aSLeon Romanovsky .dump = nldev_res_get_qp_dumpit, 2108b5fa635aSLeon Romanovsky }, 210900313983SSteve Wise [RDMA_NLDEV_CMD_RES_CM_ID_GET] = { 2110c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_cm_id_doit, 211100313983SSteve Wise .dump = nldev_res_get_cm_id_dumpit, 211200313983SSteve Wise }, 2113a34fc089SSteve Wise [RDMA_NLDEV_CMD_RES_CQ_GET] = { 2114c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_cq_doit, 2115a34fc089SSteve Wise .dump = nldev_res_get_cq_dumpit, 2116a34fc089SSteve Wise }, 2117fccec5b8SSteve Wise [RDMA_NLDEV_CMD_RES_MR_GET] = { 2118c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_mr_doit, 2119fccec5b8SSteve Wise .dump = nldev_res_get_mr_dumpit, 2120fccec5b8SSteve Wise }, 212129cf1351SSteve Wise [RDMA_NLDEV_CMD_RES_PD_GET] = { 2122c5dfe0eaSLeon Romanovsky .doit = nldev_res_get_pd_doit, 212329cf1351SSteve Wise .dump = nldev_res_get_pd_dumpit, 212429cf1351SSteve Wise }, 2125cb7e0e13SParav Pandit [RDMA_NLDEV_CMD_SYS_GET] = { 21264d7ba8ceSParav Pandit .doit = nldev_sys_get_doit, 2127cb7e0e13SParav Pandit }, 21282b34c558SParav Pandit [RDMA_NLDEV_CMD_SYS_SET] = { 21292b34c558SParav Pandit .doit = nldev_set_sys_set_doit, 2130b47ae6f8SMark Zhang }, 2131b47ae6f8SMark Zhang [RDMA_NLDEV_CMD_STAT_SET] = { 2132b47ae6f8SMark Zhang .doit = nldev_stat_set_doit, 21332b34c558SParav Pandit .flags = RDMA_NL_ADMIN_PERM, 21342b34c558SParav Pandit }, 2135c4ffee7cSMark Zhang [RDMA_NLDEV_CMD_STAT_GET] = { 2136c4ffee7cSMark Zhang .doit = nldev_stat_get_doit, 2137c4ffee7cSMark Zhang .dump = nldev_stat_get_dumpit, 2138c4ffee7cSMark Zhang }, 2139b389327dSMark Zhang [RDMA_NLDEV_CMD_STAT_DEL] = { 2140b389327dSMark Zhang .doit = nldev_stat_del_doit, 2141b389327dSMark Zhang .flags = RDMA_NL_ADMIN_PERM, 2142b389327dSMark Zhang }, 2143b4c598a6SLeon Romanovsky }; 2144b4c598a6SLeon Romanovsky 21456c80b41aSLeon Romanovsky void __init nldev_init(void) 21466c80b41aSLeon Romanovsky { 2147b4c598a6SLeon Romanovsky rdma_nl_register(RDMA_NL_NLDEV, nldev_cb_table); 21486c80b41aSLeon Romanovsky } 21496c80b41aSLeon Romanovsky 21506c80b41aSLeon Romanovsky void __exit nldev_exit(void) 21516c80b41aSLeon Romanovsky { 21526c80b41aSLeon Romanovsky rdma_nl_unregister(RDMA_NL_NLDEV); 21536c80b41aSLeon Romanovsky } 2154e3bf14bdSJason Gunthorpe 2155e3bf14bdSJason Gunthorpe MODULE_ALIAS_RDMA_NETLINK(RDMA_NL_NLDEV, 5); 2156