1a0aa309cSMatan Barak /* 2a0aa309cSMatan Barak * Copyright (c) 2017, Mellanox Technologies inc. All rights reserved. 3a0aa309cSMatan Barak * 4a0aa309cSMatan Barak * This software is available to you under a choice of one of two 5a0aa309cSMatan Barak * licenses. You may choose to be licensed under the terms of the GNU 6a0aa309cSMatan Barak * General Public License (GPL) Version 2, available from the file 7a0aa309cSMatan Barak * COPYING in the main directory of this source tree, or the 8a0aa309cSMatan Barak * OpenIB.org BSD license below: 9a0aa309cSMatan Barak * 10a0aa309cSMatan Barak * Redistribution and use in source and binary forms, with or 11a0aa309cSMatan Barak * without modification, are permitted provided that the following 12a0aa309cSMatan Barak * conditions are met: 13a0aa309cSMatan Barak * 14a0aa309cSMatan Barak * - Redistributions of source code must retain the above 15a0aa309cSMatan Barak * copyright notice, this list of conditions and the following 16a0aa309cSMatan Barak * disclaimer. 17a0aa309cSMatan Barak * 18a0aa309cSMatan Barak * - Redistributions in binary form must reproduce the above 19a0aa309cSMatan Barak * copyright notice, this list of conditions and the following 20a0aa309cSMatan Barak * disclaimer in the documentation and/or other materials 21a0aa309cSMatan Barak * provided with the distribution. 22a0aa309cSMatan Barak * 23a0aa309cSMatan Barak * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24a0aa309cSMatan Barak * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25a0aa309cSMatan Barak * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26a0aa309cSMatan Barak * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27a0aa309cSMatan Barak * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28a0aa309cSMatan Barak * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29a0aa309cSMatan Barak * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30a0aa309cSMatan Barak * SOFTWARE. 31a0aa309cSMatan Barak */ 32a0aa309cSMatan Barak 33a0aa309cSMatan Barak #ifndef _UVERBS_IOCTL_ 34a0aa309cSMatan Barak #define _UVERBS_IOCTL_ 35a0aa309cSMatan Barak 36a0aa309cSMatan Barak #include <rdma/uverbs_types.h> 3735410306SMatan Barak #include <linux/uaccess.h> 3835410306SMatan Barak #include <rdma/rdma_user_ioctl.h> 39d70724f1SMatan Barak #include <rdma/ib_user_ioctl_verbs.h> 401f7ff9d5SMatan Barak #include <rdma/ib_user_ioctl_cmds.h> 41a0aa309cSMatan Barak 42a0aa309cSMatan Barak /* 43a0aa309cSMatan Barak * ======================================= 44a0aa309cSMatan Barak * Verbs action specifications 45a0aa309cSMatan Barak * ======================================= 46a0aa309cSMatan Barak */ 47a0aa309cSMatan Barak 48f43dbebfSMatan Barak enum uverbs_attr_type { 49f43dbebfSMatan Barak UVERBS_ATTR_TYPE_NA, 50fac9658cSMatan Barak UVERBS_ATTR_TYPE_PTR_IN, 51fac9658cSMatan Barak UVERBS_ATTR_TYPE_PTR_OUT, 52f43dbebfSMatan Barak UVERBS_ATTR_TYPE_IDR, 53f43dbebfSMatan Barak UVERBS_ATTR_TYPE_FD, 54f43dbebfSMatan Barak }; 55f43dbebfSMatan Barak 56a0aa309cSMatan Barak enum uverbs_obj_access { 57a0aa309cSMatan Barak UVERBS_ACCESS_READ, 58a0aa309cSMatan Barak UVERBS_ACCESS_WRITE, 59a0aa309cSMatan Barak UVERBS_ACCESS_NEW, 60a0aa309cSMatan Barak UVERBS_ACCESS_DESTROY 61a0aa309cSMatan Barak }; 62a0aa309cSMatan Barak 63fac9658cSMatan Barak enum { 64fac9658cSMatan Barak UVERBS_ATTR_SPEC_F_MANDATORY = 1U << 0, 65c66db311SMatan Barak /* Support extending attributes by length, validate all unknown size == zero */ 66c66db311SMatan Barak UVERBS_ATTR_SPEC_F_MIN_SZ_OR_ZERO = 1U << 1, 67fac9658cSMatan Barak }; 68fac9658cSMatan Barak 691f07e08fSMatan Barak /* Specification of a single attribute inside the ioctl message */ 70f43dbebfSMatan Barak struct uverbs_attr_spec { 71fac9658cSMatan Barak union { 721f07e08fSMatan Barak /* Header shared by all following union members - to reduce space. */ 73f43dbebfSMatan Barak struct { 741f07e08fSMatan Barak enum uverbs_attr_type type; 751f07e08fSMatan Barak /* Combination of bits from enum UVERBS_ATTR_SPEC_F_XXXX */ 761f07e08fSMatan Barak u8 flags; 771f07e08fSMatan Barak }; 781f07e08fSMatan Barak struct { 791f07e08fSMatan Barak enum uverbs_attr_type type; 801f07e08fSMatan Barak /* Combination of bits from enum UVERBS_ATTR_SPEC_F_XXXX */ 811f07e08fSMatan Barak u8 flags; 82c66db311SMatan Barak /* Current known size to kernel */ 831f07e08fSMatan Barak u16 len; 84c66db311SMatan Barak /* User isn't allowed to provide something < min_len */ 85c66db311SMatan Barak u16 min_len; 861f07e08fSMatan Barak } ptr; 871f07e08fSMatan Barak struct { 881f07e08fSMatan Barak enum uverbs_attr_type type; 891f07e08fSMatan Barak /* Combination of bits from enum UVERBS_ATTR_SPEC_F_XXXX */ 901f07e08fSMatan Barak u8 flags; 91f43dbebfSMatan Barak /* 92f43dbebfSMatan Barak * higher bits mean the namespace and lower bits mean 93f43dbebfSMatan Barak * the type id within the namespace. 94f43dbebfSMatan Barak */ 95f43dbebfSMatan Barak u16 obj_type; 96f43dbebfSMatan Barak u8 access; 97f43dbebfSMatan Barak } obj; 98f43dbebfSMatan Barak }; 99fac9658cSMatan Barak }; 100f43dbebfSMatan Barak 101f43dbebfSMatan Barak struct uverbs_attr_spec_hash { 102f43dbebfSMatan Barak size_t num_attrs; 103fac9658cSMatan Barak unsigned long *mandatory_attrs_bitmask; 104f43dbebfSMatan Barak struct uverbs_attr_spec attrs[0]; 105f43dbebfSMatan Barak }; 106f43dbebfSMatan Barak 107fac9658cSMatan Barak struct uverbs_attr_bundle; 108fac9658cSMatan Barak struct ib_uverbs_file; 109fac9658cSMatan Barak 110fac9658cSMatan Barak enum { 111fac9658cSMatan Barak /* 112fac9658cSMatan Barak * Action marked with this flag creates a context (or root for all 113fac9658cSMatan Barak * objects). 114fac9658cSMatan Barak */ 115fac9658cSMatan Barak UVERBS_ACTION_FLAG_CREATE_ROOT = 1U << 0, 116fac9658cSMatan Barak }; 117fac9658cSMatan Barak 118fac9658cSMatan Barak struct uverbs_method_spec { 119fac9658cSMatan Barak /* Combination of bits from enum UVERBS_ACTION_FLAG_XXXX */ 120fac9658cSMatan Barak u32 flags; 121fac9658cSMatan Barak size_t num_buckets; 122fac9658cSMatan Barak size_t num_child_attrs; 123fac9658cSMatan Barak int (*handler)(struct ib_device *ib_dev, struct ib_uverbs_file *ufile, 124fac9658cSMatan Barak struct uverbs_attr_bundle *ctx); 125fac9658cSMatan Barak struct uverbs_attr_spec_hash *attr_buckets[0]; 126fac9658cSMatan Barak }; 127fac9658cSMatan Barak 128fac9658cSMatan Barak struct uverbs_method_spec_hash { 129fac9658cSMatan Barak size_t num_methods; 130fac9658cSMatan Barak struct uverbs_method_spec *methods[0]; 131fac9658cSMatan Barak }; 132fac9658cSMatan Barak 133fac9658cSMatan Barak struct uverbs_object_spec { 134fac9658cSMatan Barak const struct uverbs_obj_type *type_attrs; 135fac9658cSMatan Barak size_t num_buckets; 136fac9658cSMatan Barak struct uverbs_method_spec_hash *method_buckets[0]; 137fac9658cSMatan Barak }; 138fac9658cSMatan Barak 139fac9658cSMatan Barak struct uverbs_object_spec_hash { 140fac9658cSMatan Barak size_t num_objects; 141fac9658cSMatan Barak struct uverbs_object_spec *objects[0]; 142fac9658cSMatan Barak }; 143fac9658cSMatan Barak 144fac9658cSMatan Barak struct uverbs_root_spec { 145fac9658cSMatan Barak size_t num_buckets; 146fac9658cSMatan Barak struct uverbs_object_spec_hash *object_buckets[0]; 147fac9658cSMatan Barak }; 148fac9658cSMatan Barak 1495009010fSMatan Barak /* 1505009010fSMatan Barak * ======================================= 1515009010fSMatan Barak * Verbs definitions 1525009010fSMatan Barak * ======================================= 1535009010fSMatan Barak */ 1545009010fSMatan Barak 15509e3ebf8SMatan Barak struct uverbs_attr_def { 15609e3ebf8SMatan Barak u16 id; 15709e3ebf8SMatan Barak struct uverbs_attr_spec attr; 15809e3ebf8SMatan Barak }; 15909e3ebf8SMatan Barak 16009e3ebf8SMatan Barak struct uverbs_method_def { 16109e3ebf8SMatan Barak u16 id; 16209e3ebf8SMatan Barak /* Combination of bits from enum UVERBS_ACTION_FLAG_XXXX */ 16309e3ebf8SMatan Barak u32 flags; 16409e3ebf8SMatan Barak size_t num_attrs; 16509e3ebf8SMatan Barak const struct uverbs_attr_def * const (*attrs)[]; 16609e3ebf8SMatan Barak int (*handler)(struct ib_device *ib_dev, struct ib_uverbs_file *ufile, 16709e3ebf8SMatan Barak struct uverbs_attr_bundle *ctx); 16809e3ebf8SMatan Barak }; 16909e3ebf8SMatan Barak 1705009010fSMatan Barak struct uverbs_object_def { 17109e3ebf8SMatan Barak u16 id; 1725009010fSMatan Barak const struct uverbs_obj_type *type_attrs; 17309e3ebf8SMatan Barak size_t num_methods; 17409e3ebf8SMatan Barak const struct uverbs_method_def * const (*methods)[]; 17509e3ebf8SMatan Barak }; 17609e3ebf8SMatan Barak 17709e3ebf8SMatan Barak struct uverbs_object_tree_def { 17809e3ebf8SMatan Barak size_t num_objects; 17909e3ebf8SMatan Barak const struct uverbs_object_def * const (*objects)[]; 1805009010fSMatan Barak }; 1815009010fSMatan Barak 18235410306SMatan Barak #define UA_FLAGS(_flags) .flags = _flags 183c66db311SMatan Barak #define __UVERBS_ATTR0(_id, _type, _fld, _attr, ...) \ 18435410306SMatan Barak ((const struct uverbs_attr_def) \ 185c66db311SMatan Barak {.id = _id, .attr = {{._fld = {.type = _type, _attr, .flags = 0, } }, } }) 186c66db311SMatan Barak #define __UVERBS_ATTR1(_id, _type, _fld, _attr, _extra1, ...) \ 18735410306SMatan Barak ((const struct uverbs_attr_def) \ 188c66db311SMatan Barak {.id = _id, .attr = {{._fld = {.type = _type, _attr, _extra1 } },} }) 189c66db311SMatan Barak #define __UVERBS_ATTR2(_id, _type, _fld, _attr, _extra1, _extra2) \ 190c66db311SMatan Barak ((const struct uverbs_attr_def) \ 191c66db311SMatan Barak {.id = _id, .attr = {{._fld = {.type = _type, _attr, _extra1, _extra2 } },} }) 192c66db311SMatan Barak #define __UVERBS_ATTR(_id, _type, _fld, _attr, _extra1, _extra2, _n, ...) \ 193c66db311SMatan Barak __UVERBS_ATTR##_n(_id, _type, _fld, _attr, _extra1, _extra2) 194c66db311SMatan Barak 195c66db311SMatan Barak #define UVERBS_ATTR_TYPE(_type) \ 196c66db311SMatan Barak .min_len = sizeof(_type), .len = sizeof(_type) 197c66db311SMatan Barak #define UVERBS_ATTR_STRUCT(_type, _last) \ 198c66db311SMatan Barak .min_len = ((uintptr_t)(&((_type *)0)->_last + 1)), .len = sizeof(_type) 199c66db311SMatan Barak #define UVERBS_ATTR_SIZE(_min_len, _len) \ 200c66db311SMatan Barak .min_len = _min_len, .len = _len 201c66db311SMatan Barak 20235410306SMatan Barak /* 20335410306SMatan Barak * In new compiler, UVERBS_ATTR could be simplified by declaring it as 20435410306SMatan Barak * [_id] = {.type = _type, .len = _len, ##__VA_ARGS__} 20535410306SMatan Barak * But since we support older compilers too, we need the more complex code. 20635410306SMatan Barak */ 207c66db311SMatan Barak #define UVERBS_ATTR(_id, _type, _fld, _attr, ...) \ 208c66db311SMatan Barak __UVERBS_ATTR(_id, _type, _fld, _attr, ##__VA_ARGS__, 2, 1, 0) 20935410306SMatan Barak #define UVERBS_ATTR_PTR_IN_SZ(_id, _len, ...) \ 210c66db311SMatan Barak UVERBS_ATTR(_id, UVERBS_ATTR_TYPE_PTR_IN, ptr, _len, ##__VA_ARGS__) 21135410306SMatan Barak /* If sizeof(_type) <= sizeof(u64), this will be inlined rather than a pointer */ 21235410306SMatan Barak #define UVERBS_ATTR_PTR_IN(_id, _type, ...) \ 213c66db311SMatan Barak UVERBS_ATTR_PTR_IN_SZ(_id, _type, ##__VA_ARGS__) 21435410306SMatan Barak #define UVERBS_ATTR_PTR_OUT_SZ(_id, _len, ...) \ 215c66db311SMatan Barak UVERBS_ATTR(_id, UVERBS_ATTR_TYPE_PTR_OUT, ptr, _len, ##__VA_ARGS__) 21635410306SMatan Barak #define UVERBS_ATTR_PTR_OUT(_id, _type, ...) \ 217c66db311SMatan Barak UVERBS_ATTR_PTR_OUT_SZ(_id, _type, ##__VA_ARGS__) 21835410306SMatan Barak 21935410306SMatan Barak /* 22035410306SMatan Barak * In new compiler, UVERBS_ATTR_IDR (and FD) could be simplified by declaring 22135410306SMatan Barak * it as 22235410306SMatan Barak * {.id = _id, \ 22335410306SMatan Barak * .attr {.type = __obj_class, \ 22435410306SMatan Barak * .obj = {.obj_type = _idr_type, \ 22535410306SMatan Barak * .access = _access \ 22635410306SMatan Barak * }, ##__VA_ARGS__ } } 22735410306SMatan Barak * But since we support older compilers too, we need the more complex code. 22835410306SMatan Barak */ 22935410306SMatan Barak #define ___UVERBS_ATTR_OBJ0(_id, _obj_class, _obj_type, _access, ...)\ 23035410306SMatan Barak ((const struct uverbs_attr_def) \ 23135410306SMatan Barak {.id = _id, \ 2321f07e08fSMatan Barak .attr = { {.obj = {.type = _obj_class, .obj_type = _obj_type, \ 2331f07e08fSMatan Barak .access = _access, .flags = 0 } }, } }) 23435410306SMatan Barak #define ___UVERBS_ATTR_OBJ1(_id, _obj_class, _obj_type, _access, _flags)\ 23535410306SMatan Barak ((const struct uverbs_attr_def) \ 23635410306SMatan Barak {.id = _id, \ 2371f07e08fSMatan Barak .attr = { {.obj = {.type = _obj_class, .obj_type = _obj_type, \ 2381f07e08fSMatan Barak .access = _access, _flags} }, } }) 23935410306SMatan Barak #define ___UVERBS_ATTR_OBJ(_id, _obj_class, _obj_type, _access, _flags, \ 24035410306SMatan Barak _n, ...) \ 24135410306SMatan Barak ___UVERBS_ATTR_OBJ##_n(_id, _obj_class, _obj_type, _access, _flags) 24235410306SMatan Barak #define __UVERBS_ATTR_OBJ(_id, _obj_class, _obj_type, _access, ...) \ 24335410306SMatan Barak ___UVERBS_ATTR_OBJ(_id, _obj_class, _obj_type, _access, \ 24435410306SMatan Barak ##__VA_ARGS__, 1, 0) 24535410306SMatan Barak #define UVERBS_ATTR_IDR(_id, _idr_type, _access, ...) \ 24635410306SMatan Barak __UVERBS_ATTR_OBJ(_id, UVERBS_ATTR_TYPE_IDR, _idr_type, _access,\ 24735410306SMatan Barak ##__VA_ARGS__) 24835410306SMatan Barak #define UVERBS_ATTR_FD(_id, _fd_type, _access, ...) \ 24935410306SMatan Barak __UVERBS_ATTR_OBJ(_id, UVERBS_ATTR_TYPE_FD, _fd_type, \ 25035410306SMatan Barak (_access) + BUILD_BUG_ON_ZERO( \ 25135410306SMatan Barak (_access) != UVERBS_ACCESS_NEW && \ 25235410306SMatan Barak (_access) != UVERBS_ACCESS_READ), \ 25335410306SMatan Barak ##__VA_ARGS__) 25435410306SMatan Barak #define DECLARE_UVERBS_ATTR_SPEC(_name, ...) \ 25535410306SMatan Barak const struct uverbs_attr_def _name = __VA_ARGS__ 25635410306SMatan Barak 25735410306SMatan Barak #define _UVERBS_METHOD_ATTRS_SZ(...) \ 25835410306SMatan Barak (sizeof((const struct uverbs_attr_def * const []){__VA_ARGS__}) /\ 25935410306SMatan Barak sizeof(const struct uverbs_attr_def *)) 26035410306SMatan Barak #define _UVERBS_METHOD(_id, _handler, _flags, ...) \ 26135410306SMatan Barak ((const struct uverbs_method_def) { \ 26235410306SMatan Barak .id = _id, \ 26335410306SMatan Barak .flags = _flags, \ 26435410306SMatan Barak .handler = _handler, \ 26535410306SMatan Barak .num_attrs = _UVERBS_METHOD_ATTRS_SZ(__VA_ARGS__), \ 26635410306SMatan Barak .attrs = &(const struct uverbs_attr_def * const []){__VA_ARGS__} }) 26735410306SMatan Barak #define DECLARE_UVERBS_METHOD(_name, _id, _handler, ...) \ 26835410306SMatan Barak const struct uverbs_method_def _name = \ 26935410306SMatan Barak _UVERBS_METHOD(_id, _handler, 0, ##__VA_ARGS__) 27035410306SMatan Barak #define DECLARE_UVERBS_CTX_METHOD(_name, _id, _handler, _flags, ...) \ 27135410306SMatan Barak const struct uverbs_method_def _name = \ 27235410306SMatan Barak _UVERBS_METHOD(_id, _handler, \ 27335410306SMatan Barak UVERBS_ACTION_FLAG_CREATE_ROOT, \ 27435410306SMatan Barak ##__VA_ARGS__) 27535410306SMatan Barak #define _UVERBS_OBJECT_METHODS_SZ(...) \ 27635410306SMatan Barak (sizeof((const struct uverbs_method_def * const []){__VA_ARGS__}) / \ 27735410306SMatan Barak sizeof(const struct uverbs_method_def *)) 2785009010fSMatan Barak #define _UVERBS_OBJECT(_id, _type_attrs, ...) \ 2795009010fSMatan Barak ((const struct uverbs_object_def) { \ 28009e3ebf8SMatan Barak .id = _id, \ 28135410306SMatan Barak .type_attrs = _type_attrs, \ 28235410306SMatan Barak .num_methods = _UVERBS_OBJECT_METHODS_SZ(__VA_ARGS__), \ 28335410306SMatan Barak .methods = &(const struct uverbs_method_def * const []){__VA_ARGS__} }) 2845009010fSMatan Barak #define DECLARE_UVERBS_OBJECT(_name, _id, _type_attrs, ...) \ 2855009010fSMatan Barak const struct uverbs_object_def _name = \ 2865009010fSMatan Barak _UVERBS_OBJECT(_id, _type_attrs, ##__VA_ARGS__) 28709e3ebf8SMatan Barak #define _UVERBS_TREE_OBJECTS_SZ(...) \ 28809e3ebf8SMatan Barak (sizeof((const struct uverbs_object_def * const []){__VA_ARGS__}) / \ 28909e3ebf8SMatan Barak sizeof(const struct uverbs_object_def *)) 29009e3ebf8SMatan Barak #define _UVERBS_OBJECT_TREE(...) \ 29109e3ebf8SMatan Barak ((const struct uverbs_object_tree_def) { \ 29209e3ebf8SMatan Barak .num_objects = _UVERBS_TREE_OBJECTS_SZ(__VA_ARGS__), \ 29309e3ebf8SMatan Barak .objects = &(const struct uverbs_object_def * const []){__VA_ARGS__} }) 29409e3ebf8SMatan Barak #define DECLARE_UVERBS_OBJECT_TREE(_name, ...) \ 29509e3ebf8SMatan Barak const struct uverbs_object_tree_def _name = \ 29609e3ebf8SMatan Barak _UVERBS_OBJECT_TREE(__VA_ARGS__) 29709e3ebf8SMatan Barak 298fac9658cSMatan Barak /* ================================================= 299fac9658cSMatan Barak * Parsing infrastructure 300fac9658cSMatan Barak * ================================================= 301fac9658cSMatan Barak */ 302fac9658cSMatan Barak 303fac9658cSMatan Barak struct uverbs_ptr_attr { 304fac9658cSMatan Barak u64 data; 305fac9658cSMatan Barak u16 len; 306fac9658cSMatan Barak /* Combination of bits from enum UVERBS_ATTR_F_XXXX */ 307fac9658cSMatan Barak u16 flags; 308fac9658cSMatan Barak }; 309fac9658cSMatan Barak 310f43dbebfSMatan Barak struct uverbs_obj_attr { 311fac9658cSMatan Barak /* pointer to the kernel descriptor -> type, access, etc */ 312fac9658cSMatan Barak const struct uverbs_obj_type *type; 313f43dbebfSMatan Barak struct ib_uobject *uobject; 314fac9658cSMatan Barak /* fd or id in idr of this object */ 315fac9658cSMatan Barak int id; 316f43dbebfSMatan Barak }; 317f43dbebfSMatan Barak 318f43dbebfSMatan Barak struct uverbs_attr { 319fac9658cSMatan Barak /* 320fac9658cSMatan Barak * pointer to the user-space given attribute, in order to write the 321fac9658cSMatan Barak * new uobject's id or update flags. 322fac9658cSMatan Barak */ 323fac9658cSMatan Barak struct ib_uverbs_attr __user *uattr; 324fac9658cSMatan Barak union { 325fac9658cSMatan Barak struct uverbs_ptr_attr ptr_attr; 326f43dbebfSMatan Barak struct uverbs_obj_attr obj_attr; 327f43dbebfSMatan Barak }; 328fac9658cSMatan Barak }; 329f43dbebfSMatan Barak 330f43dbebfSMatan Barak struct uverbs_attr_bundle_hash { 331f43dbebfSMatan Barak /* if bit i is set, it means attrs[i] contains valid information */ 332f43dbebfSMatan Barak unsigned long *valid_bitmap; 333f43dbebfSMatan Barak size_t num_attrs; 334f43dbebfSMatan Barak /* 335f43dbebfSMatan Barak * arrays of attributes, each element corresponds to the specification 336f43dbebfSMatan Barak * of the attribute in the same index. 337f43dbebfSMatan Barak */ 338f43dbebfSMatan Barak struct uverbs_attr *attrs; 339f43dbebfSMatan Barak }; 340f43dbebfSMatan Barak 341f43dbebfSMatan Barak struct uverbs_attr_bundle { 342f43dbebfSMatan Barak size_t num_buckets; 343f43dbebfSMatan Barak struct uverbs_attr_bundle_hash hash[]; 344f43dbebfSMatan Barak }; 345f43dbebfSMatan Barak 346f43dbebfSMatan Barak static inline bool uverbs_attr_is_valid_in_hash(const struct uverbs_attr_bundle_hash *attrs_hash, 347f43dbebfSMatan Barak unsigned int idx) 348f43dbebfSMatan Barak { 349f43dbebfSMatan Barak return test_bit(idx, attrs_hash->valid_bitmap); 350f43dbebfSMatan Barak } 351f43dbebfSMatan Barak 35235410306SMatan Barak static inline bool uverbs_attr_is_valid(const struct uverbs_attr_bundle *attrs_bundle, 35335410306SMatan Barak unsigned int idx) 35435410306SMatan Barak { 35535410306SMatan Barak u16 idx_bucket = idx >> UVERBS_ID_NS_SHIFT; 35635410306SMatan Barak 35735410306SMatan Barak if (attrs_bundle->num_buckets <= idx_bucket) 35835410306SMatan Barak return false; 35935410306SMatan Barak 36035410306SMatan Barak return uverbs_attr_is_valid_in_hash(&attrs_bundle->hash[idx_bucket], 36135410306SMatan Barak idx & ~UVERBS_ID_NS_MASK); 36235410306SMatan Barak } 36335410306SMatan Barak 364*41b2a71fSMatan Barak #define IS_UVERBS_COPY_ERR(_ret) ((_ret) && (_ret) != -ENOENT) 365*41b2a71fSMatan Barak 366d70724f1SMatan Barak static inline const struct uverbs_attr *uverbs_attr_get(const struct uverbs_attr_bundle *attrs_bundle, 367d70724f1SMatan Barak u16 idx) 368d70724f1SMatan Barak { 369d70724f1SMatan Barak u16 idx_bucket = idx >> UVERBS_ID_NS_SHIFT; 370d70724f1SMatan Barak 371d70724f1SMatan Barak if (!uverbs_attr_is_valid(attrs_bundle, idx)) 372d70724f1SMatan Barak return ERR_PTR(-ENOENT); 373d70724f1SMatan Barak 374d70724f1SMatan Barak return &attrs_bundle->hash[idx_bucket].attrs[idx & ~UVERBS_ID_NS_MASK]; 375d70724f1SMatan Barak } 376d70724f1SMatan Barak 377d70724f1SMatan Barak static inline int uverbs_copy_to(const struct uverbs_attr_bundle *attrs_bundle, 37889d9e8d3SMatan Barak size_t idx, const void *from, size_t size) 379d70724f1SMatan Barak { 380d70724f1SMatan Barak const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx); 381d70724f1SMatan Barak u16 flags; 38289d9e8d3SMatan Barak size_t min_size; 383d70724f1SMatan Barak 384d70724f1SMatan Barak if (IS_ERR(attr)) 385d70724f1SMatan Barak return PTR_ERR(attr); 386d70724f1SMatan Barak 38789d9e8d3SMatan Barak min_size = min_t(size_t, attr->ptr_attr.len, size); 3882f36028cSJason Gunthorpe if (copy_to_user(u64_to_user_ptr(attr->ptr_attr.data), from, min_size)) 38989d9e8d3SMatan Barak return -EFAULT; 39089d9e8d3SMatan Barak 391d70724f1SMatan Barak flags = attr->ptr_attr.flags | UVERBS_ATTR_F_VALID_OUTPUT; 39289d9e8d3SMatan Barak if (put_user(flags, &attr->uattr->flags)) 39389d9e8d3SMatan Barak return -EFAULT; 39489d9e8d3SMatan Barak 39589d9e8d3SMatan Barak return 0; 396d70724f1SMatan Barak } 397d70724f1SMatan Barak 39889d9e8d3SMatan Barak static inline bool uverbs_attr_ptr_is_inline(const struct uverbs_attr *attr) 39989d9e8d3SMatan Barak { 40089d9e8d3SMatan Barak return attr->ptr_attr.len <= sizeof(attr->ptr_attr.data); 40189d9e8d3SMatan Barak } 40289d9e8d3SMatan Barak 40389d9e8d3SMatan Barak static inline int _uverbs_copy_from(void *to, 404d70724f1SMatan Barak const struct uverbs_attr_bundle *attrs_bundle, 40589d9e8d3SMatan Barak size_t idx, 40689d9e8d3SMatan Barak size_t size) 407d70724f1SMatan Barak { 408d70724f1SMatan Barak const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx); 409d70724f1SMatan Barak 410d70724f1SMatan Barak if (IS_ERR(attr)) 411d70724f1SMatan Barak return PTR_ERR(attr); 412d70724f1SMatan Barak 41389d9e8d3SMatan Barak /* 41489d9e8d3SMatan Barak * Validation ensures attr->ptr_attr.len >= size. If the caller is 415c66db311SMatan Barak * using UVERBS_ATTR_SPEC_F_MIN_SZ_OR_ZERO then it must call 416c66db311SMatan Barak * uverbs_copy_from_or_zero. 41789d9e8d3SMatan Barak */ 41889d9e8d3SMatan Barak if (unlikely(size < attr->ptr_attr.len)) 41989d9e8d3SMatan Barak return -EINVAL; 42089d9e8d3SMatan Barak 42189d9e8d3SMatan Barak if (uverbs_attr_ptr_is_inline(attr)) 422d70724f1SMatan Barak memcpy(to, &attr->ptr_attr.data, attr->ptr_attr.len); 4232f36028cSJason Gunthorpe else if (copy_from_user(to, u64_to_user_ptr(attr->ptr_attr.data), 4242f36028cSJason Gunthorpe attr->ptr_attr.len)) 425d70724f1SMatan Barak return -EFAULT; 426d70724f1SMatan Barak 427d70724f1SMatan Barak return 0; 428d70724f1SMatan Barak } 429d70724f1SMatan Barak 430c66db311SMatan Barak static inline int _uverbs_copy_from_or_zero(void *to, 431c66db311SMatan Barak const struct uverbs_attr_bundle *attrs_bundle, 432c66db311SMatan Barak size_t idx, 433c66db311SMatan Barak size_t size) 434c66db311SMatan Barak { 435c66db311SMatan Barak const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx); 436c66db311SMatan Barak size_t min_size; 437c66db311SMatan Barak 438c66db311SMatan Barak if (IS_ERR(attr)) 439c66db311SMatan Barak return PTR_ERR(attr); 440c66db311SMatan Barak 441c66db311SMatan Barak min_size = min_t(size_t, size, attr->ptr_attr.len); 442c66db311SMatan Barak 443c66db311SMatan Barak if (uverbs_attr_ptr_is_inline(attr)) 444c66db311SMatan Barak memcpy(to, &attr->ptr_attr.data, min_size); 445c66db311SMatan Barak else if (copy_from_user(to, u64_to_user_ptr(attr->ptr_attr.data), 446c66db311SMatan Barak min_size)) 447c66db311SMatan Barak return -EFAULT; 448c66db311SMatan Barak 449c66db311SMatan Barak if (size > min_size) 450c66db311SMatan Barak memset(to + min_size, 0, size - min_size); 451c66db311SMatan Barak 452c66db311SMatan Barak return 0; 453c66db311SMatan Barak } 454c66db311SMatan Barak 455d70724f1SMatan Barak #define uverbs_copy_from(to, attrs_bundle, idx) \ 45689d9e8d3SMatan Barak _uverbs_copy_from(to, attrs_bundle, idx, sizeof(*to)) 457d70724f1SMatan Barak 458c66db311SMatan Barak #define uverbs_copy_from_or_zero(to, attrs_bundle, idx) \ 459c66db311SMatan Barak _uverbs_copy_from_or_zero(to, attrs_bundle, idx, sizeof(*to)) 460c66db311SMatan Barak 461118620d3SMatan Barak /* ================================================= 462118620d3SMatan Barak * Definitions -> Specs infrastructure 463118620d3SMatan Barak * ================================================= 464118620d3SMatan Barak */ 465a0aa309cSMatan Barak 466118620d3SMatan Barak /* 467118620d3SMatan Barak * uverbs_alloc_spec_tree - Merges different common and driver specific feature 468118620d3SMatan Barak * into one parsing tree that every uverbs command will be parsed upon. 469118620d3SMatan Barak * 470118620d3SMatan Barak * @num_trees: Number of trees in the array @trees. 471118620d3SMatan Barak * @trees: Array of pointers to tree root definitions to merge. Each such tree 472118620d3SMatan Barak * possibly contains objects, methods and attributes definitions. 473118620d3SMatan Barak * 474118620d3SMatan Barak * Returns: 475118620d3SMatan Barak * uverbs_root_spec *: The root of the merged parsing tree. 476118620d3SMatan Barak * On error, we return an error code. Error is checked via IS_ERR. 477118620d3SMatan Barak * 478118620d3SMatan Barak * The following merges could take place: 479118620d3SMatan Barak * a. Two trees representing the same method with different handler 480118620d3SMatan Barak * -> We take the handler of the tree that its handler != NULL 481118620d3SMatan Barak * and its index in the trees array is greater. The incentive for that 482118620d3SMatan Barak * is that developers are expected to first merge common trees and then 483118620d3SMatan Barak * merge trees that gives specialized the behaviour. 484118620d3SMatan Barak * b. Two trees representing the same object with different 485118620d3SMatan Barak * type_attrs (struct uverbs_obj_type): 486118620d3SMatan Barak * -> We take the type_attrs of the tree that its type_attr != NULL 487118620d3SMatan Barak * and its index in the trees array is greater. This could be used 488118620d3SMatan Barak * in order to override the free function, allocation size, etc. 489118620d3SMatan Barak * c. Two trees representing the same method attribute (same id but possibly 490118620d3SMatan Barak * different attributes): 491118620d3SMatan Barak * -> ERROR (-ENOENT), we believe that's not the programmer's intent. 492118620d3SMatan Barak * 493118620d3SMatan Barak * An object without any methods is considered invalid and will abort the 494118620d3SMatan Barak * function with -ENOENT error. 495118620d3SMatan Barak */ 49652427112SMatan Barak #if IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS) 497118620d3SMatan Barak struct uverbs_root_spec *uverbs_alloc_spec_tree(unsigned int num_trees, 498118620d3SMatan Barak const struct uverbs_object_tree_def **trees); 499118620d3SMatan Barak void uverbs_free_spec_tree(struct uverbs_root_spec *root); 50052427112SMatan Barak #else 50152427112SMatan Barak static inline struct uverbs_root_spec *uverbs_alloc_spec_tree(unsigned int num_trees, 50252427112SMatan Barak const struct uverbs_object_tree_def **trees) 50352427112SMatan Barak { 50452427112SMatan Barak return NULL; 50552427112SMatan Barak } 50652427112SMatan Barak 50752427112SMatan Barak static inline void uverbs_free_spec_tree(struct uverbs_root_spec *root) 50852427112SMatan Barak { 50952427112SMatan Barak } 51052427112SMatan Barak #endif 511118620d3SMatan Barak 512118620d3SMatan Barak #endif 513