xref: /openbmc/linux/include/rdma/uverbs_ioctl.h (revision 3efa38125b81fb4eb7dbb43295cb82a203dc0398)
1a0aa309cSMatan Barak /*
2a0aa309cSMatan Barak  * Copyright (c) 2017, Mellanox Technologies inc.  All rights reserved.
3a0aa309cSMatan Barak  *
4a0aa309cSMatan Barak  * This software is available to you under a choice of one of two
5a0aa309cSMatan Barak  * licenses.  You may choose to be licensed under the terms of the GNU
6a0aa309cSMatan Barak  * General Public License (GPL) Version 2, available from the file
7a0aa309cSMatan Barak  * COPYING in the main directory of this source tree, or the
8a0aa309cSMatan Barak  * OpenIB.org BSD license below:
9a0aa309cSMatan Barak  *
10a0aa309cSMatan Barak  *     Redistribution and use in source and binary forms, with or
11a0aa309cSMatan Barak  *     without modification, are permitted provided that the following
12a0aa309cSMatan Barak  *     conditions are met:
13a0aa309cSMatan Barak  *
14a0aa309cSMatan Barak  *      - Redistributions of source code must retain the above
15a0aa309cSMatan Barak  *        copyright notice, this list of conditions and the following
16a0aa309cSMatan Barak  *        disclaimer.
17a0aa309cSMatan Barak  *
18a0aa309cSMatan Barak  *      - Redistributions in binary form must reproduce the above
19a0aa309cSMatan Barak  *        copyright notice, this list of conditions and the following
20a0aa309cSMatan Barak  *        disclaimer in the documentation and/or other materials
21a0aa309cSMatan Barak  *        provided with the distribution.
22a0aa309cSMatan Barak  *
23a0aa309cSMatan Barak  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24a0aa309cSMatan Barak  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25a0aa309cSMatan Barak  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26a0aa309cSMatan Barak  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27a0aa309cSMatan Barak  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28a0aa309cSMatan Barak  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29a0aa309cSMatan Barak  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30a0aa309cSMatan Barak  * SOFTWARE.
31a0aa309cSMatan Barak  */
32a0aa309cSMatan Barak 
33a0aa309cSMatan Barak #ifndef _UVERBS_IOCTL_
34a0aa309cSMatan Barak #define _UVERBS_IOCTL_
35a0aa309cSMatan Barak 
36a0aa309cSMatan Barak #include <rdma/uverbs_types.h>
3735410306SMatan Barak #include <linux/uaccess.h>
3835410306SMatan Barak #include <rdma/rdma_user_ioctl.h>
39d70724f1SMatan Barak #include <rdma/ib_user_ioctl_verbs.h>
401f7ff9d5SMatan Barak #include <rdma/ib_user_ioctl_cmds.h>
41a0aa309cSMatan Barak 
42a0aa309cSMatan Barak /*
43a0aa309cSMatan Barak  * =======================================
44a0aa309cSMatan Barak  *	Verbs action specifications
45a0aa309cSMatan Barak  * =======================================
46a0aa309cSMatan Barak  */
47a0aa309cSMatan Barak 
48f43dbebfSMatan Barak enum uverbs_attr_type {
49f43dbebfSMatan Barak 	UVERBS_ATTR_TYPE_NA,
50fac9658cSMatan Barak 	UVERBS_ATTR_TYPE_PTR_IN,
51fac9658cSMatan Barak 	UVERBS_ATTR_TYPE_PTR_OUT,
52f43dbebfSMatan Barak 	UVERBS_ATTR_TYPE_IDR,
53f43dbebfSMatan Barak 	UVERBS_ATTR_TYPE_FD,
54494c5580SMatan Barak 	UVERBS_ATTR_TYPE_ENUM_IN,
55f43dbebfSMatan Barak };
56f43dbebfSMatan Barak 
57a0aa309cSMatan Barak enum uverbs_obj_access {
58a0aa309cSMatan Barak 	UVERBS_ACCESS_READ,
59a0aa309cSMatan Barak 	UVERBS_ACCESS_WRITE,
60a0aa309cSMatan Barak 	UVERBS_ACCESS_NEW,
61a0aa309cSMatan Barak 	UVERBS_ACCESS_DESTROY
62a0aa309cSMatan Barak };
63a0aa309cSMatan Barak 
64fac9658cSMatan Barak enum {
65fac9658cSMatan Barak 	UVERBS_ATTR_SPEC_F_MANDATORY	= 1U << 0,
66c66db311SMatan Barak 	/* Support extending attributes by length, validate all unknown size == zero  */
67c66db311SMatan Barak 	UVERBS_ATTR_SPEC_F_MIN_SZ_OR_ZERO = 1U << 1,
68fac9658cSMatan Barak };
69fac9658cSMatan Barak 
701f07e08fSMatan Barak /* Specification of a single attribute inside the ioctl message */
71f43dbebfSMatan Barak struct uverbs_attr_spec {
72fac9658cSMatan Barak 	union {
731f07e08fSMatan Barak 		/* Header shared by all following union members - to reduce space. */
74f43dbebfSMatan Barak 		struct {
751f07e08fSMatan Barak 			enum uverbs_attr_type		type;
761f07e08fSMatan Barak 			/* Combination of bits from enum UVERBS_ATTR_SPEC_F_XXXX */
771f07e08fSMatan Barak 			u8				flags;
781f07e08fSMatan Barak 		};
791f07e08fSMatan Barak 		struct {
801f07e08fSMatan Barak 			enum uverbs_attr_type		type;
811f07e08fSMatan Barak 			/* Combination of bits from enum UVERBS_ATTR_SPEC_F_XXXX */
821f07e08fSMatan Barak 			u8				flags;
83c66db311SMatan Barak 			/* Current known size to kernel */
841f07e08fSMatan Barak 			u16				len;
85c66db311SMatan Barak 			/* User isn't allowed to provide something < min_len */
86c66db311SMatan Barak 			u16				min_len;
871f07e08fSMatan Barak 		} ptr;
881f07e08fSMatan Barak 		struct {
891f07e08fSMatan Barak 			enum uverbs_attr_type		type;
901f07e08fSMatan Barak 			/* Combination of bits from enum UVERBS_ATTR_SPEC_F_XXXX */
911f07e08fSMatan Barak 			u8				flags;
92f43dbebfSMatan Barak 			/*
93f43dbebfSMatan Barak 			 * higher bits mean the namespace and lower bits mean
94f43dbebfSMatan Barak 			 * the type id within the namespace.
95f43dbebfSMatan Barak 			 */
96f43dbebfSMatan Barak 			u16			obj_type;
97f43dbebfSMatan Barak 			u8			access;
98f43dbebfSMatan Barak 		} obj;
99494c5580SMatan Barak 		struct {
100494c5580SMatan Barak 			enum uverbs_attr_type		type;
101494c5580SMatan Barak 			/* Combination of bits from enum UVERBS_ATTR_SPEC_F_XXXX */
102494c5580SMatan Barak 			u8				flags;
103494c5580SMatan Barak 			u8				num_elems;
104494c5580SMatan Barak 			/*
105494c5580SMatan Barak 			 * The enum attribute can select one of the attributes
106494c5580SMatan Barak 			 * contained in the ids array. Currently only PTR_IN
107494c5580SMatan Barak 			 * attributes are supported in the ids array.
108494c5580SMatan Barak 			 */
109494c5580SMatan Barak 			const struct uverbs_attr_spec	*ids;
110494c5580SMatan Barak 		} enum_def;
111f43dbebfSMatan Barak 	};
112fac9658cSMatan Barak };
113f43dbebfSMatan Barak 
114f43dbebfSMatan Barak struct uverbs_attr_spec_hash {
115f43dbebfSMatan Barak 	size_t				num_attrs;
116fac9658cSMatan Barak 	unsigned long			*mandatory_attrs_bitmask;
117f43dbebfSMatan Barak 	struct uverbs_attr_spec		attrs[0];
118f43dbebfSMatan Barak };
119f43dbebfSMatan Barak 
120fac9658cSMatan Barak struct uverbs_attr_bundle;
121fac9658cSMatan Barak struct ib_uverbs_file;
122fac9658cSMatan Barak 
123fac9658cSMatan Barak enum {
124fac9658cSMatan Barak 	/*
125fac9658cSMatan Barak 	 * Action marked with this flag creates a context (or root for all
126fac9658cSMatan Barak 	 * objects).
127fac9658cSMatan Barak 	 */
128fac9658cSMatan Barak 	UVERBS_ACTION_FLAG_CREATE_ROOT = 1U << 0,
129fac9658cSMatan Barak };
130fac9658cSMatan Barak 
131fac9658cSMatan Barak struct uverbs_method_spec {
132fac9658cSMatan Barak 	/* Combination of bits from enum UVERBS_ACTION_FLAG_XXXX */
133fac9658cSMatan Barak 	u32						flags;
134fac9658cSMatan Barak 	size_t						num_buckets;
135fac9658cSMatan Barak 	size_t						num_child_attrs;
136fac9658cSMatan Barak 	int (*handler)(struct ib_device *ib_dev, struct ib_uverbs_file *ufile,
137fac9658cSMatan Barak 		       struct uverbs_attr_bundle *ctx);
138fac9658cSMatan Barak 	struct uverbs_attr_spec_hash		*attr_buckets[0];
139fac9658cSMatan Barak };
140fac9658cSMatan Barak 
141fac9658cSMatan Barak struct uverbs_method_spec_hash {
142fac9658cSMatan Barak 	size_t					num_methods;
143fac9658cSMatan Barak 	struct uverbs_method_spec		*methods[0];
144fac9658cSMatan Barak };
145fac9658cSMatan Barak 
146fac9658cSMatan Barak struct uverbs_object_spec {
147fac9658cSMatan Barak 	const struct uverbs_obj_type		*type_attrs;
148fac9658cSMatan Barak 	size_t					num_buckets;
149fac9658cSMatan Barak 	struct uverbs_method_spec_hash		*method_buckets[0];
150fac9658cSMatan Barak };
151fac9658cSMatan Barak 
152fac9658cSMatan Barak struct uverbs_object_spec_hash {
153fac9658cSMatan Barak 	size_t					num_objects;
154fac9658cSMatan Barak 	struct uverbs_object_spec		*objects[0];
155fac9658cSMatan Barak };
156fac9658cSMatan Barak 
157fac9658cSMatan Barak struct uverbs_root_spec {
158fac9658cSMatan Barak 	size_t					num_buckets;
159fac9658cSMatan Barak 	struct uverbs_object_spec_hash		*object_buckets[0];
160fac9658cSMatan Barak };
161fac9658cSMatan Barak 
1625009010fSMatan Barak /*
1635009010fSMatan Barak  * =======================================
1645009010fSMatan Barak  *	Verbs definitions
1655009010fSMatan Barak  * =======================================
1665009010fSMatan Barak  */
1675009010fSMatan Barak 
16809e3ebf8SMatan Barak struct uverbs_attr_def {
16909e3ebf8SMatan Barak 	u16                           id;
17009e3ebf8SMatan Barak 	struct uverbs_attr_spec       attr;
17109e3ebf8SMatan Barak };
17209e3ebf8SMatan Barak 
17309e3ebf8SMatan Barak struct uverbs_method_def {
17409e3ebf8SMatan Barak 	u16                                  id;
17509e3ebf8SMatan Barak 	/* Combination of bits from enum UVERBS_ACTION_FLAG_XXXX */
17609e3ebf8SMatan Barak 	u32				     flags;
17709e3ebf8SMatan Barak 	size_t				     num_attrs;
17809e3ebf8SMatan Barak 	const struct uverbs_attr_def * const (*attrs)[];
17909e3ebf8SMatan Barak 	int (*handler)(struct ib_device *ib_dev, struct ib_uverbs_file *ufile,
18009e3ebf8SMatan Barak 		       struct uverbs_attr_bundle *ctx);
18109e3ebf8SMatan Barak };
18209e3ebf8SMatan Barak 
1835009010fSMatan Barak struct uverbs_object_def {
18409e3ebf8SMatan Barak 	u16					 id;
1855009010fSMatan Barak 	const struct uverbs_obj_type	        *type_attrs;
18609e3ebf8SMatan Barak 	size_t				         num_methods;
18709e3ebf8SMatan Barak 	const struct uverbs_method_def * const (*methods)[];
18809e3ebf8SMatan Barak };
18909e3ebf8SMatan Barak 
19009e3ebf8SMatan Barak struct uverbs_object_tree_def {
19109e3ebf8SMatan Barak 	size_t					 num_objects;
19209e3ebf8SMatan Barak 	const struct uverbs_object_def * const (*objects)[];
1935009010fSMatan Barak };
1945009010fSMatan Barak 
19535410306SMatan Barak #define UA_FLAGS(_flags)  .flags = _flags
196c66db311SMatan Barak #define __UVERBS_ATTR0(_id, _type, _fld, _attr, ...)              \
19735410306SMatan Barak 	((const struct uverbs_attr_def)				  \
198c66db311SMatan Barak 	 {.id = _id, .attr = {{._fld = {.type = _type, _attr, .flags = 0, } }, } })
199c66db311SMatan Barak #define __UVERBS_ATTR1(_id, _type, _fld, _attr, _extra1, ...)      \
20035410306SMatan Barak 	((const struct uverbs_attr_def)				  \
201c66db311SMatan Barak 	 {.id = _id, .attr = {{._fld = {.type = _type, _attr, _extra1 } },} })
202c66db311SMatan Barak #define __UVERBS_ATTR2(_id, _type, _fld, _attr, _extra1, _extra2)    \
203c66db311SMatan Barak 	((const struct uverbs_attr_def)				  \
204c66db311SMatan Barak 	 {.id = _id, .attr = {{._fld = {.type = _type, _attr, _extra1, _extra2 } },} })
205c66db311SMatan Barak #define __UVERBS_ATTR(_id, _type, _fld, _attr, _extra1, _extra2, _n, ...)	\
206c66db311SMatan Barak 	__UVERBS_ATTR##_n(_id, _type, _fld, _attr, _extra1, _extra2)
207c66db311SMatan Barak 
208c66db311SMatan Barak #define UVERBS_ATTR_TYPE(_type)					\
209c66db311SMatan Barak 	.min_len = sizeof(_type), .len = sizeof(_type)
210c66db311SMatan Barak #define UVERBS_ATTR_STRUCT(_type, _last)			\
211c66db311SMatan Barak 	.min_len = ((uintptr_t)(&((_type *)0)->_last + 1)), .len = sizeof(_type)
212c66db311SMatan Barak #define UVERBS_ATTR_SIZE(_min_len, _len)			\
213c66db311SMatan Barak 	.min_len = _min_len, .len = _len
214c66db311SMatan Barak 
21535410306SMatan Barak /*
21635410306SMatan Barak  * In new compiler, UVERBS_ATTR could be simplified by declaring it as
21735410306SMatan Barak  * [_id] = {.type = _type, .len = _len, ##__VA_ARGS__}
21835410306SMatan Barak  * But since we support older compilers too, we need the more complex code.
21935410306SMatan Barak  */
220c66db311SMatan Barak #define UVERBS_ATTR(_id, _type, _fld, _attr, ...)			\
221c66db311SMatan Barak 	__UVERBS_ATTR(_id, _type, _fld, _attr, ##__VA_ARGS__, 2, 1, 0)
22235410306SMatan Barak #define UVERBS_ATTR_PTR_IN_SZ(_id, _len, ...)				\
223c66db311SMatan Barak 	UVERBS_ATTR(_id, UVERBS_ATTR_TYPE_PTR_IN, ptr, _len, ##__VA_ARGS__)
22435410306SMatan Barak /* If sizeof(_type) <= sizeof(u64), this will be inlined rather than a pointer */
22535410306SMatan Barak #define UVERBS_ATTR_PTR_IN(_id, _type, ...)				\
226c66db311SMatan Barak 	UVERBS_ATTR_PTR_IN_SZ(_id, _type, ##__VA_ARGS__)
22735410306SMatan Barak #define UVERBS_ATTR_PTR_OUT_SZ(_id, _len, ...)				\
228c66db311SMatan Barak 	UVERBS_ATTR(_id, UVERBS_ATTR_TYPE_PTR_OUT, ptr, _len, ##__VA_ARGS__)
22935410306SMatan Barak #define UVERBS_ATTR_PTR_OUT(_id, _type, ...)				\
230c66db311SMatan Barak 	UVERBS_ATTR_PTR_OUT_SZ(_id, _type, ##__VA_ARGS__)
231494c5580SMatan Barak #define UVERBS_ATTR_ENUM_IN(_id, _enum_arr, ...)			\
232494c5580SMatan Barak 	UVERBS_ATTR(_id, UVERBS_ATTR_TYPE_ENUM_IN, enum_def,		\
233494c5580SMatan Barak 		    .ids = (_enum_arr),					\
234494c5580SMatan Barak 		    .num_elems = ARRAY_SIZE(_enum_arr), ##__VA_ARGS__)
23535410306SMatan Barak 
23635410306SMatan Barak /*
23735410306SMatan Barak  * In new compiler, UVERBS_ATTR_IDR (and FD) could be simplified by declaring
23835410306SMatan Barak  * it as
23935410306SMatan Barak  * {.id = _id,								\
24035410306SMatan Barak  *  .attr {.type = __obj_class,						\
24135410306SMatan Barak  *         .obj = {.obj_type = _idr_type,				\
24235410306SMatan Barak  *                       .access = _access                              \
24335410306SMatan Barak  *                }, ##__VA_ARGS__ } }
24435410306SMatan Barak  * But since we support older compilers too, we need the more complex code.
24535410306SMatan Barak  */
24635410306SMatan Barak #define ___UVERBS_ATTR_OBJ0(_id, _obj_class, _obj_type, _access, ...)\
24735410306SMatan Barak 	((const struct uverbs_attr_def)					\
24835410306SMatan Barak 	{.id = _id,							\
2491f07e08fSMatan Barak 	 .attr = { {.obj = {.type = _obj_class, .obj_type = _obj_type,	\
2501f07e08fSMatan Barak 			    .access = _access, .flags = 0 } }, } })
25135410306SMatan Barak #define ___UVERBS_ATTR_OBJ1(_id, _obj_class, _obj_type, _access, _flags)\
25235410306SMatan Barak 	((const struct uverbs_attr_def)					\
25335410306SMatan Barak 	{.id = _id,							\
2541f07e08fSMatan Barak 	.attr = { {.obj = {.type = _obj_class, .obj_type = _obj_type,	\
2551f07e08fSMatan Barak 			   .access = _access, _flags} }, } })
25635410306SMatan Barak #define ___UVERBS_ATTR_OBJ(_id, _obj_class, _obj_type, _access, _flags, \
25735410306SMatan Barak 			   _n, ...)					\
25835410306SMatan Barak 	___UVERBS_ATTR_OBJ##_n(_id, _obj_class, _obj_type, _access, _flags)
25935410306SMatan Barak #define __UVERBS_ATTR_OBJ(_id, _obj_class, _obj_type, _access, ...)	\
26035410306SMatan Barak 	___UVERBS_ATTR_OBJ(_id, _obj_class, _obj_type, _access,		\
26135410306SMatan Barak 			   ##__VA_ARGS__, 1, 0)
26235410306SMatan Barak #define UVERBS_ATTR_IDR(_id, _idr_type, _access, ...)			 \
26335410306SMatan Barak 	__UVERBS_ATTR_OBJ(_id, UVERBS_ATTR_TYPE_IDR, _idr_type, _access,\
26435410306SMatan Barak 			  ##__VA_ARGS__)
26535410306SMatan Barak #define UVERBS_ATTR_FD(_id, _fd_type, _access, ...)			\
26635410306SMatan Barak 	__UVERBS_ATTR_OBJ(_id, UVERBS_ATTR_TYPE_FD, _fd_type,		\
26735410306SMatan Barak 			  (_access) + BUILD_BUG_ON_ZERO(		\
26835410306SMatan Barak 				(_access) != UVERBS_ACCESS_NEW &&	\
26935410306SMatan Barak 				(_access) != UVERBS_ACCESS_READ),	\
27035410306SMatan Barak 			  ##__VA_ARGS__)
27135410306SMatan Barak #define DECLARE_UVERBS_ATTR_SPEC(_name, ...)				\
27235410306SMatan Barak 	const struct uverbs_attr_def _name = __VA_ARGS__
27335410306SMatan Barak 
274494c5580SMatan Barak #define DECLARE_UVERBS_ENUM(_name, ...)					\
275494c5580SMatan Barak 	const struct uverbs_enum_spec _name = {				\
276494c5580SMatan Barak 		.len = ARRAY_SIZE(((struct uverbs_attr_spec[]){__VA_ARGS__})),\
277494c5580SMatan Barak 		.ids = {__VA_ARGS__},					\
278494c5580SMatan Barak 	}
27935410306SMatan Barak #define _UVERBS_METHOD_ATTRS_SZ(...)					\
28035410306SMatan Barak 	(sizeof((const struct uverbs_attr_def * const []){__VA_ARGS__}) /\
28135410306SMatan Barak 	 sizeof(const struct uverbs_attr_def *))
28235410306SMatan Barak #define _UVERBS_METHOD(_id, _handler, _flags, ...)			\
28335410306SMatan Barak 	((const struct uverbs_method_def) {				\
28435410306SMatan Barak 	 .id = _id,							\
28535410306SMatan Barak 	 .flags = _flags,						\
28635410306SMatan Barak 	 .handler = _handler,						\
28735410306SMatan Barak 	 .num_attrs = _UVERBS_METHOD_ATTRS_SZ(__VA_ARGS__),		\
28835410306SMatan Barak 	 .attrs = &(const struct uverbs_attr_def * const []){__VA_ARGS__} })
28935410306SMatan Barak #define DECLARE_UVERBS_METHOD(_name, _id, _handler, ...)		\
29035410306SMatan Barak 	const struct uverbs_method_def _name =				\
29135410306SMatan Barak 		_UVERBS_METHOD(_id, _handler, 0, ##__VA_ARGS__)
29235410306SMatan Barak #define DECLARE_UVERBS_CTX_METHOD(_name, _id, _handler, _flags, ...)	\
29335410306SMatan Barak 	const struct uverbs_method_def _name =				\
29435410306SMatan Barak 		_UVERBS_METHOD(_id, _handler,				\
29535410306SMatan Barak 			       UVERBS_ACTION_FLAG_CREATE_ROOT,		\
29635410306SMatan Barak 			       ##__VA_ARGS__)
29735410306SMatan Barak #define _UVERBS_OBJECT_METHODS_SZ(...)					\
29835410306SMatan Barak 	(sizeof((const struct uverbs_method_def * const []){__VA_ARGS__}) / \
29935410306SMatan Barak 	 sizeof(const struct uverbs_method_def *))
3005009010fSMatan Barak #define _UVERBS_OBJECT(_id, _type_attrs, ...)				\
3015009010fSMatan Barak 	((const struct uverbs_object_def) {				\
30209e3ebf8SMatan Barak 	 .id = _id,							\
30335410306SMatan Barak 	 .type_attrs = _type_attrs,					\
30435410306SMatan Barak 	 .num_methods = _UVERBS_OBJECT_METHODS_SZ(__VA_ARGS__),		\
30535410306SMatan Barak 	 .methods = &(const struct uverbs_method_def * const []){__VA_ARGS__} })
3065009010fSMatan Barak #define DECLARE_UVERBS_OBJECT(_name, _id, _type_attrs, ...)		\
3075009010fSMatan Barak 	const struct uverbs_object_def _name =				\
3085009010fSMatan Barak 		_UVERBS_OBJECT(_id, _type_attrs, ##__VA_ARGS__)
30909e3ebf8SMatan Barak #define _UVERBS_TREE_OBJECTS_SZ(...)					\
31009e3ebf8SMatan Barak 	(sizeof((const struct uverbs_object_def * const []){__VA_ARGS__}) / \
31109e3ebf8SMatan Barak 	 sizeof(const struct uverbs_object_def *))
31209e3ebf8SMatan Barak #define _UVERBS_OBJECT_TREE(...)					\
31309e3ebf8SMatan Barak 	((const struct uverbs_object_tree_def) {			\
31409e3ebf8SMatan Barak 	 .num_objects = _UVERBS_TREE_OBJECTS_SZ(__VA_ARGS__),		\
31509e3ebf8SMatan Barak 	 .objects = &(const struct uverbs_object_def * const []){__VA_ARGS__} })
31609e3ebf8SMatan Barak #define DECLARE_UVERBS_OBJECT_TREE(_name, ...)				\
31709e3ebf8SMatan Barak 	const struct uverbs_object_tree_def _name =			\
31809e3ebf8SMatan Barak 		_UVERBS_OBJECT_TREE(__VA_ARGS__)
31909e3ebf8SMatan Barak 
320fac9658cSMatan Barak /* =================================================
321fac9658cSMatan Barak  *              Parsing infrastructure
322fac9658cSMatan Barak  * =================================================
323fac9658cSMatan Barak  */
324fac9658cSMatan Barak 
325fac9658cSMatan Barak struct uverbs_ptr_attr {
326fac9658cSMatan Barak 	u64		data;
327fac9658cSMatan Barak 	u16		len;
328fac9658cSMatan Barak 	/* Combination of bits from enum UVERBS_ATTR_F_XXXX */
329fac9658cSMatan Barak 	u16		flags;
330494c5580SMatan Barak 	u8		enum_id;
331fac9658cSMatan Barak };
332fac9658cSMatan Barak 
333f43dbebfSMatan Barak struct uverbs_obj_attr {
334fac9658cSMatan Barak 	/* pointer to the kernel descriptor -> type, access, etc */
335fac9658cSMatan Barak 	const struct uverbs_obj_type	*type;
336f43dbebfSMatan Barak 	struct ib_uobject		*uobject;
337fac9658cSMatan Barak 	/* fd or id in idr of this object */
338fac9658cSMatan Barak 	int				id;
339f43dbebfSMatan Barak };
340f43dbebfSMatan Barak 
341f43dbebfSMatan Barak struct uverbs_attr {
342fac9658cSMatan Barak 	/*
343fac9658cSMatan Barak 	 * pointer to the user-space given attribute, in order to write the
344fac9658cSMatan Barak 	 * new uobject's id or update flags.
345fac9658cSMatan Barak 	 */
346fac9658cSMatan Barak 	struct ib_uverbs_attr __user	*uattr;
347fac9658cSMatan Barak 	union {
348fac9658cSMatan Barak 		struct uverbs_ptr_attr	ptr_attr;
349f43dbebfSMatan Barak 		struct uverbs_obj_attr	obj_attr;
350f43dbebfSMatan Barak 	};
351fac9658cSMatan Barak };
352f43dbebfSMatan Barak 
353f43dbebfSMatan Barak struct uverbs_attr_bundle_hash {
354f43dbebfSMatan Barak 	/* if bit i is set, it means attrs[i] contains valid information */
355f43dbebfSMatan Barak 	unsigned long *valid_bitmap;
356f43dbebfSMatan Barak 	size_t num_attrs;
357f43dbebfSMatan Barak 	/*
358f43dbebfSMatan Barak 	 * arrays of attributes, each element corresponds to the specification
359f43dbebfSMatan Barak 	 * of the attribute in the same index.
360f43dbebfSMatan Barak 	 */
361f43dbebfSMatan Barak 	struct uverbs_attr *attrs;
362f43dbebfSMatan Barak };
363f43dbebfSMatan Barak 
364f43dbebfSMatan Barak struct uverbs_attr_bundle {
365f43dbebfSMatan Barak 	size_t				num_buckets;
366f43dbebfSMatan Barak 	struct uverbs_attr_bundle_hash  hash[];
367f43dbebfSMatan Barak };
368f43dbebfSMatan Barak 
369f43dbebfSMatan Barak static inline bool uverbs_attr_is_valid_in_hash(const struct uverbs_attr_bundle_hash *attrs_hash,
370f43dbebfSMatan Barak 						unsigned int idx)
371f43dbebfSMatan Barak {
372f43dbebfSMatan Barak 	return test_bit(idx, attrs_hash->valid_bitmap);
373f43dbebfSMatan Barak }
374f43dbebfSMatan Barak 
37535410306SMatan Barak static inline bool uverbs_attr_is_valid(const struct uverbs_attr_bundle *attrs_bundle,
37635410306SMatan Barak 					unsigned int idx)
37735410306SMatan Barak {
37835410306SMatan Barak 	u16 idx_bucket = idx >>	UVERBS_ID_NS_SHIFT;
37935410306SMatan Barak 
38035410306SMatan Barak 	if (attrs_bundle->num_buckets <= idx_bucket)
38135410306SMatan Barak 		return false;
38235410306SMatan Barak 
38335410306SMatan Barak 	return uverbs_attr_is_valid_in_hash(&attrs_bundle->hash[idx_bucket],
38435410306SMatan Barak 					    idx & ~UVERBS_ID_NS_MASK);
38535410306SMatan Barak }
38635410306SMatan Barak 
38741b2a71fSMatan Barak #define IS_UVERBS_COPY_ERR(_ret)		((_ret) && (_ret) != -ENOENT)
38841b2a71fSMatan Barak 
389d70724f1SMatan Barak static inline const struct uverbs_attr *uverbs_attr_get(const struct uverbs_attr_bundle *attrs_bundle,
390d70724f1SMatan Barak 							u16 idx)
391d70724f1SMatan Barak {
392d70724f1SMatan Barak 	u16 idx_bucket = idx >>	UVERBS_ID_NS_SHIFT;
393d70724f1SMatan Barak 
394d70724f1SMatan Barak 	if (!uverbs_attr_is_valid(attrs_bundle, idx))
395d70724f1SMatan Barak 		return ERR_PTR(-ENOENT);
396d70724f1SMatan Barak 
397d70724f1SMatan Barak 	return &attrs_bundle->hash[idx_bucket].attrs[idx & ~UVERBS_ID_NS_MASK];
398d70724f1SMatan Barak }
399d70724f1SMatan Barak 
400494c5580SMatan Barak static inline int uverbs_attr_get_enum_id(const struct uverbs_attr_bundle *attrs_bundle,
401494c5580SMatan Barak 					  u16 idx)
402494c5580SMatan Barak {
403494c5580SMatan Barak 	const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx);
404494c5580SMatan Barak 
405494c5580SMatan Barak 	if (IS_ERR(attr))
406494c5580SMatan Barak 		return PTR_ERR(attr);
407494c5580SMatan Barak 
408494c5580SMatan Barak 	return attr->ptr_attr.enum_id;
409494c5580SMatan Barak }
410494c5580SMatan Barak 
411be934ccaSAriel Levkovich static inline void *uverbs_attr_get_obj(const struct uverbs_attr_bundle *attrs_bundle,
412be934ccaSAriel Levkovich 					u16 idx)
413be934ccaSAriel Levkovich {
414be934ccaSAriel Levkovich 	struct ib_uobject *uobj =
415be934ccaSAriel Levkovich 		uverbs_attr_get(attrs_bundle, idx)->obj_attr.uobject;
416be934ccaSAriel Levkovich 
417be934ccaSAriel Levkovich 	if (IS_ERR(uobj))
418be934ccaSAriel Levkovich 		return uobj;
419be934ccaSAriel Levkovich 
420be934ccaSAriel Levkovich 	return uobj->object;
421be934ccaSAriel Levkovich }
422be934ccaSAriel Levkovich 
423*3efa3812SMatan Barak static inline struct ib_uobject *uverbs_attr_get_uobject(const struct uverbs_attr_bundle *attrs_bundle,
424*3efa3812SMatan Barak 							 u16 idx)
425*3efa3812SMatan Barak {
426*3efa3812SMatan Barak 	const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx);
427*3efa3812SMatan Barak 
428*3efa3812SMatan Barak 	if (IS_ERR(attr))
429*3efa3812SMatan Barak 		return ERR_CAST(attr);
430*3efa3812SMatan Barak 
431*3efa3812SMatan Barak 	return attr->obj_attr.uobject;
432*3efa3812SMatan Barak }
433*3efa3812SMatan Barak 
434d70724f1SMatan Barak static inline int uverbs_copy_to(const struct uverbs_attr_bundle *attrs_bundle,
43589d9e8d3SMatan Barak 				 size_t idx, const void *from, size_t size)
436d70724f1SMatan Barak {
437d70724f1SMatan Barak 	const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx);
438d70724f1SMatan Barak 	u16 flags;
43989d9e8d3SMatan Barak 	size_t min_size;
440d70724f1SMatan Barak 
441d70724f1SMatan Barak 	if (IS_ERR(attr))
442d70724f1SMatan Barak 		return PTR_ERR(attr);
443d70724f1SMatan Barak 
44489d9e8d3SMatan Barak 	min_size = min_t(size_t, attr->ptr_attr.len, size);
4452f36028cSJason Gunthorpe 	if (copy_to_user(u64_to_user_ptr(attr->ptr_attr.data), from, min_size))
44689d9e8d3SMatan Barak 		return -EFAULT;
44789d9e8d3SMatan Barak 
448d70724f1SMatan Barak 	flags = attr->ptr_attr.flags | UVERBS_ATTR_F_VALID_OUTPUT;
44989d9e8d3SMatan Barak 	if (put_user(flags, &attr->uattr->flags))
45089d9e8d3SMatan Barak 		return -EFAULT;
45189d9e8d3SMatan Barak 
45289d9e8d3SMatan Barak 	return 0;
453d70724f1SMatan Barak }
454d70724f1SMatan Barak 
45589d9e8d3SMatan Barak static inline bool uverbs_attr_ptr_is_inline(const struct uverbs_attr *attr)
45689d9e8d3SMatan Barak {
45789d9e8d3SMatan Barak 	return attr->ptr_attr.len <= sizeof(attr->ptr_attr.data);
45889d9e8d3SMatan Barak }
45989d9e8d3SMatan Barak 
46089d9e8d3SMatan Barak static inline int _uverbs_copy_from(void *to,
461d70724f1SMatan Barak 				    const struct uverbs_attr_bundle *attrs_bundle,
46289d9e8d3SMatan Barak 				    size_t idx,
46389d9e8d3SMatan Barak 				    size_t size)
464d70724f1SMatan Barak {
465d70724f1SMatan Barak 	const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx);
466d70724f1SMatan Barak 
467d70724f1SMatan Barak 	if (IS_ERR(attr))
468d70724f1SMatan Barak 		return PTR_ERR(attr);
469d70724f1SMatan Barak 
47089d9e8d3SMatan Barak 	/*
47189d9e8d3SMatan Barak 	 * Validation ensures attr->ptr_attr.len >= size. If the caller is
472c66db311SMatan Barak 	 * using UVERBS_ATTR_SPEC_F_MIN_SZ_OR_ZERO then it must call
473c66db311SMatan Barak 	 * uverbs_copy_from_or_zero.
47489d9e8d3SMatan Barak 	 */
47589d9e8d3SMatan Barak 	if (unlikely(size < attr->ptr_attr.len))
47689d9e8d3SMatan Barak 		return -EINVAL;
47789d9e8d3SMatan Barak 
47889d9e8d3SMatan Barak 	if (uverbs_attr_ptr_is_inline(attr))
479d70724f1SMatan Barak 		memcpy(to, &attr->ptr_attr.data, attr->ptr_attr.len);
4802f36028cSJason Gunthorpe 	else if (copy_from_user(to, u64_to_user_ptr(attr->ptr_attr.data),
4812f36028cSJason Gunthorpe 				attr->ptr_attr.len))
482d70724f1SMatan Barak 		return -EFAULT;
483d70724f1SMatan Barak 
484d70724f1SMatan Barak 	return 0;
485d70724f1SMatan Barak }
486d70724f1SMatan Barak 
487c66db311SMatan Barak static inline int _uverbs_copy_from_or_zero(void *to,
488c66db311SMatan Barak 					    const struct uverbs_attr_bundle *attrs_bundle,
489c66db311SMatan Barak 					    size_t idx,
490c66db311SMatan Barak 					    size_t size)
491c66db311SMatan Barak {
492c66db311SMatan Barak 	const struct uverbs_attr *attr = uverbs_attr_get(attrs_bundle, idx);
493c66db311SMatan Barak 	size_t min_size;
494c66db311SMatan Barak 
495c66db311SMatan Barak 	if (IS_ERR(attr))
496c66db311SMatan Barak 		return PTR_ERR(attr);
497c66db311SMatan Barak 
498c66db311SMatan Barak 	min_size = min_t(size_t, size, attr->ptr_attr.len);
499c66db311SMatan Barak 
500c66db311SMatan Barak 	if (uverbs_attr_ptr_is_inline(attr))
501c66db311SMatan Barak 		memcpy(to, &attr->ptr_attr.data, min_size);
502c66db311SMatan Barak 	else if (copy_from_user(to, u64_to_user_ptr(attr->ptr_attr.data),
503c66db311SMatan Barak 				min_size))
504c66db311SMatan Barak 		return -EFAULT;
505c66db311SMatan Barak 
506c66db311SMatan Barak 	if (size > min_size)
507c66db311SMatan Barak 		memset(to + min_size, 0, size - min_size);
508c66db311SMatan Barak 
509c66db311SMatan Barak 	return 0;
510c66db311SMatan Barak }
511c66db311SMatan Barak 
512d70724f1SMatan Barak #define uverbs_copy_from(to, attrs_bundle, idx)				      \
51389d9e8d3SMatan Barak 	_uverbs_copy_from(to, attrs_bundle, idx, sizeof(*to))
514d70724f1SMatan Barak 
515c66db311SMatan Barak #define uverbs_copy_from_or_zero(to, attrs_bundle, idx)			      \
516c66db311SMatan Barak 	_uverbs_copy_from_or_zero(to, attrs_bundle, idx, sizeof(*to))
517c66db311SMatan Barak 
518118620d3SMatan Barak /* =================================================
519118620d3SMatan Barak  *	 Definitions -> Specs infrastructure
520118620d3SMatan Barak  * =================================================
521118620d3SMatan Barak  */
522a0aa309cSMatan Barak 
523118620d3SMatan Barak /*
524118620d3SMatan Barak  * uverbs_alloc_spec_tree - Merges different common and driver specific feature
525118620d3SMatan Barak  *	into one parsing tree that every uverbs command will be parsed upon.
526118620d3SMatan Barak  *
527118620d3SMatan Barak  * @num_trees: Number of trees in the array @trees.
528118620d3SMatan Barak  * @trees: Array of pointers to tree root definitions to merge. Each such tree
529118620d3SMatan Barak  *	   possibly contains objects, methods and attributes definitions.
530118620d3SMatan Barak  *
531118620d3SMatan Barak  * Returns:
532118620d3SMatan Barak  *	uverbs_root_spec *: The root of the merged parsing tree.
533118620d3SMatan Barak  *	On error, we return an error code. Error is checked via IS_ERR.
534118620d3SMatan Barak  *
535118620d3SMatan Barak  * The following merges could take place:
536118620d3SMatan Barak  * a. Two trees representing the same method with different handler
537118620d3SMatan Barak  *	-> We take the handler of the tree that its handler != NULL
538118620d3SMatan Barak  *	   and its index in the trees array is greater. The incentive for that
539118620d3SMatan Barak  *	   is that developers are expected to first merge common trees and then
540118620d3SMatan Barak  *	   merge trees that gives specialized the behaviour.
541118620d3SMatan Barak  * b. Two trees representing the same object with different
542118620d3SMatan Barak  *    type_attrs (struct uverbs_obj_type):
543118620d3SMatan Barak  *	-> We take the type_attrs of the tree that its type_attr != NULL
544118620d3SMatan Barak  *	   and its index in the trees array is greater. This could be used
545118620d3SMatan Barak  *	   in order to override the free function, allocation size, etc.
546118620d3SMatan Barak  * c. Two trees representing the same method attribute (same id but possibly
547118620d3SMatan Barak  *    different attributes):
548118620d3SMatan Barak  *	-> ERROR (-ENOENT), we believe that's not the programmer's intent.
549118620d3SMatan Barak  *
550118620d3SMatan Barak  * An object without any methods is considered invalid and will abort the
551118620d3SMatan Barak  * function with -ENOENT error.
552118620d3SMatan Barak  */
55352427112SMatan Barak #if IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS)
554118620d3SMatan Barak struct uverbs_root_spec *uverbs_alloc_spec_tree(unsigned int num_trees,
555118620d3SMatan Barak 						const struct uverbs_object_tree_def **trees);
556118620d3SMatan Barak void uverbs_free_spec_tree(struct uverbs_root_spec *root);
55752427112SMatan Barak #else
55852427112SMatan Barak static inline struct uverbs_root_spec *uverbs_alloc_spec_tree(unsigned int num_trees,
55952427112SMatan Barak 							      const struct uverbs_object_tree_def **trees)
56052427112SMatan Barak {
56152427112SMatan Barak 	return NULL;
56252427112SMatan Barak }
56352427112SMatan Barak 
56452427112SMatan Barak static inline void uverbs_free_spec_tree(struct uverbs_root_spec *root)
56552427112SMatan Barak {
56652427112SMatan Barak }
56752427112SMatan Barak #endif
568118620d3SMatan Barak 
569118620d3SMatan Barak #endif
570