xref: /openbmc/linux/include/rdma/restrack.h (revision 9a87ffc99ec8eb8d35eed7c4f816d75f5cc9662e)
133edc3b2SLeon Romanovsky /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
202d8883fSLeon Romanovsky /*
302d8883fSLeon Romanovsky  * Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved.
402d8883fSLeon Romanovsky  */
502d8883fSLeon Romanovsky 
602d8883fSLeon Romanovsky #ifndef _RDMA_RESTRACK_H_
702d8883fSLeon Romanovsky #define _RDMA_RESTRACK_H_
802d8883fSLeon Romanovsky 
902d8883fSLeon Romanovsky #include <linux/typecheck.h>
1002d8883fSLeon Romanovsky #include <linux/sched.h>
1102d8883fSLeon Romanovsky #include <linux/kref.h>
1202d8883fSLeon Romanovsky #include <linux/completion.h>
1300313983SSteve Wise #include <linux/sched/task.h>
1473937e8aSSteve Wise #include <uapi/rdma/rdma_netlink.h>
15fd47c2f9SLeon Romanovsky #include <linux/xarray.h>
1602d8883fSLeon Romanovsky 
17390d5772SJason Gunthorpe struct ib_device;
18390d5772SJason Gunthorpe struct sk_buff;
19390d5772SJason Gunthorpe 
2002d8883fSLeon Romanovsky /**
2102d8883fSLeon Romanovsky  * enum rdma_restrack_type - HW objects to track
2202d8883fSLeon Romanovsky  */
2302d8883fSLeon Romanovsky enum rdma_restrack_type {
2402d8883fSLeon Romanovsky 	/**
2502d8883fSLeon Romanovsky 	 * @RDMA_RESTRACK_PD: Protection domain (PD)
2602d8883fSLeon Romanovsky 	 */
2702d8883fSLeon Romanovsky 	RDMA_RESTRACK_PD,
2802d8883fSLeon Romanovsky 	/**
2902d8883fSLeon Romanovsky 	 * @RDMA_RESTRACK_CQ: Completion queue (CQ)
3002d8883fSLeon Romanovsky 	 */
3102d8883fSLeon Romanovsky 	RDMA_RESTRACK_CQ,
3202d8883fSLeon Romanovsky 	/**
3302d8883fSLeon Romanovsky 	 * @RDMA_RESTRACK_QP: Queue pair (QP)
3402d8883fSLeon Romanovsky 	 */
3502d8883fSLeon Romanovsky 	RDMA_RESTRACK_QP,
3602d8883fSLeon Romanovsky 	/**
3700313983SSteve Wise 	 * @RDMA_RESTRACK_CM_ID: Connection Manager ID (CM_ID)
3800313983SSteve Wise 	 */
3900313983SSteve Wise 	RDMA_RESTRACK_CM_ID,
4000313983SSteve Wise 	/**
41fccec5b8SSteve Wise 	 * @RDMA_RESTRACK_MR: Memory Region (MR)
42fccec5b8SSteve Wise 	 */
43fccec5b8SSteve Wise 	RDMA_RESTRACK_MR,
44fccec5b8SSteve Wise 	/**
4560615210SLeon Romanovsky 	 * @RDMA_RESTRACK_CTX: Verbs contexts (CTX)
4660615210SLeon Romanovsky 	 */
4760615210SLeon Romanovsky 	RDMA_RESTRACK_CTX,
4860615210SLeon Romanovsky 	/**
497ade1ff9SMark Zhang 	 * @RDMA_RESTRACK_COUNTER: Statistic Counter
507ade1ff9SMark Zhang 	 */
517ade1ff9SMark Zhang 	RDMA_RESTRACK_COUNTER,
527ade1ff9SMark Zhang 	/**
5348f8a70eSNeta Ostrovsky 	 * @RDMA_RESTRACK_SRQ: Shared receive queue (SRQ)
5448f8a70eSNeta Ostrovsky 	 */
5548f8a70eSNeta Ostrovsky 	RDMA_RESTRACK_SRQ,
5648f8a70eSNeta Ostrovsky 	/**
5702d8883fSLeon Romanovsky 	 * @RDMA_RESTRACK_MAX: Last entry, used for array dclarations
5802d8883fSLeon Romanovsky 	 */
5902d8883fSLeon Romanovsky 	RDMA_RESTRACK_MAX
6002d8883fSLeon Romanovsky };
6102d8883fSLeon Romanovsky 
6202d8883fSLeon Romanovsky /**
6302d8883fSLeon Romanovsky  * struct rdma_restrack_entry - metadata per-entry
6402d8883fSLeon Romanovsky  */
6502d8883fSLeon Romanovsky struct rdma_restrack_entry {
6602d8883fSLeon Romanovsky 	/**
6702d8883fSLeon Romanovsky 	 * @valid: validity indicator
6802d8883fSLeon Romanovsky 	 *
6902d8883fSLeon Romanovsky 	 * The entries are filled during rdma_restrack_add,
7002d8883fSLeon Romanovsky 	 * can be attempted to be free during rdma_restrack_del.
7102d8883fSLeon Romanovsky 	 *
7202d8883fSLeon Romanovsky 	 * As an example for that, see mlx5 QPs with type MLX5_IB_QPT_HW_GSI
7302d8883fSLeon Romanovsky 	 */
7402d8883fSLeon Romanovsky 	bool			valid;
752b1f7470SLeon Romanovsky 	/**
762b1f7470SLeon Romanovsky 	 * @no_track: don't add this entry to restrack DB
772b1f7470SLeon Romanovsky 	 *
782b1f7470SLeon Romanovsky 	 * This field is used to mark an entry that doesn't need to be added to
792b1f7470SLeon Romanovsky 	 * internal restrack DB and presented later to the users at the nldev
802b1f7470SLeon Romanovsky 	 * query stage.
812b1f7470SLeon Romanovsky 	 */
822b1f7470SLeon Romanovsky 	u8			no_track : 1;
8302d8883fSLeon Romanovsky 	/*
8402d8883fSLeon Romanovsky 	 * @kref: Protect destroy of the resource
8502d8883fSLeon Romanovsky 	 */
8602d8883fSLeon Romanovsky 	struct kref		kref;
8702d8883fSLeon Romanovsky 	/*
8802d8883fSLeon Romanovsky 	 * @comp: Signal that all consumers of resource are completed their work
8902d8883fSLeon Romanovsky 	 */
9002d8883fSLeon Romanovsky 	struct completion	comp;
9102d8883fSLeon Romanovsky 	/**
9202d8883fSLeon Romanovsky 	 * @task: owner of resource tracking entity
9302d8883fSLeon Romanovsky 	 *
9402d8883fSLeon Romanovsky 	 * There are two types of entities: created by user and created
9502d8883fSLeon Romanovsky 	 * by kernel.
9602d8883fSLeon Romanovsky 	 *
9702d8883fSLeon Romanovsky 	 * This is relevant for the entities created by users.
9802d8883fSLeon Romanovsky 	 * For the entities created by kernel, this pointer will be NULL.
9902d8883fSLeon Romanovsky 	 */
10002d8883fSLeon Romanovsky 	struct task_struct	*task;
10102d8883fSLeon Romanovsky 	/**
10202d8883fSLeon Romanovsky 	 * @kern_name: name of owner for the kernel created entities.
10302d8883fSLeon Romanovsky 	 */
10402d8883fSLeon Romanovsky 	const char		*kern_name;
10502d8883fSLeon Romanovsky 	/**
10602d8883fSLeon Romanovsky 	 * @type: various objects in restrack database
10702d8883fSLeon Romanovsky 	 */
10802d8883fSLeon Romanovsky 	enum rdma_restrack_type	type;
109af8d7037SShamir Rabinovitch 	/**
110af8d7037SShamir Rabinovitch 	 * @user: user resource
111af8d7037SShamir Rabinovitch 	 */
112af8d7037SShamir Rabinovitch 	bool			user;
113fd47c2f9SLeon Romanovsky 	/**
114fd47c2f9SLeon Romanovsky 	 * @id: ID to expose to users
115fd47c2f9SLeon Romanovsky 	 */
116fd47c2f9SLeon Romanovsky 	u32 id;
11702d8883fSLeon Romanovsky };
11802d8883fSLeon Romanovsky 
1190ad699c0SLeon Romanovsky int rdma_restrack_count(struct ib_device *dev,
12060c78668SLeon Romanovsky 			enum rdma_restrack_type type);
12102d8883fSLeon Romanovsky /**
12202d8883fSLeon Romanovsky  * rdma_is_kernel_res() - check the owner of resource
12302d8883fSLeon Romanovsky  * @res:  resource entry
12402d8883fSLeon Romanovsky  */
rdma_is_kernel_res(const struct rdma_restrack_entry * res)125b09c4d70SLeon Romanovsky static inline bool rdma_is_kernel_res(const struct rdma_restrack_entry *res)
12602d8883fSLeon Romanovsky {
127af8d7037SShamir Rabinovitch 	return !res->user;
12802d8883fSLeon Romanovsky }
12902d8883fSLeon Romanovsky 
13002d8883fSLeon Romanovsky /**
13102d8883fSLeon Romanovsky  * rdma_restrack_get() - grab to protect resource from release
13202d8883fSLeon Romanovsky  * @res:  resource entry
13302d8883fSLeon Romanovsky  */
13402d8883fSLeon Romanovsky int __must_check rdma_restrack_get(struct rdma_restrack_entry *res);
13502d8883fSLeon Romanovsky 
13602d8883fSLeon Romanovsky /**
13703286030SLeon Romanovsky  * rdma_restrack_put() - release resource
13802d8883fSLeon Romanovsky  * @res:  resource entry
13902d8883fSLeon Romanovsky  */
14002d8883fSLeon Romanovsky int rdma_restrack_put(struct rdma_restrack_entry *res);
14100313983SSteve Wise 
14273937e8aSSteve Wise /*
14373937e8aSSteve Wise  * Helper functions for rdma drivers when filling out
14473937e8aSSteve Wise  * nldev driver attributes.
14573937e8aSSteve Wise  */
14673937e8aSSteve Wise int rdma_nl_put_driver_u32(struct sk_buff *msg, const char *name, u32 value);
14773937e8aSSteve Wise int rdma_nl_put_driver_u32_hex(struct sk_buff *msg, const char *name,
14873937e8aSSteve Wise 			       u32 value);
14973937e8aSSteve Wise int rdma_nl_put_driver_u64(struct sk_buff *msg, const char *name, u64 value);
15073937e8aSSteve Wise int rdma_nl_put_driver_u64_hex(struct sk_buff *msg, const char *name,
15173937e8aSSteve Wise 			       u64 value);
152e1b95ae0SErez Alfasi int rdma_nl_put_driver_string(struct sk_buff *msg, const char *name,
153e1b95ae0SErez Alfasi 			      const char *str);
1544061ff7aSErez Alfasi int rdma_nl_stat_hwcounter_entry(struct sk_buff *msg, const char *name,
1554061ff7aSErez Alfasi 				 u64 value);
156e1b95ae0SErez Alfasi 
15718c4c66fSLeon Romanovsky struct rdma_restrack_entry *rdma_restrack_get_byid(struct ib_device *dev,
15818c4c66fSLeon Romanovsky 						   enum rdma_restrack_type type,
15918c4c66fSLeon Romanovsky 						   u32 id);
1602b1f7470SLeon Romanovsky 
1612b1f7470SLeon Romanovsky /**
1622b1f7470SLeon Romanovsky  * rdma_restrack_no_track() - don't add resource to the DB
1632b1f7470SLeon Romanovsky  * @res: resource entry
1642b1f7470SLeon Romanovsky  *
165*68e41625SDeming Wang  * Every user of this API should be cross examined.
166*68e41625SDeming Wang  * Probably you don't need to use this function.
1672b1f7470SLeon Romanovsky  */
rdma_restrack_no_track(struct rdma_restrack_entry * res)1682b1f7470SLeon Romanovsky static inline void rdma_restrack_no_track(struct rdma_restrack_entry *res)
1692b1f7470SLeon Romanovsky {
1702b1f7470SLeon Romanovsky 	res->no_track = true;
1712b1f7470SLeon Romanovsky }
rdma_restrack_is_tracked(struct rdma_restrack_entry * res)1722b1f7470SLeon Romanovsky static inline bool rdma_restrack_is_tracked(struct rdma_restrack_entry *res)
1732b1f7470SLeon Romanovsky {
1742b1f7470SLeon Romanovsky 	return !res->no_track;
1752b1f7470SLeon Romanovsky }
17602d8883fSLeon Romanovsky #endif /* _RDMA_RESTRACK_H_ */
177