1 /*
2  * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and/or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  *
32  */
33 
34 #include <linux/init.h>
35 #include <linux/errno.h>
36 
37 #include <rdma/ib_user_verbs.h>
38 #include <rdma/ib_addr.h>
39 
40 #include "usnic_common_util.h"
41 #include "usnic_ib.h"
42 #include "usnic_ib_qp_grp.h"
43 #include "usnic_vnic.h"
44 #include "usnic_ib_verbs.h"
45 #include "usnic_ib_sysfs.h"
46 #include "usnic_log.h"
47 
board_id_show(struct device * device,struct device_attribute * attr,char * buf)48 static ssize_t board_id_show(struct device *device,
49 			     struct device_attribute *attr, char *buf)
50 {
51 	struct usnic_ib_dev *us_ibdev =
52 		rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
53 	unsigned short subsystem_device_id;
54 
55 	mutex_lock(&us_ibdev->usdev_lock);
56 	subsystem_device_id = us_ibdev->pdev->subsystem_device;
57 	mutex_unlock(&us_ibdev->usdev_lock);
58 
59 	return sysfs_emit(buf, "%u\n", subsystem_device_id);
60 }
61 static DEVICE_ATTR_RO(board_id);
62 
63 /*
64  * Report the configuration for this PF
65  */
66 static ssize_t
config_show(struct device * device,struct device_attribute * attr,char * buf)67 config_show(struct device *device, struct device_attribute *attr, char *buf)
68 {
69 	struct usnic_ib_dev *us_ibdev =
70 		rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
71 	enum usnic_vnic_res_type res_type;
72 	int len;
73 
74 	mutex_lock(&us_ibdev->usdev_lock);
75 	if (kref_read(&us_ibdev->vf_cnt) > 0) {
76 		char *busname;
77 		char *sep = "";
78 		/*
79 		 * bus name seems to come with annoying prefix.
80 		 * Remove it if it is predictable
81 		 */
82 		busname = us_ibdev->pdev->bus->name;
83 		if (strncmp(busname, "PCI Bus ", 8) == 0)
84 			busname += 8;
85 
86 		len = sysfs_emit(buf, "%s: %s:%d.%d, %s, %pM, %u VFs\n",
87 				 dev_name(&us_ibdev->ib_dev.dev),
88 				 busname,
89 				 PCI_SLOT(us_ibdev->pdev->devfn),
90 				 PCI_FUNC(us_ibdev->pdev->devfn),
91 				 netdev_name(us_ibdev->netdev),
92 				 us_ibdev->ufdev->mac,
93 				 kref_read(&us_ibdev->vf_cnt));
94 
95 		len += sysfs_emit_at(buf, len, " Per VF:");
96 		for (res_type = USNIC_VNIC_RES_TYPE_EOL;
97 		     res_type < USNIC_VNIC_RES_TYPE_MAX; res_type++) {
98 			if (us_ibdev->vf_res_cnt[res_type] == 0)
99 				continue;
100 			len += sysfs_emit_at(buf, len, "%s %d %s",
101 					     sep,
102 					     us_ibdev->vf_res_cnt[res_type],
103 					     usnic_vnic_res_type_to_str(res_type));
104 			sep = ",";
105 		}
106 		len += sysfs_emit_at(buf, len, "\n");
107 	} else {
108 		len = sysfs_emit(buf, "%s: no VFs\n",
109 				 dev_name(&us_ibdev->ib_dev.dev));
110 	}
111 
112 	mutex_unlock(&us_ibdev->usdev_lock);
113 
114 	return len;
115 }
116 static DEVICE_ATTR_RO(config);
117 
118 static ssize_t
iface_show(struct device * device,struct device_attribute * attr,char * buf)119 iface_show(struct device *device, struct device_attribute *attr, char *buf)
120 {
121 	struct usnic_ib_dev *us_ibdev =
122 		rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
123 
124 	return sysfs_emit(buf, "%s\n", netdev_name(us_ibdev->netdev));
125 }
126 static DEVICE_ATTR_RO(iface);
127 
128 static ssize_t
max_vf_show(struct device * device,struct device_attribute * attr,char * buf)129 max_vf_show(struct device *device, struct device_attribute *attr, char *buf)
130 {
131 	struct usnic_ib_dev *us_ibdev =
132 		rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
133 
134 	return sysfs_emit(buf, "%u\n", kref_read(&us_ibdev->vf_cnt));
135 }
136 static DEVICE_ATTR_RO(max_vf);
137 
138 static ssize_t
qp_per_vf_show(struct device * device,struct device_attribute * attr,char * buf)139 qp_per_vf_show(struct device *device, struct device_attribute *attr, char *buf)
140 {
141 	struct usnic_ib_dev *us_ibdev =
142 		rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
143 	int qp_per_vf;
144 
145 	qp_per_vf = max(us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_WQ],
146 			us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_RQ]);
147 
148 	return sysfs_emit(buf, "%d\n", qp_per_vf);
149 }
150 static DEVICE_ATTR_RO(qp_per_vf);
151 
152 static ssize_t
cq_per_vf_show(struct device * device,struct device_attribute * attr,char * buf)153 cq_per_vf_show(struct device *device, struct device_attribute *attr, char *buf)
154 {
155 	struct usnic_ib_dev *us_ibdev =
156 		rdma_device_to_drv_device(device, struct usnic_ib_dev, ib_dev);
157 
158 	return sysfs_emit(buf, "%d\n",
159 			  us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_CQ]);
160 }
161 static DEVICE_ATTR_RO(cq_per_vf);
162 
163 static struct attribute *usnic_class_attributes[] = {
164 	&dev_attr_board_id.attr,
165 	&dev_attr_config.attr,
166 	&dev_attr_iface.attr,
167 	&dev_attr_max_vf.attr,
168 	&dev_attr_qp_per_vf.attr,
169 	&dev_attr_cq_per_vf.attr,
170 	NULL
171 };
172 
173 const struct attribute_group usnic_attr_group = {
174 	.attrs = usnic_class_attributes,
175 };
176 
177 struct qpn_attribute {
178 	struct attribute attr;
179 	ssize_t (*show)(struct usnic_ib_qp_grp *, char *buf);
180 };
181 
182 /*
183  * Definitions for supporting QPN entries in sysfs
184  */
185 static ssize_t
usnic_ib_qpn_attr_show(struct kobject * kobj,struct attribute * attr,char * buf)186 usnic_ib_qpn_attr_show(struct kobject *kobj, struct attribute *attr, char *buf)
187 {
188 	struct usnic_ib_qp_grp *qp_grp;
189 	struct qpn_attribute *qpn_attr;
190 
191 	qp_grp = container_of(kobj, struct usnic_ib_qp_grp, kobj);
192 	qpn_attr = container_of(attr, struct qpn_attribute, attr);
193 
194 	return qpn_attr->show(qp_grp, buf);
195 }
196 
197 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops = {
198 	.show = usnic_ib_qpn_attr_show
199 };
200 
201 #define QPN_ATTR_RO(NAME) \
202 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME)
203 
context_show(struct usnic_ib_qp_grp * qp_grp,char * buf)204 static ssize_t context_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
205 {
206 	return sysfs_emit(buf, "0x%p\n", qp_grp->ctx);
207 }
208 
summary_show(struct usnic_ib_qp_grp * qp_grp,char * buf)209 static ssize_t summary_show(struct usnic_ib_qp_grp *qp_grp, char *buf)
210 {
211 	int i, j;
212 	struct usnic_vnic_res_chunk *res_chunk;
213 	struct usnic_vnic_res *vnic_res;
214 	int len;
215 
216 	len = sysfs_emit(buf, "QPN: %d State: (%s) PID: %u VF Idx: %hu",
217 			 qp_grp->ibqp.qp_num,
218 			 usnic_ib_qp_grp_state_to_string(qp_grp->state),
219 			 qp_grp->owner_pid,
220 			 usnic_vnic_get_index(qp_grp->vf->vnic));
221 
222 	for (i = 0; qp_grp->res_chunk_list[i]; i++) {
223 		res_chunk = qp_grp->res_chunk_list[i];
224 		for (j = 0; j < res_chunk->cnt; j++) {
225 			vnic_res = res_chunk->res[j];
226 			len += sysfs_emit_at(buf, len, " %s[%d]",
227 				usnic_vnic_res_type_to_str(vnic_res->type),
228 				vnic_res->vnic_idx);
229 		}
230 	}
231 
232 	len += sysfs_emit_at(buf, len, "\n");
233 
234 	return len;
235 }
236 
237 static QPN_ATTR_RO(context);
238 static QPN_ATTR_RO(summary);
239 
240 static struct attribute *usnic_ib_qpn_default_attrs[] = {
241 	&qpn_attr_context.attr,
242 	&qpn_attr_summary.attr,
243 	NULL
244 };
245 ATTRIBUTE_GROUPS(usnic_ib_qpn_default);
246 
247 static struct kobj_type usnic_ib_qpn_type = {
248 	.sysfs_ops = &usnic_ib_qpn_sysfs_ops,
249 	.default_groups = usnic_ib_qpn_default_groups,
250 };
251 
usnic_ib_sysfs_register_usdev(struct usnic_ib_dev * us_ibdev)252 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev *us_ibdev)
253 {
254 	/* create kernel object for looking at individual QPs */
255 	kobject_get(&us_ibdev->ib_dev.dev.kobj);
256 	us_ibdev->qpn_kobj = kobject_create_and_add("qpn",
257 			&us_ibdev->ib_dev.dev.kobj);
258 	if (us_ibdev->qpn_kobj == NULL) {
259 		kobject_put(&us_ibdev->ib_dev.dev.kobj);
260 		return -ENOMEM;
261 	}
262 
263 	return 0;
264 }
265 
usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev * us_ibdev)266 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev *us_ibdev)
267 {
268 	kobject_put(us_ibdev->qpn_kobj);
269 }
270 
usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp * qp_grp)271 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp *qp_grp)
272 {
273 	struct usnic_ib_dev *us_ibdev;
274 	int err;
275 
276 	us_ibdev = qp_grp->vf->pf;
277 
278 	err = kobject_init_and_add(&qp_grp->kobj, &usnic_ib_qpn_type,
279 			kobject_get(us_ibdev->qpn_kobj),
280 			"%d", qp_grp->grp_id);
281 	if (err) {
282 		kobject_put(us_ibdev->qpn_kobj);
283 		return;
284 	}
285 }
286 
usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp * qp_grp)287 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp *qp_grp)
288 {
289 	struct usnic_ib_dev *us_ibdev;
290 
291 	us_ibdev = qp_grp->vf->pf;
292 
293 	kobject_put(&qp_grp->kobj);
294 	kobject_put(us_ibdev->qpn_kobj);
295 }
296