1 /* 2 * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved. 3 * 4 * This program is free software; you may redistribute it and/or modify 5 * it under the terms of the GNU General Public License as published by 6 * the Free Software Foundation; version 2 of the License. 7 * 8 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 9 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 10 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 11 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 12 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 13 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 14 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 15 * SOFTWARE. 16 * 17 */ 18 19 #include <linux/module.h> 20 #include <linux/init.h> 21 #include <linux/errno.h> 22 23 #include <rdma/ib_user_verbs.h> 24 #include <rdma/ib_addr.h> 25 26 #include "usnic_common_util.h" 27 #include "usnic_ib.h" 28 #include "usnic_ib_qp_grp.h" 29 #include "usnic_vnic.h" 30 #include "usnic_ib_verbs.h" 31 #include "usnic_log.h" 32 33 static ssize_t usnic_ib_show_fw_ver(struct device *device, 34 struct device_attribute *attr, 35 char *buf) 36 { 37 struct usnic_ib_dev *us_ibdev = 38 container_of(device, struct usnic_ib_dev, ib_dev.dev); 39 struct ethtool_drvinfo info; 40 41 mutex_lock(&us_ibdev->usdev_lock); 42 us_ibdev->netdev->ethtool_ops->get_drvinfo(us_ibdev->netdev, &info); 43 mutex_unlock(&us_ibdev->usdev_lock); 44 45 return scnprintf(buf, PAGE_SIZE, "%s\n", info.fw_version); 46 } 47 48 static ssize_t usnic_ib_show_board(struct device *device, 49 struct device_attribute *attr, 50 char *buf) 51 { 52 struct usnic_ib_dev *us_ibdev = 53 container_of(device, struct usnic_ib_dev, ib_dev.dev); 54 unsigned short subsystem_device_id; 55 56 mutex_lock(&us_ibdev->usdev_lock); 57 subsystem_device_id = us_ibdev->pdev->subsystem_device; 58 mutex_unlock(&us_ibdev->usdev_lock); 59 60 return scnprintf(buf, PAGE_SIZE, "%hu\n", subsystem_device_id); 61 } 62 63 /* 64 * Report the configuration for this PF 65 */ 66 static ssize_t 67 usnic_ib_show_config(struct device *device, struct device_attribute *attr, 68 char *buf) 69 { 70 struct usnic_ib_dev *us_ibdev; 71 char *ptr; 72 unsigned left; 73 unsigned n; 74 enum usnic_vnic_res_type res_type; 75 76 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); 77 78 /* Buffer space limit is 1 page */ 79 ptr = buf; 80 left = PAGE_SIZE; 81 82 mutex_lock(&us_ibdev->usdev_lock); 83 if (atomic_read(&us_ibdev->vf_cnt.refcount) > 0) { 84 char *busname; 85 86 /* 87 * bus name seems to come with annoying prefix. 88 * Remove it if it is predictable 89 */ 90 busname = us_ibdev->pdev->bus->name; 91 if (strncmp(busname, "PCI Bus ", 8) == 0) 92 busname += 8; 93 94 n = scnprintf(ptr, left, 95 "%s: %s:%d.%d, %s, %pM, %u VFs\n Per VF:", 96 us_ibdev->ib_dev.name, 97 busname, 98 PCI_SLOT(us_ibdev->pdev->devfn), 99 PCI_FUNC(us_ibdev->pdev->devfn), 100 netdev_name(us_ibdev->netdev), 101 us_ibdev->ufdev->mac, 102 atomic_read(&us_ibdev->vf_cnt.refcount)); 103 UPDATE_PTR_LEFT(n, ptr, left); 104 105 for (res_type = USNIC_VNIC_RES_TYPE_EOL; 106 res_type < USNIC_VNIC_RES_TYPE_MAX; 107 res_type++) { 108 if (us_ibdev->vf_res_cnt[res_type] == 0) 109 continue; 110 n = scnprintf(ptr, left, " %d %s%s", 111 us_ibdev->vf_res_cnt[res_type], 112 usnic_vnic_res_type_to_str(res_type), 113 (res_type < (USNIC_VNIC_RES_TYPE_MAX - 1)) ? 114 "," : ""); 115 UPDATE_PTR_LEFT(n, ptr, left); 116 } 117 n = scnprintf(ptr, left, "\n"); 118 UPDATE_PTR_LEFT(n, ptr, left); 119 } else { 120 n = scnprintf(ptr, left, "%s: no VFs\n", 121 us_ibdev->ib_dev.name); 122 UPDATE_PTR_LEFT(n, ptr, left); 123 } 124 mutex_unlock(&us_ibdev->usdev_lock); 125 126 return ptr - buf; 127 } 128 129 static ssize_t 130 usnic_ib_show_iface(struct device *device, struct device_attribute *attr, 131 char *buf) 132 { 133 struct usnic_ib_dev *us_ibdev; 134 135 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); 136 137 return scnprintf(buf, PAGE_SIZE, "%s\n", 138 netdev_name(us_ibdev->netdev)); 139 } 140 141 static ssize_t 142 usnic_ib_show_max_vf(struct device *device, struct device_attribute *attr, 143 char *buf) 144 { 145 struct usnic_ib_dev *us_ibdev; 146 147 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); 148 149 return scnprintf(buf, PAGE_SIZE, "%u\n", 150 atomic_read(&us_ibdev->vf_cnt.refcount)); 151 } 152 153 static ssize_t 154 usnic_ib_show_qp_per_vf(struct device *device, struct device_attribute *attr, 155 char *buf) 156 { 157 struct usnic_ib_dev *us_ibdev; 158 int qp_per_vf; 159 160 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); 161 qp_per_vf = max(us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_WQ], 162 us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_RQ]); 163 164 return scnprintf(buf, PAGE_SIZE, 165 "%d\n", qp_per_vf); 166 } 167 168 static ssize_t 169 usnic_ib_show_cq_per_vf(struct device *device, struct device_attribute *attr, 170 char *buf) 171 { 172 struct usnic_ib_dev *us_ibdev; 173 174 us_ibdev = container_of(device, struct usnic_ib_dev, ib_dev.dev); 175 176 return scnprintf(buf, PAGE_SIZE, "%d\n", 177 us_ibdev->vf_res_cnt[USNIC_VNIC_RES_TYPE_CQ]); 178 } 179 180 static DEVICE_ATTR(fw_ver, S_IRUGO, usnic_ib_show_fw_ver, NULL); 181 static DEVICE_ATTR(board_id, S_IRUGO, usnic_ib_show_board, NULL); 182 static DEVICE_ATTR(config, S_IRUGO, usnic_ib_show_config, NULL); 183 static DEVICE_ATTR(iface, S_IRUGO, usnic_ib_show_iface, NULL); 184 static DEVICE_ATTR(max_vf, S_IRUGO, usnic_ib_show_max_vf, NULL); 185 static DEVICE_ATTR(qp_per_vf, S_IRUGO, usnic_ib_show_qp_per_vf, NULL); 186 static DEVICE_ATTR(cq_per_vf, S_IRUGO, usnic_ib_show_cq_per_vf, NULL); 187 188 static struct device_attribute *usnic_class_attributes[] = { 189 &dev_attr_fw_ver, 190 &dev_attr_board_id, 191 &dev_attr_config, 192 &dev_attr_iface, 193 &dev_attr_max_vf, 194 &dev_attr_qp_per_vf, 195 &dev_attr_cq_per_vf, 196 }; 197 198 struct qpn_attribute { 199 struct attribute attr; 200 ssize_t (*show)(struct usnic_ib_qp_grp *, char *buf); 201 }; 202 203 /* 204 * Definitions for supporting QPN entries in sysfs 205 */ 206 static ssize_t 207 usnic_ib_qpn_attr_show(struct kobject *kobj, struct attribute *attr, char *buf) 208 { 209 struct usnic_ib_qp_grp *qp_grp; 210 struct qpn_attribute *qpn_attr; 211 212 qp_grp = container_of(kobj, struct usnic_ib_qp_grp, kobj); 213 qpn_attr = container_of(attr, struct qpn_attribute, attr); 214 215 return qpn_attr->show(qp_grp, buf); 216 } 217 218 static const struct sysfs_ops usnic_ib_qpn_sysfs_ops = { 219 .show = usnic_ib_qpn_attr_show 220 }; 221 222 #define QPN_ATTR_RO(NAME) \ 223 struct qpn_attribute qpn_attr_##NAME = __ATTR_RO(NAME) 224 225 static ssize_t context_show(struct usnic_ib_qp_grp *qp_grp, char *buf) 226 { 227 return scnprintf(buf, PAGE_SIZE, "0x%p\n", qp_grp->ctx); 228 } 229 230 static ssize_t summary_show(struct usnic_ib_qp_grp *qp_grp, char *buf) 231 { 232 int i, j, n; 233 int left; 234 char *ptr; 235 struct usnic_vnic_res_chunk *res_chunk; 236 struct usnic_vnic_res *vnic_res; 237 238 left = PAGE_SIZE; 239 ptr = buf; 240 241 n = scnprintf(ptr, left, 242 "QPN: %d State: (%s) PID: %u VF Idx: %hu ", 243 qp_grp->ibqp.qp_num, 244 usnic_ib_qp_grp_state_to_string(qp_grp->state), 245 qp_grp->owner_pid, 246 usnic_vnic_get_index(qp_grp->vf->vnic)); 247 UPDATE_PTR_LEFT(n, ptr, left); 248 249 for (i = 0; qp_grp->res_chunk_list[i]; i++) { 250 res_chunk = qp_grp->res_chunk_list[i]; 251 for (j = 0; j < res_chunk->cnt; j++) { 252 vnic_res = res_chunk->res[j]; 253 n = scnprintf(ptr, left, "%s[%d] ", 254 usnic_vnic_res_type_to_str(vnic_res->type), 255 vnic_res->vnic_idx); 256 UPDATE_PTR_LEFT(n, ptr, left); 257 } 258 } 259 260 n = scnprintf(ptr, left, "\n"); 261 UPDATE_PTR_LEFT(n, ptr, left); 262 263 return ptr - buf; 264 } 265 266 static QPN_ATTR_RO(context); 267 static QPN_ATTR_RO(summary); 268 269 static struct attribute *usnic_ib_qpn_default_attrs[] = { 270 &qpn_attr_context.attr, 271 &qpn_attr_summary.attr, 272 NULL 273 }; 274 275 static struct kobj_type usnic_ib_qpn_type = { 276 .sysfs_ops = &usnic_ib_qpn_sysfs_ops, 277 .default_attrs = usnic_ib_qpn_default_attrs 278 }; 279 280 int usnic_ib_sysfs_register_usdev(struct usnic_ib_dev *us_ibdev) 281 { 282 int i; 283 int err; 284 for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) { 285 err = device_create_file(&us_ibdev->ib_dev.dev, 286 usnic_class_attributes[i]); 287 if (err) { 288 usnic_err("Failed to create device file %d for %s eith err %d", 289 i, us_ibdev->ib_dev.name, err); 290 return -EINVAL; 291 } 292 } 293 294 /* create kernel object for looking at individual QPs */ 295 kobject_get(&us_ibdev->ib_dev.dev.kobj); 296 us_ibdev->qpn_kobj = kobject_create_and_add("qpn", 297 &us_ibdev->ib_dev.dev.kobj); 298 if (us_ibdev->qpn_kobj == NULL) { 299 kobject_put(&us_ibdev->ib_dev.dev.kobj); 300 return -ENOMEM; 301 } 302 303 return 0; 304 } 305 306 void usnic_ib_sysfs_unregister_usdev(struct usnic_ib_dev *us_ibdev) 307 { 308 int i; 309 for (i = 0; i < ARRAY_SIZE(usnic_class_attributes); ++i) { 310 device_remove_file(&us_ibdev->ib_dev.dev, 311 usnic_class_attributes[i]); 312 } 313 314 kobject_put(us_ibdev->qpn_kobj); 315 } 316 317 void usnic_ib_sysfs_qpn_add(struct usnic_ib_qp_grp *qp_grp) 318 { 319 struct usnic_ib_dev *us_ibdev; 320 int err; 321 322 us_ibdev = qp_grp->vf->pf; 323 324 err = kobject_init_and_add(&qp_grp->kobj, &usnic_ib_qpn_type, 325 kobject_get(us_ibdev->qpn_kobj), 326 "%d", qp_grp->grp_id); 327 if (err) { 328 kobject_put(us_ibdev->qpn_kobj); 329 return; 330 } 331 } 332 333 void usnic_ib_sysfs_qpn_remove(struct usnic_ib_qp_grp *qp_grp) 334 { 335 struct usnic_ib_dev *us_ibdev; 336 337 us_ibdev = qp_grp->vf->pf; 338 339 kobject_put(&qp_grp->kobj); 340 kobject_put(us_ibdev->qpn_kobj); 341 } 342