1 /* 2 * Copyright (c) 2018 Cumulus Networks. All rights reserved. 3 * Copyright (c) 2018 David Ahern <dsa@cumulusnetworks.com> 4 * Copyright (c) 2019 Mellanox Technologies. All rights reserved. 5 * 6 * This software is licensed under the GNU General License Version 2, 7 * June 1991 as shown in the file COPYING in the top-level directory of this 8 * source tree. 9 * 10 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" 11 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, 12 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 13 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE 14 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME 15 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 16 */ 17 18 #include <linux/debugfs.h> 19 #include <linux/device.h> 20 #include <linux/list.h> 21 #include <linux/mutex.h> 22 #include <linux/random.h> 23 #include <linux/rtnetlink.h> 24 #include <net/devlink.h> 25 26 #include "netdevsim.h" 27 28 static struct dentry *nsim_dev_ddir; 29 30 static int nsim_dev_debugfs_init(struct nsim_dev *nsim_dev) 31 { 32 char dev_ddir_name[16]; 33 34 sprintf(dev_ddir_name, DRV_NAME "%u", nsim_dev->nsim_bus_dev->dev.id); 35 nsim_dev->ddir = debugfs_create_dir(dev_ddir_name, nsim_dev_ddir); 36 if (IS_ERR_OR_NULL(nsim_dev->ddir)) 37 return PTR_ERR_OR_ZERO(nsim_dev->ddir) ?: -EINVAL; 38 nsim_dev->ports_ddir = debugfs_create_dir("ports", nsim_dev->ddir); 39 if (IS_ERR_OR_NULL(nsim_dev->ports_ddir)) 40 return PTR_ERR_OR_ZERO(nsim_dev->ports_ddir) ?: -EINVAL; 41 return 0; 42 } 43 44 static void nsim_dev_debugfs_exit(struct nsim_dev *nsim_dev) 45 { 46 debugfs_remove_recursive(nsim_dev->ports_ddir); 47 debugfs_remove_recursive(nsim_dev->ddir); 48 } 49 50 static int nsim_dev_port_debugfs_init(struct nsim_dev *nsim_dev, 51 struct nsim_dev_port *nsim_dev_port) 52 { 53 char port_ddir_name[16]; 54 char dev_link_name[32]; 55 56 sprintf(port_ddir_name, "%u", nsim_dev_port->port_index); 57 nsim_dev_port->ddir = debugfs_create_dir(port_ddir_name, 58 nsim_dev->ports_ddir); 59 if (IS_ERR_OR_NULL(nsim_dev_port->ddir)) 60 return -ENOMEM; 61 62 sprintf(dev_link_name, "../../../" DRV_NAME "%u", 63 nsim_dev->nsim_bus_dev->dev.id); 64 debugfs_create_symlink("dev", nsim_dev_port->ddir, dev_link_name); 65 66 return 0; 67 } 68 69 static void nsim_dev_port_debugfs_exit(struct nsim_dev_port *nsim_dev_port) 70 { 71 debugfs_remove_recursive(nsim_dev_port->ddir); 72 } 73 74 static u64 nsim_dev_ipv4_fib_resource_occ_get(void *priv) 75 { 76 struct nsim_dev *nsim_dev = priv; 77 78 return nsim_fib_get_val(nsim_dev->fib_data, 79 NSIM_RESOURCE_IPV4_FIB, false); 80 } 81 82 static u64 nsim_dev_ipv4_fib_rules_res_occ_get(void *priv) 83 { 84 struct nsim_dev *nsim_dev = priv; 85 86 return nsim_fib_get_val(nsim_dev->fib_data, 87 NSIM_RESOURCE_IPV4_FIB_RULES, false); 88 } 89 90 static u64 nsim_dev_ipv6_fib_resource_occ_get(void *priv) 91 { 92 struct nsim_dev *nsim_dev = priv; 93 94 return nsim_fib_get_val(nsim_dev->fib_data, 95 NSIM_RESOURCE_IPV6_FIB, false); 96 } 97 98 static u64 nsim_dev_ipv6_fib_rules_res_occ_get(void *priv) 99 { 100 struct nsim_dev *nsim_dev = priv; 101 102 return nsim_fib_get_val(nsim_dev->fib_data, 103 NSIM_RESOURCE_IPV6_FIB_RULES, false); 104 } 105 106 static int nsim_dev_resources_register(struct devlink *devlink) 107 { 108 struct nsim_dev *nsim_dev = devlink_priv(devlink); 109 struct devlink_resource_size_params params = { 110 .size_max = (u64)-1, 111 .size_granularity = 1, 112 .unit = DEVLINK_RESOURCE_UNIT_ENTRY 113 }; 114 int err; 115 u64 n; 116 117 /* Resources for IPv4 */ 118 err = devlink_resource_register(devlink, "IPv4", (u64)-1, 119 NSIM_RESOURCE_IPV4, 120 DEVLINK_RESOURCE_ID_PARENT_TOP, 121 ¶ms); 122 if (err) { 123 pr_err("Failed to register IPv4 top resource\n"); 124 goto out; 125 } 126 127 n = nsim_fib_get_val(nsim_dev->fib_data, 128 NSIM_RESOURCE_IPV4_FIB, true); 129 err = devlink_resource_register(devlink, "fib", n, 130 NSIM_RESOURCE_IPV4_FIB, 131 NSIM_RESOURCE_IPV4, ¶ms); 132 if (err) { 133 pr_err("Failed to register IPv4 FIB resource\n"); 134 return err; 135 } 136 137 n = nsim_fib_get_val(nsim_dev->fib_data, 138 NSIM_RESOURCE_IPV4_FIB_RULES, true); 139 err = devlink_resource_register(devlink, "fib-rules", n, 140 NSIM_RESOURCE_IPV4_FIB_RULES, 141 NSIM_RESOURCE_IPV4, ¶ms); 142 if (err) { 143 pr_err("Failed to register IPv4 FIB rules resource\n"); 144 return err; 145 } 146 147 /* Resources for IPv6 */ 148 err = devlink_resource_register(devlink, "IPv6", (u64)-1, 149 NSIM_RESOURCE_IPV6, 150 DEVLINK_RESOURCE_ID_PARENT_TOP, 151 ¶ms); 152 if (err) { 153 pr_err("Failed to register IPv6 top resource\n"); 154 goto out; 155 } 156 157 n = nsim_fib_get_val(nsim_dev->fib_data, 158 NSIM_RESOURCE_IPV6_FIB, true); 159 err = devlink_resource_register(devlink, "fib", n, 160 NSIM_RESOURCE_IPV6_FIB, 161 NSIM_RESOURCE_IPV6, ¶ms); 162 if (err) { 163 pr_err("Failed to register IPv6 FIB resource\n"); 164 return err; 165 } 166 167 n = nsim_fib_get_val(nsim_dev->fib_data, 168 NSIM_RESOURCE_IPV6_FIB_RULES, true); 169 err = devlink_resource_register(devlink, "fib-rules", n, 170 NSIM_RESOURCE_IPV6_FIB_RULES, 171 NSIM_RESOURCE_IPV6, ¶ms); 172 if (err) { 173 pr_err("Failed to register IPv6 FIB rules resource\n"); 174 return err; 175 } 176 177 devlink_resource_occ_get_register(devlink, 178 NSIM_RESOURCE_IPV4_FIB, 179 nsim_dev_ipv4_fib_resource_occ_get, 180 nsim_dev); 181 devlink_resource_occ_get_register(devlink, 182 NSIM_RESOURCE_IPV4_FIB_RULES, 183 nsim_dev_ipv4_fib_rules_res_occ_get, 184 nsim_dev); 185 devlink_resource_occ_get_register(devlink, 186 NSIM_RESOURCE_IPV6_FIB, 187 nsim_dev_ipv6_fib_resource_occ_get, 188 nsim_dev); 189 devlink_resource_occ_get_register(devlink, 190 NSIM_RESOURCE_IPV6_FIB_RULES, 191 nsim_dev_ipv6_fib_rules_res_occ_get, 192 nsim_dev); 193 out: 194 return err; 195 } 196 197 static int nsim_dev_reload(struct devlink *devlink, 198 struct netlink_ext_ack *extack) 199 { 200 struct nsim_dev *nsim_dev = devlink_priv(devlink); 201 enum nsim_resource_id res_ids[] = { 202 NSIM_RESOURCE_IPV4_FIB, NSIM_RESOURCE_IPV4_FIB_RULES, 203 NSIM_RESOURCE_IPV6_FIB, NSIM_RESOURCE_IPV6_FIB_RULES 204 }; 205 int i; 206 207 for (i = 0; i < ARRAY_SIZE(res_ids); ++i) { 208 int err; 209 u64 val; 210 211 err = devlink_resource_size_get(devlink, res_ids[i], &val); 212 if (!err) { 213 err = nsim_fib_set_max(nsim_dev->fib_data, 214 res_ids[i], val, extack); 215 if (err) 216 return err; 217 } 218 } 219 220 return 0; 221 } 222 223 static const struct devlink_ops nsim_dev_devlink_ops = { 224 .reload = nsim_dev_reload, 225 }; 226 227 static struct nsim_dev * 228 nsim_dev_create(struct nsim_bus_dev *nsim_bus_dev, unsigned int port_count) 229 { 230 struct nsim_dev *nsim_dev; 231 struct devlink *devlink; 232 int err; 233 234 devlink = devlink_alloc(&nsim_dev_devlink_ops, sizeof(*nsim_dev)); 235 if (!devlink) 236 return ERR_PTR(-ENOMEM); 237 nsim_dev = devlink_priv(devlink); 238 nsim_dev->nsim_bus_dev = nsim_bus_dev; 239 nsim_dev->switch_id.id_len = sizeof(nsim_dev->switch_id.id); 240 get_random_bytes(nsim_dev->switch_id.id, nsim_dev->switch_id.id_len); 241 INIT_LIST_HEAD(&nsim_dev->port_list); 242 mutex_init(&nsim_dev->port_list_lock); 243 244 nsim_dev->fib_data = nsim_fib_create(); 245 if (IS_ERR(nsim_dev->fib_data)) { 246 err = PTR_ERR(nsim_dev->fib_data); 247 goto err_devlink_free; 248 } 249 250 err = nsim_dev_resources_register(devlink); 251 if (err) 252 goto err_fib_destroy; 253 254 err = devlink_register(devlink, &nsim_bus_dev->dev); 255 if (err) 256 goto err_resources_unregister; 257 258 err = nsim_dev_debugfs_init(nsim_dev); 259 if (err) 260 goto err_dl_unregister; 261 262 err = nsim_bpf_dev_init(nsim_dev); 263 if (err) 264 goto err_debugfs_exit; 265 266 return nsim_dev; 267 268 err_debugfs_exit: 269 nsim_dev_debugfs_exit(nsim_dev); 270 err_dl_unregister: 271 devlink_unregister(devlink); 272 err_resources_unregister: 273 devlink_resources_unregister(devlink, NULL); 274 err_fib_destroy: 275 nsim_fib_destroy(nsim_dev->fib_data); 276 err_devlink_free: 277 devlink_free(devlink); 278 return ERR_PTR(err); 279 } 280 281 static void nsim_dev_destroy(struct nsim_dev *nsim_dev) 282 { 283 struct devlink *devlink = priv_to_devlink(nsim_dev); 284 285 nsim_bpf_dev_exit(nsim_dev); 286 nsim_dev_debugfs_exit(nsim_dev); 287 devlink_unregister(devlink); 288 devlink_resources_unregister(devlink, NULL); 289 nsim_fib_destroy(nsim_dev->fib_data); 290 mutex_destroy(&nsim_dev->port_list_lock); 291 devlink_free(devlink); 292 } 293 294 static int __nsim_dev_port_add(struct nsim_dev *nsim_dev, 295 unsigned int port_index) 296 { 297 struct nsim_dev_port *nsim_dev_port; 298 struct devlink_port *devlink_port; 299 int err; 300 301 nsim_dev_port = kzalloc(sizeof(*nsim_dev_port), GFP_KERNEL); 302 if (!nsim_dev_port) 303 return -ENOMEM; 304 nsim_dev_port->port_index = port_index; 305 306 devlink_port = &nsim_dev_port->devlink_port; 307 devlink_port_attrs_set(devlink_port, DEVLINK_PORT_FLAVOUR_PHYSICAL, 308 port_index + 1, 0, 0, 309 nsim_dev->switch_id.id, 310 nsim_dev->switch_id.id_len); 311 err = devlink_port_register(priv_to_devlink(nsim_dev), devlink_port, 312 port_index); 313 if (err) 314 goto err_port_free; 315 316 err = nsim_dev_port_debugfs_init(nsim_dev, nsim_dev_port); 317 if (err) 318 goto err_dl_port_unregister; 319 320 nsim_dev_port->ns = nsim_create(nsim_dev, nsim_dev_port); 321 if (IS_ERR(nsim_dev_port->ns)) { 322 err = PTR_ERR(nsim_dev_port->ns); 323 goto err_port_debugfs_exit; 324 } 325 326 devlink_port_type_eth_set(devlink_port, nsim_dev_port->ns->netdev); 327 list_add(&nsim_dev_port->list, &nsim_dev->port_list); 328 329 return 0; 330 331 err_port_debugfs_exit: 332 nsim_dev_port_debugfs_exit(nsim_dev_port); 333 err_dl_port_unregister: 334 devlink_port_unregister(devlink_port); 335 err_port_free: 336 kfree(nsim_dev_port); 337 return err; 338 } 339 340 static void __nsim_dev_port_del(struct nsim_dev_port *nsim_dev_port) 341 { 342 struct devlink_port *devlink_port = &nsim_dev_port->devlink_port; 343 344 list_del(&nsim_dev_port->list); 345 devlink_port_type_clear(devlink_port); 346 nsim_destroy(nsim_dev_port->ns); 347 nsim_dev_port_debugfs_exit(nsim_dev_port); 348 devlink_port_unregister(devlink_port); 349 kfree(nsim_dev_port); 350 } 351 352 static void nsim_dev_port_del_all(struct nsim_dev *nsim_dev) 353 { 354 struct nsim_dev_port *nsim_dev_port, *tmp; 355 356 list_for_each_entry_safe(nsim_dev_port, tmp, 357 &nsim_dev->port_list, list) 358 __nsim_dev_port_del(nsim_dev_port); 359 } 360 361 int nsim_dev_probe(struct nsim_bus_dev *nsim_bus_dev) 362 { 363 struct nsim_dev *nsim_dev; 364 int i; 365 int err; 366 367 nsim_dev = nsim_dev_create(nsim_bus_dev, nsim_bus_dev->port_count); 368 if (IS_ERR(nsim_dev)) 369 return PTR_ERR(nsim_dev); 370 dev_set_drvdata(&nsim_bus_dev->dev, nsim_dev); 371 372 for (i = 0; i < nsim_bus_dev->port_count; i++) { 373 err = __nsim_dev_port_add(nsim_dev, i); 374 if (err) 375 goto err_port_del_all; 376 } 377 return 0; 378 379 err_port_del_all: 380 nsim_dev_port_del_all(nsim_dev); 381 nsim_dev_destroy(nsim_dev); 382 return err; 383 } 384 385 void nsim_dev_remove(struct nsim_bus_dev *nsim_bus_dev) 386 { 387 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev); 388 389 nsim_dev_port_del_all(nsim_dev); 390 nsim_dev_destroy(nsim_dev); 391 } 392 393 static struct nsim_dev_port * 394 __nsim_dev_port_lookup(struct nsim_dev *nsim_dev, unsigned int port_index) 395 { 396 struct nsim_dev_port *nsim_dev_port; 397 398 list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list) 399 if (nsim_dev_port->port_index == port_index) 400 return nsim_dev_port; 401 return NULL; 402 } 403 404 int nsim_dev_port_add(struct nsim_bus_dev *nsim_bus_dev, 405 unsigned int port_index) 406 { 407 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev); 408 int err; 409 410 mutex_lock(&nsim_dev->port_list_lock); 411 if (__nsim_dev_port_lookup(nsim_dev, port_index)) 412 err = -EEXIST; 413 else 414 err = __nsim_dev_port_add(nsim_dev, port_index); 415 mutex_unlock(&nsim_dev->port_list_lock); 416 return err; 417 } 418 419 int nsim_dev_port_del(struct nsim_bus_dev *nsim_bus_dev, 420 unsigned int port_index) 421 { 422 struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev); 423 struct nsim_dev_port *nsim_dev_port; 424 int err = 0; 425 426 mutex_lock(&nsim_dev->port_list_lock); 427 nsim_dev_port = __nsim_dev_port_lookup(nsim_dev, port_index); 428 if (!nsim_dev_port) 429 err = -ENOENT; 430 else 431 __nsim_dev_port_del(nsim_dev_port); 432 mutex_unlock(&nsim_dev->port_list_lock); 433 return err; 434 } 435 436 int nsim_dev_init(void) 437 { 438 nsim_dev_ddir = debugfs_create_dir(DRV_NAME, NULL); 439 if (IS_ERR_OR_NULL(nsim_dev_ddir)) 440 return -ENOMEM; 441 return 0; 442 } 443 444 void nsim_dev_exit(void) 445 { 446 debugfs_remove_recursive(nsim_dev_ddir); 447 } 448