1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * net/dsa/dsa.c - Hardware switch handling 4 * Copyright (c) 2008-2009 Marvell Semiconductor 5 * Copyright (c) 2013 Florian Fainelli <florian@openwrt.org> 6 */ 7 8 #include <linux/device.h> 9 #include <linux/list.h> 10 #include <linux/platform_device.h> 11 #include <linux/slab.h> 12 #include <linux/module.h> 13 #include <linux/notifier.h> 14 #include <linux/of.h> 15 #include <linux/of_mdio.h> 16 #include <linux/of_platform.h> 17 #include <linux/of_net.h> 18 #include <linux/netdevice.h> 19 #include <linux/sysfs.h> 20 #include <linux/phy_fixed.h> 21 #include <linux/ptp_classify.h> 22 #include <linux/etherdevice.h> 23 24 #include "dsa_priv.h" 25 26 static LIST_HEAD(dsa_tag_drivers_list); 27 static DEFINE_MUTEX(dsa_tag_drivers_lock); 28 29 static struct sk_buff *dsa_slave_notag_xmit(struct sk_buff *skb, 30 struct net_device *dev) 31 { 32 /* Just return the original SKB */ 33 return skb; 34 } 35 36 static const struct dsa_device_ops none_ops = { 37 .name = "none", 38 .proto = DSA_TAG_PROTO_NONE, 39 .xmit = dsa_slave_notag_xmit, 40 .rcv = NULL, 41 }; 42 43 DSA_TAG_DRIVER(none_ops); 44 45 static void dsa_tag_driver_register(struct dsa_tag_driver *dsa_tag_driver, 46 struct module *owner) 47 { 48 dsa_tag_driver->owner = owner; 49 50 mutex_lock(&dsa_tag_drivers_lock); 51 list_add_tail(&dsa_tag_driver->list, &dsa_tag_drivers_list); 52 mutex_unlock(&dsa_tag_drivers_lock); 53 } 54 55 void dsa_tag_drivers_register(struct dsa_tag_driver *dsa_tag_driver_array[], 56 unsigned int count, struct module *owner) 57 { 58 unsigned int i; 59 60 for (i = 0; i < count; i++) 61 dsa_tag_driver_register(dsa_tag_driver_array[i], owner); 62 } 63 64 static void dsa_tag_driver_unregister(struct dsa_tag_driver *dsa_tag_driver) 65 { 66 mutex_lock(&dsa_tag_drivers_lock); 67 list_del(&dsa_tag_driver->list); 68 mutex_unlock(&dsa_tag_drivers_lock); 69 } 70 EXPORT_SYMBOL_GPL(dsa_tag_drivers_register); 71 72 void dsa_tag_drivers_unregister(struct dsa_tag_driver *dsa_tag_driver_array[], 73 unsigned int count) 74 { 75 unsigned int i; 76 77 for (i = 0; i < count; i++) 78 dsa_tag_driver_unregister(dsa_tag_driver_array[i]); 79 } 80 EXPORT_SYMBOL_GPL(dsa_tag_drivers_unregister); 81 82 const char *dsa_tag_protocol_to_str(const struct dsa_device_ops *ops) 83 { 84 return ops->name; 85 }; 86 87 /* Function takes a reference on the module owning the tagger, 88 * so dsa_tag_driver_put must be called afterwards. 89 */ 90 const struct dsa_device_ops *dsa_find_tagger_by_name(const char *buf) 91 { 92 const struct dsa_device_ops *ops = ERR_PTR(-ENOPROTOOPT); 93 struct dsa_tag_driver *dsa_tag_driver; 94 95 mutex_lock(&dsa_tag_drivers_lock); 96 list_for_each_entry(dsa_tag_driver, &dsa_tag_drivers_list, list) { 97 const struct dsa_device_ops *tmp = dsa_tag_driver->ops; 98 99 if (!sysfs_streq(buf, tmp->name)) 100 continue; 101 102 if (!try_module_get(dsa_tag_driver->owner)) 103 break; 104 105 ops = tmp; 106 break; 107 } 108 mutex_unlock(&dsa_tag_drivers_lock); 109 110 return ops; 111 } 112 113 const struct dsa_device_ops *dsa_tag_driver_get(int tag_protocol) 114 { 115 struct dsa_tag_driver *dsa_tag_driver; 116 const struct dsa_device_ops *ops; 117 bool found = false; 118 119 request_module("%s%d", DSA_TAG_DRIVER_ALIAS, tag_protocol); 120 121 mutex_lock(&dsa_tag_drivers_lock); 122 list_for_each_entry(dsa_tag_driver, &dsa_tag_drivers_list, list) { 123 ops = dsa_tag_driver->ops; 124 if (ops->proto == tag_protocol) { 125 found = true; 126 break; 127 } 128 } 129 130 if (found) { 131 if (!try_module_get(dsa_tag_driver->owner)) 132 ops = ERR_PTR(-ENOPROTOOPT); 133 } else { 134 ops = ERR_PTR(-ENOPROTOOPT); 135 } 136 137 mutex_unlock(&dsa_tag_drivers_lock); 138 139 return ops; 140 } 141 142 void dsa_tag_driver_put(const struct dsa_device_ops *ops) 143 { 144 struct dsa_tag_driver *dsa_tag_driver; 145 146 mutex_lock(&dsa_tag_drivers_lock); 147 list_for_each_entry(dsa_tag_driver, &dsa_tag_drivers_list, list) { 148 if (dsa_tag_driver->ops == ops) { 149 module_put(dsa_tag_driver->owner); 150 break; 151 } 152 } 153 mutex_unlock(&dsa_tag_drivers_lock); 154 } 155 156 static int dev_is_class(struct device *dev, void *class) 157 { 158 if (dev->class != NULL && !strcmp(dev->class->name, class)) 159 return 1; 160 161 return 0; 162 } 163 164 static struct device *dev_find_class(struct device *parent, char *class) 165 { 166 if (dev_is_class(parent, class)) { 167 get_device(parent); 168 return parent; 169 } 170 171 return device_find_child(parent, class, dev_is_class); 172 } 173 174 struct net_device *dsa_dev_to_net_device(struct device *dev) 175 { 176 struct device *d; 177 178 d = dev_find_class(dev, "net"); 179 if (d != NULL) { 180 struct net_device *nd; 181 182 nd = to_net_dev(d); 183 dev_hold(nd); 184 put_device(d); 185 186 return nd; 187 } 188 189 return NULL; 190 } 191 EXPORT_SYMBOL_GPL(dsa_dev_to_net_device); 192 193 /* Determine if we should defer delivery of skb until we have a rx timestamp. 194 * 195 * Called from dsa_switch_rcv. For now, this will only work if tagging is 196 * enabled on the switch. Normally the MAC driver would retrieve the hardware 197 * timestamp when it reads the packet out of the hardware. However in a DSA 198 * switch, the DSA driver owning the interface to which the packet is 199 * delivered is never notified unless we do so here. 200 */ 201 static bool dsa_skb_defer_rx_timestamp(struct dsa_slave_priv *p, 202 struct sk_buff *skb) 203 { 204 struct dsa_switch *ds = p->dp->ds; 205 unsigned int type; 206 207 if (skb_headroom(skb) < ETH_HLEN) 208 return false; 209 210 __skb_push(skb, ETH_HLEN); 211 212 type = ptp_classify_raw(skb); 213 214 __skb_pull(skb, ETH_HLEN); 215 216 if (type == PTP_CLASS_NONE) 217 return false; 218 219 if (likely(ds->ops->port_rxtstamp)) 220 return ds->ops->port_rxtstamp(ds, p->dp->index, skb, type); 221 222 return false; 223 } 224 225 static int dsa_switch_rcv(struct sk_buff *skb, struct net_device *dev, 226 struct packet_type *pt, struct net_device *unused) 227 { 228 struct dsa_port *cpu_dp = dev->dsa_ptr; 229 struct sk_buff *nskb = NULL; 230 struct dsa_slave_priv *p; 231 232 if (unlikely(!cpu_dp)) { 233 kfree_skb(skb); 234 return 0; 235 } 236 237 skb = skb_unshare(skb, GFP_ATOMIC); 238 if (!skb) 239 return 0; 240 241 nskb = cpu_dp->rcv(skb, dev); 242 if (!nskb) { 243 kfree_skb(skb); 244 return 0; 245 } 246 247 skb = nskb; 248 skb_push(skb, ETH_HLEN); 249 skb->pkt_type = PACKET_HOST; 250 skb->protocol = eth_type_trans(skb, skb->dev); 251 252 if (unlikely(!dsa_slave_dev_check(skb->dev))) { 253 /* Packet is to be injected directly on an upper 254 * device, e.g. a team/bond, so skip all DSA-port 255 * specific actions. 256 */ 257 netif_rx(skb); 258 return 0; 259 } 260 261 p = netdev_priv(skb->dev); 262 263 if (unlikely(cpu_dp->ds->untag_bridge_pvid)) { 264 nskb = dsa_untag_bridge_pvid(skb); 265 if (!nskb) { 266 kfree_skb(skb); 267 return 0; 268 } 269 skb = nskb; 270 } 271 272 dev_sw_netstats_rx_add(skb->dev, skb->len); 273 274 if (dsa_skb_defer_rx_timestamp(p, skb)) 275 return 0; 276 277 gro_cells_receive(&p->gcells, skb); 278 279 return 0; 280 } 281 282 #ifdef CONFIG_PM_SLEEP 283 static bool dsa_port_is_initialized(const struct dsa_port *dp) 284 { 285 return dp->type == DSA_PORT_TYPE_USER && dp->slave; 286 } 287 288 int dsa_switch_suspend(struct dsa_switch *ds) 289 { 290 struct dsa_port *dp; 291 int ret = 0; 292 293 /* Suspend slave network devices */ 294 dsa_switch_for_each_port(dp, ds) { 295 if (!dsa_port_is_initialized(dp)) 296 continue; 297 298 ret = dsa_slave_suspend(dp->slave); 299 if (ret) 300 return ret; 301 } 302 303 if (ds->ops->suspend) 304 ret = ds->ops->suspend(ds); 305 306 return ret; 307 } 308 EXPORT_SYMBOL_GPL(dsa_switch_suspend); 309 310 int dsa_switch_resume(struct dsa_switch *ds) 311 { 312 struct dsa_port *dp; 313 int ret = 0; 314 315 if (ds->ops->resume) 316 ret = ds->ops->resume(ds); 317 318 if (ret) 319 return ret; 320 321 /* Resume slave network devices */ 322 dsa_switch_for_each_port(dp, ds) { 323 if (!dsa_port_is_initialized(dp)) 324 continue; 325 326 ret = dsa_slave_resume(dp->slave); 327 if (ret) 328 return ret; 329 } 330 331 return 0; 332 } 333 EXPORT_SYMBOL_GPL(dsa_switch_resume); 334 #endif 335 336 static struct packet_type dsa_pack_type __read_mostly = { 337 .type = cpu_to_be16(ETH_P_XDSA), 338 .func = dsa_switch_rcv, 339 }; 340 341 static struct workqueue_struct *dsa_owq; 342 343 bool dsa_schedule_work(struct work_struct *work) 344 { 345 return queue_work(dsa_owq, work); 346 } 347 348 void dsa_flush_workqueue(void) 349 { 350 flush_workqueue(dsa_owq); 351 } 352 EXPORT_SYMBOL_GPL(dsa_flush_workqueue); 353 354 int dsa_devlink_param_get(struct devlink *dl, u32 id, 355 struct devlink_param_gset_ctx *ctx) 356 { 357 struct dsa_switch *ds = dsa_devlink_to_ds(dl); 358 359 if (!ds->ops->devlink_param_get) 360 return -EOPNOTSUPP; 361 362 return ds->ops->devlink_param_get(ds, id, ctx); 363 } 364 EXPORT_SYMBOL_GPL(dsa_devlink_param_get); 365 366 int dsa_devlink_param_set(struct devlink *dl, u32 id, 367 struct devlink_param_gset_ctx *ctx) 368 { 369 struct dsa_switch *ds = dsa_devlink_to_ds(dl); 370 371 if (!ds->ops->devlink_param_set) 372 return -EOPNOTSUPP; 373 374 return ds->ops->devlink_param_set(ds, id, ctx); 375 } 376 EXPORT_SYMBOL_GPL(dsa_devlink_param_set); 377 378 int dsa_devlink_params_register(struct dsa_switch *ds, 379 const struct devlink_param *params, 380 size_t params_count) 381 { 382 return devlink_params_register(ds->devlink, params, params_count); 383 } 384 EXPORT_SYMBOL_GPL(dsa_devlink_params_register); 385 386 void dsa_devlink_params_unregister(struct dsa_switch *ds, 387 const struct devlink_param *params, 388 size_t params_count) 389 { 390 devlink_params_unregister(ds->devlink, params, params_count); 391 } 392 EXPORT_SYMBOL_GPL(dsa_devlink_params_unregister); 393 394 int dsa_devlink_resource_register(struct dsa_switch *ds, 395 const char *resource_name, 396 u64 resource_size, 397 u64 resource_id, 398 u64 parent_resource_id, 399 const struct devlink_resource_size_params *size_params) 400 { 401 return devlink_resource_register(ds->devlink, resource_name, 402 resource_size, resource_id, 403 parent_resource_id, 404 size_params); 405 } 406 EXPORT_SYMBOL_GPL(dsa_devlink_resource_register); 407 408 void dsa_devlink_resources_unregister(struct dsa_switch *ds) 409 { 410 devlink_resources_unregister(ds->devlink); 411 } 412 EXPORT_SYMBOL_GPL(dsa_devlink_resources_unregister); 413 414 void dsa_devlink_resource_occ_get_register(struct dsa_switch *ds, 415 u64 resource_id, 416 devlink_resource_occ_get_t *occ_get, 417 void *occ_get_priv) 418 { 419 return devlink_resource_occ_get_register(ds->devlink, resource_id, 420 occ_get, occ_get_priv); 421 } 422 EXPORT_SYMBOL_GPL(dsa_devlink_resource_occ_get_register); 423 424 void dsa_devlink_resource_occ_get_unregister(struct dsa_switch *ds, 425 u64 resource_id) 426 { 427 devlink_resource_occ_get_unregister(ds->devlink, resource_id); 428 } 429 EXPORT_SYMBOL_GPL(dsa_devlink_resource_occ_get_unregister); 430 431 struct devlink_region * 432 dsa_devlink_region_create(struct dsa_switch *ds, 433 const struct devlink_region_ops *ops, 434 u32 region_max_snapshots, u64 region_size) 435 { 436 return devlink_region_create(ds->devlink, ops, region_max_snapshots, 437 region_size); 438 } 439 EXPORT_SYMBOL_GPL(dsa_devlink_region_create); 440 441 struct devlink_region * 442 dsa_devlink_port_region_create(struct dsa_switch *ds, 443 int port, 444 const struct devlink_port_region_ops *ops, 445 u32 region_max_snapshots, u64 region_size) 446 { 447 struct dsa_port *dp = dsa_to_port(ds, port); 448 449 return devlink_port_region_create(&dp->devlink_port, ops, 450 region_max_snapshots, 451 region_size); 452 } 453 EXPORT_SYMBOL_GPL(dsa_devlink_port_region_create); 454 455 void dsa_devlink_region_destroy(struct devlink_region *region) 456 { 457 devlink_region_destroy(region); 458 } 459 EXPORT_SYMBOL_GPL(dsa_devlink_region_destroy); 460 461 struct dsa_port *dsa_port_from_netdev(struct net_device *netdev) 462 { 463 if (!netdev || !dsa_slave_dev_check(netdev)) 464 return ERR_PTR(-ENODEV); 465 466 return dsa_slave_to_port(netdev); 467 } 468 EXPORT_SYMBOL_GPL(dsa_port_from_netdev); 469 470 int dsa_port_walk_fdbs(struct dsa_switch *ds, int port, dsa_fdb_walk_cb_t cb) 471 { 472 struct dsa_port *dp = dsa_to_port(ds, port); 473 struct dsa_mac_addr *a; 474 int err = 0; 475 476 mutex_lock(&dp->addr_lists_lock); 477 478 list_for_each_entry(a, &dp->fdbs, list) { 479 err = cb(ds, port, a->addr, a->vid, a->db); 480 if (err) 481 break; 482 } 483 484 mutex_unlock(&dp->addr_lists_lock); 485 486 return err; 487 } 488 EXPORT_SYMBOL_GPL(dsa_port_walk_fdbs); 489 490 int dsa_port_walk_mdbs(struct dsa_switch *ds, int port, dsa_fdb_walk_cb_t cb) 491 { 492 struct dsa_port *dp = dsa_to_port(ds, port); 493 struct dsa_mac_addr *a; 494 int err = 0; 495 496 mutex_lock(&dp->addr_lists_lock); 497 498 list_for_each_entry(a, &dp->mdbs, list) { 499 err = cb(ds, port, a->addr, a->vid, a->db); 500 if (err) 501 break; 502 } 503 504 mutex_unlock(&dp->addr_lists_lock); 505 506 return err; 507 } 508 EXPORT_SYMBOL_GPL(dsa_port_walk_mdbs); 509 510 bool dsa_db_equal(const struct dsa_db *a, const struct dsa_db *b) 511 { 512 if (a->type != b->type) 513 return false; 514 515 switch (a->type) { 516 case DSA_DB_PORT: 517 return a->dp == b->dp; 518 case DSA_DB_LAG: 519 return a->lag.dev == b->lag.dev; 520 case DSA_DB_BRIDGE: 521 return a->bridge.num == b->bridge.num; 522 default: 523 WARN_ON(1); 524 return false; 525 } 526 } 527 528 bool dsa_fdb_present_in_other_db(struct dsa_switch *ds, int port, 529 const unsigned char *addr, u16 vid, 530 struct dsa_db db) 531 { 532 struct dsa_port *dp = dsa_to_port(ds, port); 533 struct dsa_mac_addr *a; 534 535 lockdep_assert_held(&dp->addr_lists_lock); 536 537 list_for_each_entry(a, &dp->fdbs, list) { 538 if (!ether_addr_equal(a->addr, addr) || a->vid != vid) 539 continue; 540 541 if (a->db.type == db.type && !dsa_db_equal(&a->db, &db)) 542 return true; 543 } 544 545 return false; 546 } 547 EXPORT_SYMBOL_GPL(dsa_fdb_present_in_other_db); 548 549 bool dsa_mdb_present_in_other_db(struct dsa_switch *ds, int port, 550 const struct switchdev_obj_port_mdb *mdb, 551 struct dsa_db db) 552 { 553 struct dsa_port *dp = dsa_to_port(ds, port); 554 struct dsa_mac_addr *a; 555 556 lockdep_assert_held(&dp->addr_lists_lock); 557 558 list_for_each_entry(a, &dp->mdbs, list) { 559 if (!ether_addr_equal(a->addr, mdb->addr) || a->vid != mdb->vid) 560 continue; 561 562 if (a->db.type == db.type && !dsa_db_equal(&a->db, &db)) 563 return true; 564 } 565 566 return false; 567 } 568 EXPORT_SYMBOL_GPL(dsa_mdb_present_in_other_db); 569 570 static int __init dsa_init_module(void) 571 { 572 int rc; 573 574 dsa_owq = alloc_ordered_workqueue("dsa_ordered", 575 WQ_MEM_RECLAIM); 576 if (!dsa_owq) 577 return -ENOMEM; 578 579 rc = dsa_slave_register_notifier(); 580 if (rc) 581 goto register_notifier_fail; 582 583 dev_add_pack(&dsa_pack_type); 584 585 dsa_tag_driver_register(&DSA_TAG_DRIVER_NAME(none_ops), 586 THIS_MODULE); 587 588 return 0; 589 590 register_notifier_fail: 591 destroy_workqueue(dsa_owq); 592 593 return rc; 594 } 595 module_init(dsa_init_module); 596 597 static void __exit dsa_cleanup_module(void) 598 { 599 dsa_tag_driver_unregister(&DSA_TAG_DRIVER_NAME(none_ops)); 600 601 dsa_slave_unregister_notifier(); 602 dev_remove_pack(&dsa_pack_type); 603 destroy_workqueue(dsa_owq); 604 } 605 module_exit(dsa_cleanup_module); 606 607 MODULE_AUTHOR("Lennert Buytenhek <buytenh@wantstofly.org>"); 608 MODULE_DESCRIPTION("Driver for Distributed Switch Architecture switch chips"); 609 MODULE_LICENSE("GPL"); 610 MODULE_ALIAS("platform:dsa"); 611