1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * net/dsa/slave.c - Slave device handling 4 * Copyright (c) 2008-2009 Marvell Semiconductor 5 */ 6 7 #include <linux/list.h> 8 #include <linux/etherdevice.h> 9 #include <linux/netdevice.h> 10 #include <linux/phy.h> 11 #include <linux/phy_fixed.h> 12 #include <linux/phylink.h> 13 #include <linux/of_net.h> 14 #include <linux/of_mdio.h> 15 #include <linux/mdio.h> 16 #include <net/rtnetlink.h> 17 #include <net/pkt_cls.h> 18 #include <net/selftests.h> 19 #include <net/tc_act/tc_mirred.h> 20 #include <linux/if_bridge.h> 21 #include <linux/if_hsr.h> 22 #include <net/dcbnl.h> 23 #include <linux/netpoll.h> 24 25 #include "dsa.h" 26 #include "port.h" 27 #include "master.h" 28 #include "netlink.h" 29 #include "slave.h" 30 #include "switch.h" 31 #include "tag.h" 32 33 struct dsa_switchdev_event_work { 34 struct net_device *dev; 35 struct net_device *orig_dev; 36 struct work_struct work; 37 unsigned long event; 38 /* Specific for SWITCHDEV_FDB_ADD_TO_DEVICE and 39 * SWITCHDEV_FDB_DEL_TO_DEVICE 40 */ 41 unsigned char addr[ETH_ALEN]; 42 u16 vid; 43 bool host_addr; 44 }; 45 46 enum dsa_standalone_event { 47 DSA_UC_ADD, 48 DSA_UC_DEL, 49 DSA_MC_ADD, 50 DSA_MC_DEL, 51 }; 52 53 struct dsa_standalone_event_work { 54 struct work_struct work; 55 struct net_device *dev; 56 enum dsa_standalone_event event; 57 unsigned char addr[ETH_ALEN]; 58 u16 vid; 59 }; 60 61 struct dsa_host_vlan_rx_filtering_ctx { 62 struct net_device *dev; 63 const unsigned char *addr; 64 enum dsa_standalone_event event; 65 }; 66 67 static bool dsa_switch_supports_uc_filtering(struct dsa_switch *ds) 68 { 69 return ds->ops->port_fdb_add && ds->ops->port_fdb_del && 70 ds->fdb_isolation && !ds->vlan_filtering_is_global && 71 !ds->needs_standalone_vlan_filtering; 72 } 73 74 static bool dsa_switch_supports_mc_filtering(struct dsa_switch *ds) 75 { 76 return ds->ops->port_mdb_add && ds->ops->port_mdb_del && 77 ds->fdb_isolation && !ds->vlan_filtering_is_global && 78 !ds->needs_standalone_vlan_filtering; 79 } 80 81 static void dsa_slave_standalone_event_work(struct work_struct *work) 82 { 83 struct dsa_standalone_event_work *standalone_work = 84 container_of(work, struct dsa_standalone_event_work, work); 85 const unsigned char *addr = standalone_work->addr; 86 struct net_device *dev = standalone_work->dev; 87 struct dsa_port *dp = dsa_slave_to_port(dev); 88 struct switchdev_obj_port_mdb mdb; 89 struct dsa_switch *ds = dp->ds; 90 u16 vid = standalone_work->vid; 91 int err; 92 93 switch (standalone_work->event) { 94 case DSA_UC_ADD: 95 err = dsa_port_standalone_host_fdb_add(dp, addr, vid); 96 if (err) { 97 dev_err(ds->dev, 98 "port %d failed to add %pM vid %d to fdb: %d\n", 99 dp->index, addr, vid, err); 100 break; 101 } 102 break; 103 104 case DSA_UC_DEL: 105 err = dsa_port_standalone_host_fdb_del(dp, addr, vid); 106 if (err) { 107 dev_err(ds->dev, 108 "port %d failed to delete %pM vid %d from fdb: %d\n", 109 dp->index, addr, vid, err); 110 } 111 112 break; 113 case DSA_MC_ADD: 114 ether_addr_copy(mdb.addr, addr); 115 mdb.vid = vid; 116 117 err = dsa_port_standalone_host_mdb_add(dp, &mdb); 118 if (err) { 119 dev_err(ds->dev, 120 "port %d failed to add %pM vid %d to mdb: %d\n", 121 dp->index, addr, vid, err); 122 break; 123 } 124 break; 125 case DSA_MC_DEL: 126 ether_addr_copy(mdb.addr, addr); 127 mdb.vid = vid; 128 129 err = dsa_port_standalone_host_mdb_del(dp, &mdb); 130 if (err) { 131 dev_err(ds->dev, 132 "port %d failed to delete %pM vid %d from mdb: %d\n", 133 dp->index, addr, vid, err); 134 } 135 136 break; 137 } 138 139 kfree(standalone_work); 140 } 141 142 static int dsa_slave_schedule_standalone_work(struct net_device *dev, 143 enum dsa_standalone_event event, 144 const unsigned char *addr, 145 u16 vid) 146 { 147 struct dsa_standalone_event_work *standalone_work; 148 149 standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC); 150 if (!standalone_work) 151 return -ENOMEM; 152 153 INIT_WORK(&standalone_work->work, dsa_slave_standalone_event_work); 154 standalone_work->event = event; 155 standalone_work->dev = dev; 156 157 ether_addr_copy(standalone_work->addr, addr); 158 standalone_work->vid = vid; 159 160 dsa_schedule_work(&standalone_work->work); 161 162 return 0; 163 } 164 165 static int dsa_slave_host_vlan_rx_filtering(void *arg, int vid) 166 { 167 struct dsa_host_vlan_rx_filtering_ctx *ctx = arg; 168 169 return dsa_slave_schedule_standalone_work(ctx->dev, ctx->event, 170 ctx->addr, vid); 171 } 172 173 static int dsa_slave_vlan_for_each(struct net_device *dev, 174 int (*cb)(void *arg, int vid), void *arg) 175 { 176 struct dsa_port *dp = dsa_slave_to_port(dev); 177 struct dsa_vlan *v; 178 int err; 179 180 lockdep_assert_held(&dev->addr_list_lock); 181 182 err = cb(arg, 0); 183 if (err) 184 return err; 185 186 list_for_each_entry(v, &dp->user_vlans, list) { 187 err = cb(arg, v->vid); 188 if (err) 189 return err; 190 } 191 192 return 0; 193 } 194 195 static int dsa_slave_sync_uc(struct net_device *dev, 196 const unsigned char *addr) 197 { 198 struct net_device *master = dsa_slave_to_master(dev); 199 struct dsa_port *dp = dsa_slave_to_port(dev); 200 struct dsa_host_vlan_rx_filtering_ctx ctx = { 201 .dev = dev, 202 .addr = addr, 203 .event = DSA_UC_ADD, 204 }; 205 206 dev_uc_add(master, addr); 207 208 if (!dsa_switch_supports_uc_filtering(dp->ds)) 209 return 0; 210 211 return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering, 212 &ctx); 213 } 214 215 static int dsa_slave_unsync_uc(struct net_device *dev, 216 const unsigned char *addr) 217 { 218 struct net_device *master = dsa_slave_to_master(dev); 219 struct dsa_port *dp = dsa_slave_to_port(dev); 220 struct dsa_host_vlan_rx_filtering_ctx ctx = { 221 .dev = dev, 222 .addr = addr, 223 .event = DSA_UC_DEL, 224 }; 225 226 dev_uc_del(master, addr); 227 228 if (!dsa_switch_supports_uc_filtering(dp->ds)) 229 return 0; 230 231 return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering, 232 &ctx); 233 } 234 235 static int dsa_slave_sync_mc(struct net_device *dev, 236 const unsigned char *addr) 237 { 238 struct net_device *master = dsa_slave_to_master(dev); 239 struct dsa_port *dp = dsa_slave_to_port(dev); 240 struct dsa_host_vlan_rx_filtering_ctx ctx = { 241 .dev = dev, 242 .addr = addr, 243 .event = DSA_MC_ADD, 244 }; 245 246 dev_mc_add(master, addr); 247 248 if (!dsa_switch_supports_mc_filtering(dp->ds)) 249 return 0; 250 251 return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering, 252 &ctx); 253 } 254 255 static int dsa_slave_unsync_mc(struct net_device *dev, 256 const unsigned char *addr) 257 { 258 struct net_device *master = dsa_slave_to_master(dev); 259 struct dsa_port *dp = dsa_slave_to_port(dev); 260 struct dsa_host_vlan_rx_filtering_ctx ctx = { 261 .dev = dev, 262 .addr = addr, 263 .event = DSA_MC_DEL, 264 }; 265 266 dev_mc_del(master, addr); 267 268 if (!dsa_switch_supports_mc_filtering(dp->ds)) 269 return 0; 270 271 return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering, 272 &ctx); 273 } 274 275 void dsa_slave_sync_ha(struct net_device *dev) 276 { 277 struct dsa_port *dp = dsa_slave_to_port(dev); 278 struct dsa_switch *ds = dp->ds; 279 struct netdev_hw_addr *ha; 280 281 netif_addr_lock_bh(dev); 282 283 netdev_for_each_synced_mc_addr(ha, dev) 284 dsa_slave_sync_mc(dev, ha->addr); 285 286 netdev_for_each_synced_uc_addr(ha, dev) 287 dsa_slave_sync_uc(dev, ha->addr); 288 289 netif_addr_unlock_bh(dev); 290 291 if (dsa_switch_supports_uc_filtering(ds) || 292 dsa_switch_supports_mc_filtering(ds)) 293 dsa_flush_workqueue(); 294 } 295 296 void dsa_slave_unsync_ha(struct net_device *dev) 297 { 298 struct dsa_port *dp = dsa_slave_to_port(dev); 299 struct dsa_switch *ds = dp->ds; 300 struct netdev_hw_addr *ha; 301 302 netif_addr_lock_bh(dev); 303 304 netdev_for_each_synced_uc_addr(ha, dev) 305 dsa_slave_unsync_uc(dev, ha->addr); 306 307 netdev_for_each_synced_mc_addr(ha, dev) 308 dsa_slave_unsync_mc(dev, ha->addr); 309 310 netif_addr_unlock_bh(dev); 311 312 if (dsa_switch_supports_uc_filtering(ds) || 313 dsa_switch_supports_mc_filtering(ds)) 314 dsa_flush_workqueue(); 315 } 316 317 /* slave mii_bus handling ***************************************************/ 318 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg) 319 { 320 struct dsa_switch *ds = bus->priv; 321 322 if (ds->phys_mii_mask & (1 << addr)) 323 return ds->ops->phy_read(ds, addr, reg); 324 325 return 0xffff; 326 } 327 328 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val) 329 { 330 struct dsa_switch *ds = bus->priv; 331 332 if (ds->phys_mii_mask & (1 << addr)) 333 return ds->ops->phy_write(ds, addr, reg, val); 334 335 return 0; 336 } 337 338 void dsa_slave_mii_bus_init(struct dsa_switch *ds) 339 { 340 ds->slave_mii_bus->priv = (void *)ds; 341 ds->slave_mii_bus->name = "dsa slave smi"; 342 ds->slave_mii_bus->read = dsa_slave_phy_read; 343 ds->slave_mii_bus->write = dsa_slave_phy_write; 344 snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d", 345 ds->dst->index, ds->index); 346 ds->slave_mii_bus->parent = ds->dev; 347 ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask; 348 } 349 350 351 /* slave device handling ****************************************************/ 352 static int dsa_slave_get_iflink(const struct net_device *dev) 353 { 354 return dsa_slave_to_master(dev)->ifindex; 355 } 356 357 static int dsa_slave_open(struct net_device *dev) 358 { 359 struct net_device *master = dsa_slave_to_master(dev); 360 struct dsa_port *dp = dsa_slave_to_port(dev); 361 struct dsa_switch *ds = dp->ds; 362 int err; 363 364 err = dev_open(master, NULL); 365 if (err < 0) { 366 netdev_err(dev, "failed to open master %s\n", master->name); 367 goto out; 368 } 369 370 if (dsa_switch_supports_uc_filtering(ds)) { 371 err = dsa_port_standalone_host_fdb_add(dp, dev->dev_addr, 0); 372 if (err) 373 goto out; 374 } 375 376 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) { 377 err = dev_uc_add(master, dev->dev_addr); 378 if (err < 0) 379 goto del_host_addr; 380 } 381 382 err = dsa_port_enable_rt(dp, dev->phydev); 383 if (err) 384 goto del_unicast; 385 386 return 0; 387 388 del_unicast: 389 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 390 dev_uc_del(master, dev->dev_addr); 391 del_host_addr: 392 if (dsa_switch_supports_uc_filtering(ds)) 393 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0); 394 out: 395 return err; 396 } 397 398 static int dsa_slave_close(struct net_device *dev) 399 { 400 struct net_device *master = dsa_slave_to_master(dev); 401 struct dsa_port *dp = dsa_slave_to_port(dev); 402 struct dsa_switch *ds = dp->ds; 403 404 dsa_port_disable_rt(dp); 405 406 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 407 dev_uc_del(master, dev->dev_addr); 408 409 if (dsa_switch_supports_uc_filtering(ds)) 410 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0); 411 412 return 0; 413 } 414 415 static void dsa_slave_manage_host_flood(struct net_device *dev) 416 { 417 bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI); 418 struct dsa_port *dp = dsa_slave_to_port(dev); 419 bool uc = dev->flags & IFF_PROMISC; 420 421 dsa_port_set_host_flood(dp, uc, mc); 422 } 423 424 static void dsa_slave_change_rx_flags(struct net_device *dev, int change) 425 { 426 struct net_device *master = dsa_slave_to_master(dev); 427 struct dsa_port *dp = dsa_slave_to_port(dev); 428 struct dsa_switch *ds = dp->ds; 429 430 if (change & IFF_ALLMULTI) 431 dev_set_allmulti(master, 432 dev->flags & IFF_ALLMULTI ? 1 : -1); 433 if (change & IFF_PROMISC) 434 dev_set_promiscuity(master, 435 dev->flags & IFF_PROMISC ? 1 : -1); 436 437 if (dsa_switch_supports_uc_filtering(ds) && 438 dsa_switch_supports_mc_filtering(ds)) 439 dsa_slave_manage_host_flood(dev); 440 } 441 442 static void dsa_slave_set_rx_mode(struct net_device *dev) 443 { 444 __dev_mc_sync(dev, dsa_slave_sync_mc, dsa_slave_unsync_mc); 445 __dev_uc_sync(dev, dsa_slave_sync_uc, dsa_slave_unsync_uc); 446 } 447 448 static int dsa_slave_set_mac_address(struct net_device *dev, void *a) 449 { 450 struct net_device *master = dsa_slave_to_master(dev); 451 struct dsa_port *dp = dsa_slave_to_port(dev); 452 struct dsa_switch *ds = dp->ds; 453 struct sockaddr *addr = a; 454 int err; 455 456 if (!is_valid_ether_addr(addr->sa_data)) 457 return -EADDRNOTAVAIL; 458 459 /* If the port is down, the address isn't synced yet to hardware or 460 * to the DSA master, so there is nothing to change. 461 */ 462 if (!(dev->flags & IFF_UP)) 463 goto out_change_dev_addr; 464 465 if (dsa_switch_supports_uc_filtering(ds)) { 466 err = dsa_port_standalone_host_fdb_add(dp, addr->sa_data, 0); 467 if (err) 468 return err; 469 } 470 471 if (!ether_addr_equal(addr->sa_data, master->dev_addr)) { 472 err = dev_uc_add(master, addr->sa_data); 473 if (err < 0) 474 goto del_unicast; 475 } 476 477 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 478 dev_uc_del(master, dev->dev_addr); 479 480 if (dsa_switch_supports_uc_filtering(ds)) 481 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0); 482 483 out_change_dev_addr: 484 eth_hw_addr_set(dev, addr->sa_data); 485 486 return 0; 487 488 del_unicast: 489 if (dsa_switch_supports_uc_filtering(ds)) 490 dsa_port_standalone_host_fdb_del(dp, addr->sa_data, 0); 491 492 return err; 493 } 494 495 struct dsa_slave_dump_ctx { 496 struct net_device *dev; 497 struct sk_buff *skb; 498 struct netlink_callback *cb; 499 int idx; 500 }; 501 502 static int 503 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid, 504 bool is_static, void *data) 505 { 506 struct dsa_slave_dump_ctx *dump = data; 507 u32 portid = NETLINK_CB(dump->cb->skb).portid; 508 u32 seq = dump->cb->nlh->nlmsg_seq; 509 struct nlmsghdr *nlh; 510 struct ndmsg *ndm; 511 512 if (dump->idx < dump->cb->args[2]) 513 goto skip; 514 515 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH, 516 sizeof(*ndm), NLM_F_MULTI); 517 if (!nlh) 518 return -EMSGSIZE; 519 520 ndm = nlmsg_data(nlh); 521 ndm->ndm_family = AF_BRIDGE; 522 ndm->ndm_pad1 = 0; 523 ndm->ndm_pad2 = 0; 524 ndm->ndm_flags = NTF_SELF; 525 ndm->ndm_type = 0; 526 ndm->ndm_ifindex = dump->dev->ifindex; 527 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE; 528 529 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr)) 530 goto nla_put_failure; 531 532 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid)) 533 goto nla_put_failure; 534 535 nlmsg_end(dump->skb, nlh); 536 537 skip: 538 dump->idx++; 539 return 0; 540 541 nla_put_failure: 542 nlmsg_cancel(dump->skb, nlh); 543 return -EMSGSIZE; 544 } 545 546 static int 547 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb, 548 struct net_device *dev, struct net_device *filter_dev, 549 int *idx) 550 { 551 struct dsa_port *dp = dsa_slave_to_port(dev); 552 struct dsa_slave_dump_ctx dump = { 553 .dev = dev, 554 .skb = skb, 555 .cb = cb, 556 .idx = *idx, 557 }; 558 int err; 559 560 err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump); 561 *idx = dump.idx; 562 563 return err; 564 } 565 566 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) 567 { 568 struct dsa_slave_priv *p = netdev_priv(dev); 569 struct dsa_switch *ds = p->dp->ds; 570 int port = p->dp->index; 571 572 /* Pass through to switch driver if it supports timestamping */ 573 switch (cmd) { 574 case SIOCGHWTSTAMP: 575 if (ds->ops->port_hwtstamp_get) 576 return ds->ops->port_hwtstamp_get(ds, port, ifr); 577 break; 578 case SIOCSHWTSTAMP: 579 if (ds->ops->port_hwtstamp_set) 580 return ds->ops->port_hwtstamp_set(ds, port, ifr); 581 break; 582 } 583 584 return phylink_mii_ioctl(p->dp->pl, ifr, cmd); 585 } 586 587 static int dsa_slave_port_attr_set(struct net_device *dev, const void *ctx, 588 const struct switchdev_attr *attr, 589 struct netlink_ext_ack *extack) 590 { 591 struct dsa_port *dp = dsa_slave_to_port(dev); 592 int ret; 593 594 if (ctx && ctx != dp) 595 return 0; 596 597 switch (attr->id) { 598 case SWITCHDEV_ATTR_ID_PORT_STP_STATE: 599 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 600 return -EOPNOTSUPP; 601 602 ret = dsa_port_set_state(dp, attr->u.stp_state, true); 603 break; 604 case SWITCHDEV_ATTR_ID_PORT_MST_STATE: 605 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 606 return -EOPNOTSUPP; 607 608 ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack); 609 break; 610 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING: 611 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 612 return -EOPNOTSUPP; 613 614 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering, 615 extack); 616 break; 617 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME: 618 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 619 return -EOPNOTSUPP; 620 621 ret = dsa_port_ageing_time(dp, attr->u.ageing_time); 622 break; 623 case SWITCHDEV_ATTR_ID_BRIDGE_MST: 624 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 625 return -EOPNOTSUPP; 626 627 ret = dsa_port_mst_enable(dp, attr->u.mst, extack); 628 break; 629 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS: 630 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 631 return -EOPNOTSUPP; 632 633 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags, 634 extack); 635 break; 636 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS: 637 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 638 return -EOPNOTSUPP; 639 640 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack); 641 break; 642 case SWITCHDEV_ATTR_ID_VLAN_MSTI: 643 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev)) 644 return -EOPNOTSUPP; 645 646 ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti); 647 break; 648 default: 649 ret = -EOPNOTSUPP; 650 break; 651 } 652 653 return ret; 654 } 655 656 /* Must be called under rcu_read_lock() */ 657 static int 658 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave, 659 const struct switchdev_obj_port_vlan *vlan) 660 { 661 struct net_device *upper_dev; 662 struct list_head *iter; 663 664 netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) { 665 u16 vid; 666 667 if (!is_vlan_dev(upper_dev)) 668 continue; 669 670 vid = vlan_dev_vlan_id(upper_dev); 671 if (vid == vlan->vid) 672 return -EBUSY; 673 } 674 675 return 0; 676 } 677 678 static int dsa_slave_vlan_add(struct net_device *dev, 679 const struct switchdev_obj *obj, 680 struct netlink_ext_ack *extack) 681 { 682 struct dsa_port *dp = dsa_slave_to_port(dev); 683 struct switchdev_obj_port_vlan *vlan; 684 int err; 685 686 if (dsa_port_skip_vlan_configuration(dp)) { 687 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 688 return 0; 689 } 690 691 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 692 693 /* Deny adding a bridge VLAN when there is already an 802.1Q upper with 694 * the same VID. 695 */ 696 if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) { 697 rcu_read_lock(); 698 err = dsa_slave_vlan_check_for_8021q_uppers(dev, vlan); 699 rcu_read_unlock(); 700 if (err) { 701 NL_SET_ERR_MSG_MOD(extack, 702 "Port already has a VLAN upper with this VID"); 703 return err; 704 } 705 } 706 707 return dsa_port_vlan_add(dp, vlan, extack); 708 } 709 710 /* Offload a VLAN installed on the bridge or on a foreign interface by 711 * installing it as a VLAN towards the CPU port. 712 */ 713 static int dsa_slave_host_vlan_add(struct net_device *dev, 714 const struct switchdev_obj *obj, 715 struct netlink_ext_ack *extack) 716 { 717 struct dsa_port *dp = dsa_slave_to_port(dev); 718 struct switchdev_obj_port_vlan vlan; 719 720 /* Do nothing if this is a software bridge */ 721 if (!dp->bridge) 722 return -EOPNOTSUPP; 723 724 if (dsa_port_skip_vlan_configuration(dp)) { 725 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 726 return 0; 727 } 728 729 vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj); 730 731 /* Even though drivers often handle CPU membership in special ways, 732 * it doesn't make sense to program a PVID, so clear this flag. 733 */ 734 vlan.flags &= ~BRIDGE_VLAN_INFO_PVID; 735 736 return dsa_port_host_vlan_add(dp, &vlan, extack); 737 } 738 739 static int dsa_slave_port_obj_add(struct net_device *dev, const void *ctx, 740 const struct switchdev_obj *obj, 741 struct netlink_ext_ack *extack) 742 { 743 struct dsa_port *dp = dsa_slave_to_port(dev); 744 int err; 745 746 if (ctx && ctx != dp) 747 return 0; 748 749 switch (obj->id) { 750 case SWITCHDEV_OBJ_ID_PORT_MDB: 751 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 752 return -EOPNOTSUPP; 753 754 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 755 break; 756 case SWITCHDEV_OBJ_ID_HOST_MDB: 757 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 758 return -EOPNOTSUPP; 759 760 err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 761 break; 762 case SWITCHDEV_OBJ_ID_PORT_VLAN: 763 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 764 err = dsa_slave_vlan_add(dev, obj, extack); 765 else 766 err = dsa_slave_host_vlan_add(dev, obj, extack); 767 break; 768 case SWITCHDEV_OBJ_ID_MRP: 769 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 770 return -EOPNOTSUPP; 771 772 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj)); 773 break; 774 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 775 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 776 return -EOPNOTSUPP; 777 778 err = dsa_port_mrp_add_ring_role(dp, 779 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 780 break; 781 default: 782 err = -EOPNOTSUPP; 783 break; 784 } 785 786 return err; 787 } 788 789 static int dsa_slave_vlan_del(struct net_device *dev, 790 const struct switchdev_obj *obj) 791 { 792 struct dsa_port *dp = dsa_slave_to_port(dev); 793 struct switchdev_obj_port_vlan *vlan; 794 795 if (dsa_port_skip_vlan_configuration(dp)) 796 return 0; 797 798 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 799 800 return dsa_port_vlan_del(dp, vlan); 801 } 802 803 static int dsa_slave_host_vlan_del(struct net_device *dev, 804 const struct switchdev_obj *obj) 805 { 806 struct dsa_port *dp = dsa_slave_to_port(dev); 807 struct switchdev_obj_port_vlan *vlan; 808 809 /* Do nothing if this is a software bridge */ 810 if (!dp->bridge) 811 return -EOPNOTSUPP; 812 813 if (dsa_port_skip_vlan_configuration(dp)) 814 return 0; 815 816 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 817 818 return dsa_port_host_vlan_del(dp, vlan); 819 } 820 821 static int dsa_slave_port_obj_del(struct net_device *dev, const void *ctx, 822 const struct switchdev_obj *obj) 823 { 824 struct dsa_port *dp = dsa_slave_to_port(dev); 825 int err; 826 827 if (ctx && ctx != dp) 828 return 0; 829 830 switch (obj->id) { 831 case SWITCHDEV_OBJ_ID_PORT_MDB: 832 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 833 return -EOPNOTSUPP; 834 835 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 836 break; 837 case SWITCHDEV_OBJ_ID_HOST_MDB: 838 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 839 return -EOPNOTSUPP; 840 841 err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 842 break; 843 case SWITCHDEV_OBJ_ID_PORT_VLAN: 844 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 845 err = dsa_slave_vlan_del(dev, obj); 846 else 847 err = dsa_slave_host_vlan_del(dev, obj); 848 break; 849 case SWITCHDEV_OBJ_ID_MRP: 850 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 851 return -EOPNOTSUPP; 852 853 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj)); 854 break; 855 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 856 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev)) 857 return -EOPNOTSUPP; 858 859 err = dsa_port_mrp_del_ring_role(dp, 860 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 861 break; 862 default: 863 err = -EOPNOTSUPP; 864 break; 865 } 866 867 return err; 868 } 869 870 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev, 871 struct sk_buff *skb) 872 { 873 #ifdef CONFIG_NET_POLL_CONTROLLER 874 struct dsa_slave_priv *p = netdev_priv(dev); 875 876 return netpoll_send_skb(p->netpoll, skb); 877 #else 878 BUG(); 879 return NETDEV_TX_OK; 880 #endif 881 } 882 883 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p, 884 struct sk_buff *skb) 885 { 886 struct dsa_switch *ds = p->dp->ds; 887 888 if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) 889 return; 890 891 if (!ds->ops->port_txtstamp) 892 return; 893 894 ds->ops->port_txtstamp(ds, p->dp->index, skb); 895 } 896 897 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev) 898 { 899 /* SKB for netpoll still need to be mangled with the protocol-specific 900 * tag to be successfully transmitted 901 */ 902 if (unlikely(netpoll_tx_running(dev))) 903 return dsa_slave_netpoll_send_skb(dev, skb); 904 905 /* Queue the SKB for transmission on the parent interface, but 906 * do not modify its EtherType 907 */ 908 skb->dev = dsa_slave_to_master(dev); 909 dev_queue_xmit(skb); 910 911 return NETDEV_TX_OK; 912 } 913 EXPORT_SYMBOL_GPL(dsa_enqueue_skb); 914 915 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev) 916 { 917 int needed_headroom = dev->needed_headroom; 918 int needed_tailroom = dev->needed_tailroom; 919 920 /* For tail taggers, we need to pad short frames ourselves, to ensure 921 * that the tail tag does not fail at its role of being at the end of 922 * the packet, once the master interface pads the frame. Account for 923 * that pad length here, and pad later. 924 */ 925 if (unlikely(needed_tailroom && skb->len < ETH_ZLEN)) 926 needed_tailroom += ETH_ZLEN - skb->len; 927 /* skb_headroom() returns unsigned int... */ 928 needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0); 929 needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0); 930 931 if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb))) 932 /* No reallocation needed, yay! */ 933 return 0; 934 935 return pskb_expand_head(skb, needed_headroom, needed_tailroom, 936 GFP_ATOMIC); 937 } 938 939 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev) 940 { 941 struct dsa_slave_priv *p = netdev_priv(dev); 942 struct sk_buff *nskb; 943 944 dev_sw_netstats_tx_add(dev, 1, skb->len); 945 946 memset(skb->cb, 0, sizeof(skb->cb)); 947 948 /* Handle tx timestamp if any */ 949 dsa_skb_tx_timestamp(p, skb); 950 951 if (dsa_realloc_skb(skb, dev)) { 952 dev_kfree_skb_any(skb); 953 return NETDEV_TX_OK; 954 } 955 956 /* needed_tailroom should still be 'warm' in the cache line from 957 * dsa_realloc_skb(), which has also ensured that padding is safe. 958 */ 959 if (dev->needed_tailroom) 960 eth_skb_pad(skb); 961 962 /* Transmit function may have to reallocate the original SKB, 963 * in which case it must have freed it. Only free it here on error. 964 */ 965 nskb = p->xmit(skb, dev); 966 if (!nskb) { 967 kfree_skb(skb); 968 return NETDEV_TX_OK; 969 } 970 971 return dsa_enqueue_skb(nskb, dev); 972 } 973 974 /* ethtool operations *******************************************************/ 975 976 static void dsa_slave_get_drvinfo(struct net_device *dev, 977 struct ethtool_drvinfo *drvinfo) 978 { 979 strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver)); 980 strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version)); 981 strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info)); 982 } 983 984 static int dsa_slave_get_regs_len(struct net_device *dev) 985 { 986 struct dsa_port *dp = dsa_slave_to_port(dev); 987 struct dsa_switch *ds = dp->ds; 988 989 if (ds->ops->get_regs_len) 990 return ds->ops->get_regs_len(ds, dp->index); 991 992 return -EOPNOTSUPP; 993 } 994 995 static void 996 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p) 997 { 998 struct dsa_port *dp = dsa_slave_to_port(dev); 999 struct dsa_switch *ds = dp->ds; 1000 1001 if (ds->ops->get_regs) 1002 ds->ops->get_regs(ds, dp->index, regs, _p); 1003 } 1004 1005 static int dsa_slave_nway_reset(struct net_device *dev) 1006 { 1007 struct dsa_port *dp = dsa_slave_to_port(dev); 1008 1009 return phylink_ethtool_nway_reset(dp->pl); 1010 } 1011 1012 static int dsa_slave_get_eeprom_len(struct net_device *dev) 1013 { 1014 struct dsa_port *dp = dsa_slave_to_port(dev); 1015 struct dsa_switch *ds = dp->ds; 1016 1017 if (ds->cd && ds->cd->eeprom_len) 1018 return ds->cd->eeprom_len; 1019 1020 if (ds->ops->get_eeprom_len) 1021 return ds->ops->get_eeprom_len(ds); 1022 1023 return 0; 1024 } 1025 1026 static int dsa_slave_get_eeprom(struct net_device *dev, 1027 struct ethtool_eeprom *eeprom, u8 *data) 1028 { 1029 struct dsa_port *dp = dsa_slave_to_port(dev); 1030 struct dsa_switch *ds = dp->ds; 1031 1032 if (ds->ops->get_eeprom) 1033 return ds->ops->get_eeprom(ds, eeprom, data); 1034 1035 return -EOPNOTSUPP; 1036 } 1037 1038 static int dsa_slave_set_eeprom(struct net_device *dev, 1039 struct ethtool_eeprom *eeprom, u8 *data) 1040 { 1041 struct dsa_port *dp = dsa_slave_to_port(dev); 1042 struct dsa_switch *ds = dp->ds; 1043 1044 if (ds->ops->set_eeprom) 1045 return ds->ops->set_eeprom(ds, eeprom, data); 1046 1047 return -EOPNOTSUPP; 1048 } 1049 1050 static void dsa_slave_get_strings(struct net_device *dev, 1051 uint32_t stringset, uint8_t *data) 1052 { 1053 struct dsa_port *dp = dsa_slave_to_port(dev); 1054 struct dsa_switch *ds = dp->ds; 1055 1056 if (stringset == ETH_SS_STATS) { 1057 int len = ETH_GSTRING_LEN; 1058 1059 strncpy(data, "tx_packets", len); 1060 strncpy(data + len, "tx_bytes", len); 1061 strncpy(data + 2 * len, "rx_packets", len); 1062 strncpy(data + 3 * len, "rx_bytes", len); 1063 if (ds->ops->get_strings) 1064 ds->ops->get_strings(ds, dp->index, stringset, 1065 data + 4 * len); 1066 } else if (stringset == ETH_SS_TEST) { 1067 net_selftest_get_strings(data); 1068 } 1069 1070 } 1071 1072 static void dsa_slave_get_ethtool_stats(struct net_device *dev, 1073 struct ethtool_stats *stats, 1074 uint64_t *data) 1075 { 1076 struct dsa_port *dp = dsa_slave_to_port(dev); 1077 struct dsa_switch *ds = dp->ds; 1078 struct pcpu_sw_netstats *s; 1079 unsigned int start; 1080 int i; 1081 1082 for_each_possible_cpu(i) { 1083 u64 tx_packets, tx_bytes, rx_packets, rx_bytes; 1084 1085 s = per_cpu_ptr(dev->tstats, i); 1086 do { 1087 start = u64_stats_fetch_begin(&s->syncp); 1088 tx_packets = u64_stats_read(&s->tx_packets); 1089 tx_bytes = u64_stats_read(&s->tx_bytes); 1090 rx_packets = u64_stats_read(&s->rx_packets); 1091 rx_bytes = u64_stats_read(&s->rx_bytes); 1092 } while (u64_stats_fetch_retry(&s->syncp, start)); 1093 data[0] += tx_packets; 1094 data[1] += tx_bytes; 1095 data[2] += rx_packets; 1096 data[3] += rx_bytes; 1097 } 1098 if (ds->ops->get_ethtool_stats) 1099 ds->ops->get_ethtool_stats(ds, dp->index, data + 4); 1100 } 1101 1102 static int dsa_slave_get_sset_count(struct net_device *dev, int sset) 1103 { 1104 struct dsa_port *dp = dsa_slave_to_port(dev); 1105 struct dsa_switch *ds = dp->ds; 1106 1107 if (sset == ETH_SS_STATS) { 1108 int count = 0; 1109 1110 if (ds->ops->get_sset_count) { 1111 count = ds->ops->get_sset_count(ds, dp->index, sset); 1112 if (count < 0) 1113 return count; 1114 } 1115 1116 return count + 4; 1117 } else if (sset == ETH_SS_TEST) { 1118 return net_selftest_get_count(); 1119 } 1120 1121 return -EOPNOTSUPP; 1122 } 1123 1124 static void dsa_slave_get_eth_phy_stats(struct net_device *dev, 1125 struct ethtool_eth_phy_stats *phy_stats) 1126 { 1127 struct dsa_port *dp = dsa_slave_to_port(dev); 1128 struct dsa_switch *ds = dp->ds; 1129 1130 if (ds->ops->get_eth_phy_stats) 1131 ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats); 1132 } 1133 1134 static void dsa_slave_get_eth_mac_stats(struct net_device *dev, 1135 struct ethtool_eth_mac_stats *mac_stats) 1136 { 1137 struct dsa_port *dp = dsa_slave_to_port(dev); 1138 struct dsa_switch *ds = dp->ds; 1139 1140 if (ds->ops->get_eth_mac_stats) 1141 ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats); 1142 } 1143 1144 static void 1145 dsa_slave_get_eth_ctrl_stats(struct net_device *dev, 1146 struct ethtool_eth_ctrl_stats *ctrl_stats) 1147 { 1148 struct dsa_port *dp = dsa_slave_to_port(dev); 1149 struct dsa_switch *ds = dp->ds; 1150 1151 if (ds->ops->get_eth_ctrl_stats) 1152 ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats); 1153 } 1154 1155 static void 1156 dsa_slave_get_rmon_stats(struct net_device *dev, 1157 struct ethtool_rmon_stats *rmon_stats, 1158 const struct ethtool_rmon_hist_range **ranges) 1159 { 1160 struct dsa_port *dp = dsa_slave_to_port(dev); 1161 struct dsa_switch *ds = dp->ds; 1162 1163 if (ds->ops->get_rmon_stats) 1164 ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges); 1165 } 1166 1167 static void dsa_slave_net_selftest(struct net_device *ndev, 1168 struct ethtool_test *etest, u64 *buf) 1169 { 1170 struct dsa_port *dp = dsa_slave_to_port(ndev); 1171 struct dsa_switch *ds = dp->ds; 1172 1173 if (ds->ops->self_test) { 1174 ds->ops->self_test(ds, dp->index, etest, buf); 1175 return; 1176 } 1177 1178 net_selftest(ndev, etest, buf); 1179 } 1180 1181 static int dsa_slave_get_mm(struct net_device *dev, 1182 struct ethtool_mm_state *state) 1183 { 1184 struct dsa_port *dp = dsa_slave_to_port(dev); 1185 struct dsa_switch *ds = dp->ds; 1186 1187 if (!ds->ops->get_mm) 1188 return -EOPNOTSUPP; 1189 1190 return ds->ops->get_mm(ds, dp->index, state); 1191 } 1192 1193 static int dsa_slave_set_mm(struct net_device *dev, struct ethtool_mm_cfg *cfg, 1194 struct netlink_ext_ack *extack) 1195 { 1196 struct dsa_port *dp = dsa_slave_to_port(dev); 1197 struct dsa_switch *ds = dp->ds; 1198 1199 if (!ds->ops->set_mm) 1200 return -EOPNOTSUPP; 1201 1202 return ds->ops->set_mm(ds, dp->index, cfg, extack); 1203 } 1204 1205 static void dsa_slave_get_mm_stats(struct net_device *dev, 1206 struct ethtool_mm_stats *stats) 1207 { 1208 struct dsa_port *dp = dsa_slave_to_port(dev); 1209 struct dsa_switch *ds = dp->ds; 1210 1211 if (ds->ops->get_mm_stats) 1212 ds->ops->get_mm_stats(ds, dp->index, stats); 1213 } 1214 1215 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w) 1216 { 1217 struct dsa_port *dp = dsa_slave_to_port(dev); 1218 struct dsa_switch *ds = dp->ds; 1219 1220 phylink_ethtool_get_wol(dp->pl, w); 1221 1222 if (ds->ops->get_wol) 1223 ds->ops->get_wol(ds, dp->index, w); 1224 } 1225 1226 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w) 1227 { 1228 struct dsa_port *dp = dsa_slave_to_port(dev); 1229 struct dsa_switch *ds = dp->ds; 1230 int ret = -EOPNOTSUPP; 1231 1232 phylink_ethtool_set_wol(dp->pl, w); 1233 1234 if (ds->ops->set_wol) 1235 ret = ds->ops->set_wol(ds, dp->index, w); 1236 1237 return ret; 1238 } 1239 1240 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e) 1241 { 1242 struct dsa_port *dp = dsa_slave_to_port(dev); 1243 struct dsa_switch *ds = dp->ds; 1244 int ret; 1245 1246 /* Port's PHY and MAC both need to be EEE capable */ 1247 if (!dev->phydev || !dp->pl) 1248 return -ENODEV; 1249 1250 if (!ds->ops->set_mac_eee) 1251 return -EOPNOTSUPP; 1252 1253 ret = ds->ops->set_mac_eee(ds, dp->index, e); 1254 if (ret) 1255 return ret; 1256 1257 return phylink_ethtool_set_eee(dp->pl, e); 1258 } 1259 1260 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e) 1261 { 1262 struct dsa_port *dp = dsa_slave_to_port(dev); 1263 struct dsa_switch *ds = dp->ds; 1264 int ret; 1265 1266 /* Port's PHY and MAC both need to be EEE capable */ 1267 if (!dev->phydev || !dp->pl) 1268 return -ENODEV; 1269 1270 if (!ds->ops->get_mac_eee) 1271 return -EOPNOTSUPP; 1272 1273 ret = ds->ops->get_mac_eee(ds, dp->index, e); 1274 if (ret) 1275 return ret; 1276 1277 return phylink_ethtool_get_eee(dp->pl, e); 1278 } 1279 1280 static int dsa_slave_get_link_ksettings(struct net_device *dev, 1281 struct ethtool_link_ksettings *cmd) 1282 { 1283 struct dsa_port *dp = dsa_slave_to_port(dev); 1284 1285 return phylink_ethtool_ksettings_get(dp->pl, cmd); 1286 } 1287 1288 static int dsa_slave_set_link_ksettings(struct net_device *dev, 1289 const struct ethtool_link_ksettings *cmd) 1290 { 1291 struct dsa_port *dp = dsa_slave_to_port(dev); 1292 1293 return phylink_ethtool_ksettings_set(dp->pl, cmd); 1294 } 1295 1296 static void dsa_slave_get_pause_stats(struct net_device *dev, 1297 struct ethtool_pause_stats *pause_stats) 1298 { 1299 struct dsa_port *dp = dsa_slave_to_port(dev); 1300 struct dsa_switch *ds = dp->ds; 1301 1302 if (ds->ops->get_pause_stats) 1303 ds->ops->get_pause_stats(ds, dp->index, pause_stats); 1304 } 1305 1306 static void dsa_slave_get_pauseparam(struct net_device *dev, 1307 struct ethtool_pauseparam *pause) 1308 { 1309 struct dsa_port *dp = dsa_slave_to_port(dev); 1310 1311 phylink_ethtool_get_pauseparam(dp->pl, pause); 1312 } 1313 1314 static int dsa_slave_set_pauseparam(struct net_device *dev, 1315 struct ethtool_pauseparam *pause) 1316 { 1317 struct dsa_port *dp = dsa_slave_to_port(dev); 1318 1319 return phylink_ethtool_set_pauseparam(dp->pl, pause); 1320 } 1321 1322 #ifdef CONFIG_NET_POLL_CONTROLLER 1323 static int dsa_slave_netpoll_setup(struct net_device *dev, 1324 struct netpoll_info *ni) 1325 { 1326 struct net_device *master = dsa_slave_to_master(dev); 1327 struct dsa_slave_priv *p = netdev_priv(dev); 1328 struct netpoll *netpoll; 1329 int err = 0; 1330 1331 netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL); 1332 if (!netpoll) 1333 return -ENOMEM; 1334 1335 err = __netpoll_setup(netpoll, master); 1336 if (err) { 1337 kfree(netpoll); 1338 goto out; 1339 } 1340 1341 p->netpoll = netpoll; 1342 out: 1343 return err; 1344 } 1345 1346 static void dsa_slave_netpoll_cleanup(struct net_device *dev) 1347 { 1348 struct dsa_slave_priv *p = netdev_priv(dev); 1349 struct netpoll *netpoll = p->netpoll; 1350 1351 if (!netpoll) 1352 return; 1353 1354 p->netpoll = NULL; 1355 1356 __netpoll_free(netpoll); 1357 } 1358 1359 static void dsa_slave_poll_controller(struct net_device *dev) 1360 { 1361 } 1362 #endif 1363 1364 static struct dsa_mall_tc_entry * 1365 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie) 1366 { 1367 struct dsa_slave_priv *p = netdev_priv(dev); 1368 struct dsa_mall_tc_entry *mall_tc_entry; 1369 1370 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) 1371 if (mall_tc_entry->cookie == cookie) 1372 return mall_tc_entry; 1373 1374 return NULL; 1375 } 1376 1377 static int 1378 dsa_slave_add_cls_matchall_mirred(struct net_device *dev, 1379 struct tc_cls_matchall_offload *cls, 1380 bool ingress) 1381 { 1382 struct netlink_ext_ack *extack = cls->common.extack; 1383 struct dsa_port *dp = dsa_slave_to_port(dev); 1384 struct dsa_slave_priv *p = netdev_priv(dev); 1385 struct dsa_mall_mirror_tc_entry *mirror; 1386 struct dsa_mall_tc_entry *mall_tc_entry; 1387 struct dsa_switch *ds = dp->ds; 1388 struct flow_action_entry *act; 1389 struct dsa_port *to_dp; 1390 int err; 1391 1392 if (!ds->ops->port_mirror_add) 1393 return -EOPNOTSUPP; 1394 1395 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1396 cls->common.extack)) 1397 return -EOPNOTSUPP; 1398 1399 act = &cls->rule->action.entries[0]; 1400 1401 if (!act->dev) 1402 return -EINVAL; 1403 1404 if (!dsa_slave_dev_check(act->dev)) 1405 return -EOPNOTSUPP; 1406 1407 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1408 if (!mall_tc_entry) 1409 return -ENOMEM; 1410 1411 mall_tc_entry->cookie = cls->cookie; 1412 mall_tc_entry->type = DSA_PORT_MALL_MIRROR; 1413 mirror = &mall_tc_entry->mirror; 1414 1415 to_dp = dsa_slave_to_port(act->dev); 1416 1417 mirror->to_local_port = to_dp->index; 1418 mirror->ingress = ingress; 1419 1420 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack); 1421 if (err) { 1422 kfree(mall_tc_entry); 1423 return err; 1424 } 1425 1426 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1427 1428 return err; 1429 } 1430 1431 static int 1432 dsa_slave_add_cls_matchall_police(struct net_device *dev, 1433 struct tc_cls_matchall_offload *cls, 1434 bool ingress) 1435 { 1436 struct netlink_ext_ack *extack = cls->common.extack; 1437 struct dsa_port *dp = dsa_slave_to_port(dev); 1438 struct dsa_slave_priv *p = netdev_priv(dev); 1439 struct dsa_mall_policer_tc_entry *policer; 1440 struct dsa_mall_tc_entry *mall_tc_entry; 1441 struct dsa_switch *ds = dp->ds; 1442 struct flow_action_entry *act; 1443 int err; 1444 1445 if (!ds->ops->port_policer_add) { 1446 NL_SET_ERR_MSG_MOD(extack, 1447 "Policing offload not implemented"); 1448 return -EOPNOTSUPP; 1449 } 1450 1451 if (!ingress) { 1452 NL_SET_ERR_MSG_MOD(extack, 1453 "Only supported on ingress qdisc"); 1454 return -EOPNOTSUPP; 1455 } 1456 1457 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1458 cls->common.extack)) 1459 return -EOPNOTSUPP; 1460 1461 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) { 1462 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) { 1463 NL_SET_ERR_MSG_MOD(extack, 1464 "Only one port policer allowed"); 1465 return -EEXIST; 1466 } 1467 } 1468 1469 act = &cls->rule->action.entries[0]; 1470 1471 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1472 if (!mall_tc_entry) 1473 return -ENOMEM; 1474 1475 mall_tc_entry->cookie = cls->cookie; 1476 mall_tc_entry->type = DSA_PORT_MALL_POLICER; 1477 policer = &mall_tc_entry->policer; 1478 policer->rate_bytes_per_sec = act->police.rate_bytes_ps; 1479 policer->burst = act->police.burst; 1480 1481 err = ds->ops->port_policer_add(ds, dp->index, policer); 1482 if (err) { 1483 kfree(mall_tc_entry); 1484 return err; 1485 } 1486 1487 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1488 1489 return err; 1490 } 1491 1492 static int dsa_slave_add_cls_matchall(struct net_device *dev, 1493 struct tc_cls_matchall_offload *cls, 1494 bool ingress) 1495 { 1496 int err = -EOPNOTSUPP; 1497 1498 if (cls->common.protocol == htons(ETH_P_ALL) && 1499 flow_offload_has_one_action(&cls->rule->action) && 1500 cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED) 1501 err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress); 1502 else if (flow_offload_has_one_action(&cls->rule->action) && 1503 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE) 1504 err = dsa_slave_add_cls_matchall_police(dev, cls, ingress); 1505 1506 return err; 1507 } 1508 1509 static void dsa_slave_del_cls_matchall(struct net_device *dev, 1510 struct tc_cls_matchall_offload *cls) 1511 { 1512 struct dsa_port *dp = dsa_slave_to_port(dev); 1513 struct dsa_mall_tc_entry *mall_tc_entry; 1514 struct dsa_switch *ds = dp->ds; 1515 1516 mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie); 1517 if (!mall_tc_entry) 1518 return; 1519 1520 list_del(&mall_tc_entry->list); 1521 1522 switch (mall_tc_entry->type) { 1523 case DSA_PORT_MALL_MIRROR: 1524 if (ds->ops->port_mirror_del) 1525 ds->ops->port_mirror_del(ds, dp->index, 1526 &mall_tc_entry->mirror); 1527 break; 1528 case DSA_PORT_MALL_POLICER: 1529 if (ds->ops->port_policer_del) 1530 ds->ops->port_policer_del(ds, dp->index); 1531 break; 1532 default: 1533 WARN_ON(1); 1534 } 1535 1536 kfree(mall_tc_entry); 1537 } 1538 1539 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev, 1540 struct tc_cls_matchall_offload *cls, 1541 bool ingress) 1542 { 1543 if (cls->common.chain_index) 1544 return -EOPNOTSUPP; 1545 1546 switch (cls->command) { 1547 case TC_CLSMATCHALL_REPLACE: 1548 return dsa_slave_add_cls_matchall(dev, cls, ingress); 1549 case TC_CLSMATCHALL_DESTROY: 1550 dsa_slave_del_cls_matchall(dev, cls); 1551 return 0; 1552 default: 1553 return -EOPNOTSUPP; 1554 } 1555 } 1556 1557 static int dsa_slave_add_cls_flower(struct net_device *dev, 1558 struct flow_cls_offload *cls, 1559 bool ingress) 1560 { 1561 struct dsa_port *dp = dsa_slave_to_port(dev); 1562 struct dsa_switch *ds = dp->ds; 1563 int port = dp->index; 1564 1565 if (!ds->ops->cls_flower_add) 1566 return -EOPNOTSUPP; 1567 1568 return ds->ops->cls_flower_add(ds, port, cls, ingress); 1569 } 1570 1571 static int dsa_slave_del_cls_flower(struct net_device *dev, 1572 struct flow_cls_offload *cls, 1573 bool ingress) 1574 { 1575 struct dsa_port *dp = dsa_slave_to_port(dev); 1576 struct dsa_switch *ds = dp->ds; 1577 int port = dp->index; 1578 1579 if (!ds->ops->cls_flower_del) 1580 return -EOPNOTSUPP; 1581 1582 return ds->ops->cls_flower_del(ds, port, cls, ingress); 1583 } 1584 1585 static int dsa_slave_stats_cls_flower(struct net_device *dev, 1586 struct flow_cls_offload *cls, 1587 bool ingress) 1588 { 1589 struct dsa_port *dp = dsa_slave_to_port(dev); 1590 struct dsa_switch *ds = dp->ds; 1591 int port = dp->index; 1592 1593 if (!ds->ops->cls_flower_stats) 1594 return -EOPNOTSUPP; 1595 1596 return ds->ops->cls_flower_stats(ds, port, cls, ingress); 1597 } 1598 1599 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev, 1600 struct flow_cls_offload *cls, 1601 bool ingress) 1602 { 1603 switch (cls->command) { 1604 case FLOW_CLS_REPLACE: 1605 return dsa_slave_add_cls_flower(dev, cls, ingress); 1606 case FLOW_CLS_DESTROY: 1607 return dsa_slave_del_cls_flower(dev, cls, ingress); 1608 case FLOW_CLS_STATS: 1609 return dsa_slave_stats_cls_flower(dev, cls, ingress); 1610 default: 1611 return -EOPNOTSUPP; 1612 } 1613 } 1614 1615 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data, 1616 void *cb_priv, bool ingress) 1617 { 1618 struct net_device *dev = cb_priv; 1619 1620 if (!tc_can_offload(dev)) 1621 return -EOPNOTSUPP; 1622 1623 switch (type) { 1624 case TC_SETUP_CLSMATCHALL: 1625 return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress); 1626 case TC_SETUP_CLSFLOWER: 1627 return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress); 1628 default: 1629 return -EOPNOTSUPP; 1630 } 1631 } 1632 1633 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type, 1634 void *type_data, void *cb_priv) 1635 { 1636 return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true); 1637 } 1638 1639 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type, 1640 void *type_data, void *cb_priv) 1641 { 1642 return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false); 1643 } 1644 1645 static LIST_HEAD(dsa_slave_block_cb_list); 1646 1647 static int dsa_slave_setup_tc_block(struct net_device *dev, 1648 struct flow_block_offload *f) 1649 { 1650 struct flow_block_cb *block_cb; 1651 flow_setup_cb_t *cb; 1652 1653 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) 1654 cb = dsa_slave_setup_tc_block_cb_ig; 1655 else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS) 1656 cb = dsa_slave_setup_tc_block_cb_eg; 1657 else 1658 return -EOPNOTSUPP; 1659 1660 f->driver_block_list = &dsa_slave_block_cb_list; 1661 1662 switch (f->command) { 1663 case FLOW_BLOCK_BIND: 1664 if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list)) 1665 return -EBUSY; 1666 1667 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL); 1668 if (IS_ERR(block_cb)) 1669 return PTR_ERR(block_cb); 1670 1671 flow_block_cb_add(block_cb, f); 1672 list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list); 1673 return 0; 1674 case FLOW_BLOCK_UNBIND: 1675 block_cb = flow_block_cb_lookup(f->block, cb, dev); 1676 if (!block_cb) 1677 return -ENOENT; 1678 1679 flow_block_cb_remove(block_cb, f); 1680 list_del(&block_cb->driver_list); 1681 return 0; 1682 default: 1683 return -EOPNOTSUPP; 1684 } 1685 } 1686 1687 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port, 1688 void *type_data) 1689 { 1690 struct net_device *master = dsa_port_to_master(dsa_to_port(ds, port)); 1691 1692 if (!master->netdev_ops->ndo_setup_tc) 1693 return -EOPNOTSUPP; 1694 1695 return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data); 1696 } 1697 1698 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type, 1699 void *type_data) 1700 { 1701 struct dsa_port *dp = dsa_slave_to_port(dev); 1702 struct dsa_switch *ds = dp->ds; 1703 1704 switch (type) { 1705 case TC_SETUP_BLOCK: 1706 return dsa_slave_setup_tc_block(dev, type_data); 1707 case TC_SETUP_FT: 1708 return dsa_slave_setup_ft_block(ds, dp->index, type_data); 1709 default: 1710 break; 1711 } 1712 1713 if (!ds->ops->port_setup_tc) 1714 return -EOPNOTSUPP; 1715 1716 return ds->ops->port_setup_tc(ds, dp->index, type, type_data); 1717 } 1718 1719 static int dsa_slave_get_rxnfc(struct net_device *dev, 1720 struct ethtool_rxnfc *nfc, u32 *rule_locs) 1721 { 1722 struct dsa_port *dp = dsa_slave_to_port(dev); 1723 struct dsa_switch *ds = dp->ds; 1724 1725 if (!ds->ops->get_rxnfc) 1726 return -EOPNOTSUPP; 1727 1728 return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs); 1729 } 1730 1731 static int dsa_slave_set_rxnfc(struct net_device *dev, 1732 struct ethtool_rxnfc *nfc) 1733 { 1734 struct dsa_port *dp = dsa_slave_to_port(dev); 1735 struct dsa_switch *ds = dp->ds; 1736 1737 if (!ds->ops->set_rxnfc) 1738 return -EOPNOTSUPP; 1739 1740 return ds->ops->set_rxnfc(ds, dp->index, nfc); 1741 } 1742 1743 static int dsa_slave_get_ts_info(struct net_device *dev, 1744 struct ethtool_ts_info *ts) 1745 { 1746 struct dsa_slave_priv *p = netdev_priv(dev); 1747 struct dsa_switch *ds = p->dp->ds; 1748 1749 if (!ds->ops->get_ts_info) 1750 return -EOPNOTSUPP; 1751 1752 return ds->ops->get_ts_info(ds, p->dp->index, ts); 1753 } 1754 1755 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto, 1756 u16 vid) 1757 { 1758 struct dsa_port *dp = dsa_slave_to_port(dev); 1759 struct switchdev_obj_port_vlan vlan = { 1760 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 1761 .vid = vid, 1762 /* This API only allows programming tagged, non-PVID VIDs */ 1763 .flags = 0, 1764 }; 1765 struct netlink_ext_ack extack = {0}; 1766 struct dsa_switch *ds = dp->ds; 1767 struct netdev_hw_addr *ha; 1768 struct dsa_vlan *v; 1769 int ret; 1770 1771 /* User port... */ 1772 ret = dsa_port_vlan_add(dp, &vlan, &extack); 1773 if (ret) { 1774 if (extack._msg) 1775 netdev_err(dev, "%s\n", extack._msg); 1776 return ret; 1777 } 1778 1779 /* And CPU port... */ 1780 ret = dsa_port_host_vlan_add(dp, &vlan, &extack); 1781 if (ret) { 1782 if (extack._msg) 1783 netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index, 1784 extack._msg); 1785 return ret; 1786 } 1787 1788 if (!dsa_switch_supports_uc_filtering(ds) && 1789 !dsa_switch_supports_mc_filtering(ds)) 1790 return 0; 1791 1792 v = kzalloc(sizeof(*v), GFP_KERNEL); 1793 if (!v) { 1794 ret = -ENOMEM; 1795 goto rollback; 1796 } 1797 1798 netif_addr_lock_bh(dev); 1799 1800 v->vid = vid; 1801 list_add_tail(&v->list, &dp->user_vlans); 1802 1803 if (dsa_switch_supports_mc_filtering(ds)) { 1804 netdev_for_each_synced_mc_addr(ha, dev) { 1805 dsa_slave_schedule_standalone_work(dev, DSA_MC_ADD, 1806 ha->addr, vid); 1807 } 1808 } 1809 1810 if (dsa_switch_supports_uc_filtering(ds)) { 1811 netdev_for_each_synced_uc_addr(ha, dev) { 1812 dsa_slave_schedule_standalone_work(dev, DSA_UC_ADD, 1813 ha->addr, vid); 1814 } 1815 } 1816 1817 netif_addr_unlock_bh(dev); 1818 1819 dsa_flush_workqueue(); 1820 1821 return 0; 1822 1823 rollback: 1824 dsa_port_host_vlan_del(dp, &vlan); 1825 dsa_port_vlan_del(dp, &vlan); 1826 1827 return ret; 1828 } 1829 1830 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto, 1831 u16 vid) 1832 { 1833 struct dsa_port *dp = dsa_slave_to_port(dev); 1834 struct switchdev_obj_port_vlan vlan = { 1835 .vid = vid, 1836 /* This API only allows programming tagged, non-PVID VIDs */ 1837 .flags = 0, 1838 }; 1839 struct dsa_switch *ds = dp->ds; 1840 struct netdev_hw_addr *ha; 1841 struct dsa_vlan *v; 1842 int err; 1843 1844 err = dsa_port_vlan_del(dp, &vlan); 1845 if (err) 1846 return err; 1847 1848 err = dsa_port_host_vlan_del(dp, &vlan); 1849 if (err) 1850 return err; 1851 1852 if (!dsa_switch_supports_uc_filtering(ds) && 1853 !dsa_switch_supports_mc_filtering(ds)) 1854 return 0; 1855 1856 netif_addr_lock_bh(dev); 1857 1858 v = dsa_vlan_find(&dp->user_vlans, &vlan); 1859 if (!v) { 1860 netif_addr_unlock_bh(dev); 1861 return -ENOENT; 1862 } 1863 1864 list_del(&v->list); 1865 kfree(v); 1866 1867 if (dsa_switch_supports_mc_filtering(ds)) { 1868 netdev_for_each_synced_mc_addr(ha, dev) { 1869 dsa_slave_schedule_standalone_work(dev, DSA_MC_DEL, 1870 ha->addr, vid); 1871 } 1872 } 1873 1874 if (dsa_switch_supports_uc_filtering(ds)) { 1875 netdev_for_each_synced_uc_addr(ha, dev) { 1876 dsa_slave_schedule_standalone_work(dev, DSA_UC_DEL, 1877 ha->addr, vid); 1878 } 1879 } 1880 1881 netif_addr_unlock_bh(dev); 1882 1883 dsa_flush_workqueue(); 1884 1885 return 0; 1886 } 1887 1888 static int dsa_slave_restore_vlan(struct net_device *vdev, int vid, void *arg) 1889 { 1890 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q); 1891 1892 return dsa_slave_vlan_rx_add_vid(arg, proto, vid); 1893 } 1894 1895 static int dsa_slave_clear_vlan(struct net_device *vdev, int vid, void *arg) 1896 { 1897 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q); 1898 1899 return dsa_slave_vlan_rx_kill_vid(arg, proto, vid); 1900 } 1901 1902 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN 1903 * filtering is enabled. The baseline is that only ports that offload a 1904 * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware, 1905 * but there are exceptions for quirky hardware. 1906 * 1907 * If ds->vlan_filtering_is_global = true, then standalone ports which share 1908 * the same switch with other ports that offload a VLAN-aware bridge are also 1909 * inevitably VLAN-aware. 1910 * 1911 * To summarize, a DSA switch port offloads: 1912 * 1913 * - If standalone (this includes software bridge, software LAG): 1914 * - if ds->needs_standalone_vlan_filtering = true, OR if 1915 * (ds->vlan_filtering_is_global = true AND there are bridges spanning 1916 * this switch chip which have vlan_filtering=1) 1917 * - the 8021q upper VLANs 1918 * - else (standalone VLAN filtering is not needed, VLAN filtering is not 1919 * global, or it is, but no port is under a VLAN-aware bridge): 1920 * - no VLAN (any 8021q upper is a software VLAN) 1921 * 1922 * - If under a vlan_filtering=0 bridge which it offload: 1923 * - if ds->configure_vlan_while_not_filtering = true (default): 1924 * - the bridge VLANs. These VLANs are committed to hardware but inactive. 1925 * - else (deprecated): 1926 * - no VLAN. The bridge VLANs are not restored when VLAN awareness is 1927 * enabled, so this behavior is broken and discouraged. 1928 * 1929 * - If under a vlan_filtering=1 bridge which it offload: 1930 * - the bridge VLANs 1931 * - the 8021q upper VLANs 1932 */ 1933 int dsa_slave_manage_vlan_filtering(struct net_device *slave, 1934 bool vlan_filtering) 1935 { 1936 int err; 1937 1938 if (vlan_filtering) { 1939 slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 1940 1941 err = vlan_for_each(slave, dsa_slave_restore_vlan, slave); 1942 if (err) { 1943 vlan_for_each(slave, dsa_slave_clear_vlan, slave); 1944 slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 1945 return err; 1946 } 1947 } else { 1948 err = vlan_for_each(slave, dsa_slave_clear_vlan, slave); 1949 if (err) 1950 return err; 1951 1952 slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 1953 } 1954 1955 return 0; 1956 } 1957 1958 struct dsa_hw_port { 1959 struct list_head list; 1960 struct net_device *dev; 1961 int old_mtu; 1962 }; 1963 1964 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu) 1965 { 1966 const struct dsa_hw_port *p; 1967 int err; 1968 1969 list_for_each_entry(p, hw_port_list, list) { 1970 if (p->dev->mtu == mtu) 1971 continue; 1972 1973 err = dev_set_mtu(p->dev, mtu); 1974 if (err) 1975 goto rollback; 1976 } 1977 1978 return 0; 1979 1980 rollback: 1981 list_for_each_entry_continue_reverse(p, hw_port_list, list) { 1982 if (p->dev->mtu == p->old_mtu) 1983 continue; 1984 1985 if (dev_set_mtu(p->dev, p->old_mtu)) 1986 netdev_err(p->dev, "Failed to restore MTU\n"); 1987 } 1988 1989 return err; 1990 } 1991 1992 static void dsa_hw_port_list_free(struct list_head *hw_port_list) 1993 { 1994 struct dsa_hw_port *p, *n; 1995 1996 list_for_each_entry_safe(p, n, hw_port_list, list) 1997 kfree(p); 1998 } 1999 2000 /* Make the hardware datapath to/from @dev limited to a common MTU */ 2001 static void dsa_bridge_mtu_normalization(struct dsa_port *dp) 2002 { 2003 struct list_head hw_port_list; 2004 struct dsa_switch_tree *dst; 2005 int min_mtu = ETH_MAX_MTU; 2006 struct dsa_port *other_dp; 2007 int err; 2008 2009 if (!dp->ds->mtu_enforcement_ingress) 2010 return; 2011 2012 if (!dp->bridge) 2013 return; 2014 2015 INIT_LIST_HEAD(&hw_port_list); 2016 2017 /* Populate the list of ports that are part of the same bridge 2018 * as the newly added/modified port 2019 */ 2020 list_for_each_entry(dst, &dsa_tree_list, list) { 2021 list_for_each_entry(other_dp, &dst->ports, list) { 2022 struct dsa_hw_port *hw_port; 2023 struct net_device *slave; 2024 2025 if (other_dp->type != DSA_PORT_TYPE_USER) 2026 continue; 2027 2028 if (!dsa_port_bridge_same(dp, other_dp)) 2029 continue; 2030 2031 if (!other_dp->ds->mtu_enforcement_ingress) 2032 continue; 2033 2034 slave = other_dp->slave; 2035 2036 if (min_mtu > slave->mtu) 2037 min_mtu = slave->mtu; 2038 2039 hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL); 2040 if (!hw_port) 2041 goto out; 2042 2043 hw_port->dev = slave; 2044 hw_port->old_mtu = slave->mtu; 2045 2046 list_add(&hw_port->list, &hw_port_list); 2047 } 2048 } 2049 2050 /* Attempt to configure the entire hardware bridge to the newly added 2051 * interface's MTU first, regardless of whether the intention of the 2052 * user was to raise or lower it. 2053 */ 2054 err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu); 2055 if (!err) 2056 goto out; 2057 2058 /* Clearly that didn't work out so well, so just set the minimum MTU on 2059 * all hardware bridge ports now. If this fails too, then all ports will 2060 * still have their old MTU rolled back anyway. 2061 */ 2062 dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu); 2063 2064 out: 2065 dsa_hw_port_list_free(&hw_port_list); 2066 } 2067 2068 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu) 2069 { 2070 struct net_device *master = dsa_slave_to_master(dev); 2071 struct dsa_port *dp = dsa_slave_to_port(dev); 2072 struct dsa_port *cpu_dp = dp->cpu_dp; 2073 struct dsa_switch *ds = dp->ds; 2074 struct dsa_port *other_dp; 2075 int largest_mtu = 0; 2076 int new_master_mtu; 2077 int old_master_mtu; 2078 int mtu_limit; 2079 int overhead; 2080 int cpu_mtu; 2081 int err; 2082 2083 if (!ds->ops->port_change_mtu) 2084 return -EOPNOTSUPP; 2085 2086 dsa_tree_for_each_user_port(other_dp, ds->dst) { 2087 int slave_mtu; 2088 2089 /* During probe, this function will be called for each slave 2090 * device, while not all of them have been allocated. That's 2091 * ok, it doesn't change what the maximum is, so ignore it. 2092 */ 2093 if (!other_dp->slave) 2094 continue; 2095 2096 /* Pretend that we already applied the setting, which we 2097 * actually haven't (still haven't done all integrity checks) 2098 */ 2099 if (dp == other_dp) 2100 slave_mtu = new_mtu; 2101 else 2102 slave_mtu = other_dp->slave->mtu; 2103 2104 if (largest_mtu < slave_mtu) 2105 largest_mtu = slave_mtu; 2106 } 2107 2108 overhead = dsa_tag_protocol_overhead(cpu_dp->tag_ops); 2109 mtu_limit = min_t(int, master->max_mtu, dev->max_mtu + overhead); 2110 old_master_mtu = master->mtu; 2111 new_master_mtu = largest_mtu + overhead; 2112 if (new_master_mtu > mtu_limit) 2113 return -ERANGE; 2114 2115 /* If the master MTU isn't over limit, there's no need to check the CPU 2116 * MTU, since that surely isn't either. 2117 */ 2118 cpu_mtu = largest_mtu; 2119 2120 /* Start applying stuff */ 2121 if (new_master_mtu != old_master_mtu) { 2122 err = dev_set_mtu(master, new_master_mtu); 2123 if (err < 0) 2124 goto out_master_failed; 2125 2126 /* We only need to propagate the MTU of the CPU port to 2127 * upstream switches, so emit a notifier which updates them. 2128 */ 2129 err = dsa_port_mtu_change(cpu_dp, cpu_mtu); 2130 if (err) 2131 goto out_cpu_failed; 2132 } 2133 2134 err = ds->ops->port_change_mtu(ds, dp->index, new_mtu); 2135 if (err) 2136 goto out_port_failed; 2137 2138 dev->mtu = new_mtu; 2139 2140 dsa_bridge_mtu_normalization(dp); 2141 2142 return 0; 2143 2144 out_port_failed: 2145 if (new_master_mtu != old_master_mtu) 2146 dsa_port_mtu_change(cpu_dp, old_master_mtu - overhead); 2147 out_cpu_failed: 2148 if (new_master_mtu != old_master_mtu) 2149 dev_set_mtu(master, old_master_mtu); 2150 out_master_failed: 2151 return err; 2152 } 2153 2154 static int __maybe_unused 2155 dsa_slave_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app) 2156 { 2157 struct dsa_port *dp = dsa_slave_to_port(dev); 2158 struct dsa_switch *ds = dp->ds; 2159 unsigned long mask, new_prio; 2160 int err, port = dp->index; 2161 2162 if (!ds->ops->port_set_default_prio) 2163 return -EOPNOTSUPP; 2164 2165 err = dcb_ieee_setapp(dev, app); 2166 if (err) 2167 return err; 2168 2169 mask = dcb_ieee_getapp_mask(dev, app); 2170 new_prio = __fls(mask); 2171 2172 err = ds->ops->port_set_default_prio(ds, port, new_prio); 2173 if (err) { 2174 dcb_ieee_delapp(dev, app); 2175 return err; 2176 } 2177 2178 return 0; 2179 } 2180 2181 static int __maybe_unused 2182 dsa_slave_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app) 2183 { 2184 struct dsa_port *dp = dsa_slave_to_port(dev); 2185 struct dsa_switch *ds = dp->ds; 2186 unsigned long mask, new_prio; 2187 int err, port = dp->index; 2188 u8 dscp = app->protocol; 2189 2190 if (!ds->ops->port_add_dscp_prio) 2191 return -EOPNOTSUPP; 2192 2193 if (dscp >= 64) { 2194 netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n", 2195 dscp); 2196 return -EINVAL; 2197 } 2198 2199 err = dcb_ieee_setapp(dev, app); 2200 if (err) 2201 return err; 2202 2203 mask = dcb_ieee_getapp_mask(dev, app); 2204 new_prio = __fls(mask); 2205 2206 err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio); 2207 if (err) { 2208 dcb_ieee_delapp(dev, app); 2209 return err; 2210 } 2211 2212 return 0; 2213 } 2214 2215 static int __maybe_unused dsa_slave_dcbnl_ieee_setapp(struct net_device *dev, 2216 struct dcb_app *app) 2217 { 2218 switch (app->selector) { 2219 case IEEE_8021QAZ_APP_SEL_ETHERTYPE: 2220 switch (app->protocol) { 2221 case 0: 2222 return dsa_slave_dcbnl_set_default_prio(dev, app); 2223 default: 2224 return -EOPNOTSUPP; 2225 } 2226 break; 2227 case IEEE_8021QAZ_APP_SEL_DSCP: 2228 return dsa_slave_dcbnl_add_dscp_prio(dev, app); 2229 default: 2230 return -EOPNOTSUPP; 2231 } 2232 } 2233 2234 static int __maybe_unused 2235 dsa_slave_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app) 2236 { 2237 struct dsa_port *dp = dsa_slave_to_port(dev); 2238 struct dsa_switch *ds = dp->ds; 2239 unsigned long mask, new_prio; 2240 int err, port = dp->index; 2241 2242 if (!ds->ops->port_set_default_prio) 2243 return -EOPNOTSUPP; 2244 2245 err = dcb_ieee_delapp(dev, app); 2246 if (err) 2247 return err; 2248 2249 mask = dcb_ieee_getapp_mask(dev, app); 2250 new_prio = mask ? __fls(mask) : 0; 2251 2252 err = ds->ops->port_set_default_prio(ds, port, new_prio); 2253 if (err) { 2254 dcb_ieee_setapp(dev, app); 2255 return err; 2256 } 2257 2258 return 0; 2259 } 2260 2261 static int __maybe_unused 2262 dsa_slave_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app) 2263 { 2264 struct dsa_port *dp = dsa_slave_to_port(dev); 2265 struct dsa_switch *ds = dp->ds; 2266 int err, port = dp->index; 2267 u8 dscp = app->protocol; 2268 2269 if (!ds->ops->port_del_dscp_prio) 2270 return -EOPNOTSUPP; 2271 2272 err = dcb_ieee_delapp(dev, app); 2273 if (err) 2274 return err; 2275 2276 err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority); 2277 if (err) { 2278 dcb_ieee_setapp(dev, app); 2279 return err; 2280 } 2281 2282 return 0; 2283 } 2284 2285 static int __maybe_unused dsa_slave_dcbnl_ieee_delapp(struct net_device *dev, 2286 struct dcb_app *app) 2287 { 2288 switch (app->selector) { 2289 case IEEE_8021QAZ_APP_SEL_ETHERTYPE: 2290 switch (app->protocol) { 2291 case 0: 2292 return dsa_slave_dcbnl_del_default_prio(dev, app); 2293 default: 2294 return -EOPNOTSUPP; 2295 } 2296 break; 2297 case IEEE_8021QAZ_APP_SEL_DSCP: 2298 return dsa_slave_dcbnl_del_dscp_prio(dev, app); 2299 default: 2300 return -EOPNOTSUPP; 2301 } 2302 } 2303 2304 /* Pre-populate the DCB application priority table with the priorities 2305 * configured during switch setup, which we read from hardware here. 2306 */ 2307 static int dsa_slave_dcbnl_init(struct net_device *dev) 2308 { 2309 struct dsa_port *dp = dsa_slave_to_port(dev); 2310 struct dsa_switch *ds = dp->ds; 2311 int port = dp->index; 2312 int err; 2313 2314 if (ds->ops->port_get_default_prio) { 2315 int prio = ds->ops->port_get_default_prio(ds, port); 2316 struct dcb_app app = { 2317 .selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE, 2318 .protocol = 0, 2319 .priority = prio, 2320 }; 2321 2322 if (prio < 0) 2323 return prio; 2324 2325 err = dcb_ieee_setapp(dev, &app); 2326 if (err) 2327 return err; 2328 } 2329 2330 if (ds->ops->port_get_dscp_prio) { 2331 int protocol; 2332 2333 for (protocol = 0; protocol < 64; protocol++) { 2334 struct dcb_app app = { 2335 .selector = IEEE_8021QAZ_APP_SEL_DSCP, 2336 .protocol = protocol, 2337 }; 2338 int prio; 2339 2340 prio = ds->ops->port_get_dscp_prio(ds, port, protocol); 2341 if (prio == -EOPNOTSUPP) 2342 continue; 2343 if (prio < 0) 2344 return prio; 2345 2346 app.priority = prio; 2347 2348 err = dcb_ieee_setapp(dev, &app); 2349 if (err) 2350 return err; 2351 } 2352 } 2353 2354 return 0; 2355 } 2356 2357 static const struct ethtool_ops dsa_slave_ethtool_ops = { 2358 .get_drvinfo = dsa_slave_get_drvinfo, 2359 .get_regs_len = dsa_slave_get_regs_len, 2360 .get_regs = dsa_slave_get_regs, 2361 .nway_reset = dsa_slave_nway_reset, 2362 .get_link = ethtool_op_get_link, 2363 .get_eeprom_len = dsa_slave_get_eeprom_len, 2364 .get_eeprom = dsa_slave_get_eeprom, 2365 .set_eeprom = dsa_slave_set_eeprom, 2366 .get_strings = dsa_slave_get_strings, 2367 .get_ethtool_stats = dsa_slave_get_ethtool_stats, 2368 .get_sset_count = dsa_slave_get_sset_count, 2369 .get_eth_phy_stats = dsa_slave_get_eth_phy_stats, 2370 .get_eth_mac_stats = dsa_slave_get_eth_mac_stats, 2371 .get_eth_ctrl_stats = dsa_slave_get_eth_ctrl_stats, 2372 .get_rmon_stats = dsa_slave_get_rmon_stats, 2373 .set_wol = dsa_slave_set_wol, 2374 .get_wol = dsa_slave_get_wol, 2375 .set_eee = dsa_slave_set_eee, 2376 .get_eee = dsa_slave_get_eee, 2377 .get_link_ksettings = dsa_slave_get_link_ksettings, 2378 .set_link_ksettings = dsa_slave_set_link_ksettings, 2379 .get_pause_stats = dsa_slave_get_pause_stats, 2380 .get_pauseparam = dsa_slave_get_pauseparam, 2381 .set_pauseparam = dsa_slave_set_pauseparam, 2382 .get_rxnfc = dsa_slave_get_rxnfc, 2383 .set_rxnfc = dsa_slave_set_rxnfc, 2384 .get_ts_info = dsa_slave_get_ts_info, 2385 .self_test = dsa_slave_net_selftest, 2386 .get_mm = dsa_slave_get_mm, 2387 .set_mm = dsa_slave_set_mm, 2388 .get_mm_stats = dsa_slave_get_mm_stats, 2389 }; 2390 2391 static const struct dcbnl_rtnl_ops __maybe_unused dsa_slave_dcbnl_ops = { 2392 .ieee_setapp = dsa_slave_dcbnl_ieee_setapp, 2393 .ieee_delapp = dsa_slave_dcbnl_ieee_delapp, 2394 }; 2395 2396 static void dsa_slave_get_stats64(struct net_device *dev, 2397 struct rtnl_link_stats64 *s) 2398 { 2399 struct dsa_port *dp = dsa_slave_to_port(dev); 2400 struct dsa_switch *ds = dp->ds; 2401 2402 if (ds->ops->get_stats64) 2403 ds->ops->get_stats64(ds, dp->index, s); 2404 else 2405 dev_get_tstats64(dev, s); 2406 } 2407 2408 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx, 2409 struct net_device_path *path) 2410 { 2411 struct dsa_port *dp = dsa_slave_to_port(ctx->dev); 2412 struct net_device *master = dsa_port_to_master(dp); 2413 struct dsa_port *cpu_dp = dp->cpu_dp; 2414 2415 path->dev = ctx->dev; 2416 path->type = DEV_PATH_DSA; 2417 path->dsa.proto = cpu_dp->tag_ops->proto; 2418 path->dsa.port = dp->index; 2419 ctx->dev = master; 2420 2421 return 0; 2422 } 2423 2424 static const struct net_device_ops dsa_slave_netdev_ops = { 2425 .ndo_open = dsa_slave_open, 2426 .ndo_stop = dsa_slave_close, 2427 .ndo_start_xmit = dsa_slave_xmit, 2428 .ndo_change_rx_flags = dsa_slave_change_rx_flags, 2429 .ndo_set_rx_mode = dsa_slave_set_rx_mode, 2430 .ndo_set_mac_address = dsa_slave_set_mac_address, 2431 .ndo_fdb_dump = dsa_slave_fdb_dump, 2432 .ndo_eth_ioctl = dsa_slave_ioctl, 2433 .ndo_get_iflink = dsa_slave_get_iflink, 2434 #ifdef CONFIG_NET_POLL_CONTROLLER 2435 .ndo_netpoll_setup = dsa_slave_netpoll_setup, 2436 .ndo_netpoll_cleanup = dsa_slave_netpoll_cleanup, 2437 .ndo_poll_controller = dsa_slave_poll_controller, 2438 #endif 2439 .ndo_setup_tc = dsa_slave_setup_tc, 2440 .ndo_get_stats64 = dsa_slave_get_stats64, 2441 .ndo_vlan_rx_add_vid = dsa_slave_vlan_rx_add_vid, 2442 .ndo_vlan_rx_kill_vid = dsa_slave_vlan_rx_kill_vid, 2443 .ndo_change_mtu = dsa_slave_change_mtu, 2444 .ndo_fill_forward_path = dsa_slave_fill_forward_path, 2445 }; 2446 2447 static struct device_type dsa_type = { 2448 .name = "dsa", 2449 }; 2450 2451 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up) 2452 { 2453 const struct dsa_port *dp = dsa_to_port(ds, port); 2454 2455 if (dp->pl) 2456 phylink_mac_change(dp->pl, up); 2457 } 2458 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change); 2459 2460 static void dsa_slave_phylink_fixed_state(struct phylink_config *config, 2461 struct phylink_link_state *state) 2462 { 2463 struct dsa_port *dp = container_of(config, struct dsa_port, pl_config); 2464 struct dsa_switch *ds = dp->ds; 2465 2466 /* No need to check that this operation is valid, the callback would 2467 * not be called if it was not. 2468 */ 2469 ds->ops->phylink_fixed_state(ds, dp->index, state); 2470 } 2471 2472 /* slave device setup *******************************************************/ 2473 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr, 2474 u32 flags) 2475 { 2476 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 2477 struct dsa_switch *ds = dp->ds; 2478 2479 slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr); 2480 if (!slave_dev->phydev) { 2481 netdev_err(slave_dev, "no phy at %d\n", addr); 2482 return -ENODEV; 2483 } 2484 2485 slave_dev->phydev->dev_flags |= flags; 2486 2487 return phylink_connect_phy(dp->pl, slave_dev->phydev); 2488 } 2489 2490 static int dsa_slave_phy_setup(struct net_device *slave_dev) 2491 { 2492 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 2493 struct device_node *port_dn = dp->dn; 2494 struct dsa_switch *ds = dp->ds; 2495 u32 phy_flags = 0; 2496 int ret; 2497 2498 dp->pl_config.dev = &slave_dev->dev; 2499 dp->pl_config.type = PHYLINK_NETDEV; 2500 2501 /* The get_fixed_state callback takes precedence over polling the 2502 * link GPIO in PHYLINK (see phylink_get_fixed_state). Only set 2503 * this if the switch provides such a callback. 2504 */ 2505 if (ds->ops->phylink_fixed_state) { 2506 dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state; 2507 dp->pl_config.poll_fixed_state = true; 2508 } 2509 2510 ret = dsa_port_phylink_create(dp); 2511 if (ret) 2512 return ret; 2513 2514 if (ds->ops->get_phy_flags) 2515 phy_flags = ds->ops->get_phy_flags(ds, dp->index); 2516 2517 ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags); 2518 if (ret == -ENODEV && ds->slave_mii_bus) { 2519 /* We could not connect to a designated PHY or SFP, so try to 2520 * use the switch internal MDIO bus instead 2521 */ 2522 ret = dsa_slave_phy_connect(slave_dev, dp->index, phy_flags); 2523 } 2524 if (ret) { 2525 netdev_err(slave_dev, "failed to connect to PHY: %pe\n", 2526 ERR_PTR(ret)); 2527 dsa_port_phylink_destroy(dp); 2528 } 2529 2530 return ret; 2531 } 2532 2533 void dsa_slave_setup_tagger(struct net_device *slave) 2534 { 2535 struct dsa_port *dp = dsa_slave_to_port(slave); 2536 struct net_device *master = dsa_port_to_master(dp); 2537 struct dsa_slave_priv *p = netdev_priv(slave); 2538 const struct dsa_port *cpu_dp = dp->cpu_dp; 2539 const struct dsa_switch *ds = dp->ds; 2540 2541 slave->needed_headroom = cpu_dp->tag_ops->needed_headroom; 2542 slave->needed_tailroom = cpu_dp->tag_ops->needed_tailroom; 2543 /* Try to save one extra realloc later in the TX path (in the master) 2544 * by also inheriting the master's needed headroom and tailroom. 2545 * The 8021q driver also does this. 2546 */ 2547 slave->needed_headroom += master->needed_headroom; 2548 slave->needed_tailroom += master->needed_tailroom; 2549 2550 p->xmit = cpu_dp->tag_ops->xmit; 2551 2552 slave->features = master->vlan_features | NETIF_F_HW_TC; 2553 slave->hw_features |= NETIF_F_HW_TC; 2554 slave->features |= NETIF_F_LLTX; 2555 if (slave->needed_tailroom) 2556 slave->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST); 2557 if (ds->needs_standalone_vlan_filtering) 2558 slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 2559 } 2560 2561 int dsa_slave_suspend(struct net_device *slave_dev) 2562 { 2563 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 2564 2565 if (!netif_running(slave_dev)) 2566 return 0; 2567 2568 netif_device_detach(slave_dev); 2569 2570 rtnl_lock(); 2571 phylink_stop(dp->pl); 2572 rtnl_unlock(); 2573 2574 return 0; 2575 } 2576 2577 int dsa_slave_resume(struct net_device *slave_dev) 2578 { 2579 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 2580 2581 if (!netif_running(slave_dev)) 2582 return 0; 2583 2584 netif_device_attach(slave_dev); 2585 2586 rtnl_lock(); 2587 phylink_start(dp->pl); 2588 rtnl_unlock(); 2589 2590 return 0; 2591 } 2592 2593 int dsa_slave_create(struct dsa_port *port) 2594 { 2595 struct net_device *master = dsa_port_to_master(port); 2596 struct dsa_switch *ds = port->ds; 2597 struct net_device *slave_dev; 2598 struct dsa_slave_priv *p; 2599 const char *name; 2600 int assign_type; 2601 int ret; 2602 2603 if (!ds->num_tx_queues) 2604 ds->num_tx_queues = 1; 2605 2606 if (port->name) { 2607 name = port->name; 2608 assign_type = NET_NAME_PREDICTABLE; 2609 } else { 2610 name = "eth%d"; 2611 assign_type = NET_NAME_ENUM; 2612 } 2613 2614 slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name, 2615 assign_type, ether_setup, 2616 ds->num_tx_queues, 1); 2617 if (slave_dev == NULL) 2618 return -ENOMEM; 2619 2620 slave_dev->rtnl_link_ops = &dsa_link_ops; 2621 slave_dev->ethtool_ops = &dsa_slave_ethtool_ops; 2622 #if IS_ENABLED(CONFIG_DCB) 2623 slave_dev->dcbnl_ops = &dsa_slave_dcbnl_ops; 2624 #endif 2625 if (!is_zero_ether_addr(port->mac)) 2626 eth_hw_addr_set(slave_dev, port->mac); 2627 else 2628 eth_hw_addr_inherit(slave_dev, master); 2629 slave_dev->priv_flags |= IFF_NO_QUEUE; 2630 if (dsa_switch_supports_uc_filtering(ds)) 2631 slave_dev->priv_flags |= IFF_UNICAST_FLT; 2632 slave_dev->netdev_ops = &dsa_slave_netdev_ops; 2633 if (ds->ops->port_max_mtu) 2634 slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index); 2635 SET_NETDEV_DEVTYPE(slave_dev, &dsa_type); 2636 2637 SET_NETDEV_DEV(slave_dev, port->ds->dev); 2638 SET_NETDEV_DEVLINK_PORT(slave_dev, &port->devlink_port); 2639 slave_dev->dev.of_node = port->dn; 2640 slave_dev->vlan_features = master->vlan_features; 2641 2642 p = netdev_priv(slave_dev); 2643 slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); 2644 if (!slave_dev->tstats) { 2645 free_netdev(slave_dev); 2646 return -ENOMEM; 2647 } 2648 2649 ret = gro_cells_init(&p->gcells, slave_dev); 2650 if (ret) 2651 goto out_free; 2652 2653 p->dp = port; 2654 INIT_LIST_HEAD(&p->mall_tc_list); 2655 port->slave = slave_dev; 2656 dsa_slave_setup_tagger(slave_dev); 2657 2658 netif_carrier_off(slave_dev); 2659 2660 ret = dsa_slave_phy_setup(slave_dev); 2661 if (ret) { 2662 netdev_err(slave_dev, 2663 "error %d setting up PHY for tree %d, switch %d, port %d\n", 2664 ret, ds->dst->index, ds->index, port->index); 2665 goto out_gcells; 2666 } 2667 2668 rtnl_lock(); 2669 2670 ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN); 2671 if (ret && ret != -EOPNOTSUPP) 2672 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n", 2673 ret, ETH_DATA_LEN, port->index); 2674 2675 ret = register_netdevice(slave_dev); 2676 if (ret) { 2677 netdev_err(master, "error %d registering interface %s\n", 2678 ret, slave_dev->name); 2679 rtnl_unlock(); 2680 goto out_phy; 2681 } 2682 2683 if (IS_ENABLED(CONFIG_DCB)) { 2684 ret = dsa_slave_dcbnl_init(slave_dev); 2685 if (ret) { 2686 netdev_err(slave_dev, 2687 "failed to initialize DCB: %pe\n", 2688 ERR_PTR(ret)); 2689 rtnl_unlock(); 2690 goto out_unregister; 2691 } 2692 } 2693 2694 ret = netdev_upper_dev_link(master, slave_dev, NULL); 2695 2696 rtnl_unlock(); 2697 2698 if (ret) 2699 goto out_unregister; 2700 2701 return 0; 2702 2703 out_unregister: 2704 unregister_netdev(slave_dev); 2705 out_phy: 2706 rtnl_lock(); 2707 phylink_disconnect_phy(p->dp->pl); 2708 rtnl_unlock(); 2709 dsa_port_phylink_destroy(p->dp); 2710 out_gcells: 2711 gro_cells_destroy(&p->gcells); 2712 out_free: 2713 free_percpu(slave_dev->tstats); 2714 free_netdev(slave_dev); 2715 port->slave = NULL; 2716 return ret; 2717 } 2718 2719 void dsa_slave_destroy(struct net_device *slave_dev) 2720 { 2721 struct net_device *master = dsa_slave_to_master(slave_dev); 2722 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 2723 struct dsa_slave_priv *p = netdev_priv(slave_dev); 2724 2725 netif_carrier_off(slave_dev); 2726 rtnl_lock(); 2727 netdev_upper_dev_unlink(master, slave_dev); 2728 unregister_netdevice(slave_dev); 2729 phylink_disconnect_phy(dp->pl); 2730 rtnl_unlock(); 2731 2732 dsa_port_phylink_destroy(dp); 2733 gro_cells_destroy(&p->gcells); 2734 free_percpu(slave_dev->tstats); 2735 free_netdev(slave_dev); 2736 } 2737 2738 int dsa_slave_change_master(struct net_device *dev, struct net_device *master, 2739 struct netlink_ext_ack *extack) 2740 { 2741 struct net_device *old_master = dsa_slave_to_master(dev); 2742 struct dsa_port *dp = dsa_slave_to_port(dev); 2743 struct dsa_switch *ds = dp->ds; 2744 struct net_device *upper; 2745 struct list_head *iter; 2746 int err; 2747 2748 if (master == old_master) 2749 return 0; 2750 2751 if (!ds->ops->port_change_master) { 2752 NL_SET_ERR_MSG_MOD(extack, 2753 "Driver does not support changing DSA master"); 2754 return -EOPNOTSUPP; 2755 } 2756 2757 if (!netdev_uses_dsa(master)) { 2758 NL_SET_ERR_MSG_MOD(extack, 2759 "Interface not eligible as DSA master"); 2760 return -EOPNOTSUPP; 2761 } 2762 2763 netdev_for_each_upper_dev_rcu(master, upper, iter) { 2764 if (dsa_slave_dev_check(upper)) 2765 continue; 2766 if (netif_is_bridge_master(upper)) 2767 continue; 2768 NL_SET_ERR_MSG_MOD(extack, "Cannot join master with unknown uppers"); 2769 return -EOPNOTSUPP; 2770 } 2771 2772 /* Since we allow live-changing the DSA master, plus we auto-open the 2773 * DSA master when the user port opens => we need to ensure that the 2774 * new DSA master is open too. 2775 */ 2776 if (dev->flags & IFF_UP) { 2777 err = dev_open(master, extack); 2778 if (err) 2779 return err; 2780 } 2781 2782 netdev_upper_dev_unlink(old_master, dev); 2783 2784 err = netdev_upper_dev_link(master, dev, extack); 2785 if (err) 2786 goto out_revert_old_master_unlink; 2787 2788 err = dsa_port_change_master(dp, master, extack); 2789 if (err) 2790 goto out_revert_master_link; 2791 2792 /* Update the MTU of the new CPU port through cross-chip notifiers */ 2793 err = dsa_slave_change_mtu(dev, dev->mtu); 2794 if (err && err != -EOPNOTSUPP) { 2795 netdev_warn(dev, 2796 "nonfatal error updating MTU with new master: %pe\n", 2797 ERR_PTR(err)); 2798 } 2799 2800 /* If the port doesn't have its own MAC address and relies on the DSA 2801 * master's one, inherit it again from the new DSA master. 2802 */ 2803 if (is_zero_ether_addr(dp->mac)) 2804 eth_hw_addr_inherit(dev, master); 2805 2806 return 0; 2807 2808 out_revert_master_link: 2809 netdev_upper_dev_unlink(master, dev); 2810 out_revert_old_master_unlink: 2811 netdev_upper_dev_link(old_master, dev, NULL); 2812 return err; 2813 } 2814 2815 bool dsa_slave_dev_check(const struct net_device *dev) 2816 { 2817 return dev->netdev_ops == &dsa_slave_netdev_ops; 2818 } 2819 EXPORT_SYMBOL_GPL(dsa_slave_dev_check); 2820 2821 static int dsa_slave_changeupper(struct net_device *dev, 2822 struct netdev_notifier_changeupper_info *info) 2823 { 2824 struct dsa_port *dp = dsa_slave_to_port(dev); 2825 struct netlink_ext_ack *extack; 2826 int err = NOTIFY_DONE; 2827 2828 if (!dsa_slave_dev_check(dev)) 2829 return err; 2830 2831 extack = netdev_notifier_info_to_extack(&info->info); 2832 2833 if (netif_is_bridge_master(info->upper_dev)) { 2834 if (info->linking) { 2835 err = dsa_port_bridge_join(dp, info->upper_dev, extack); 2836 if (!err) 2837 dsa_bridge_mtu_normalization(dp); 2838 if (err == -EOPNOTSUPP) { 2839 NL_SET_ERR_MSG_WEAK_MOD(extack, 2840 "Offloading not supported"); 2841 err = 0; 2842 } 2843 err = notifier_from_errno(err); 2844 } else { 2845 dsa_port_bridge_leave(dp, info->upper_dev); 2846 err = NOTIFY_OK; 2847 } 2848 } else if (netif_is_lag_master(info->upper_dev)) { 2849 if (info->linking) { 2850 err = dsa_port_lag_join(dp, info->upper_dev, 2851 info->upper_info, extack); 2852 if (err == -EOPNOTSUPP) { 2853 NL_SET_ERR_MSG_WEAK_MOD(extack, 2854 "Offloading not supported"); 2855 err = 0; 2856 } 2857 err = notifier_from_errno(err); 2858 } else { 2859 dsa_port_lag_leave(dp, info->upper_dev); 2860 err = NOTIFY_OK; 2861 } 2862 } else if (is_hsr_master(info->upper_dev)) { 2863 if (info->linking) { 2864 err = dsa_port_hsr_join(dp, info->upper_dev); 2865 if (err == -EOPNOTSUPP) { 2866 NL_SET_ERR_MSG_WEAK_MOD(extack, 2867 "Offloading not supported"); 2868 err = 0; 2869 } 2870 err = notifier_from_errno(err); 2871 } else { 2872 dsa_port_hsr_leave(dp, info->upper_dev); 2873 err = NOTIFY_OK; 2874 } 2875 } 2876 2877 return err; 2878 } 2879 2880 static int dsa_slave_prechangeupper(struct net_device *dev, 2881 struct netdev_notifier_changeupper_info *info) 2882 { 2883 struct dsa_port *dp = dsa_slave_to_port(dev); 2884 2885 if (!dsa_slave_dev_check(dev)) 2886 return NOTIFY_DONE; 2887 2888 if (netif_is_bridge_master(info->upper_dev) && !info->linking) 2889 dsa_port_pre_bridge_leave(dp, info->upper_dev); 2890 else if (netif_is_lag_master(info->upper_dev) && !info->linking) 2891 dsa_port_pre_lag_leave(dp, info->upper_dev); 2892 /* dsa_port_pre_hsr_leave is not yet necessary since hsr cannot be 2893 * meaningfully enslaved to a bridge yet 2894 */ 2895 2896 return NOTIFY_DONE; 2897 } 2898 2899 static int 2900 dsa_slave_lag_changeupper(struct net_device *dev, 2901 struct netdev_notifier_changeupper_info *info) 2902 { 2903 struct net_device *lower; 2904 struct list_head *iter; 2905 int err = NOTIFY_DONE; 2906 struct dsa_port *dp; 2907 2908 if (!netif_is_lag_master(dev)) 2909 return err; 2910 2911 netdev_for_each_lower_dev(dev, lower, iter) { 2912 if (!dsa_slave_dev_check(lower)) 2913 continue; 2914 2915 dp = dsa_slave_to_port(lower); 2916 if (!dp->lag) 2917 /* Software LAG */ 2918 continue; 2919 2920 err = dsa_slave_changeupper(lower, info); 2921 if (notifier_to_errno(err)) 2922 break; 2923 } 2924 2925 return err; 2926 } 2927 2928 /* Same as dsa_slave_lag_changeupper() except that it calls 2929 * dsa_slave_prechangeupper() 2930 */ 2931 static int 2932 dsa_slave_lag_prechangeupper(struct net_device *dev, 2933 struct netdev_notifier_changeupper_info *info) 2934 { 2935 struct net_device *lower; 2936 struct list_head *iter; 2937 int err = NOTIFY_DONE; 2938 struct dsa_port *dp; 2939 2940 if (!netif_is_lag_master(dev)) 2941 return err; 2942 2943 netdev_for_each_lower_dev(dev, lower, iter) { 2944 if (!dsa_slave_dev_check(lower)) 2945 continue; 2946 2947 dp = dsa_slave_to_port(lower); 2948 if (!dp->lag) 2949 /* Software LAG */ 2950 continue; 2951 2952 err = dsa_slave_prechangeupper(lower, info); 2953 if (notifier_to_errno(err)) 2954 break; 2955 } 2956 2957 return err; 2958 } 2959 2960 static int 2961 dsa_prevent_bridging_8021q_upper(struct net_device *dev, 2962 struct netdev_notifier_changeupper_info *info) 2963 { 2964 struct netlink_ext_ack *ext_ack; 2965 struct net_device *slave, *br; 2966 struct dsa_port *dp; 2967 2968 ext_ack = netdev_notifier_info_to_extack(&info->info); 2969 2970 if (!is_vlan_dev(dev)) 2971 return NOTIFY_DONE; 2972 2973 slave = vlan_dev_real_dev(dev); 2974 if (!dsa_slave_dev_check(slave)) 2975 return NOTIFY_DONE; 2976 2977 dp = dsa_slave_to_port(slave); 2978 br = dsa_port_bridge_dev_get(dp); 2979 if (!br) 2980 return NOTIFY_DONE; 2981 2982 /* Deny enslaving a VLAN device into a VLAN-aware bridge */ 2983 if (br_vlan_enabled(br) && 2984 netif_is_bridge_master(info->upper_dev) && info->linking) { 2985 NL_SET_ERR_MSG_MOD(ext_ack, 2986 "Cannot enslave VLAN device into VLAN aware bridge"); 2987 return notifier_from_errno(-EINVAL); 2988 } 2989 2990 return NOTIFY_DONE; 2991 } 2992 2993 static int 2994 dsa_slave_check_8021q_upper(struct net_device *dev, 2995 struct netdev_notifier_changeupper_info *info) 2996 { 2997 struct dsa_port *dp = dsa_slave_to_port(dev); 2998 struct net_device *br = dsa_port_bridge_dev_get(dp); 2999 struct bridge_vlan_info br_info; 3000 struct netlink_ext_ack *extack; 3001 int err = NOTIFY_DONE; 3002 u16 vid; 3003 3004 if (!br || !br_vlan_enabled(br)) 3005 return NOTIFY_DONE; 3006 3007 extack = netdev_notifier_info_to_extack(&info->info); 3008 vid = vlan_dev_vlan_id(info->upper_dev); 3009 3010 /* br_vlan_get_info() returns -EINVAL or -ENOENT if the 3011 * device, respectively the VID is not found, returning 3012 * 0 means success, which is a failure for us here. 3013 */ 3014 err = br_vlan_get_info(br, vid, &br_info); 3015 if (err == 0) { 3016 NL_SET_ERR_MSG_MOD(extack, 3017 "This VLAN is already configured by the bridge"); 3018 return notifier_from_errno(-EBUSY); 3019 } 3020 3021 return NOTIFY_DONE; 3022 } 3023 3024 static int 3025 dsa_slave_prechangeupper_sanity_check(struct net_device *dev, 3026 struct netdev_notifier_changeupper_info *info) 3027 { 3028 struct dsa_switch *ds; 3029 struct dsa_port *dp; 3030 int err; 3031 3032 if (!dsa_slave_dev_check(dev)) 3033 return dsa_prevent_bridging_8021q_upper(dev, info); 3034 3035 dp = dsa_slave_to_port(dev); 3036 ds = dp->ds; 3037 3038 if (ds->ops->port_prechangeupper) { 3039 err = ds->ops->port_prechangeupper(ds, dp->index, info); 3040 if (err) 3041 return notifier_from_errno(err); 3042 } 3043 3044 if (is_vlan_dev(info->upper_dev)) 3045 return dsa_slave_check_8021q_upper(dev, info); 3046 3047 return NOTIFY_DONE; 3048 } 3049 3050 /* To be eligible as a DSA master, a LAG must have all lower interfaces be 3051 * eligible DSA masters. Additionally, all LAG slaves must be DSA masters of 3052 * switches in the same switch tree. 3053 */ 3054 static int dsa_lag_master_validate(struct net_device *lag_dev, 3055 struct netlink_ext_ack *extack) 3056 { 3057 struct net_device *lower1, *lower2; 3058 struct list_head *iter1, *iter2; 3059 3060 netdev_for_each_lower_dev(lag_dev, lower1, iter1) { 3061 netdev_for_each_lower_dev(lag_dev, lower2, iter2) { 3062 if (!netdev_uses_dsa(lower1) || 3063 !netdev_uses_dsa(lower2)) { 3064 NL_SET_ERR_MSG_MOD(extack, 3065 "All LAG ports must be eligible as DSA masters"); 3066 return notifier_from_errno(-EINVAL); 3067 } 3068 3069 if (lower1 == lower2) 3070 continue; 3071 3072 if (!dsa_port_tree_same(lower1->dsa_ptr, 3073 lower2->dsa_ptr)) { 3074 NL_SET_ERR_MSG_MOD(extack, 3075 "LAG contains DSA masters of disjoint switch trees"); 3076 return notifier_from_errno(-EINVAL); 3077 } 3078 } 3079 } 3080 3081 return NOTIFY_DONE; 3082 } 3083 3084 static int 3085 dsa_master_prechangeupper_sanity_check(struct net_device *master, 3086 struct netdev_notifier_changeupper_info *info) 3087 { 3088 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info); 3089 3090 if (!netdev_uses_dsa(master)) 3091 return NOTIFY_DONE; 3092 3093 if (!info->linking) 3094 return NOTIFY_DONE; 3095 3096 /* Allow DSA switch uppers */ 3097 if (dsa_slave_dev_check(info->upper_dev)) 3098 return NOTIFY_DONE; 3099 3100 /* Allow bridge uppers of DSA masters, subject to further 3101 * restrictions in dsa_bridge_prechangelower_sanity_check() 3102 */ 3103 if (netif_is_bridge_master(info->upper_dev)) 3104 return NOTIFY_DONE; 3105 3106 /* Allow LAG uppers, subject to further restrictions in 3107 * dsa_lag_master_prechangelower_sanity_check() 3108 */ 3109 if (netif_is_lag_master(info->upper_dev)) 3110 return dsa_lag_master_validate(info->upper_dev, extack); 3111 3112 NL_SET_ERR_MSG_MOD(extack, 3113 "DSA master cannot join unknown upper interfaces"); 3114 return notifier_from_errno(-EBUSY); 3115 } 3116 3117 static int 3118 dsa_lag_master_prechangelower_sanity_check(struct net_device *dev, 3119 struct netdev_notifier_changeupper_info *info) 3120 { 3121 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info); 3122 struct net_device *lag_dev = info->upper_dev; 3123 struct net_device *lower; 3124 struct list_head *iter; 3125 3126 if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev)) 3127 return NOTIFY_DONE; 3128 3129 if (!info->linking) 3130 return NOTIFY_DONE; 3131 3132 if (!netdev_uses_dsa(dev)) { 3133 NL_SET_ERR_MSG(extack, 3134 "Only DSA masters can join a LAG DSA master"); 3135 return notifier_from_errno(-EINVAL); 3136 } 3137 3138 netdev_for_each_lower_dev(lag_dev, lower, iter) { 3139 if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) { 3140 NL_SET_ERR_MSG(extack, 3141 "Interface is DSA master for a different switch tree than this LAG"); 3142 return notifier_from_errno(-EINVAL); 3143 } 3144 3145 break; 3146 } 3147 3148 return NOTIFY_DONE; 3149 } 3150 3151 /* Don't allow bridging of DSA masters, since the bridge layer rx_handler 3152 * prevents the DSA fake ethertype handler to be invoked, so we don't get the 3153 * chance to strip off and parse the DSA switch tag protocol header (the bridge 3154 * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these 3155 * frames). 3156 * The only case where that would not be an issue is when bridging can already 3157 * be offloaded, such as when the DSA master is itself a DSA or plain switchdev 3158 * port, and is bridged only with other ports from the same hardware device. 3159 */ 3160 static int 3161 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower, 3162 struct netdev_notifier_changeupper_info *info) 3163 { 3164 struct net_device *br = info->upper_dev; 3165 struct netlink_ext_ack *extack; 3166 struct net_device *lower; 3167 struct list_head *iter; 3168 3169 if (!netif_is_bridge_master(br)) 3170 return NOTIFY_DONE; 3171 3172 if (!info->linking) 3173 return NOTIFY_DONE; 3174 3175 extack = netdev_notifier_info_to_extack(&info->info); 3176 3177 netdev_for_each_lower_dev(br, lower, iter) { 3178 if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower)) 3179 continue; 3180 3181 if (!netdev_port_same_parent_id(lower, new_lower)) { 3182 NL_SET_ERR_MSG(extack, 3183 "Cannot do software bridging with a DSA master"); 3184 return notifier_from_errno(-EINVAL); 3185 } 3186 } 3187 3188 return NOTIFY_DONE; 3189 } 3190 3191 static void dsa_tree_migrate_ports_from_lag_master(struct dsa_switch_tree *dst, 3192 struct net_device *lag_dev) 3193 { 3194 struct net_device *new_master = dsa_tree_find_first_master(dst); 3195 struct dsa_port *dp; 3196 int err; 3197 3198 dsa_tree_for_each_user_port(dp, dst) { 3199 if (dsa_port_to_master(dp) != lag_dev) 3200 continue; 3201 3202 err = dsa_slave_change_master(dp->slave, new_master, NULL); 3203 if (err) { 3204 netdev_err(dp->slave, 3205 "failed to restore master to %s: %pe\n", 3206 new_master->name, ERR_PTR(err)); 3207 } 3208 } 3209 } 3210 3211 static int dsa_master_lag_join(struct net_device *master, 3212 struct net_device *lag_dev, 3213 struct netdev_lag_upper_info *uinfo, 3214 struct netlink_ext_ack *extack) 3215 { 3216 struct dsa_port *cpu_dp = master->dsa_ptr; 3217 struct dsa_switch_tree *dst = cpu_dp->dst; 3218 struct dsa_port *dp; 3219 int err; 3220 3221 err = dsa_master_lag_setup(lag_dev, cpu_dp, uinfo, extack); 3222 if (err) 3223 return err; 3224 3225 dsa_tree_for_each_user_port(dp, dst) { 3226 if (dsa_port_to_master(dp) != master) 3227 continue; 3228 3229 err = dsa_slave_change_master(dp->slave, lag_dev, extack); 3230 if (err) 3231 goto restore; 3232 } 3233 3234 return 0; 3235 3236 restore: 3237 dsa_tree_for_each_user_port_continue_reverse(dp, dst) { 3238 if (dsa_port_to_master(dp) != lag_dev) 3239 continue; 3240 3241 err = dsa_slave_change_master(dp->slave, master, NULL); 3242 if (err) { 3243 netdev_err(dp->slave, 3244 "failed to restore master to %s: %pe\n", 3245 master->name, ERR_PTR(err)); 3246 } 3247 } 3248 3249 dsa_master_lag_teardown(lag_dev, master->dsa_ptr); 3250 3251 return err; 3252 } 3253 3254 static void dsa_master_lag_leave(struct net_device *master, 3255 struct net_device *lag_dev) 3256 { 3257 struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr; 3258 struct dsa_switch_tree *dst = cpu_dp->dst; 3259 struct dsa_port *new_cpu_dp = NULL; 3260 struct net_device *lower; 3261 struct list_head *iter; 3262 3263 netdev_for_each_lower_dev(lag_dev, lower, iter) { 3264 if (netdev_uses_dsa(lower)) { 3265 new_cpu_dp = lower->dsa_ptr; 3266 break; 3267 } 3268 } 3269 3270 if (new_cpu_dp) { 3271 /* Update the CPU port of the user ports still under the LAG 3272 * so that dsa_port_to_master() continues to work properly 3273 */ 3274 dsa_tree_for_each_user_port(dp, dst) 3275 if (dsa_port_to_master(dp) == lag_dev) 3276 dp->cpu_dp = new_cpu_dp; 3277 3278 /* Update the index of the virtual CPU port to match the lowest 3279 * physical CPU port 3280 */ 3281 lag_dev->dsa_ptr = new_cpu_dp; 3282 wmb(); 3283 } else { 3284 /* If the LAG DSA master has no ports left, migrate back all 3285 * user ports to the first physical CPU port 3286 */ 3287 dsa_tree_migrate_ports_from_lag_master(dst, lag_dev); 3288 } 3289 3290 /* This DSA master has left its LAG in any case, so let 3291 * the CPU port leave the hardware LAG as well 3292 */ 3293 dsa_master_lag_teardown(lag_dev, master->dsa_ptr); 3294 } 3295 3296 static int dsa_master_changeupper(struct net_device *dev, 3297 struct netdev_notifier_changeupper_info *info) 3298 { 3299 struct netlink_ext_ack *extack; 3300 int err = NOTIFY_DONE; 3301 3302 if (!netdev_uses_dsa(dev)) 3303 return err; 3304 3305 extack = netdev_notifier_info_to_extack(&info->info); 3306 3307 if (netif_is_lag_master(info->upper_dev)) { 3308 if (info->linking) { 3309 err = dsa_master_lag_join(dev, info->upper_dev, 3310 info->upper_info, extack); 3311 err = notifier_from_errno(err); 3312 } else { 3313 dsa_master_lag_leave(dev, info->upper_dev); 3314 err = NOTIFY_OK; 3315 } 3316 } 3317 3318 return err; 3319 } 3320 3321 static int dsa_slave_netdevice_event(struct notifier_block *nb, 3322 unsigned long event, void *ptr) 3323 { 3324 struct net_device *dev = netdev_notifier_info_to_dev(ptr); 3325 3326 switch (event) { 3327 case NETDEV_PRECHANGEUPPER: { 3328 struct netdev_notifier_changeupper_info *info = ptr; 3329 int err; 3330 3331 err = dsa_slave_prechangeupper_sanity_check(dev, info); 3332 if (notifier_to_errno(err)) 3333 return err; 3334 3335 err = dsa_master_prechangeupper_sanity_check(dev, info); 3336 if (notifier_to_errno(err)) 3337 return err; 3338 3339 err = dsa_lag_master_prechangelower_sanity_check(dev, info); 3340 if (notifier_to_errno(err)) 3341 return err; 3342 3343 err = dsa_bridge_prechangelower_sanity_check(dev, info); 3344 if (notifier_to_errno(err)) 3345 return err; 3346 3347 err = dsa_slave_prechangeupper(dev, ptr); 3348 if (notifier_to_errno(err)) 3349 return err; 3350 3351 err = dsa_slave_lag_prechangeupper(dev, ptr); 3352 if (notifier_to_errno(err)) 3353 return err; 3354 3355 break; 3356 } 3357 case NETDEV_CHANGEUPPER: { 3358 int err; 3359 3360 err = dsa_slave_changeupper(dev, ptr); 3361 if (notifier_to_errno(err)) 3362 return err; 3363 3364 err = dsa_slave_lag_changeupper(dev, ptr); 3365 if (notifier_to_errno(err)) 3366 return err; 3367 3368 err = dsa_master_changeupper(dev, ptr); 3369 if (notifier_to_errno(err)) 3370 return err; 3371 3372 break; 3373 } 3374 case NETDEV_CHANGELOWERSTATE: { 3375 struct netdev_notifier_changelowerstate_info *info = ptr; 3376 struct dsa_port *dp; 3377 int err = 0; 3378 3379 if (dsa_slave_dev_check(dev)) { 3380 dp = dsa_slave_to_port(dev); 3381 3382 err = dsa_port_lag_change(dp, info->lower_state_info); 3383 } 3384 3385 /* Mirror LAG port events on DSA masters that are in 3386 * a LAG towards their respective switch CPU ports 3387 */ 3388 if (netdev_uses_dsa(dev)) { 3389 dp = dev->dsa_ptr; 3390 3391 err = dsa_port_lag_change(dp, info->lower_state_info); 3392 } 3393 3394 return notifier_from_errno(err); 3395 } 3396 case NETDEV_CHANGE: 3397 case NETDEV_UP: { 3398 /* Track state of master port. 3399 * DSA driver may require the master port (and indirectly 3400 * the tagger) to be available for some special operation. 3401 */ 3402 if (netdev_uses_dsa(dev)) { 3403 struct dsa_port *cpu_dp = dev->dsa_ptr; 3404 struct dsa_switch_tree *dst = cpu_dp->ds->dst; 3405 3406 /* Track when the master port is UP */ 3407 dsa_tree_master_oper_state_change(dst, dev, 3408 netif_oper_up(dev)); 3409 3410 /* Track when the master port is ready and can accept 3411 * packet. 3412 * NETDEV_UP event is not enough to flag a port as ready. 3413 * We also have to wait for linkwatch_do_dev to dev_activate 3414 * and emit a NETDEV_CHANGE event. 3415 * We check if a master port is ready by checking if the dev 3416 * have a qdisc assigned and is not noop. 3417 */ 3418 dsa_tree_master_admin_state_change(dst, dev, 3419 !qdisc_tx_is_noop(dev)); 3420 3421 return NOTIFY_OK; 3422 } 3423 3424 return NOTIFY_DONE; 3425 } 3426 case NETDEV_GOING_DOWN: { 3427 struct dsa_port *dp, *cpu_dp; 3428 struct dsa_switch_tree *dst; 3429 LIST_HEAD(close_list); 3430 3431 if (!netdev_uses_dsa(dev)) 3432 return NOTIFY_DONE; 3433 3434 cpu_dp = dev->dsa_ptr; 3435 dst = cpu_dp->ds->dst; 3436 3437 dsa_tree_master_admin_state_change(dst, dev, false); 3438 3439 list_for_each_entry(dp, &dst->ports, list) { 3440 if (!dsa_port_is_user(dp)) 3441 continue; 3442 3443 if (dp->cpu_dp != cpu_dp) 3444 continue; 3445 3446 list_add(&dp->slave->close_list, &close_list); 3447 } 3448 3449 dev_close_many(&close_list, true); 3450 3451 return NOTIFY_OK; 3452 } 3453 default: 3454 break; 3455 } 3456 3457 return NOTIFY_DONE; 3458 } 3459 3460 static void 3461 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work) 3462 { 3463 struct switchdev_notifier_fdb_info info = {}; 3464 3465 info.addr = switchdev_work->addr; 3466 info.vid = switchdev_work->vid; 3467 info.offloaded = true; 3468 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, 3469 switchdev_work->orig_dev, &info.info, NULL); 3470 } 3471 3472 static void dsa_slave_switchdev_event_work(struct work_struct *work) 3473 { 3474 struct dsa_switchdev_event_work *switchdev_work = 3475 container_of(work, struct dsa_switchdev_event_work, work); 3476 const unsigned char *addr = switchdev_work->addr; 3477 struct net_device *dev = switchdev_work->dev; 3478 u16 vid = switchdev_work->vid; 3479 struct dsa_switch *ds; 3480 struct dsa_port *dp; 3481 int err; 3482 3483 dp = dsa_slave_to_port(dev); 3484 ds = dp->ds; 3485 3486 switch (switchdev_work->event) { 3487 case SWITCHDEV_FDB_ADD_TO_DEVICE: 3488 if (switchdev_work->host_addr) 3489 err = dsa_port_bridge_host_fdb_add(dp, addr, vid); 3490 else if (dp->lag) 3491 err = dsa_port_lag_fdb_add(dp, addr, vid); 3492 else 3493 err = dsa_port_fdb_add(dp, addr, vid); 3494 if (err) { 3495 dev_err(ds->dev, 3496 "port %d failed to add %pM vid %d to fdb: %d\n", 3497 dp->index, addr, vid, err); 3498 break; 3499 } 3500 dsa_fdb_offload_notify(switchdev_work); 3501 break; 3502 3503 case SWITCHDEV_FDB_DEL_TO_DEVICE: 3504 if (switchdev_work->host_addr) 3505 err = dsa_port_bridge_host_fdb_del(dp, addr, vid); 3506 else if (dp->lag) 3507 err = dsa_port_lag_fdb_del(dp, addr, vid); 3508 else 3509 err = dsa_port_fdb_del(dp, addr, vid); 3510 if (err) { 3511 dev_err(ds->dev, 3512 "port %d failed to delete %pM vid %d from fdb: %d\n", 3513 dp->index, addr, vid, err); 3514 } 3515 3516 break; 3517 } 3518 3519 kfree(switchdev_work); 3520 } 3521 3522 static bool dsa_foreign_dev_check(const struct net_device *dev, 3523 const struct net_device *foreign_dev) 3524 { 3525 const struct dsa_port *dp = dsa_slave_to_port(dev); 3526 struct dsa_switch_tree *dst = dp->ds->dst; 3527 3528 if (netif_is_bridge_master(foreign_dev)) 3529 return !dsa_tree_offloads_bridge_dev(dst, foreign_dev); 3530 3531 if (netif_is_bridge_port(foreign_dev)) 3532 return !dsa_tree_offloads_bridge_port(dst, foreign_dev); 3533 3534 /* Everything else is foreign */ 3535 return true; 3536 } 3537 3538 static int dsa_slave_fdb_event(struct net_device *dev, 3539 struct net_device *orig_dev, 3540 unsigned long event, const void *ctx, 3541 const struct switchdev_notifier_fdb_info *fdb_info) 3542 { 3543 struct dsa_switchdev_event_work *switchdev_work; 3544 struct dsa_port *dp = dsa_slave_to_port(dev); 3545 bool host_addr = fdb_info->is_local; 3546 struct dsa_switch *ds = dp->ds; 3547 3548 if (ctx && ctx != dp) 3549 return 0; 3550 3551 if (!dp->bridge) 3552 return 0; 3553 3554 if (switchdev_fdb_is_dynamically_learned(fdb_info)) { 3555 if (dsa_port_offloads_bridge_port(dp, orig_dev)) 3556 return 0; 3557 3558 /* FDB entries learned by the software bridge or by foreign 3559 * bridge ports should be installed as host addresses only if 3560 * the driver requests assisted learning. 3561 */ 3562 if (!ds->assisted_learning_on_cpu_port) 3563 return 0; 3564 } 3565 3566 /* Also treat FDB entries on foreign interfaces bridged with us as host 3567 * addresses. 3568 */ 3569 if (dsa_foreign_dev_check(dev, orig_dev)) 3570 host_addr = true; 3571 3572 /* Check early that we're not doing work in vain. 3573 * Host addresses on LAG ports still require regular FDB ops, 3574 * since the CPU port isn't in a LAG. 3575 */ 3576 if (dp->lag && !host_addr) { 3577 if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del) 3578 return -EOPNOTSUPP; 3579 } else { 3580 if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del) 3581 return -EOPNOTSUPP; 3582 } 3583 3584 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC); 3585 if (!switchdev_work) 3586 return -ENOMEM; 3587 3588 netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n", 3589 event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting", 3590 orig_dev->name, fdb_info->addr, fdb_info->vid, 3591 host_addr ? " as host address" : ""); 3592 3593 INIT_WORK(&switchdev_work->work, dsa_slave_switchdev_event_work); 3594 switchdev_work->event = event; 3595 switchdev_work->dev = dev; 3596 switchdev_work->orig_dev = orig_dev; 3597 3598 ether_addr_copy(switchdev_work->addr, fdb_info->addr); 3599 switchdev_work->vid = fdb_info->vid; 3600 switchdev_work->host_addr = host_addr; 3601 3602 dsa_schedule_work(&switchdev_work->work); 3603 3604 return 0; 3605 } 3606 3607 /* Called under rcu_read_lock() */ 3608 static int dsa_slave_switchdev_event(struct notifier_block *unused, 3609 unsigned long event, void *ptr) 3610 { 3611 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 3612 int err; 3613 3614 switch (event) { 3615 case SWITCHDEV_PORT_ATTR_SET: 3616 err = switchdev_handle_port_attr_set(dev, ptr, 3617 dsa_slave_dev_check, 3618 dsa_slave_port_attr_set); 3619 return notifier_from_errno(err); 3620 case SWITCHDEV_FDB_ADD_TO_DEVICE: 3621 case SWITCHDEV_FDB_DEL_TO_DEVICE: 3622 err = switchdev_handle_fdb_event_to_device(dev, event, ptr, 3623 dsa_slave_dev_check, 3624 dsa_foreign_dev_check, 3625 dsa_slave_fdb_event); 3626 return notifier_from_errno(err); 3627 default: 3628 return NOTIFY_DONE; 3629 } 3630 3631 return NOTIFY_OK; 3632 } 3633 3634 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused, 3635 unsigned long event, void *ptr) 3636 { 3637 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 3638 int err; 3639 3640 switch (event) { 3641 case SWITCHDEV_PORT_OBJ_ADD: 3642 err = switchdev_handle_port_obj_add_foreign(dev, ptr, 3643 dsa_slave_dev_check, 3644 dsa_foreign_dev_check, 3645 dsa_slave_port_obj_add); 3646 return notifier_from_errno(err); 3647 case SWITCHDEV_PORT_OBJ_DEL: 3648 err = switchdev_handle_port_obj_del_foreign(dev, ptr, 3649 dsa_slave_dev_check, 3650 dsa_foreign_dev_check, 3651 dsa_slave_port_obj_del); 3652 return notifier_from_errno(err); 3653 case SWITCHDEV_PORT_ATTR_SET: 3654 err = switchdev_handle_port_attr_set(dev, ptr, 3655 dsa_slave_dev_check, 3656 dsa_slave_port_attr_set); 3657 return notifier_from_errno(err); 3658 } 3659 3660 return NOTIFY_DONE; 3661 } 3662 3663 static struct notifier_block dsa_slave_nb __read_mostly = { 3664 .notifier_call = dsa_slave_netdevice_event, 3665 }; 3666 3667 struct notifier_block dsa_slave_switchdev_notifier = { 3668 .notifier_call = dsa_slave_switchdev_event, 3669 }; 3670 3671 struct notifier_block dsa_slave_switchdev_blocking_notifier = { 3672 .notifier_call = dsa_slave_switchdev_blocking_event, 3673 }; 3674 3675 int dsa_slave_register_notifier(void) 3676 { 3677 struct notifier_block *nb; 3678 int err; 3679 3680 err = register_netdevice_notifier(&dsa_slave_nb); 3681 if (err) 3682 return err; 3683 3684 err = register_switchdev_notifier(&dsa_slave_switchdev_notifier); 3685 if (err) 3686 goto err_switchdev_nb; 3687 3688 nb = &dsa_slave_switchdev_blocking_notifier; 3689 err = register_switchdev_blocking_notifier(nb); 3690 if (err) 3691 goto err_switchdev_blocking_nb; 3692 3693 return 0; 3694 3695 err_switchdev_blocking_nb: 3696 unregister_switchdev_notifier(&dsa_slave_switchdev_notifier); 3697 err_switchdev_nb: 3698 unregister_netdevice_notifier(&dsa_slave_nb); 3699 return err; 3700 } 3701 3702 void dsa_slave_unregister_notifier(void) 3703 { 3704 struct notifier_block *nb; 3705 int err; 3706 3707 nb = &dsa_slave_switchdev_blocking_notifier; 3708 err = unregister_switchdev_blocking_notifier(nb); 3709 if (err) 3710 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err); 3711 3712 err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier); 3713 if (err) 3714 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err); 3715 3716 err = unregister_netdevice_notifier(&dsa_slave_nb); 3717 if (err) 3718 pr_err("DSA: failed to unregister slave notifier (%d)\n", err); 3719 } 3720