1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * net/dsa/slave.c - Slave device handling 4 * Copyright (c) 2008-2009 Marvell Semiconductor 5 */ 6 7 #include <linux/list.h> 8 #include <linux/etherdevice.h> 9 #include <linux/netdevice.h> 10 #include <linux/phy.h> 11 #include <linux/phy_fixed.h> 12 #include <linux/phylink.h> 13 #include <linux/of_net.h> 14 #include <linux/of_mdio.h> 15 #include <linux/mdio.h> 16 #include <net/rtnetlink.h> 17 #include <net/pkt_cls.h> 18 #include <net/selftests.h> 19 #include <net/tc_act/tc_mirred.h> 20 #include <linux/if_bridge.h> 21 #include <linux/if_hsr.h> 22 #include <linux/netpoll.h> 23 24 #include "dsa_priv.h" 25 26 /* slave mii_bus handling ***************************************************/ 27 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg) 28 { 29 struct dsa_switch *ds = bus->priv; 30 31 if (ds->phys_mii_mask & (1 << addr)) 32 return ds->ops->phy_read(ds, addr, reg); 33 34 return 0xffff; 35 } 36 37 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val) 38 { 39 struct dsa_switch *ds = bus->priv; 40 41 if (ds->phys_mii_mask & (1 << addr)) 42 return ds->ops->phy_write(ds, addr, reg, val); 43 44 return 0; 45 } 46 47 void dsa_slave_mii_bus_init(struct dsa_switch *ds) 48 { 49 ds->slave_mii_bus->priv = (void *)ds; 50 ds->slave_mii_bus->name = "dsa slave smi"; 51 ds->slave_mii_bus->read = dsa_slave_phy_read; 52 ds->slave_mii_bus->write = dsa_slave_phy_write; 53 snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d", 54 ds->dst->index, ds->index); 55 ds->slave_mii_bus->parent = ds->dev; 56 ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask; 57 } 58 59 60 /* slave device handling ****************************************************/ 61 static int dsa_slave_get_iflink(const struct net_device *dev) 62 { 63 return dsa_slave_to_master(dev)->ifindex; 64 } 65 66 static int dsa_slave_open(struct net_device *dev) 67 { 68 struct net_device *master = dsa_slave_to_master(dev); 69 struct dsa_port *dp = dsa_slave_to_port(dev); 70 int err; 71 72 err = dev_open(master, NULL); 73 if (err < 0) { 74 netdev_err(dev, "failed to open master %s\n", master->name); 75 goto out; 76 } 77 78 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) { 79 err = dev_uc_add(master, dev->dev_addr); 80 if (err < 0) 81 goto out; 82 } 83 84 if (dev->flags & IFF_ALLMULTI) { 85 err = dev_set_allmulti(master, 1); 86 if (err < 0) 87 goto del_unicast; 88 } 89 if (dev->flags & IFF_PROMISC) { 90 err = dev_set_promiscuity(master, 1); 91 if (err < 0) 92 goto clear_allmulti; 93 } 94 95 err = dsa_port_enable_rt(dp, dev->phydev); 96 if (err) 97 goto clear_promisc; 98 99 return 0; 100 101 clear_promisc: 102 if (dev->flags & IFF_PROMISC) 103 dev_set_promiscuity(master, -1); 104 clear_allmulti: 105 if (dev->flags & IFF_ALLMULTI) 106 dev_set_allmulti(master, -1); 107 del_unicast: 108 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 109 dev_uc_del(master, dev->dev_addr); 110 out: 111 return err; 112 } 113 114 static int dsa_slave_close(struct net_device *dev) 115 { 116 struct net_device *master = dsa_slave_to_master(dev); 117 struct dsa_port *dp = dsa_slave_to_port(dev); 118 119 dsa_port_disable_rt(dp); 120 121 dev_mc_unsync(master, dev); 122 dev_uc_unsync(master, dev); 123 if (dev->flags & IFF_ALLMULTI) 124 dev_set_allmulti(master, -1); 125 if (dev->flags & IFF_PROMISC) 126 dev_set_promiscuity(master, -1); 127 128 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 129 dev_uc_del(master, dev->dev_addr); 130 131 return 0; 132 } 133 134 static void dsa_slave_change_rx_flags(struct net_device *dev, int change) 135 { 136 struct net_device *master = dsa_slave_to_master(dev); 137 if (dev->flags & IFF_UP) { 138 if (change & IFF_ALLMULTI) 139 dev_set_allmulti(master, 140 dev->flags & IFF_ALLMULTI ? 1 : -1); 141 if (change & IFF_PROMISC) 142 dev_set_promiscuity(master, 143 dev->flags & IFF_PROMISC ? 1 : -1); 144 } 145 } 146 147 static void dsa_slave_set_rx_mode(struct net_device *dev) 148 { 149 struct net_device *master = dsa_slave_to_master(dev); 150 151 dev_mc_sync(master, dev); 152 dev_uc_sync(master, dev); 153 } 154 155 static int dsa_slave_set_mac_address(struct net_device *dev, void *a) 156 { 157 struct net_device *master = dsa_slave_to_master(dev); 158 struct sockaddr *addr = a; 159 int err; 160 161 if (!is_valid_ether_addr(addr->sa_data)) 162 return -EADDRNOTAVAIL; 163 164 if (!(dev->flags & IFF_UP)) 165 goto out; 166 167 if (!ether_addr_equal(addr->sa_data, master->dev_addr)) { 168 err = dev_uc_add(master, addr->sa_data); 169 if (err < 0) 170 return err; 171 } 172 173 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 174 dev_uc_del(master, dev->dev_addr); 175 176 out: 177 ether_addr_copy(dev->dev_addr, addr->sa_data); 178 179 return 0; 180 } 181 182 struct dsa_slave_dump_ctx { 183 struct net_device *dev; 184 struct sk_buff *skb; 185 struct netlink_callback *cb; 186 int idx; 187 }; 188 189 static int 190 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid, 191 bool is_static, void *data) 192 { 193 struct dsa_slave_dump_ctx *dump = data; 194 u32 portid = NETLINK_CB(dump->cb->skb).portid; 195 u32 seq = dump->cb->nlh->nlmsg_seq; 196 struct nlmsghdr *nlh; 197 struct ndmsg *ndm; 198 199 if (dump->idx < dump->cb->args[2]) 200 goto skip; 201 202 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH, 203 sizeof(*ndm), NLM_F_MULTI); 204 if (!nlh) 205 return -EMSGSIZE; 206 207 ndm = nlmsg_data(nlh); 208 ndm->ndm_family = AF_BRIDGE; 209 ndm->ndm_pad1 = 0; 210 ndm->ndm_pad2 = 0; 211 ndm->ndm_flags = NTF_SELF; 212 ndm->ndm_type = 0; 213 ndm->ndm_ifindex = dump->dev->ifindex; 214 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE; 215 216 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr)) 217 goto nla_put_failure; 218 219 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid)) 220 goto nla_put_failure; 221 222 nlmsg_end(dump->skb, nlh); 223 224 skip: 225 dump->idx++; 226 return 0; 227 228 nla_put_failure: 229 nlmsg_cancel(dump->skb, nlh); 230 return -EMSGSIZE; 231 } 232 233 static int 234 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb, 235 struct net_device *dev, struct net_device *filter_dev, 236 int *idx) 237 { 238 struct dsa_port *dp = dsa_slave_to_port(dev); 239 struct dsa_slave_dump_ctx dump = { 240 .dev = dev, 241 .skb = skb, 242 .cb = cb, 243 .idx = *idx, 244 }; 245 int err; 246 247 err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump); 248 *idx = dump.idx; 249 250 return err; 251 } 252 253 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) 254 { 255 struct dsa_slave_priv *p = netdev_priv(dev); 256 struct dsa_switch *ds = p->dp->ds; 257 int port = p->dp->index; 258 259 /* Pass through to switch driver if it supports timestamping */ 260 switch (cmd) { 261 case SIOCGHWTSTAMP: 262 if (ds->ops->port_hwtstamp_get) 263 return ds->ops->port_hwtstamp_get(ds, port, ifr); 264 break; 265 case SIOCSHWTSTAMP: 266 if (ds->ops->port_hwtstamp_set) 267 return ds->ops->port_hwtstamp_set(ds, port, ifr); 268 break; 269 } 270 271 return phylink_mii_ioctl(p->dp->pl, ifr, cmd); 272 } 273 274 static int dsa_slave_port_attr_set(struct net_device *dev, const void *ctx, 275 const struct switchdev_attr *attr, 276 struct netlink_ext_ack *extack) 277 { 278 struct dsa_port *dp = dsa_slave_to_port(dev); 279 int ret; 280 281 if (ctx && ctx != dp) 282 return 0; 283 284 switch (attr->id) { 285 case SWITCHDEV_ATTR_ID_PORT_STP_STATE: 286 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 287 return -EOPNOTSUPP; 288 289 ret = dsa_port_set_state(dp, attr->u.stp_state); 290 break; 291 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING: 292 if (!dsa_port_offloads_bridge(dp, attr->orig_dev)) 293 return -EOPNOTSUPP; 294 295 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering, 296 extack); 297 break; 298 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME: 299 if (!dsa_port_offloads_bridge(dp, attr->orig_dev)) 300 return -EOPNOTSUPP; 301 302 ret = dsa_port_ageing_time(dp, attr->u.ageing_time); 303 break; 304 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS: 305 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 306 return -EOPNOTSUPP; 307 308 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags, 309 extack); 310 break; 311 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS: 312 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 313 return -EOPNOTSUPP; 314 315 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack); 316 break; 317 case SWITCHDEV_ATTR_ID_BRIDGE_MROUTER: 318 if (!dsa_port_offloads_bridge(dp, attr->orig_dev)) 319 return -EOPNOTSUPP; 320 321 ret = dsa_port_mrouter(dp->cpu_dp, attr->u.mrouter, extack); 322 break; 323 default: 324 ret = -EOPNOTSUPP; 325 break; 326 } 327 328 return ret; 329 } 330 331 /* Must be called under rcu_read_lock() */ 332 static int 333 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave, 334 const struct switchdev_obj_port_vlan *vlan) 335 { 336 struct net_device *upper_dev; 337 struct list_head *iter; 338 339 netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) { 340 u16 vid; 341 342 if (!is_vlan_dev(upper_dev)) 343 continue; 344 345 vid = vlan_dev_vlan_id(upper_dev); 346 if (vid == vlan->vid) 347 return -EBUSY; 348 } 349 350 return 0; 351 } 352 353 static int dsa_slave_vlan_add(struct net_device *dev, 354 const struct switchdev_obj *obj, 355 struct netlink_ext_ack *extack) 356 { 357 struct net_device *master = dsa_slave_to_master(dev); 358 struct dsa_port *dp = dsa_slave_to_port(dev); 359 struct switchdev_obj_port_vlan vlan; 360 int err; 361 362 if (dsa_port_skip_vlan_configuration(dp)) { 363 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 364 return 0; 365 } 366 367 vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj); 368 369 /* Deny adding a bridge VLAN when there is already an 802.1Q upper with 370 * the same VID. 371 */ 372 if (br_vlan_enabled(dp->bridge_dev)) { 373 rcu_read_lock(); 374 err = dsa_slave_vlan_check_for_8021q_uppers(dev, &vlan); 375 rcu_read_unlock(); 376 if (err) { 377 NL_SET_ERR_MSG_MOD(extack, 378 "Port already has a VLAN upper with this VID"); 379 return err; 380 } 381 } 382 383 err = dsa_port_vlan_add(dp, &vlan, extack); 384 if (err) 385 return err; 386 387 /* We need the dedicated CPU port to be a member of the VLAN as well. 388 * Even though drivers often handle CPU membership in special ways, 389 * it doesn't make sense to program a PVID, so clear this flag. 390 */ 391 vlan.flags &= ~BRIDGE_VLAN_INFO_PVID; 392 393 err = dsa_port_vlan_add(dp->cpu_dp, &vlan, extack); 394 if (err) 395 return err; 396 397 return vlan_vid_add(master, htons(ETH_P_8021Q), vlan.vid); 398 } 399 400 static int dsa_slave_port_obj_add(struct net_device *dev, const void *ctx, 401 const struct switchdev_obj *obj, 402 struct netlink_ext_ack *extack) 403 { 404 struct dsa_port *dp = dsa_slave_to_port(dev); 405 int err; 406 407 if (ctx && ctx != dp) 408 return 0; 409 410 switch (obj->id) { 411 case SWITCHDEV_OBJ_ID_PORT_MDB: 412 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 413 return -EOPNOTSUPP; 414 415 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 416 break; 417 case SWITCHDEV_OBJ_ID_HOST_MDB: 418 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 419 return -EOPNOTSUPP; 420 421 /* DSA can directly translate this to a normal MDB add, 422 * but on the CPU port. 423 */ 424 err = dsa_port_mdb_add(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 425 break; 426 case SWITCHDEV_OBJ_ID_PORT_VLAN: 427 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 428 return -EOPNOTSUPP; 429 430 err = dsa_slave_vlan_add(dev, obj, extack); 431 break; 432 case SWITCHDEV_OBJ_ID_MRP: 433 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 434 return -EOPNOTSUPP; 435 436 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj)); 437 break; 438 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 439 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 440 return -EOPNOTSUPP; 441 442 err = dsa_port_mrp_add_ring_role(dp, 443 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 444 break; 445 default: 446 err = -EOPNOTSUPP; 447 break; 448 } 449 450 return err; 451 } 452 453 static int dsa_slave_vlan_del(struct net_device *dev, 454 const struct switchdev_obj *obj) 455 { 456 struct net_device *master = dsa_slave_to_master(dev); 457 struct dsa_port *dp = dsa_slave_to_port(dev); 458 struct switchdev_obj_port_vlan *vlan; 459 int err; 460 461 if (dsa_port_skip_vlan_configuration(dp)) 462 return 0; 463 464 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 465 466 /* Do not deprogram the CPU port as it may be shared with other user 467 * ports which can be members of this VLAN as well. 468 */ 469 err = dsa_port_vlan_del(dp, vlan); 470 if (err) 471 return err; 472 473 vlan_vid_del(master, htons(ETH_P_8021Q), vlan->vid); 474 475 return 0; 476 } 477 478 static int dsa_slave_port_obj_del(struct net_device *dev, const void *ctx, 479 const struct switchdev_obj *obj) 480 { 481 struct dsa_port *dp = dsa_slave_to_port(dev); 482 int err; 483 484 if (ctx && ctx != dp) 485 return 0; 486 487 switch (obj->id) { 488 case SWITCHDEV_OBJ_ID_PORT_MDB: 489 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 490 return -EOPNOTSUPP; 491 492 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 493 break; 494 case SWITCHDEV_OBJ_ID_HOST_MDB: 495 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 496 return -EOPNOTSUPP; 497 498 /* DSA can directly translate this to a normal MDB add, 499 * but on the CPU port. 500 */ 501 err = dsa_port_mdb_del(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 502 break; 503 case SWITCHDEV_OBJ_ID_PORT_VLAN: 504 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 505 return -EOPNOTSUPP; 506 507 err = dsa_slave_vlan_del(dev, obj); 508 break; 509 case SWITCHDEV_OBJ_ID_MRP: 510 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 511 return -EOPNOTSUPP; 512 513 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj)); 514 break; 515 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 516 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 517 return -EOPNOTSUPP; 518 519 err = dsa_port_mrp_del_ring_role(dp, 520 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 521 break; 522 default: 523 err = -EOPNOTSUPP; 524 break; 525 } 526 527 return err; 528 } 529 530 static int dsa_slave_get_port_parent_id(struct net_device *dev, 531 struct netdev_phys_item_id *ppid) 532 { 533 struct dsa_port *dp = dsa_slave_to_port(dev); 534 struct dsa_switch *ds = dp->ds; 535 struct dsa_switch_tree *dst = ds->dst; 536 537 /* For non-legacy ports, devlink is used and it takes 538 * care of the name generation. This ndo implementation 539 * should be removed with legacy support. 540 */ 541 if (dp->ds->devlink) 542 return -EOPNOTSUPP; 543 544 ppid->id_len = sizeof(dst->index); 545 memcpy(&ppid->id, &dst->index, ppid->id_len); 546 547 return 0; 548 } 549 550 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev, 551 struct sk_buff *skb) 552 { 553 #ifdef CONFIG_NET_POLL_CONTROLLER 554 struct dsa_slave_priv *p = netdev_priv(dev); 555 556 return netpoll_send_skb(p->netpoll, skb); 557 #else 558 BUG(); 559 return NETDEV_TX_OK; 560 #endif 561 } 562 563 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p, 564 struct sk_buff *skb) 565 { 566 struct dsa_switch *ds = p->dp->ds; 567 568 if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) 569 return; 570 571 if (!ds->ops->port_txtstamp) 572 return; 573 574 ds->ops->port_txtstamp(ds, p->dp->index, skb); 575 } 576 577 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev) 578 { 579 /* SKB for netpoll still need to be mangled with the protocol-specific 580 * tag to be successfully transmitted 581 */ 582 if (unlikely(netpoll_tx_running(dev))) 583 return dsa_slave_netpoll_send_skb(dev, skb); 584 585 /* Queue the SKB for transmission on the parent interface, but 586 * do not modify its EtherType 587 */ 588 skb->dev = dsa_slave_to_master(dev); 589 dev_queue_xmit(skb); 590 591 return NETDEV_TX_OK; 592 } 593 EXPORT_SYMBOL_GPL(dsa_enqueue_skb); 594 595 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev) 596 { 597 int needed_headroom = dev->needed_headroom; 598 int needed_tailroom = dev->needed_tailroom; 599 600 /* For tail taggers, we need to pad short frames ourselves, to ensure 601 * that the tail tag does not fail at its role of being at the end of 602 * the packet, once the master interface pads the frame. Account for 603 * that pad length here, and pad later. 604 */ 605 if (unlikely(needed_tailroom && skb->len < ETH_ZLEN)) 606 needed_tailroom += ETH_ZLEN - skb->len; 607 /* skb_headroom() returns unsigned int... */ 608 needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0); 609 needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0); 610 611 if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb))) 612 /* No reallocation needed, yay! */ 613 return 0; 614 615 return pskb_expand_head(skb, needed_headroom, needed_tailroom, 616 GFP_ATOMIC); 617 } 618 619 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev) 620 { 621 struct dsa_slave_priv *p = netdev_priv(dev); 622 struct sk_buff *nskb; 623 624 dev_sw_netstats_tx_add(dev, 1, skb->len); 625 626 memset(skb->cb, 0, sizeof(skb->cb)); 627 628 /* Handle tx timestamp if any */ 629 dsa_skb_tx_timestamp(p, skb); 630 631 if (dsa_realloc_skb(skb, dev)) { 632 dev_kfree_skb_any(skb); 633 return NETDEV_TX_OK; 634 } 635 636 /* needed_tailroom should still be 'warm' in the cache line from 637 * dsa_realloc_skb(), which has also ensured that padding is safe. 638 */ 639 if (dev->needed_tailroom) 640 eth_skb_pad(skb); 641 642 /* Transmit function may have to reallocate the original SKB, 643 * in which case it must have freed it. Only free it here on error. 644 */ 645 nskb = p->xmit(skb, dev); 646 if (!nskb) { 647 kfree_skb(skb); 648 return NETDEV_TX_OK; 649 } 650 651 return dsa_enqueue_skb(nskb, dev); 652 } 653 654 /* ethtool operations *******************************************************/ 655 656 static void dsa_slave_get_drvinfo(struct net_device *dev, 657 struct ethtool_drvinfo *drvinfo) 658 { 659 strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver)); 660 strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version)); 661 strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info)); 662 } 663 664 static int dsa_slave_get_regs_len(struct net_device *dev) 665 { 666 struct dsa_port *dp = dsa_slave_to_port(dev); 667 struct dsa_switch *ds = dp->ds; 668 669 if (ds->ops->get_regs_len) 670 return ds->ops->get_regs_len(ds, dp->index); 671 672 return -EOPNOTSUPP; 673 } 674 675 static void 676 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p) 677 { 678 struct dsa_port *dp = dsa_slave_to_port(dev); 679 struct dsa_switch *ds = dp->ds; 680 681 if (ds->ops->get_regs) 682 ds->ops->get_regs(ds, dp->index, regs, _p); 683 } 684 685 static int dsa_slave_nway_reset(struct net_device *dev) 686 { 687 struct dsa_port *dp = dsa_slave_to_port(dev); 688 689 return phylink_ethtool_nway_reset(dp->pl); 690 } 691 692 static int dsa_slave_get_eeprom_len(struct net_device *dev) 693 { 694 struct dsa_port *dp = dsa_slave_to_port(dev); 695 struct dsa_switch *ds = dp->ds; 696 697 if (ds->cd && ds->cd->eeprom_len) 698 return ds->cd->eeprom_len; 699 700 if (ds->ops->get_eeprom_len) 701 return ds->ops->get_eeprom_len(ds); 702 703 return 0; 704 } 705 706 static int dsa_slave_get_eeprom(struct net_device *dev, 707 struct ethtool_eeprom *eeprom, u8 *data) 708 { 709 struct dsa_port *dp = dsa_slave_to_port(dev); 710 struct dsa_switch *ds = dp->ds; 711 712 if (ds->ops->get_eeprom) 713 return ds->ops->get_eeprom(ds, eeprom, data); 714 715 return -EOPNOTSUPP; 716 } 717 718 static int dsa_slave_set_eeprom(struct net_device *dev, 719 struct ethtool_eeprom *eeprom, u8 *data) 720 { 721 struct dsa_port *dp = dsa_slave_to_port(dev); 722 struct dsa_switch *ds = dp->ds; 723 724 if (ds->ops->set_eeprom) 725 return ds->ops->set_eeprom(ds, eeprom, data); 726 727 return -EOPNOTSUPP; 728 } 729 730 static void dsa_slave_get_strings(struct net_device *dev, 731 uint32_t stringset, uint8_t *data) 732 { 733 struct dsa_port *dp = dsa_slave_to_port(dev); 734 struct dsa_switch *ds = dp->ds; 735 736 if (stringset == ETH_SS_STATS) { 737 int len = ETH_GSTRING_LEN; 738 739 strncpy(data, "tx_packets", len); 740 strncpy(data + len, "tx_bytes", len); 741 strncpy(data + 2 * len, "rx_packets", len); 742 strncpy(data + 3 * len, "rx_bytes", len); 743 if (ds->ops->get_strings) 744 ds->ops->get_strings(ds, dp->index, stringset, 745 data + 4 * len); 746 } else if (stringset == ETH_SS_TEST) { 747 net_selftest_get_strings(data); 748 } 749 750 } 751 752 static void dsa_slave_get_ethtool_stats(struct net_device *dev, 753 struct ethtool_stats *stats, 754 uint64_t *data) 755 { 756 struct dsa_port *dp = dsa_slave_to_port(dev); 757 struct dsa_switch *ds = dp->ds; 758 struct pcpu_sw_netstats *s; 759 unsigned int start; 760 int i; 761 762 for_each_possible_cpu(i) { 763 u64 tx_packets, tx_bytes, rx_packets, rx_bytes; 764 765 s = per_cpu_ptr(dev->tstats, i); 766 do { 767 start = u64_stats_fetch_begin_irq(&s->syncp); 768 tx_packets = s->tx_packets; 769 tx_bytes = s->tx_bytes; 770 rx_packets = s->rx_packets; 771 rx_bytes = s->rx_bytes; 772 } while (u64_stats_fetch_retry_irq(&s->syncp, start)); 773 data[0] += tx_packets; 774 data[1] += tx_bytes; 775 data[2] += rx_packets; 776 data[3] += rx_bytes; 777 } 778 if (ds->ops->get_ethtool_stats) 779 ds->ops->get_ethtool_stats(ds, dp->index, data + 4); 780 } 781 782 static int dsa_slave_get_sset_count(struct net_device *dev, int sset) 783 { 784 struct dsa_port *dp = dsa_slave_to_port(dev); 785 struct dsa_switch *ds = dp->ds; 786 787 if (sset == ETH_SS_STATS) { 788 int count = 0; 789 790 if (ds->ops->get_sset_count) { 791 count = ds->ops->get_sset_count(ds, dp->index, sset); 792 if (count < 0) 793 return count; 794 } 795 796 return count + 4; 797 } else if (sset == ETH_SS_TEST) { 798 return net_selftest_get_count(); 799 } 800 801 return -EOPNOTSUPP; 802 } 803 804 static void dsa_slave_net_selftest(struct net_device *ndev, 805 struct ethtool_test *etest, u64 *buf) 806 { 807 struct dsa_port *dp = dsa_slave_to_port(ndev); 808 struct dsa_switch *ds = dp->ds; 809 810 if (ds->ops->self_test) { 811 ds->ops->self_test(ds, dp->index, etest, buf); 812 return; 813 } 814 815 net_selftest(ndev, etest, buf); 816 } 817 818 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w) 819 { 820 struct dsa_port *dp = dsa_slave_to_port(dev); 821 struct dsa_switch *ds = dp->ds; 822 823 phylink_ethtool_get_wol(dp->pl, w); 824 825 if (ds->ops->get_wol) 826 ds->ops->get_wol(ds, dp->index, w); 827 } 828 829 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w) 830 { 831 struct dsa_port *dp = dsa_slave_to_port(dev); 832 struct dsa_switch *ds = dp->ds; 833 int ret = -EOPNOTSUPP; 834 835 phylink_ethtool_set_wol(dp->pl, w); 836 837 if (ds->ops->set_wol) 838 ret = ds->ops->set_wol(ds, dp->index, w); 839 840 return ret; 841 } 842 843 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e) 844 { 845 struct dsa_port *dp = dsa_slave_to_port(dev); 846 struct dsa_switch *ds = dp->ds; 847 int ret; 848 849 /* Port's PHY and MAC both need to be EEE capable */ 850 if (!dev->phydev || !dp->pl) 851 return -ENODEV; 852 853 if (!ds->ops->set_mac_eee) 854 return -EOPNOTSUPP; 855 856 ret = ds->ops->set_mac_eee(ds, dp->index, e); 857 if (ret) 858 return ret; 859 860 return phylink_ethtool_set_eee(dp->pl, e); 861 } 862 863 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e) 864 { 865 struct dsa_port *dp = dsa_slave_to_port(dev); 866 struct dsa_switch *ds = dp->ds; 867 int ret; 868 869 /* Port's PHY and MAC both need to be EEE capable */ 870 if (!dev->phydev || !dp->pl) 871 return -ENODEV; 872 873 if (!ds->ops->get_mac_eee) 874 return -EOPNOTSUPP; 875 876 ret = ds->ops->get_mac_eee(ds, dp->index, e); 877 if (ret) 878 return ret; 879 880 return phylink_ethtool_get_eee(dp->pl, e); 881 } 882 883 static int dsa_slave_get_link_ksettings(struct net_device *dev, 884 struct ethtool_link_ksettings *cmd) 885 { 886 struct dsa_port *dp = dsa_slave_to_port(dev); 887 888 return phylink_ethtool_ksettings_get(dp->pl, cmd); 889 } 890 891 static int dsa_slave_set_link_ksettings(struct net_device *dev, 892 const struct ethtool_link_ksettings *cmd) 893 { 894 struct dsa_port *dp = dsa_slave_to_port(dev); 895 896 return phylink_ethtool_ksettings_set(dp->pl, cmd); 897 } 898 899 static void dsa_slave_get_pauseparam(struct net_device *dev, 900 struct ethtool_pauseparam *pause) 901 { 902 struct dsa_port *dp = dsa_slave_to_port(dev); 903 904 phylink_ethtool_get_pauseparam(dp->pl, pause); 905 } 906 907 static int dsa_slave_set_pauseparam(struct net_device *dev, 908 struct ethtool_pauseparam *pause) 909 { 910 struct dsa_port *dp = dsa_slave_to_port(dev); 911 912 return phylink_ethtool_set_pauseparam(dp->pl, pause); 913 } 914 915 #ifdef CONFIG_NET_POLL_CONTROLLER 916 static int dsa_slave_netpoll_setup(struct net_device *dev, 917 struct netpoll_info *ni) 918 { 919 struct net_device *master = dsa_slave_to_master(dev); 920 struct dsa_slave_priv *p = netdev_priv(dev); 921 struct netpoll *netpoll; 922 int err = 0; 923 924 netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL); 925 if (!netpoll) 926 return -ENOMEM; 927 928 err = __netpoll_setup(netpoll, master); 929 if (err) { 930 kfree(netpoll); 931 goto out; 932 } 933 934 p->netpoll = netpoll; 935 out: 936 return err; 937 } 938 939 static void dsa_slave_netpoll_cleanup(struct net_device *dev) 940 { 941 struct dsa_slave_priv *p = netdev_priv(dev); 942 struct netpoll *netpoll = p->netpoll; 943 944 if (!netpoll) 945 return; 946 947 p->netpoll = NULL; 948 949 __netpoll_free(netpoll); 950 } 951 952 static void dsa_slave_poll_controller(struct net_device *dev) 953 { 954 } 955 #endif 956 957 static int dsa_slave_get_phys_port_name(struct net_device *dev, 958 char *name, size_t len) 959 { 960 struct dsa_port *dp = dsa_slave_to_port(dev); 961 962 /* For non-legacy ports, devlink is used and it takes 963 * care of the name generation. This ndo implementation 964 * should be removed with legacy support. 965 */ 966 if (dp->ds->devlink) 967 return -EOPNOTSUPP; 968 969 if (snprintf(name, len, "p%d", dp->index) >= len) 970 return -EINVAL; 971 972 return 0; 973 } 974 975 static struct dsa_mall_tc_entry * 976 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie) 977 { 978 struct dsa_slave_priv *p = netdev_priv(dev); 979 struct dsa_mall_tc_entry *mall_tc_entry; 980 981 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) 982 if (mall_tc_entry->cookie == cookie) 983 return mall_tc_entry; 984 985 return NULL; 986 } 987 988 static int 989 dsa_slave_add_cls_matchall_mirred(struct net_device *dev, 990 struct tc_cls_matchall_offload *cls, 991 bool ingress) 992 { 993 struct dsa_port *dp = dsa_slave_to_port(dev); 994 struct dsa_slave_priv *p = netdev_priv(dev); 995 struct dsa_mall_mirror_tc_entry *mirror; 996 struct dsa_mall_tc_entry *mall_tc_entry; 997 struct dsa_switch *ds = dp->ds; 998 struct flow_action_entry *act; 999 struct dsa_port *to_dp; 1000 int err; 1001 1002 if (!ds->ops->port_mirror_add) 1003 return -EOPNOTSUPP; 1004 1005 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1006 cls->common.extack)) 1007 return -EOPNOTSUPP; 1008 1009 act = &cls->rule->action.entries[0]; 1010 1011 if (!act->dev) 1012 return -EINVAL; 1013 1014 if (!dsa_slave_dev_check(act->dev)) 1015 return -EOPNOTSUPP; 1016 1017 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1018 if (!mall_tc_entry) 1019 return -ENOMEM; 1020 1021 mall_tc_entry->cookie = cls->cookie; 1022 mall_tc_entry->type = DSA_PORT_MALL_MIRROR; 1023 mirror = &mall_tc_entry->mirror; 1024 1025 to_dp = dsa_slave_to_port(act->dev); 1026 1027 mirror->to_local_port = to_dp->index; 1028 mirror->ingress = ingress; 1029 1030 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress); 1031 if (err) { 1032 kfree(mall_tc_entry); 1033 return err; 1034 } 1035 1036 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1037 1038 return err; 1039 } 1040 1041 static int 1042 dsa_slave_add_cls_matchall_police(struct net_device *dev, 1043 struct tc_cls_matchall_offload *cls, 1044 bool ingress) 1045 { 1046 struct netlink_ext_ack *extack = cls->common.extack; 1047 struct dsa_port *dp = dsa_slave_to_port(dev); 1048 struct dsa_slave_priv *p = netdev_priv(dev); 1049 struct dsa_mall_policer_tc_entry *policer; 1050 struct dsa_mall_tc_entry *mall_tc_entry; 1051 struct dsa_switch *ds = dp->ds; 1052 struct flow_action_entry *act; 1053 int err; 1054 1055 if (!ds->ops->port_policer_add) { 1056 NL_SET_ERR_MSG_MOD(extack, 1057 "Policing offload not implemented"); 1058 return -EOPNOTSUPP; 1059 } 1060 1061 if (!ingress) { 1062 NL_SET_ERR_MSG_MOD(extack, 1063 "Only supported on ingress qdisc"); 1064 return -EOPNOTSUPP; 1065 } 1066 1067 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1068 cls->common.extack)) 1069 return -EOPNOTSUPP; 1070 1071 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) { 1072 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) { 1073 NL_SET_ERR_MSG_MOD(extack, 1074 "Only one port policer allowed"); 1075 return -EEXIST; 1076 } 1077 } 1078 1079 act = &cls->rule->action.entries[0]; 1080 1081 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1082 if (!mall_tc_entry) 1083 return -ENOMEM; 1084 1085 mall_tc_entry->cookie = cls->cookie; 1086 mall_tc_entry->type = DSA_PORT_MALL_POLICER; 1087 policer = &mall_tc_entry->policer; 1088 policer->rate_bytes_per_sec = act->police.rate_bytes_ps; 1089 policer->burst = act->police.burst; 1090 1091 err = ds->ops->port_policer_add(ds, dp->index, policer); 1092 if (err) { 1093 kfree(mall_tc_entry); 1094 return err; 1095 } 1096 1097 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1098 1099 return err; 1100 } 1101 1102 static int dsa_slave_add_cls_matchall(struct net_device *dev, 1103 struct tc_cls_matchall_offload *cls, 1104 bool ingress) 1105 { 1106 int err = -EOPNOTSUPP; 1107 1108 if (cls->common.protocol == htons(ETH_P_ALL) && 1109 flow_offload_has_one_action(&cls->rule->action) && 1110 cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED) 1111 err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress); 1112 else if (flow_offload_has_one_action(&cls->rule->action) && 1113 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE) 1114 err = dsa_slave_add_cls_matchall_police(dev, cls, ingress); 1115 1116 return err; 1117 } 1118 1119 static void dsa_slave_del_cls_matchall(struct net_device *dev, 1120 struct tc_cls_matchall_offload *cls) 1121 { 1122 struct dsa_port *dp = dsa_slave_to_port(dev); 1123 struct dsa_mall_tc_entry *mall_tc_entry; 1124 struct dsa_switch *ds = dp->ds; 1125 1126 mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie); 1127 if (!mall_tc_entry) 1128 return; 1129 1130 list_del(&mall_tc_entry->list); 1131 1132 switch (mall_tc_entry->type) { 1133 case DSA_PORT_MALL_MIRROR: 1134 if (ds->ops->port_mirror_del) 1135 ds->ops->port_mirror_del(ds, dp->index, 1136 &mall_tc_entry->mirror); 1137 break; 1138 case DSA_PORT_MALL_POLICER: 1139 if (ds->ops->port_policer_del) 1140 ds->ops->port_policer_del(ds, dp->index); 1141 break; 1142 default: 1143 WARN_ON(1); 1144 } 1145 1146 kfree(mall_tc_entry); 1147 } 1148 1149 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev, 1150 struct tc_cls_matchall_offload *cls, 1151 bool ingress) 1152 { 1153 if (cls->common.chain_index) 1154 return -EOPNOTSUPP; 1155 1156 switch (cls->command) { 1157 case TC_CLSMATCHALL_REPLACE: 1158 return dsa_slave_add_cls_matchall(dev, cls, ingress); 1159 case TC_CLSMATCHALL_DESTROY: 1160 dsa_slave_del_cls_matchall(dev, cls); 1161 return 0; 1162 default: 1163 return -EOPNOTSUPP; 1164 } 1165 } 1166 1167 static int dsa_slave_add_cls_flower(struct net_device *dev, 1168 struct flow_cls_offload *cls, 1169 bool ingress) 1170 { 1171 struct dsa_port *dp = dsa_slave_to_port(dev); 1172 struct dsa_switch *ds = dp->ds; 1173 int port = dp->index; 1174 1175 if (!ds->ops->cls_flower_add) 1176 return -EOPNOTSUPP; 1177 1178 return ds->ops->cls_flower_add(ds, port, cls, ingress); 1179 } 1180 1181 static int dsa_slave_del_cls_flower(struct net_device *dev, 1182 struct flow_cls_offload *cls, 1183 bool ingress) 1184 { 1185 struct dsa_port *dp = dsa_slave_to_port(dev); 1186 struct dsa_switch *ds = dp->ds; 1187 int port = dp->index; 1188 1189 if (!ds->ops->cls_flower_del) 1190 return -EOPNOTSUPP; 1191 1192 return ds->ops->cls_flower_del(ds, port, cls, ingress); 1193 } 1194 1195 static int dsa_slave_stats_cls_flower(struct net_device *dev, 1196 struct flow_cls_offload *cls, 1197 bool ingress) 1198 { 1199 struct dsa_port *dp = dsa_slave_to_port(dev); 1200 struct dsa_switch *ds = dp->ds; 1201 int port = dp->index; 1202 1203 if (!ds->ops->cls_flower_stats) 1204 return -EOPNOTSUPP; 1205 1206 return ds->ops->cls_flower_stats(ds, port, cls, ingress); 1207 } 1208 1209 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev, 1210 struct flow_cls_offload *cls, 1211 bool ingress) 1212 { 1213 switch (cls->command) { 1214 case FLOW_CLS_REPLACE: 1215 return dsa_slave_add_cls_flower(dev, cls, ingress); 1216 case FLOW_CLS_DESTROY: 1217 return dsa_slave_del_cls_flower(dev, cls, ingress); 1218 case FLOW_CLS_STATS: 1219 return dsa_slave_stats_cls_flower(dev, cls, ingress); 1220 default: 1221 return -EOPNOTSUPP; 1222 } 1223 } 1224 1225 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data, 1226 void *cb_priv, bool ingress) 1227 { 1228 struct net_device *dev = cb_priv; 1229 1230 if (!tc_can_offload(dev)) 1231 return -EOPNOTSUPP; 1232 1233 switch (type) { 1234 case TC_SETUP_CLSMATCHALL: 1235 return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress); 1236 case TC_SETUP_CLSFLOWER: 1237 return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress); 1238 default: 1239 return -EOPNOTSUPP; 1240 } 1241 } 1242 1243 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type, 1244 void *type_data, void *cb_priv) 1245 { 1246 return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true); 1247 } 1248 1249 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type, 1250 void *type_data, void *cb_priv) 1251 { 1252 return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false); 1253 } 1254 1255 static LIST_HEAD(dsa_slave_block_cb_list); 1256 1257 static int dsa_slave_setup_tc_block(struct net_device *dev, 1258 struct flow_block_offload *f) 1259 { 1260 struct flow_block_cb *block_cb; 1261 flow_setup_cb_t *cb; 1262 1263 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) 1264 cb = dsa_slave_setup_tc_block_cb_ig; 1265 else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS) 1266 cb = dsa_slave_setup_tc_block_cb_eg; 1267 else 1268 return -EOPNOTSUPP; 1269 1270 f->driver_block_list = &dsa_slave_block_cb_list; 1271 1272 switch (f->command) { 1273 case FLOW_BLOCK_BIND: 1274 if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list)) 1275 return -EBUSY; 1276 1277 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL); 1278 if (IS_ERR(block_cb)) 1279 return PTR_ERR(block_cb); 1280 1281 flow_block_cb_add(block_cb, f); 1282 list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list); 1283 return 0; 1284 case FLOW_BLOCK_UNBIND: 1285 block_cb = flow_block_cb_lookup(f->block, cb, dev); 1286 if (!block_cb) 1287 return -ENOENT; 1288 1289 flow_block_cb_remove(block_cb, f); 1290 list_del(&block_cb->driver_list); 1291 return 0; 1292 default: 1293 return -EOPNOTSUPP; 1294 } 1295 } 1296 1297 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port, 1298 void *type_data) 1299 { 1300 struct dsa_port *cpu_dp = dsa_to_port(ds, port)->cpu_dp; 1301 struct net_device *master = cpu_dp->master; 1302 1303 if (!master->netdev_ops->ndo_setup_tc) 1304 return -EOPNOTSUPP; 1305 1306 return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data); 1307 } 1308 1309 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type, 1310 void *type_data) 1311 { 1312 struct dsa_port *dp = dsa_slave_to_port(dev); 1313 struct dsa_switch *ds = dp->ds; 1314 1315 switch (type) { 1316 case TC_SETUP_BLOCK: 1317 return dsa_slave_setup_tc_block(dev, type_data); 1318 case TC_SETUP_FT: 1319 return dsa_slave_setup_ft_block(ds, dp->index, type_data); 1320 default: 1321 break; 1322 } 1323 1324 if (!ds->ops->port_setup_tc) 1325 return -EOPNOTSUPP; 1326 1327 return ds->ops->port_setup_tc(ds, dp->index, type, type_data); 1328 } 1329 1330 static int dsa_slave_get_rxnfc(struct net_device *dev, 1331 struct ethtool_rxnfc *nfc, u32 *rule_locs) 1332 { 1333 struct dsa_port *dp = dsa_slave_to_port(dev); 1334 struct dsa_switch *ds = dp->ds; 1335 1336 if (!ds->ops->get_rxnfc) 1337 return -EOPNOTSUPP; 1338 1339 return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs); 1340 } 1341 1342 static int dsa_slave_set_rxnfc(struct net_device *dev, 1343 struct ethtool_rxnfc *nfc) 1344 { 1345 struct dsa_port *dp = dsa_slave_to_port(dev); 1346 struct dsa_switch *ds = dp->ds; 1347 1348 if (!ds->ops->set_rxnfc) 1349 return -EOPNOTSUPP; 1350 1351 return ds->ops->set_rxnfc(ds, dp->index, nfc); 1352 } 1353 1354 static int dsa_slave_get_ts_info(struct net_device *dev, 1355 struct ethtool_ts_info *ts) 1356 { 1357 struct dsa_slave_priv *p = netdev_priv(dev); 1358 struct dsa_switch *ds = p->dp->ds; 1359 1360 if (!ds->ops->get_ts_info) 1361 return -EOPNOTSUPP; 1362 1363 return ds->ops->get_ts_info(ds, p->dp->index, ts); 1364 } 1365 1366 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto, 1367 u16 vid) 1368 { 1369 struct net_device *master = dsa_slave_to_master(dev); 1370 struct dsa_port *dp = dsa_slave_to_port(dev); 1371 struct switchdev_obj_port_vlan vlan = { 1372 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 1373 .vid = vid, 1374 /* This API only allows programming tagged, non-PVID VIDs */ 1375 .flags = 0, 1376 }; 1377 struct netlink_ext_ack extack = {0}; 1378 int ret; 1379 1380 /* User port... */ 1381 ret = dsa_port_vlan_add(dp, &vlan, &extack); 1382 if (ret) { 1383 if (extack._msg) 1384 netdev_err(dev, "%s\n", extack._msg); 1385 return ret; 1386 } 1387 1388 /* And CPU port... */ 1389 ret = dsa_port_vlan_add(dp->cpu_dp, &vlan, &extack); 1390 if (ret) { 1391 if (extack._msg) 1392 netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index, 1393 extack._msg); 1394 return ret; 1395 } 1396 1397 return vlan_vid_add(master, proto, vid); 1398 } 1399 1400 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto, 1401 u16 vid) 1402 { 1403 struct net_device *master = dsa_slave_to_master(dev); 1404 struct dsa_port *dp = dsa_slave_to_port(dev); 1405 struct switchdev_obj_port_vlan vlan = { 1406 .vid = vid, 1407 /* This API only allows programming tagged, non-PVID VIDs */ 1408 .flags = 0, 1409 }; 1410 int err; 1411 1412 /* Do not deprogram the CPU port as it may be shared with other user 1413 * ports which can be members of this VLAN as well. 1414 */ 1415 err = dsa_port_vlan_del(dp, &vlan); 1416 if (err) 1417 return err; 1418 1419 vlan_vid_del(master, proto, vid); 1420 1421 return 0; 1422 } 1423 1424 struct dsa_hw_port { 1425 struct list_head list; 1426 struct net_device *dev; 1427 int old_mtu; 1428 }; 1429 1430 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu) 1431 { 1432 const struct dsa_hw_port *p; 1433 int err; 1434 1435 list_for_each_entry(p, hw_port_list, list) { 1436 if (p->dev->mtu == mtu) 1437 continue; 1438 1439 err = dev_set_mtu(p->dev, mtu); 1440 if (err) 1441 goto rollback; 1442 } 1443 1444 return 0; 1445 1446 rollback: 1447 list_for_each_entry_continue_reverse(p, hw_port_list, list) { 1448 if (p->dev->mtu == p->old_mtu) 1449 continue; 1450 1451 if (dev_set_mtu(p->dev, p->old_mtu)) 1452 netdev_err(p->dev, "Failed to restore MTU\n"); 1453 } 1454 1455 return err; 1456 } 1457 1458 static void dsa_hw_port_list_free(struct list_head *hw_port_list) 1459 { 1460 struct dsa_hw_port *p, *n; 1461 1462 list_for_each_entry_safe(p, n, hw_port_list, list) 1463 kfree(p); 1464 } 1465 1466 /* Make the hardware datapath to/from @dev limited to a common MTU */ 1467 static void dsa_bridge_mtu_normalization(struct dsa_port *dp) 1468 { 1469 struct list_head hw_port_list; 1470 struct dsa_switch_tree *dst; 1471 int min_mtu = ETH_MAX_MTU; 1472 struct dsa_port *other_dp; 1473 int err; 1474 1475 if (!dp->ds->mtu_enforcement_ingress) 1476 return; 1477 1478 if (!dp->bridge_dev) 1479 return; 1480 1481 INIT_LIST_HEAD(&hw_port_list); 1482 1483 /* Populate the list of ports that are part of the same bridge 1484 * as the newly added/modified port 1485 */ 1486 list_for_each_entry(dst, &dsa_tree_list, list) { 1487 list_for_each_entry(other_dp, &dst->ports, list) { 1488 struct dsa_hw_port *hw_port; 1489 struct net_device *slave; 1490 1491 if (other_dp->type != DSA_PORT_TYPE_USER) 1492 continue; 1493 1494 if (other_dp->bridge_dev != dp->bridge_dev) 1495 continue; 1496 1497 if (!other_dp->ds->mtu_enforcement_ingress) 1498 continue; 1499 1500 slave = other_dp->slave; 1501 1502 if (min_mtu > slave->mtu) 1503 min_mtu = slave->mtu; 1504 1505 hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL); 1506 if (!hw_port) 1507 goto out; 1508 1509 hw_port->dev = slave; 1510 hw_port->old_mtu = slave->mtu; 1511 1512 list_add(&hw_port->list, &hw_port_list); 1513 } 1514 } 1515 1516 /* Attempt to configure the entire hardware bridge to the newly added 1517 * interface's MTU first, regardless of whether the intention of the 1518 * user was to raise or lower it. 1519 */ 1520 err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu); 1521 if (!err) 1522 goto out; 1523 1524 /* Clearly that didn't work out so well, so just set the minimum MTU on 1525 * all hardware bridge ports now. If this fails too, then all ports will 1526 * still have their old MTU rolled back anyway. 1527 */ 1528 dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu); 1529 1530 out: 1531 dsa_hw_port_list_free(&hw_port_list); 1532 } 1533 1534 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu) 1535 { 1536 struct net_device *master = dsa_slave_to_master(dev); 1537 struct dsa_port *dp = dsa_slave_to_port(dev); 1538 struct dsa_slave_priv *p = netdev_priv(dev); 1539 struct dsa_switch *ds = p->dp->ds; 1540 struct dsa_port *dp_iter; 1541 struct dsa_port *cpu_dp; 1542 int port = p->dp->index; 1543 int largest_mtu = 0; 1544 int new_master_mtu; 1545 int old_master_mtu; 1546 int mtu_limit; 1547 int cpu_mtu; 1548 int err; 1549 1550 if (!ds->ops->port_change_mtu) 1551 return -EOPNOTSUPP; 1552 1553 list_for_each_entry(dp_iter, &ds->dst->ports, list) { 1554 int slave_mtu; 1555 1556 if (!dsa_port_is_user(dp_iter)) 1557 continue; 1558 1559 /* During probe, this function will be called for each slave 1560 * device, while not all of them have been allocated. That's 1561 * ok, it doesn't change what the maximum is, so ignore it. 1562 */ 1563 if (!dp_iter->slave) 1564 continue; 1565 1566 /* Pretend that we already applied the setting, which we 1567 * actually haven't (still haven't done all integrity checks) 1568 */ 1569 if (dp_iter == dp) 1570 slave_mtu = new_mtu; 1571 else 1572 slave_mtu = dp_iter->slave->mtu; 1573 1574 if (largest_mtu < slave_mtu) 1575 largest_mtu = slave_mtu; 1576 } 1577 1578 cpu_dp = dsa_to_port(ds, port)->cpu_dp; 1579 1580 mtu_limit = min_t(int, master->max_mtu, dev->max_mtu); 1581 old_master_mtu = master->mtu; 1582 new_master_mtu = largest_mtu + dsa_tag_protocol_overhead(cpu_dp->tag_ops); 1583 if (new_master_mtu > mtu_limit) 1584 return -ERANGE; 1585 1586 /* If the master MTU isn't over limit, there's no need to check the CPU 1587 * MTU, since that surely isn't either. 1588 */ 1589 cpu_mtu = largest_mtu; 1590 1591 /* Start applying stuff */ 1592 if (new_master_mtu != old_master_mtu) { 1593 err = dev_set_mtu(master, new_master_mtu); 1594 if (err < 0) 1595 goto out_master_failed; 1596 1597 /* We only need to propagate the MTU of the CPU port to 1598 * upstream switches, so create a non-targeted notifier which 1599 * updates all switches. 1600 */ 1601 err = dsa_port_mtu_change(cpu_dp, cpu_mtu, false); 1602 if (err) 1603 goto out_cpu_failed; 1604 } 1605 1606 err = dsa_port_mtu_change(dp, new_mtu, true); 1607 if (err) 1608 goto out_port_failed; 1609 1610 dev->mtu = new_mtu; 1611 1612 dsa_bridge_mtu_normalization(dp); 1613 1614 return 0; 1615 1616 out_port_failed: 1617 if (new_master_mtu != old_master_mtu) 1618 dsa_port_mtu_change(cpu_dp, old_master_mtu - 1619 dsa_tag_protocol_overhead(cpu_dp->tag_ops), 1620 false); 1621 out_cpu_failed: 1622 if (new_master_mtu != old_master_mtu) 1623 dev_set_mtu(master, old_master_mtu); 1624 out_master_failed: 1625 return err; 1626 } 1627 1628 static const struct ethtool_ops dsa_slave_ethtool_ops = { 1629 .get_drvinfo = dsa_slave_get_drvinfo, 1630 .get_regs_len = dsa_slave_get_regs_len, 1631 .get_regs = dsa_slave_get_regs, 1632 .nway_reset = dsa_slave_nway_reset, 1633 .get_link = ethtool_op_get_link, 1634 .get_eeprom_len = dsa_slave_get_eeprom_len, 1635 .get_eeprom = dsa_slave_get_eeprom, 1636 .set_eeprom = dsa_slave_set_eeprom, 1637 .get_strings = dsa_slave_get_strings, 1638 .get_ethtool_stats = dsa_slave_get_ethtool_stats, 1639 .get_sset_count = dsa_slave_get_sset_count, 1640 .set_wol = dsa_slave_set_wol, 1641 .get_wol = dsa_slave_get_wol, 1642 .set_eee = dsa_slave_set_eee, 1643 .get_eee = dsa_slave_get_eee, 1644 .get_link_ksettings = dsa_slave_get_link_ksettings, 1645 .set_link_ksettings = dsa_slave_set_link_ksettings, 1646 .get_pauseparam = dsa_slave_get_pauseparam, 1647 .set_pauseparam = dsa_slave_set_pauseparam, 1648 .get_rxnfc = dsa_slave_get_rxnfc, 1649 .set_rxnfc = dsa_slave_set_rxnfc, 1650 .get_ts_info = dsa_slave_get_ts_info, 1651 .self_test = dsa_slave_net_selftest, 1652 }; 1653 1654 /* legacy way, bypassing the bridge *****************************************/ 1655 static int dsa_legacy_fdb_add(struct ndmsg *ndm, struct nlattr *tb[], 1656 struct net_device *dev, 1657 const unsigned char *addr, u16 vid, 1658 u16 flags, 1659 struct netlink_ext_ack *extack) 1660 { 1661 struct dsa_port *dp = dsa_slave_to_port(dev); 1662 1663 return dsa_port_fdb_add(dp, addr, vid); 1664 } 1665 1666 static int dsa_legacy_fdb_del(struct ndmsg *ndm, struct nlattr *tb[], 1667 struct net_device *dev, 1668 const unsigned char *addr, u16 vid) 1669 { 1670 struct dsa_port *dp = dsa_slave_to_port(dev); 1671 1672 return dsa_port_fdb_del(dp, addr, vid); 1673 } 1674 1675 static struct devlink_port *dsa_slave_get_devlink_port(struct net_device *dev) 1676 { 1677 struct dsa_port *dp = dsa_slave_to_port(dev); 1678 1679 return dp->ds->devlink ? &dp->devlink_port : NULL; 1680 } 1681 1682 static void dsa_slave_get_stats64(struct net_device *dev, 1683 struct rtnl_link_stats64 *s) 1684 { 1685 struct dsa_port *dp = dsa_slave_to_port(dev); 1686 struct dsa_switch *ds = dp->ds; 1687 1688 if (ds->ops->get_stats64) 1689 ds->ops->get_stats64(ds, dp->index, s); 1690 else 1691 dev_get_tstats64(dev, s); 1692 } 1693 1694 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx, 1695 struct net_device_path *path) 1696 { 1697 struct dsa_port *dp = dsa_slave_to_port(ctx->dev); 1698 struct dsa_port *cpu_dp = dp->cpu_dp; 1699 1700 path->dev = ctx->dev; 1701 path->type = DEV_PATH_DSA; 1702 path->dsa.proto = cpu_dp->tag_ops->proto; 1703 path->dsa.port = dp->index; 1704 ctx->dev = cpu_dp->master; 1705 1706 return 0; 1707 } 1708 1709 static const struct net_device_ops dsa_slave_netdev_ops = { 1710 .ndo_open = dsa_slave_open, 1711 .ndo_stop = dsa_slave_close, 1712 .ndo_start_xmit = dsa_slave_xmit, 1713 .ndo_change_rx_flags = dsa_slave_change_rx_flags, 1714 .ndo_set_rx_mode = dsa_slave_set_rx_mode, 1715 .ndo_set_mac_address = dsa_slave_set_mac_address, 1716 .ndo_fdb_add = dsa_legacy_fdb_add, 1717 .ndo_fdb_del = dsa_legacy_fdb_del, 1718 .ndo_fdb_dump = dsa_slave_fdb_dump, 1719 .ndo_do_ioctl = dsa_slave_ioctl, 1720 .ndo_get_iflink = dsa_slave_get_iflink, 1721 #ifdef CONFIG_NET_POLL_CONTROLLER 1722 .ndo_netpoll_setup = dsa_slave_netpoll_setup, 1723 .ndo_netpoll_cleanup = dsa_slave_netpoll_cleanup, 1724 .ndo_poll_controller = dsa_slave_poll_controller, 1725 #endif 1726 .ndo_get_phys_port_name = dsa_slave_get_phys_port_name, 1727 .ndo_setup_tc = dsa_slave_setup_tc, 1728 .ndo_get_stats64 = dsa_slave_get_stats64, 1729 .ndo_get_port_parent_id = dsa_slave_get_port_parent_id, 1730 .ndo_vlan_rx_add_vid = dsa_slave_vlan_rx_add_vid, 1731 .ndo_vlan_rx_kill_vid = dsa_slave_vlan_rx_kill_vid, 1732 .ndo_get_devlink_port = dsa_slave_get_devlink_port, 1733 .ndo_change_mtu = dsa_slave_change_mtu, 1734 .ndo_fill_forward_path = dsa_slave_fill_forward_path, 1735 }; 1736 1737 static struct device_type dsa_type = { 1738 .name = "dsa", 1739 }; 1740 1741 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up) 1742 { 1743 const struct dsa_port *dp = dsa_to_port(ds, port); 1744 1745 if (dp->pl) 1746 phylink_mac_change(dp->pl, up); 1747 } 1748 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change); 1749 1750 static void dsa_slave_phylink_fixed_state(struct phylink_config *config, 1751 struct phylink_link_state *state) 1752 { 1753 struct dsa_port *dp = container_of(config, struct dsa_port, pl_config); 1754 struct dsa_switch *ds = dp->ds; 1755 1756 /* No need to check that this operation is valid, the callback would 1757 * not be called if it was not. 1758 */ 1759 ds->ops->phylink_fixed_state(ds, dp->index, state); 1760 } 1761 1762 /* slave device setup *******************************************************/ 1763 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr, 1764 u32 flags) 1765 { 1766 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1767 struct dsa_switch *ds = dp->ds; 1768 1769 slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr); 1770 if (!slave_dev->phydev) { 1771 netdev_err(slave_dev, "no phy at %d\n", addr); 1772 return -ENODEV; 1773 } 1774 1775 slave_dev->phydev->dev_flags |= flags; 1776 1777 return phylink_connect_phy(dp->pl, slave_dev->phydev); 1778 } 1779 1780 static int dsa_slave_phy_setup(struct net_device *slave_dev) 1781 { 1782 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1783 struct device_node *port_dn = dp->dn; 1784 struct dsa_switch *ds = dp->ds; 1785 phy_interface_t mode; 1786 u32 phy_flags = 0; 1787 int ret; 1788 1789 ret = of_get_phy_mode(port_dn, &mode); 1790 if (ret) 1791 mode = PHY_INTERFACE_MODE_NA; 1792 1793 dp->pl_config.dev = &slave_dev->dev; 1794 dp->pl_config.type = PHYLINK_NETDEV; 1795 1796 /* The get_fixed_state callback takes precedence over polling the 1797 * link GPIO in PHYLINK (see phylink_get_fixed_state). Only set 1798 * this if the switch provides such a callback. 1799 */ 1800 if (ds->ops->phylink_fixed_state) { 1801 dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state; 1802 dp->pl_config.poll_fixed_state = true; 1803 } 1804 1805 dp->pl = phylink_create(&dp->pl_config, of_fwnode_handle(port_dn), mode, 1806 &dsa_port_phylink_mac_ops); 1807 if (IS_ERR(dp->pl)) { 1808 netdev_err(slave_dev, 1809 "error creating PHYLINK: %ld\n", PTR_ERR(dp->pl)); 1810 return PTR_ERR(dp->pl); 1811 } 1812 1813 if (ds->ops->get_phy_flags) 1814 phy_flags = ds->ops->get_phy_flags(ds, dp->index); 1815 1816 ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags); 1817 if (ret == -ENODEV && ds->slave_mii_bus) { 1818 /* We could not connect to a designated PHY or SFP, so try to 1819 * use the switch internal MDIO bus instead 1820 */ 1821 ret = dsa_slave_phy_connect(slave_dev, dp->index, phy_flags); 1822 if (ret) { 1823 netdev_err(slave_dev, 1824 "failed to connect to port %d: %d\n", 1825 dp->index, ret); 1826 phylink_destroy(dp->pl); 1827 return ret; 1828 } 1829 } 1830 1831 return ret; 1832 } 1833 1834 void dsa_slave_setup_tagger(struct net_device *slave) 1835 { 1836 struct dsa_port *dp = dsa_slave_to_port(slave); 1837 struct dsa_slave_priv *p = netdev_priv(slave); 1838 const struct dsa_port *cpu_dp = dp->cpu_dp; 1839 struct net_device *master = cpu_dp->master; 1840 1841 slave->needed_headroom = cpu_dp->tag_ops->needed_headroom; 1842 slave->needed_tailroom = cpu_dp->tag_ops->needed_tailroom; 1843 /* Try to save one extra realloc later in the TX path (in the master) 1844 * by also inheriting the master's needed headroom and tailroom. 1845 * The 8021q driver also does this. 1846 */ 1847 slave->needed_headroom += master->needed_headroom; 1848 slave->needed_tailroom += master->needed_tailroom; 1849 1850 p->xmit = cpu_dp->tag_ops->xmit; 1851 } 1852 1853 static struct lock_class_key dsa_slave_netdev_xmit_lock_key; 1854 static void dsa_slave_set_lockdep_class_one(struct net_device *dev, 1855 struct netdev_queue *txq, 1856 void *_unused) 1857 { 1858 lockdep_set_class(&txq->_xmit_lock, 1859 &dsa_slave_netdev_xmit_lock_key); 1860 } 1861 1862 int dsa_slave_suspend(struct net_device *slave_dev) 1863 { 1864 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1865 1866 if (!netif_running(slave_dev)) 1867 return 0; 1868 1869 netif_device_detach(slave_dev); 1870 1871 rtnl_lock(); 1872 phylink_stop(dp->pl); 1873 rtnl_unlock(); 1874 1875 return 0; 1876 } 1877 1878 int dsa_slave_resume(struct net_device *slave_dev) 1879 { 1880 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1881 1882 if (!netif_running(slave_dev)) 1883 return 0; 1884 1885 netif_device_attach(slave_dev); 1886 1887 rtnl_lock(); 1888 phylink_start(dp->pl); 1889 rtnl_unlock(); 1890 1891 return 0; 1892 } 1893 1894 int dsa_slave_create(struct dsa_port *port) 1895 { 1896 const struct dsa_port *cpu_dp = port->cpu_dp; 1897 struct net_device *master = cpu_dp->master; 1898 struct dsa_switch *ds = port->ds; 1899 const char *name = port->name; 1900 struct net_device *slave_dev; 1901 struct dsa_slave_priv *p; 1902 int ret; 1903 1904 if (!ds->num_tx_queues) 1905 ds->num_tx_queues = 1; 1906 1907 slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name, 1908 NET_NAME_UNKNOWN, ether_setup, 1909 ds->num_tx_queues, 1); 1910 if (slave_dev == NULL) 1911 return -ENOMEM; 1912 1913 slave_dev->features = master->vlan_features | NETIF_F_HW_TC; 1914 if (ds->ops->port_vlan_add && ds->ops->port_vlan_del) 1915 slave_dev->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 1916 slave_dev->hw_features |= NETIF_F_HW_TC; 1917 slave_dev->features |= NETIF_F_LLTX; 1918 slave_dev->ethtool_ops = &dsa_slave_ethtool_ops; 1919 if (!is_zero_ether_addr(port->mac)) 1920 ether_addr_copy(slave_dev->dev_addr, port->mac); 1921 else 1922 eth_hw_addr_inherit(slave_dev, master); 1923 slave_dev->priv_flags |= IFF_NO_QUEUE; 1924 slave_dev->netdev_ops = &dsa_slave_netdev_ops; 1925 if (ds->ops->port_max_mtu) 1926 slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index); 1927 SET_NETDEV_DEVTYPE(slave_dev, &dsa_type); 1928 1929 netdev_for_each_tx_queue(slave_dev, dsa_slave_set_lockdep_class_one, 1930 NULL); 1931 1932 SET_NETDEV_DEV(slave_dev, port->ds->dev); 1933 slave_dev->dev.of_node = port->dn; 1934 slave_dev->vlan_features = master->vlan_features; 1935 1936 p = netdev_priv(slave_dev); 1937 slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); 1938 if (!slave_dev->tstats) { 1939 free_netdev(slave_dev); 1940 return -ENOMEM; 1941 } 1942 1943 ret = gro_cells_init(&p->gcells, slave_dev); 1944 if (ret) 1945 goto out_free; 1946 1947 p->dp = port; 1948 INIT_LIST_HEAD(&p->mall_tc_list); 1949 port->slave = slave_dev; 1950 dsa_slave_setup_tagger(slave_dev); 1951 1952 rtnl_lock(); 1953 ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN); 1954 rtnl_unlock(); 1955 if (ret && ret != -EOPNOTSUPP) 1956 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n", 1957 ret, ETH_DATA_LEN, port->index); 1958 1959 netif_carrier_off(slave_dev); 1960 1961 ret = dsa_slave_phy_setup(slave_dev); 1962 if (ret) { 1963 netdev_err(slave_dev, 1964 "error %d setting up PHY for tree %d, switch %d, port %d\n", 1965 ret, ds->dst->index, ds->index, port->index); 1966 goto out_gcells; 1967 } 1968 1969 rtnl_lock(); 1970 1971 ret = register_netdevice(slave_dev); 1972 if (ret) { 1973 netdev_err(master, "error %d registering interface %s\n", 1974 ret, slave_dev->name); 1975 rtnl_unlock(); 1976 goto out_phy; 1977 } 1978 1979 ret = netdev_upper_dev_link(master, slave_dev, NULL); 1980 1981 rtnl_unlock(); 1982 1983 if (ret) 1984 goto out_unregister; 1985 1986 return 0; 1987 1988 out_unregister: 1989 unregister_netdev(slave_dev); 1990 out_phy: 1991 rtnl_lock(); 1992 phylink_disconnect_phy(p->dp->pl); 1993 rtnl_unlock(); 1994 phylink_destroy(p->dp->pl); 1995 out_gcells: 1996 gro_cells_destroy(&p->gcells); 1997 out_free: 1998 free_percpu(slave_dev->tstats); 1999 free_netdev(slave_dev); 2000 port->slave = NULL; 2001 return ret; 2002 } 2003 2004 void dsa_slave_destroy(struct net_device *slave_dev) 2005 { 2006 struct net_device *master = dsa_slave_to_master(slave_dev); 2007 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 2008 struct dsa_slave_priv *p = netdev_priv(slave_dev); 2009 2010 netif_carrier_off(slave_dev); 2011 rtnl_lock(); 2012 netdev_upper_dev_unlink(master, slave_dev); 2013 unregister_netdevice(slave_dev); 2014 phylink_disconnect_phy(dp->pl); 2015 rtnl_unlock(); 2016 2017 phylink_destroy(dp->pl); 2018 gro_cells_destroy(&p->gcells); 2019 free_percpu(slave_dev->tstats); 2020 free_netdev(slave_dev); 2021 } 2022 2023 bool dsa_slave_dev_check(const struct net_device *dev) 2024 { 2025 return dev->netdev_ops == &dsa_slave_netdev_ops; 2026 } 2027 EXPORT_SYMBOL_GPL(dsa_slave_dev_check); 2028 2029 static int dsa_slave_changeupper(struct net_device *dev, 2030 struct netdev_notifier_changeupper_info *info) 2031 { 2032 struct dsa_port *dp = dsa_slave_to_port(dev); 2033 struct netlink_ext_ack *extack; 2034 int err = NOTIFY_DONE; 2035 2036 extack = netdev_notifier_info_to_extack(&info->info); 2037 2038 if (netif_is_bridge_master(info->upper_dev)) { 2039 if (info->linking) { 2040 err = dsa_port_bridge_join(dp, info->upper_dev, extack); 2041 if (!err) 2042 dsa_bridge_mtu_normalization(dp); 2043 err = notifier_from_errno(err); 2044 } else { 2045 dsa_port_bridge_leave(dp, info->upper_dev); 2046 err = NOTIFY_OK; 2047 } 2048 } else if (netif_is_lag_master(info->upper_dev)) { 2049 if (info->linking) { 2050 err = dsa_port_lag_join(dp, info->upper_dev, 2051 info->upper_info, extack); 2052 if (err == -EOPNOTSUPP) { 2053 NL_SET_ERR_MSG_MOD(info->info.extack, 2054 "Offloading not supported"); 2055 err = 0; 2056 } 2057 err = notifier_from_errno(err); 2058 } else { 2059 dsa_port_lag_leave(dp, info->upper_dev); 2060 err = NOTIFY_OK; 2061 } 2062 } else if (is_hsr_master(info->upper_dev)) { 2063 if (info->linking) { 2064 err = dsa_port_hsr_join(dp, info->upper_dev); 2065 if (err == -EOPNOTSUPP) { 2066 NL_SET_ERR_MSG_MOD(info->info.extack, 2067 "Offloading not supported"); 2068 err = 0; 2069 } 2070 err = notifier_from_errno(err); 2071 } else { 2072 dsa_port_hsr_leave(dp, info->upper_dev); 2073 err = NOTIFY_OK; 2074 } 2075 } 2076 2077 return err; 2078 } 2079 2080 static int 2081 dsa_slave_lag_changeupper(struct net_device *dev, 2082 struct netdev_notifier_changeupper_info *info) 2083 { 2084 struct net_device *lower; 2085 struct list_head *iter; 2086 int err = NOTIFY_DONE; 2087 struct dsa_port *dp; 2088 2089 netdev_for_each_lower_dev(dev, lower, iter) { 2090 if (!dsa_slave_dev_check(lower)) 2091 continue; 2092 2093 dp = dsa_slave_to_port(lower); 2094 if (!dp->lag_dev) 2095 /* Software LAG */ 2096 continue; 2097 2098 err = dsa_slave_changeupper(lower, info); 2099 if (notifier_to_errno(err)) 2100 break; 2101 } 2102 2103 return err; 2104 } 2105 2106 static int 2107 dsa_prevent_bridging_8021q_upper(struct net_device *dev, 2108 struct netdev_notifier_changeupper_info *info) 2109 { 2110 struct netlink_ext_ack *ext_ack; 2111 struct net_device *slave; 2112 struct dsa_port *dp; 2113 2114 ext_ack = netdev_notifier_info_to_extack(&info->info); 2115 2116 if (!is_vlan_dev(dev)) 2117 return NOTIFY_DONE; 2118 2119 slave = vlan_dev_real_dev(dev); 2120 if (!dsa_slave_dev_check(slave)) 2121 return NOTIFY_DONE; 2122 2123 dp = dsa_slave_to_port(slave); 2124 if (!dp->bridge_dev) 2125 return NOTIFY_DONE; 2126 2127 /* Deny enslaving a VLAN device into a VLAN-aware bridge */ 2128 if (br_vlan_enabled(dp->bridge_dev) && 2129 netif_is_bridge_master(info->upper_dev) && info->linking) { 2130 NL_SET_ERR_MSG_MOD(ext_ack, 2131 "Cannot enslave VLAN device into VLAN aware bridge"); 2132 return notifier_from_errno(-EINVAL); 2133 } 2134 2135 return NOTIFY_DONE; 2136 } 2137 2138 static int 2139 dsa_slave_check_8021q_upper(struct net_device *dev, 2140 struct netdev_notifier_changeupper_info *info) 2141 { 2142 struct dsa_port *dp = dsa_slave_to_port(dev); 2143 struct net_device *br = dp->bridge_dev; 2144 struct bridge_vlan_info br_info; 2145 struct netlink_ext_ack *extack; 2146 int err = NOTIFY_DONE; 2147 u16 vid; 2148 2149 if (!br || !br_vlan_enabled(br)) 2150 return NOTIFY_DONE; 2151 2152 extack = netdev_notifier_info_to_extack(&info->info); 2153 vid = vlan_dev_vlan_id(info->upper_dev); 2154 2155 /* br_vlan_get_info() returns -EINVAL or -ENOENT if the 2156 * device, respectively the VID is not found, returning 2157 * 0 means success, which is a failure for us here. 2158 */ 2159 err = br_vlan_get_info(br, vid, &br_info); 2160 if (err == 0) { 2161 NL_SET_ERR_MSG_MOD(extack, 2162 "This VLAN is already configured by the bridge"); 2163 return notifier_from_errno(-EBUSY); 2164 } 2165 2166 return NOTIFY_DONE; 2167 } 2168 2169 static int dsa_slave_netdevice_event(struct notifier_block *nb, 2170 unsigned long event, void *ptr) 2171 { 2172 struct net_device *dev = netdev_notifier_info_to_dev(ptr); 2173 2174 switch (event) { 2175 case NETDEV_PRECHANGEUPPER: { 2176 struct netdev_notifier_changeupper_info *info = ptr; 2177 struct dsa_switch *ds; 2178 struct dsa_port *dp; 2179 int err; 2180 2181 if (!dsa_slave_dev_check(dev)) 2182 return dsa_prevent_bridging_8021q_upper(dev, ptr); 2183 2184 dp = dsa_slave_to_port(dev); 2185 ds = dp->ds; 2186 2187 if (ds->ops->port_prechangeupper) { 2188 err = ds->ops->port_prechangeupper(ds, dp->index, info); 2189 if (err) 2190 return notifier_from_errno(err); 2191 } 2192 2193 if (is_vlan_dev(info->upper_dev)) 2194 return dsa_slave_check_8021q_upper(dev, ptr); 2195 break; 2196 } 2197 case NETDEV_CHANGEUPPER: 2198 if (dsa_slave_dev_check(dev)) 2199 return dsa_slave_changeupper(dev, ptr); 2200 2201 if (netif_is_lag_master(dev)) 2202 return dsa_slave_lag_changeupper(dev, ptr); 2203 2204 break; 2205 case NETDEV_CHANGELOWERSTATE: { 2206 struct netdev_notifier_changelowerstate_info *info = ptr; 2207 struct dsa_port *dp; 2208 int err; 2209 2210 if (!dsa_slave_dev_check(dev)) 2211 break; 2212 2213 dp = dsa_slave_to_port(dev); 2214 2215 err = dsa_port_lag_change(dp, info->lower_state_info); 2216 return notifier_from_errno(err); 2217 } 2218 case NETDEV_GOING_DOWN: { 2219 struct dsa_port *dp, *cpu_dp; 2220 struct dsa_switch_tree *dst; 2221 LIST_HEAD(close_list); 2222 2223 if (!netdev_uses_dsa(dev)) 2224 return NOTIFY_DONE; 2225 2226 cpu_dp = dev->dsa_ptr; 2227 dst = cpu_dp->ds->dst; 2228 2229 list_for_each_entry(dp, &dst->ports, list) { 2230 if (!dsa_is_user_port(dp->ds, dp->index)) 2231 continue; 2232 2233 list_add(&dp->slave->close_list, &close_list); 2234 } 2235 2236 dev_close_many(&close_list, true); 2237 2238 return NOTIFY_OK; 2239 } 2240 default: 2241 break; 2242 } 2243 2244 return NOTIFY_DONE; 2245 } 2246 2247 static void 2248 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work) 2249 { 2250 struct dsa_switch *ds = switchdev_work->ds; 2251 struct switchdev_notifier_fdb_info info; 2252 struct dsa_port *dp; 2253 2254 if (!dsa_is_user_port(ds, switchdev_work->port)) 2255 return; 2256 2257 info.addr = switchdev_work->addr; 2258 info.vid = switchdev_work->vid; 2259 info.offloaded = true; 2260 dp = dsa_to_port(ds, switchdev_work->port); 2261 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, 2262 dp->slave, &info.info, NULL); 2263 } 2264 2265 static void dsa_slave_switchdev_event_work(struct work_struct *work) 2266 { 2267 struct dsa_switchdev_event_work *switchdev_work = 2268 container_of(work, struct dsa_switchdev_event_work, work); 2269 struct dsa_switch *ds = switchdev_work->ds; 2270 struct dsa_port *dp; 2271 int err; 2272 2273 dp = dsa_to_port(ds, switchdev_work->port); 2274 2275 rtnl_lock(); 2276 switch (switchdev_work->event) { 2277 case SWITCHDEV_FDB_ADD_TO_DEVICE: 2278 err = dsa_port_fdb_add(dp, switchdev_work->addr, 2279 switchdev_work->vid); 2280 if (err) { 2281 dev_err(ds->dev, 2282 "port %d failed to add %pM vid %d to fdb: %d\n", 2283 dp->index, switchdev_work->addr, 2284 switchdev_work->vid, err); 2285 break; 2286 } 2287 dsa_fdb_offload_notify(switchdev_work); 2288 break; 2289 2290 case SWITCHDEV_FDB_DEL_TO_DEVICE: 2291 err = dsa_port_fdb_del(dp, switchdev_work->addr, 2292 switchdev_work->vid); 2293 if (err) { 2294 dev_err(ds->dev, 2295 "port %d failed to delete %pM vid %d from fdb: %d\n", 2296 dp->index, switchdev_work->addr, 2297 switchdev_work->vid, err); 2298 } 2299 2300 break; 2301 } 2302 rtnl_unlock(); 2303 2304 kfree(switchdev_work); 2305 if (dsa_is_user_port(ds, dp->index)) 2306 dev_put(dp->slave); 2307 } 2308 2309 static int dsa_lower_dev_walk(struct net_device *lower_dev, 2310 struct netdev_nested_priv *priv) 2311 { 2312 if (dsa_slave_dev_check(lower_dev)) { 2313 priv->data = (void *)netdev_priv(lower_dev); 2314 return 1; 2315 } 2316 2317 return 0; 2318 } 2319 2320 static struct dsa_slave_priv *dsa_slave_dev_lower_find(struct net_device *dev) 2321 { 2322 struct netdev_nested_priv priv = { 2323 .data = NULL, 2324 }; 2325 2326 netdev_walk_all_lower_dev_rcu(dev, dsa_lower_dev_walk, &priv); 2327 2328 return (struct dsa_slave_priv *)priv.data; 2329 } 2330 2331 /* Called under rcu_read_lock() */ 2332 static int dsa_slave_switchdev_event(struct notifier_block *unused, 2333 unsigned long event, void *ptr) 2334 { 2335 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 2336 const struct switchdev_notifier_fdb_info *fdb_info; 2337 struct dsa_switchdev_event_work *switchdev_work; 2338 struct dsa_port *dp; 2339 int err; 2340 2341 switch (event) { 2342 case SWITCHDEV_PORT_ATTR_SET: 2343 err = switchdev_handle_port_attr_set(dev, ptr, 2344 dsa_slave_dev_check, 2345 dsa_slave_port_attr_set); 2346 return notifier_from_errno(err); 2347 case SWITCHDEV_FDB_ADD_TO_DEVICE: 2348 case SWITCHDEV_FDB_DEL_TO_DEVICE: 2349 fdb_info = ptr; 2350 2351 if (dsa_slave_dev_check(dev)) { 2352 if (!fdb_info->added_by_user || fdb_info->is_local) 2353 return NOTIFY_OK; 2354 2355 dp = dsa_slave_to_port(dev); 2356 } else { 2357 /* Snoop addresses learnt on foreign interfaces 2358 * bridged with us, for switches that don't 2359 * automatically learn SA from CPU-injected traffic 2360 */ 2361 struct net_device *br_dev; 2362 struct dsa_slave_priv *p; 2363 2364 br_dev = netdev_master_upper_dev_get_rcu(dev); 2365 if (!br_dev) 2366 return NOTIFY_DONE; 2367 2368 if (!netif_is_bridge_master(br_dev)) 2369 return NOTIFY_DONE; 2370 2371 p = dsa_slave_dev_lower_find(br_dev); 2372 if (!p) 2373 return NOTIFY_DONE; 2374 2375 dp = p->dp->cpu_dp; 2376 2377 if (!dp->ds->assisted_learning_on_cpu_port) 2378 return NOTIFY_DONE; 2379 2380 /* When the bridge learns an address on an offloaded 2381 * LAG we don't want to send traffic to the CPU, the 2382 * other ports bridged with the LAG should be able to 2383 * autonomously forward towards it. 2384 */ 2385 if (dsa_tree_offloads_bridge_port(dp->ds->dst, dev)) 2386 return NOTIFY_DONE; 2387 } 2388 2389 if (!dp->ds->ops->port_fdb_add || !dp->ds->ops->port_fdb_del) 2390 return NOTIFY_DONE; 2391 2392 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC); 2393 if (!switchdev_work) 2394 return NOTIFY_BAD; 2395 2396 INIT_WORK(&switchdev_work->work, 2397 dsa_slave_switchdev_event_work); 2398 switchdev_work->ds = dp->ds; 2399 switchdev_work->port = dp->index; 2400 switchdev_work->event = event; 2401 2402 ether_addr_copy(switchdev_work->addr, 2403 fdb_info->addr); 2404 switchdev_work->vid = fdb_info->vid; 2405 2406 /* Hold a reference on the slave for dsa_fdb_offload_notify */ 2407 if (dsa_is_user_port(dp->ds, dp->index)) 2408 dev_hold(dev); 2409 dsa_schedule_work(&switchdev_work->work); 2410 break; 2411 default: 2412 return NOTIFY_DONE; 2413 } 2414 2415 return NOTIFY_OK; 2416 } 2417 2418 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused, 2419 unsigned long event, void *ptr) 2420 { 2421 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 2422 int err; 2423 2424 switch (event) { 2425 case SWITCHDEV_PORT_OBJ_ADD: 2426 err = switchdev_handle_port_obj_add(dev, ptr, 2427 dsa_slave_dev_check, 2428 dsa_slave_port_obj_add); 2429 return notifier_from_errno(err); 2430 case SWITCHDEV_PORT_OBJ_DEL: 2431 err = switchdev_handle_port_obj_del(dev, ptr, 2432 dsa_slave_dev_check, 2433 dsa_slave_port_obj_del); 2434 return notifier_from_errno(err); 2435 case SWITCHDEV_PORT_ATTR_SET: 2436 err = switchdev_handle_port_attr_set(dev, ptr, 2437 dsa_slave_dev_check, 2438 dsa_slave_port_attr_set); 2439 return notifier_from_errno(err); 2440 } 2441 2442 return NOTIFY_DONE; 2443 } 2444 2445 static struct notifier_block dsa_slave_nb __read_mostly = { 2446 .notifier_call = dsa_slave_netdevice_event, 2447 }; 2448 2449 struct notifier_block dsa_slave_switchdev_notifier = { 2450 .notifier_call = dsa_slave_switchdev_event, 2451 }; 2452 2453 struct notifier_block dsa_slave_switchdev_blocking_notifier = { 2454 .notifier_call = dsa_slave_switchdev_blocking_event, 2455 }; 2456 2457 int dsa_slave_register_notifier(void) 2458 { 2459 struct notifier_block *nb; 2460 int err; 2461 2462 err = register_netdevice_notifier(&dsa_slave_nb); 2463 if (err) 2464 return err; 2465 2466 err = register_switchdev_notifier(&dsa_slave_switchdev_notifier); 2467 if (err) 2468 goto err_switchdev_nb; 2469 2470 nb = &dsa_slave_switchdev_blocking_notifier; 2471 err = register_switchdev_blocking_notifier(nb); 2472 if (err) 2473 goto err_switchdev_blocking_nb; 2474 2475 return 0; 2476 2477 err_switchdev_blocking_nb: 2478 unregister_switchdev_notifier(&dsa_slave_switchdev_notifier); 2479 err_switchdev_nb: 2480 unregister_netdevice_notifier(&dsa_slave_nb); 2481 return err; 2482 } 2483 2484 void dsa_slave_unregister_notifier(void) 2485 { 2486 struct notifier_block *nb; 2487 int err; 2488 2489 nb = &dsa_slave_switchdev_blocking_notifier; 2490 err = unregister_switchdev_blocking_notifier(nb); 2491 if (err) 2492 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err); 2493 2494 err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier); 2495 if (err) 2496 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err); 2497 2498 err = unregister_netdevice_notifier(&dsa_slave_nb); 2499 if (err) 2500 pr_err("DSA: failed to unregister slave notifier (%d)\n", err); 2501 } 2502