1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * net/dsa/slave.c - Slave device handling 4 * Copyright (c) 2008-2009 Marvell Semiconductor 5 */ 6 7 #include <linux/list.h> 8 #include <linux/etherdevice.h> 9 #include <linux/netdevice.h> 10 #include <linux/phy.h> 11 #include <linux/phy_fixed.h> 12 #include <linux/phylink.h> 13 #include <linux/of_net.h> 14 #include <linux/of_mdio.h> 15 #include <linux/mdio.h> 16 #include <net/rtnetlink.h> 17 #include <net/pkt_cls.h> 18 #include <net/selftests.h> 19 #include <net/tc_act/tc_mirred.h> 20 #include <linux/if_bridge.h> 21 #include <linux/if_hsr.h> 22 #include <linux/netpoll.h> 23 #include <linux/ptp_classify.h> 24 25 #include "dsa_priv.h" 26 27 /* slave mii_bus handling ***************************************************/ 28 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg) 29 { 30 struct dsa_switch *ds = bus->priv; 31 32 if (ds->phys_mii_mask & (1 << addr)) 33 return ds->ops->phy_read(ds, addr, reg); 34 35 return 0xffff; 36 } 37 38 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val) 39 { 40 struct dsa_switch *ds = bus->priv; 41 42 if (ds->phys_mii_mask & (1 << addr)) 43 return ds->ops->phy_write(ds, addr, reg, val); 44 45 return 0; 46 } 47 48 void dsa_slave_mii_bus_init(struct dsa_switch *ds) 49 { 50 ds->slave_mii_bus->priv = (void *)ds; 51 ds->slave_mii_bus->name = "dsa slave smi"; 52 ds->slave_mii_bus->read = dsa_slave_phy_read; 53 ds->slave_mii_bus->write = dsa_slave_phy_write; 54 snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d", 55 ds->dst->index, ds->index); 56 ds->slave_mii_bus->parent = ds->dev; 57 ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask; 58 } 59 60 61 /* slave device handling ****************************************************/ 62 static int dsa_slave_get_iflink(const struct net_device *dev) 63 { 64 return dsa_slave_to_master(dev)->ifindex; 65 } 66 67 static int dsa_slave_open(struct net_device *dev) 68 { 69 struct net_device *master = dsa_slave_to_master(dev); 70 struct dsa_port *dp = dsa_slave_to_port(dev); 71 int err; 72 73 err = dev_open(master, NULL); 74 if (err < 0) { 75 netdev_err(dev, "failed to open master %s\n", master->name); 76 goto out; 77 } 78 79 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) { 80 err = dev_uc_add(master, dev->dev_addr); 81 if (err < 0) 82 goto out; 83 } 84 85 if (dev->flags & IFF_ALLMULTI) { 86 err = dev_set_allmulti(master, 1); 87 if (err < 0) 88 goto del_unicast; 89 } 90 if (dev->flags & IFF_PROMISC) { 91 err = dev_set_promiscuity(master, 1); 92 if (err < 0) 93 goto clear_allmulti; 94 } 95 96 err = dsa_port_enable_rt(dp, dev->phydev); 97 if (err) 98 goto clear_promisc; 99 100 return 0; 101 102 clear_promisc: 103 if (dev->flags & IFF_PROMISC) 104 dev_set_promiscuity(master, -1); 105 clear_allmulti: 106 if (dev->flags & IFF_ALLMULTI) 107 dev_set_allmulti(master, -1); 108 del_unicast: 109 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 110 dev_uc_del(master, dev->dev_addr); 111 out: 112 return err; 113 } 114 115 static int dsa_slave_close(struct net_device *dev) 116 { 117 struct net_device *master = dsa_slave_to_master(dev); 118 struct dsa_port *dp = dsa_slave_to_port(dev); 119 120 dsa_port_disable_rt(dp); 121 122 dev_mc_unsync(master, dev); 123 dev_uc_unsync(master, dev); 124 if (dev->flags & IFF_ALLMULTI) 125 dev_set_allmulti(master, -1); 126 if (dev->flags & IFF_PROMISC) 127 dev_set_promiscuity(master, -1); 128 129 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 130 dev_uc_del(master, dev->dev_addr); 131 132 return 0; 133 } 134 135 static void dsa_slave_change_rx_flags(struct net_device *dev, int change) 136 { 137 struct net_device *master = dsa_slave_to_master(dev); 138 if (dev->flags & IFF_UP) { 139 if (change & IFF_ALLMULTI) 140 dev_set_allmulti(master, 141 dev->flags & IFF_ALLMULTI ? 1 : -1); 142 if (change & IFF_PROMISC) 143 dev_set_promiscuity(master, 144 dev->flags & IFF_PROMISC ? 1 : -1); 145 } 146 } 147 148 static void dsa_slave_set_rx_mode(struct net_device *dev) 149 { 150 struct net_device *master = dsa_slave_to_master(dev); 151 152 dev_mc_sync(master, dev); 153 dev_uc_sync(master, dev); 154 } 155 156 static int dsa_slave_set_mac_address(struct net_device *dev, void *a) 157 { 158 struct net_device *master = dsa_slave_to_master(dev); 159 struct sockaddr *addr = a; 160 int err; 161 162 if (!is_valid_ether_addr(addr->sa_data)) 163 return -EADDRNOTAVAIL; 164 165 if (!(dev->flags & IFF_UP)) 166 goto out; 167 168 if (!ether_addr_equal(addr->sa_data, master->dev_addr)) { 169 err = dev_uc_add(master, addr->sa_data); 170 if (err < 0) 171 return err; 172 } 173 174 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) 175 dev_uc_del(master, dev->dev_addr); 176 177 out: 178 ether_addr_copy(dev->dev_addr, addr->sa_data); 179 180 return 0; 181 } 182 183 struct dsa_slave_dump_ctx { 184 struct net_device *dev; 185 struct sk_buff *skb; 186 struct netlink_callback *cb; 187 int idx; 188 }; 189 190 static int 191 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid, 192 bool is_static, void *data) 193 { 194 struct dsa_slave_dump_ctx *dump = data; 195 u32 portid = NETLINK_CB(dump->cb->skb).portid; 196 u32 seq = dump->cb->nlh->nlmsg_seq; 197 struct nlmsghdr *nlh; 198 struct ndmsg *ndm; 199 200 if (dump->idx < dump->cb->args[2]) 201 goto skip; 202 203 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH, 204 sizeof(*ndm), NLM_F_MULTI); 205 if (!nlh) 206 return -EMSGSIZE; 207 208 ndm = nlmsg_data(nlh); 209 ndm->ndm_family = AF_BRIDGE; 210 ndm->ndm_pad1 = 0; 211 ndm->ndm_pad2 = 0; 212 ndm->ndm_flags = NTF_SELF; 213 ndm->ndm_type = 0; 214 ndm->ndm_ifindex = dump->dev->ifindex; 215 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE; 216 217 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr)) 218 goto nla_put_failure; 219 220 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid)) 221 goto nla_put_failure; 222 223 nlmsg_end(dump->skb, nlh); 224 225 skip: 226 dump->idx++; 227 return 0; 228 229 nla_put_failure: 230 nlmsg_cancel(dump->skb, nlh); 231 return -EMSGSIZE; 232 } 233 234 static int 235 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb, 236 struct net_device *dev, struct net_device *filter_dev, 237 int *idx) 238 { 239 struct dsa_port *dp = dsa_slave_to_port(dev); 240 struct dsa_slave_dump_ctx dump = { 241 .dev = dev, 242 .skb = skb, 243 .cb = cb, 244 .idx = *idx, 245 }; 246 int err; 247 248 err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump); 249 *idx = dump.idx; 250 251 return err; 252 } 253 254 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) 255 { 256 struct dsa_slave_priv *p = netdev_priv(dev); 257 struct dsa_switch *ds = p->dp->ds; 258 int port = p->dp->index; 259 260 /* Pass through to switch driver if it supports timestamping */ 261 switch (cmd) { 262 case SIOCGHWTSTAMP: 263 if (ds->ops->port_hwtstamp_get) 264 return ds->ops->port_hwtstamp_get(ds, port, ifr); 265 break; 266 case SIOCSHWTSTAMP: 267 if (ds->ops->port_hwtstamp_set) 268 return ds->ops->port_hwtstamp_set(ds, port, ifr); 269 break; 270 } 271 272 return phylink_mii_ioctl(p->dp->pl, ifr, cmd); 273 } 274 275 static int dsa_slave_port_attr_set(struct net_device *dev, 276 const struct switchdev_attr *attr, 277 struct netlink_ext_ack *extack) 278 { 279 struct dsa_port *dp = dsa_slave_to_port(dev); 280 int ret; 281 282 switch (attr->id) { 283 case SWITCHDEV_ATTR_ID_PORT_STP_STATE: 284 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 285 return -EOPNOTSUPP; 286 287 ret = dsa_port_set_state(dp, attr->u.stp_state); 288 break; 289 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING: 290 if (!dsa_port_offloads_bridge(dp, attr->orig_dev)) 291 return -EOPNOTSUPP; 292 293 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering, 294 extack); 295 break; 296 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME: 297 if (!dsa_port_offloads_bridge(dp, attr->orig_dev)) 298 return -EOPNOTSUPP; 299 300 ret = dsa_port_ageing_time(dp, attr->u.ageing_time); 301 break; 302 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS: 303 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 304 return -EOPNOTSUPP; 305 306 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags, 307 extack); 308 break; 309 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS: 310 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev)) 311 return -EOPNOTSUPP; 312 313 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack); 314 break; 315 case SWITCHDEV_ATTR_ID_BRIDGE_MROUTER: 316 if (!dsa_port_offloads_bridge(dp, attr->orig_dev)) 317 return -EOPNOTSUPP; 318 319 ret = dsa_port_mrouter(dp->cpu_dp, attr->u.mrouter, extack); 320 break; 321 default: 322 ret = -EOPNOTSUPP; 323 break; 324 } 325 326 return ret; 327 } 328 329 /* Must be called under rcu_read_lock() */ 330 static int 331 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave, 332 const struct switchdev_obj_port_vlan *vlan) 333 { 334 struct net_device *upper_dev; 335 struct list_head *iter; 336 337 netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) { 338 u16 vid; 339 340 if (!is_vlan_dev(upper_dev)) 341 continue; 342 343 vid = vlan_dev_vlan_id(upper_dev); 344 if (vid == vlan->vid) 345 return -EBUSY; 346 } 347 348 return 0; 349 } 350 351 static int dsa_slave_vlan_add(struct net_device *dev, 352 const struct switchdev_obj *obj, 353 struct netlink_ext_ack *extack) 354 { 355 struct net_device *master = dsa_slave_to_master(dev); 356 struct dsa_port *dp = dsa_slave_to_port(dev); 357 struct switchdev_obj_port_vlan vlan; 358 int err; 359 360 if (dsa_port_skip_vlan_configuration(dp)) { 361 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN"); 362 return 0; 363 } 364 365 vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj); 366 367 /* Deny adding a bridge VLAN when there is already an 802.1Q upper with 368 * the same VID. 369 */ 370 if (br_vlan_enabled(dp->bridge_dev)) { 371 rcu_read_lock(); 372 err = dsa_slave_vlan_check_for_8021q_uppers(dev, &vlan); 373 rcu_read_unlock(); 374 if (err) { 375 NL_SET_ERR_MSG_MOD(extack, 376 "Port already has a VLAN upper with this VID"); 377 return err; 378 } 379 } 380 381 err = dsa_port_vlan_add(dp, &vlan, extack); 382 if (err) 383 return err; 384 385 /* We need the dedicated CPU port to be a member of the VLAN as well. 386 * Even though drivers often handle CPU membership in special ways, 387 * it doesn't make sense to program a PVID, so clear this flag. 388 */ 389 vlan.flags &= ~BRIDGE_VLAN_INFO_PVID; 390 391 err = dsa_port_vlan_add(dp->cpu_dp, &vlan, extack); 392 if (err) 393 return err; 394 395 return vlan_vid_add(master, htons(ETH_P_8021Q), vlan.vid); 396 } 397 398 static int dsa_slave_port_obj_add(struct net_device *dev, 399 const struct switchdev_obj *obj, 400 struct netlink_ext_ack *extack) 401 { 402 struct dsa_port *dp = dsa_slave_to_port(dev); 403 int err; 404 405 switch (obj->id) { 406 case SWITCHDEV_OBJ_ID_PORT_MDB: 407 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 408 return -EOPNOTSUPP; 409 410 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 411 break; 412 case SWITCHDEV_OBJ_ID_HOST_MDB: 413 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 414 return -EOPNOTSUPP; 415 416 /* DSA can directly translate this to a normal MDB add, 417 * but on the CPU port. 418 */ 419 err = dsa_port_mdb_add(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 420 break; 421 case SWITCHDEV_OBJ_ID_PORT_VLAN: 422 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 423 return -EOPNOTSUPP; 424 425 err = dsa_slave_vlan_add(dev, obj, extack); 426 break; 427 case SWITCHDEV_OBJ_ID_MRP: 428 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 429 return -EOPNOTSUPP; 430 431 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj)); 432 break; 433 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 434 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 435 return -EOPNOTSUPP; 436 437 err = dsa_port_mrp_add_ring_role(dp, 438 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 439 break; 440 default: 441 err = -EOPNOTSUPP; 442 break; 443 } 444 445 return err; 446 } 447 448 static int dsa_slave_vlan_del(struct net_device *dev, 449 const struct switchdev_obj *obj) 450 { 451 struct net_device *master = dsa_slave_to_master(dev); 452 struct dsa_port *dp = dsa_slave_to_port(dev); 453 struct switchdev_obj_port_vlan *vlan; 454 int err; 455 456 if (dsa_port_skip_vlan_configuration(dp)) 457 return 0; 458 459 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj); 460 461 /* Do not deprogram the CPU port as it may be shared with other user 462 * ports which can be members of this VLAN as well. 463 */ 464 err = dsa_port_vlan_del(dp, vlan); 465 if (err) 466 return err; 467 468 vlan_vid_del(master, htons(ETH_P_8021Q), vlan->vid); 469 470 return 0; 471 } 472 473 static int dsa_slave_port_obj_del(struct net_device *dev, 474 const struct switchdev_obj *obj) 475 { 476 struct dsa_port *dp = dsa_slave_to_port(dev); 477 int err; 478 479 switch (obj->id) { 480 case SWITCHDEV_OBJ_ID_PORT_MDB: 481 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 482 return -EOPNOTSUPP; 483 484 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 485 break; 486 case SWITCHDEV_OBJ_ID_HOST_MDB: 487 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 488 return -EOPNOTSUPP; 489 490 /* DSA can directly translate this to a normal MDB add, 491 * but on the CPU port. 492 */ 493 err = dsa_port_mdb_del(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj)); 494 break; 495 case SWITCHDEV_OBJ_ID_PORT_VLAN: 496 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev)) 497 return -EOPNOTSUPP; 498 499 err = dsa_slave_vlan_del(dev, obj); 500 break; 501 case SWITCHDEV_OBJ_ID_MRP: 502 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 503 return -EOPNOTSUPP; 504 505 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj)); 506 break; 507 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP: 508 if (!dsa_port_offloads_bridge(dp, obj->orig_dev)) 509 return -EOPNOTSUPP; 510 511 err = dsa_port_mrp_del_ring_role(dp, 512 SWITCHDEV_OBJ_RING_ROLE_MRP(obj)); 513 break; 514 default: 515 err = -EOPNOTSUPP; 516 break; 517 } 518 519 return err; 520 } 521 522 static int dsa_slave_get_port_parent_id(struct net_device *dev, 523 struct netdev_phys_item_id *ppid) 524 { 525 struct dsa_port *dp = dsa_slave_to_port(dev); 526 struct dsa_switch *ds = dp->ds; 527 struct dsa_switch_tree *dst = ds->dst; 528 529 /* For non-legacy ports, devlink is used and it takes 530 * care of the name generation. This ndo implementation 531 * should be removed with legacy support. 532 */ 533 if (dp->ds->devlink) 534 return -EOPNOTSUPP; 535 536 ppid->id_len = sizeof(dst->index); 537 memcpy(&ppid->id, &dst->index, ppid->id_len); 538 539 return 0; 540 } 541 542 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev, 543 struct sk_buff *skb) 544 { 545 #ifdef CONFIG_NET_POLL_CONTROLLER 546 struct dsa_slave_priv *p = netdev_priv(dev); 547 548 return netpoll_send_skb(p->netpoll, skb); 549 #else 550 BUG(); 551 return NETDEV_TX_OK; 552 #endif 553 } 554 555 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p, 556 struct sk_buff *skb) 557 { 558 struct dsa_switch *ds = p->dp->ds; 559 struct sk_buff *clone; 560 unsigned int type; 561 562 if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) 563 return; 564 565 type = ptp_classify_raw(skb); 566 if (type == PTP_CLASS_NONE) 567 return; 568 569 if (!ds->ops->port_txtstamp) 570 return; 571 572 clone = skb_clone_sk(skb); 573 if (!clone) 574 return; 575 576 if (ds->ops->port_txtstamp(ds, p->dp->index, clone, type)) { 577 DSA_SKB_CB(skb)->clone = clone; 578 return; 579 } 580 581 kfree_skb(clone); 582 } 583 584 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev) 585 { 586 /* SKB for netpoll still need to be mangled with the protocol-specific 587 * tag to be successfully transmitted 588 */ 589 if (unlikely(netpoll_tx_running(dev))) 590 return dsa_slave_netpoll_send_skb(dev, skb); 591 592 /* Queue the SKB for transmission on the parent interface, but 593 * do not modify its EtherType 594 */ 595 skb->dev = dsa_slave_to_master(dev); 596 dev_queue_xmit(skb); 597 598 return NETDEV_TX_OK; 599 } 600 EXPORT_SYMBOL_GPL(dsa_enqueue_skb); 601 602 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev) 603 { 604 int needed_headroom = dev->needed_headroom; 605 int needed_tailroom = dev->needed_tailroom; 606 607 /* For tail taggers, we need to pad short frames ourselves, to ensure 608 * that the tail tag does not fail at its role of being at the end of 609 * the packet, once the master interface pads the frame. Account for 610 * that pad length here, and pad later. 611 */ 612 if (unlikely(needed_tailroom && skb->len < ETH_ZLEN)) 613 needed_tailroom += ETH_ZLEN - skb->len; 614 /* skb_headroom() returns unsigned int... */ 615 needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0); 616 needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0); 617 618 if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb))) 619 /* No reallocation needed, yay! */ 620 return 0; 621 622 return pskb_expand_head(skb, needed_headroom, needed_tailroom, 623 GFP_ATOMIC); 624 } 625 626 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev) 627 { 628 struct dsa_slave_priv *p = netdev_priv(dev); 629 struct sk_buff *nskb; 630 631 dev_sw_netstats_tx_add(dev, 1, skb->len); 632 633 DSA_SKB_CB(skb)->clone = NULL; 634 635 /* Identify PTP protocol packets, clone them, and pass them to the 636 * switch driver 637 */ 638 dsa_skb_tx_timestamp(p, skb); 639 640 if (dsa_realloc_skb(skb, dev)) { 641 dev_kfree_skb_any(skb); 642 return NETDEV_TX_OK; 643 } 644 645 /* needed_tailroom should still be 'warm' in the cache line from 646 * dsa_realloc_skb(), which has also ensured that padding is safe. 647 */ 648 if (dev->needed_tailroom) 649 eth_skb_pad(skb); 650 651 /* Transmit function may have to reallocate the original SKB, 652 * in which case it must have freed it. Only free it here on error. 653 */ 654 nskb = p->xmit(skb, dev); 655 if (!nskb) { 656 kfree_skb(skb); 657 return NETDEV_TX_OK; 658 } 659 660 return dsa_enqueue_skb(nskb, dev); 661 } 662 663 /* ethtool operations *******************************************************/ 664 665 static void dsa_slave_get_drvinfo(struct net_device *dev, 666 struct ethtool_drvinfo *drvinfo) 667 { 668 strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver)); 669 strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version)); 670 strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info)); 671 } 672 673 static int dsa_slave_get_regs_len(struct net_device *dev) 674 { 675 struct dsa_port *dp = dsa_slave_to_port(dev); 676 struct dsa_switch *ds = dp->ds; 677 678 if (ds->ops->get_regs_len) 679 return ds->ops->get_regs_len(ds, dp->index); 680 681 return -EOPNOTSUPP; 682 } 683 684 static void 685 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p) 686 { 687 struct dsa_port *dp = dsa_slave_to_port(dev); 688 struct dsa_switch *ds = dp->ds; 689 690 if (ds->ops->get_regs) 691 ds->ops->get_regs(ds, dp->index, regs, _p); 692 } 693 694 static int dsa_slave_nway_reset(struct net_device *dev) 695 { 696 struct dsa_port *dp = dsa_slave_to_port(dev); 697 698 return phylink_ethtool_nway_reset(dp->pl); 699 } 700 701 static int dsa_slave_get_eeprom_len(struct net_device *dev) 702 { 703 struct dsa_port *dp = dsa_slave_to_port(dev); 704 struct dsa_switch *ds = dp->ds; 705 706 if (ds->cd && ds->cd->eeprom_len) 707 return ds->cd->eeprom_len; 708 709 if (ds->ops->get_eeprom_len) 710 return ds->ops->get_eeprom_len(ds); 711 712 return 0; 713 } 714 715 static int dsa_slave_get_eeprom(struct net_device *dev, 716 struct ethtool_eeprom *eeprom, u8 *data) 717 { 718 struct dsa_port *dp = dsa_slave_to_port(dev); 719 struct dsa_switch *ds = dp->ds; 720 721 if (ds->ops->get_eeprom) 722 return ds->ops->get_eeprom(ds, eeprom, data); 723 724 return -EOPNOTSUPP; 725 } 726 727 static int dsa_slave_set_eeprom(struct net_device *dev, 728 struct ethtool_eeprom *eeprom, u8 *data) 729 { 730 struct dsa_port *dp = dsa_slave_to_port(dev); 731 struct dsa_switch *ds = dp->ds; 732 733 if (ds->ops->set_eeprom) 734 return ds->ops->set_eeprom(ds, eeprom, data); 735 736 return -EOPNOTSUPP; 737 } 738 739 static void dsa_slave_get_strings(struct net_device *dev, 740 uint32_t stringset, uint8_t *data) 741 { 742 struct dsa_port *dp = dsa_slave_to_port(dev); 743 struct dsa_switch *ds = dp->ds; 744 745 if (stringset == ETH_SS_STATS) { 746 int len = ETH_GSTRING_LEN; 747 748 strncpy(data, "tx_packets", len); 749 strncpy(data + len, "tx_bytes", len); 750 strncpy(data + 2 * len, "rx_packets", len); 751 strncpy(data + 3 * len, "rx_bytes", len); 752 if (ds->ops->get_strings) 753 ds->ops->get_strings(ds, dp->index, stringset, 754 data + 4 * len); 755 } else if (stringset == ETH_SS_TEST) { 756 net_selftest_get_strings(data); 757 } 758 759 } 760 761 static void dsa_slave_get_ethtool_stats(struct net_device *dev, 762 struct ethtool_stats *stats, 763 uint64_t *data) 764 { 765 struct dsa_port *dp = dsa_slave_to_port(dev); 766 struct dsa_switch *ds = dp->ds; 767 struct pcpu_sw_netstats *s; 768 unsigned int start; 769 int i; 770 771 for_each_possible_cpu(i) { 772 u64 tx_packets, tx_bytes, rx_packets, rx_bytes; 773 774 s = per_cpu_ptr(dev->tstats, i); 775 do { 776 start = u64_stats_fetch_begin_irq(&s->syncp); 777 tx_packets = s->tx_packets; 778 tx_bytes = s->tx_bytes; 779 rx_packets = s->rx_packets; 780 rx_bytes = s->rx_bytes; 781 } while (u64_stats_fetch_retry_irq(&s->syncp, start)); 782 data[0] += tx_packets; 783 data[1] += tx_bytes; 784 data[2] += rx_packets; 785 data[3] += rx_bytes; 786 } 787 if (ds->ops->get_ethtool_stats) 788 ds->ops->get_ethtool_stats(ds, dp->index, data + 4); 789 } 790 791 static int dsa_slave_get_sset_count(struct net_device *dev, int sset) 792 { 793 struct dsa_port *dp = dsa_slave_to_port(dev); 794 struct dsa_switch *ds = dp->ds; 795 796 if (sset == ETH_SS_STATS) { 797 int count; 798 799 count = 4; 800 if (ds->ops->get_sset_count) 801 count += ds->ops->get_sset_count(ds, dp->index, sset); 802 803 return count; 804 } else if (sset == ETH_SS_TEST) { 805 return net_selftest_get_count(); 806 } 807 808 return -EOPNOTSUPP; 809 } 810 811 static void dsa_slave_net_selftest(struct net_device *ndev, 812 struct ethtool_test *etest, u64 *buf) 813 { 814 struct dsa_port *dp = dsa_slave_to_port(ndev); 815 struct dsa_switch *ds = dp->ds; 816 817 if (ds->ops->self_test) { 818 ds->ops->self_test(ds, dp->index, etest, buf); 819 return; 820 } 821 822 net_selftest(ndev, etest, buf); 823 } 824 825 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w) 826 { 827 struct dsa_port *dp = dsa_slave_to_port(dev); 828 struct dsa_switch *ds = dp->ds; 829 830 phylink_ethtool_get_wol(dp->pl, w); 831 832 if (ds->ops->get_wol) 833 ds->ops->get_wol(ds, dp->index, w); 834 } 835 836 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w) 837 { 838 struct dsa_port *dp = dsa_slave_to_port(dev); 839 struct dsa_switch *ds = dp->ds; 840 int ret = -EOPNOTSUPP; 841 842 phylink_ethtool_set_wol(dp->pl, w); 843 844 if (ds->ops->set_wol) 845 ret = ds->ops->set_wol(ds, dp->index, w); 846 847 return ret; 848 } 849 850 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e) 851 { 852 struct dsa_port *dp = dsa_slave_to_port(dev); 853 struct dsa_switch *ds = dp->ds; 854 int ret; 855 856 /* Port's PHY and MAC both need to be EEE capable */ 857 if (!dev->phydev || !dp->pl) 858 return -ENODEV; 859 860 if (!ds->ops->set_mac_eee) 861 return -EOPNOTSUPP; 862 863 ret = ds->ops->set_mac_eee(ds, dp->index, e); 864 if (ret) 865 return ret; 866 867 return phylink_ethtool_set_eee(dp->pl, e); 868 } 869 870 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e) 871 { 872 struct dsa_port *dp = dsa_slave_to_port(dev); 873 struct dsa_switch *ds = dp->ds; 874 int ret; 875 876 /* Port's PHY and MAC both need to be EEE capable */ 877 if (!dev->phydev || !dp->pl) 878 return -ENODEV; 879 880 if (!ds->ops->get_mac_eee) 881 return -EOPNOTSUPP; 882 883 ret = ds->ops->get_mac_eee(ds, dp->index, e); 884 if (ret) 885 return ret; 886 887 return phylink_ethtool_get_eee(dp->pl, e); 888 } 889 890 static int dsa_slave_get_link_ksettings(struct net_device *dev, 891 struct ethtool_link_ksettings *cmd) 892 { 893 struct dsa_port *dp = dsa_slave_to_port(dev); 894 895 return phylink_ethtool_ksettings_get(dp->pl, cmd); 896 } 897 898 static int dsa_slave_set_link_ksettings(struct net_device *dev, 899 const struct ethtool_link_ksettings *cmd) 900 { 901 struct dsa_port *dp = dsa_slave_to_port(dev); 902 903 return phylink_ethtool_ksettings_set(dp->pl, cmd); 904 } 905 906 static void dsa_slave_get_pauseparam(struct net_device *dev, 907 struct ethtool_pauseparam *pause) 908 { 909 struct dsa_port *dp = dsa_slave_to_port(dev); 910 911 phylink_ethtool_get_pauseparam(dp->pl, pause); 912 } 913 914 static int dsa_slave_set_pauseparam(struct net_device *dev, 915 struct ethtool_pauseparam *pause) 916 { 917 struct dsa_port *dp = dsa_slave_to_port(dev); 918 919 return phylink_ethtool_set_pauseparam(dp->pl, pause); 920 } 921 922 #ifdef CONFIG_NET_POLL_CONTROLLER 923 static int dsa_slave_netpoll_setup(struct net_device *dev, 924 struct netpoll_info *ni) 925 { 926 struct net_device *master = dsa_slave_to_master(dev); 927 struct dsa_slave_priv *p = netdev_priv(dev); 928 struct netpoll *netpoll; 929 int err = 0; 930 931 netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL); 932 if (!netpoll) 933 return -ENOMEM; 934 935 err = __netpoll_setup(netpoll, master); 936 if (err) { 937 kfree(netpoll); 938 goto out; 939 } 940 941 p->netpoll = netpoll; 942 out: 943 return err; 944 } 945 946 static void dsa_slave_netpoll_cleanup(struct net_device *dev) 947 { 948 struct dsa_slave_priv *p = netdev_priv(dev); 949 struct netpoll *netpoll = p->netpoll; 950 951 if (!netpoll) 952 return; 953 954 p->netpoll = NULL; 955 956 __netpoll_free(netpoll); 957 } 958 959 static void dsa_slave_poll_controller(struct net_device *dev) 960 { 961 } 962 #endif 963 964 static int dsa_slave_get_phys_port_name(struct net_device *dev, 965 char *name, size_t len) 966 { 967 struct dsa_port *dp = dsa_slave_to_port(dev); 968 969 /* For non-legacy ports, devlink is used and it takes 970 * care of the name generation. This ndo implementation 971 * should be removed with legacy support. 972 */ 973 if (dp->ds->devlink) 974 return -EOPNOTSUPP; 975 976 if (snprintf(name, len, "p%d", dp->index) >= len) 977 return -EINVAL; 978 979 return 0; 980 } 981 982 static struct dsa_mall_tc_entry * 983 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie) 984 { 985 struct dsa_slave_priv *p = netdev_priv(dev); 986 struct dsa_mall_tc_entry *mall_tc_entry; 987 988 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) 989 if (mall_tc_entry->cookie == cookie) 990 return mall_tc_entry; 991 992 return NULL; 993 } 994 995 static int 996 dsa_slave_add_cls_matchall_mirred(struct net_device *dev, 997 struct tc_cls_matchall_offload *cls, 998 bool ingress) 999 { 1000 struct dsa_port *dp = dsa_slave_to_port(dev); 1001 struct dsa_slave_priv *p = netdev_priv(dev); 1002 struct dsa_mall_mirror_tc_entry *mirror; 1003 struct dsa_mall_tc_entry *mall_tc_entry; 1004 struct dsa_switch *ds = dp->ds; 1005 struct flow_action_entry *act; 1006 struct dsa_port *to_dp; 1007 int err; 1008 1009 if (!ds->ops->port_mirror_add) 1010 return -EOPNOTSUPP; 1011 1012 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1013 cls->common.extack)) 1014 return -EOPNOTSUPP; 1015 1016 act = &cls->rule->action.entries[0]; 1017 1018 if (!act->dev) 1019 return -EINVAL; 1020 1021 if (!dsa_slave_dev_check(act->dev)) 1022 return -EOPNOTSUPP; 1023 1024 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1025 if (!mall_tc_entry) 1026 return -ENOMEM; 1027 1028 mall_tc_entry->cookie = cls->cookie; 1029 mall_tc_entry->type = DSA_PORT_MALL_MIRROR; 1030 mirror = &mall_tc_entry->mirror; 1031 1032 to_dp = dsa_slave_to_port(act->dev); 1033 1034 mirror->to_local_port = to_dp->index; 1035 mirror->ingress = ingress; 1036 1037 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress); 1038 if (err) { 1039 kfree(mall_tc_entry); 1040 return err; 1041 } 1042 1043 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1044 1045 return err; 1046 } 1047 1048 static int 1049 dsa_slave_add_cls_matchall_police(struct net_device *dev, 1050 struct tc_cls_matchall_offload *cls, 1051 bool ingress) 1052 { 1053 struct netlink_ext_ack *extack = cls->common.extack; 1054 struct dsa_port *dp = dsa_slave_to_port(dev); 1055 struct dsa_slave_priv *p = netdev_priv(dev); 1056 struct dsa_mall_policer_tc_entry *policer; 1057 struct dsa_mall_tc_entry *mall_tc_entry; 1058 struct dsa_switch *ds = dp->ds; 1059 struct flow_action_entry *act; 1060 int err; 1061 1062 if (!ds->ops->port_policer_add) { 1063 NL_SET_ERR_MSG_MOD(extack, 1064 "Policing offload not implemented"); 1065 return -EOPNOTSUPP; 1066 } 1067 1068 if (!ingress) { 1069 NL_SET_ERR_MSG_MOD(extack, 1070 "Only supported on ingress qdisc"); 1071 return -EOPNOTSUPP; 1072 } 1073 1074 if (!flow_action_basic_hw_stats_check(&cls->rule->action, 1075 cls->common.extack)) 1076 return -EOPNOTSUPP; 1077 1078 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) { 1079 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) { 1080 NL_SET_ERR_MSG_MOD(extack, 1081 "Only one port policer allowed"); 1082 return -EEXIST; 1083 } 1084 } 1085 1086 act = &cls->rule->action.entries[0]; 1087 1088 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL); 1089 if (!mall_tc_entry) 1090 return -ENOMEM; 1091 1092 mall_tc_entry->cookie = cls->cookie; 1093 mall_tc_entry->type = DSA_PORT_MALL_POLICER; 1094 policer = &mall_tc_entry->policer; 1095 policer->rate_bytes_per_sec = act->police.rate_bytes_ps; 1096 policer->burst = act->police.burst; 1097 1098 err = ds->ops->port_policer_add(ds, dp->index, policer); 1099 if (err) { 1100 kfree(mall_tc_entry); 1101 return err; 1102 } 1103 1104 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list); 1105 1106 return err; 1107 } 1108 1109 static int dsa_slave_add_cls_matchall(struct net_device *dev, 1110 struct tc_cls_matchall_offload *cls, 1111 bool ingress) 1112 { 1113 int err = -EOPNOTSUPP; 1114 1115 if (cls->common.protocol == htons(ETH_P_ALL) && 1116 flow_offload_has_one_action(&cls->rule->action) && 1117 cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED) 1118 err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress); 1119 else if (flow_offload_has_one_action(&cls->rule->action) && 1120 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE) 1121 err = dsa_slave_add_cls_matchall_police(dev, cls, ingress); 1122 1123 return err; 1124 } 1125 1126 static void dsa_slave_del_cls_matchall(struct net_device *dev, 1127 struct tc_cls_matchall_offload *cls) 1128 { 1129 struct dsa_port *dp = dsa_slave_to_port(dev); 1130 struct dsa_mall_tc_entry *mall_tc_entry; 1131 struct dsa_switch *ds = dp->ds; 1132 1133 mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie); 1134 if (!mall_tc_entry) 1135 return; 1136 1137 list_del(&mall_tc_entry->list); 1138 1139 switch (mall_tc_entry->type) { 1140 case DSA_PORT_MALL_MIRROR: 1141 if (ds->ops->port_mirror_del) 1142 ds->ops->port_mirror_del(ds, dp->index, 1143 &mall_tc_entry->mirror); 1144 break; 1145 case DSA_PORT_MALL_POLICER: 1146 if (ds->ops->port_policer_del) 1147 ds->ops->port_policer_del(ds, dp->index); 1148 break; 1149 default: 1150 WARN_ON(1); 1151 } 1152 1153 kfree(mall_tc_entry); 1154 } 1155 1156 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev, 1157 struct tc_cls_matchall_offload *cls, 1158 bool ingress) 1159 { 1160 if (cls->common.chain_index) 1161 return -EOPNOTSUPP; 1162 1163 switch (cls->command) { 1164 case TC_CLSMATCHALL_REPLACE: 1165 return dsa_slave_add_cls_matchall(dev, cls, ingress); 1166 case TC_CLSMATCHALL_DESTROY: 1167 dsa_slave_del_cls_matchall(dev, cls); 1168 return 0; 1169 default: 1170 return -EOPNOTSUPP; 1171 } 1172 } 1173 1174 static int dsa_slave_add_cls_flower(struct net_device *dev, 1175 struct flow_cls_offload *cls, 1176 bool ingress) 1177 { 1178 struct dsa_port *dp = dsa_slave_to_port(dev); 1179 struct dsa_switch *ds = dp->ds; 1180 int port = dp->index; 1181 1182 if (!ds->ops->cls_flower_add) 1183 return -EOPNOTSUPP; 1184 1185 return ds->ops->cls_flower_add(ds, port, cls, ingress); 1186 } 1187 1188 static int dsa_slave_del_cls_flower(struct net_device *dev, 1189 struct flow_cls_offload *cls, 1190 bool ingress) 1191 { 1192 struct dsa_port *dp = dsa_slave_to_port(dev); 1193 struct dsa_switch *ds = dp->ds; 1194 int port = dp->index; 1195 1196 if (!ds->ops->cls_flower_del) 1197 return -EOPNOTSUPP; 1198 1199 return ds->ops->cls_flower_del(ds, port, cls, ingress); 1200 } 1201 1202 static int dsa_slave_stats_cls_flower(struct net_device *dev, 1203 struct flow_cls_offload *cls, 1204 bool ingress) 1205 { 1206 struct dsa_port *dp = dsa_slave_to_port(dev); 1207 struct dsa_switch *ds = dp->ds; 1208 int port = dp->index; 1209 1210 if (!ds->ops->cls_flower_stats) 1211 return -EOPNOTSUPP; 1212 1213 return ds->ops->cls_flower_stats(ds, port, cls, ingress); 1214 } 1215 1216 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev, 1217 struct flow_cls_offload *cls, 1218 bool ingress) 1219 { 1220 switch (cls->command) { 1221 case FLOW_CLS_REPLACE: 1222 return dsa_slave_add_cls_flower(dev, cls, ingress); 1223 case FLOW_CLS_DESTROY: 1224 return dsa_slave_del_cls_flower(dev, cls, ingress); 1225 case FLOW_CLS_STATS: 1226 return dsa_slave_stats_cls_flower(dev, cls, ingress); 1227 default: 1228 return -EOPNOTSUPP; 1229 } 1230 } 1231 1232 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data, 1233 void *cb_priv, bool ingress) 1234 { 1235 struct net_device *dev = cb_priv; 1236 1237 if (!tc_can_offload(dev)) 1238 return -EOPNOTSUPP; 1239 1240 switch (type) { 1241 case TC_SETUP_CLSMATCHALL: 1242 return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress); 1243 case TC_SETUP_CLSFLOWER: 1244 return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress); 1245 default: 1246 return -EOPNOTSUPP; 1247 } 1248 } 1249 1250 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type, 1251 void *type_data, void *cb_priv) 1252 { 1253 return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true); 1254 } 1255 1256 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type, 1257 void *type_data, void *cb_priv) 1258 { 1259 return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false); 1260 } 1261 1262 static LIST_HEAD(dsa_slave_block_cb_list); 1263 1264 static int dsa_slave_setup_tc_block(struct net_device *dev, 1265 struct flow_block_offload *f) 1266 { 1267 struct flow_block_cb *block_cb; 1268 flow_setup_cb_t *cb; 1269 1270 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) 1271 cb = dsa_slave_setup_tc_block_cb_ig; 1272 else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS) 1273 cb = dsa_slave_setup_tc_block_cb_eg; 1274 else 1275 return -EOPNOTSUPP; 1276 1277 f->driver_block_list = &dsa_slave_block_cb_list; 1278 1279 switch (f->command) { 1280 case FLOW_BLOCK_BIND: 1281 if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list)) 1282 return -EBUSY; 1283 1284 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL); 1285 if (IS_ERR(block_cb)) 1286 return PTR_ERR(block_cb); 1287 1288 flow_block_cb_add(block_cb, f); 1289 list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list); 1290 return 0; 1291 case FLOW_BLOCK_UNBIND: 1292 block_cb = flow_block_cb_lookup(f->block, cb, dev); 1293 if (!block_cb) 1294 return -ENOENT; 1295 1296 flow_block_cb_remove(block_cb, f); 1297 list_del(&block_cb->driver_list); 1298 return 0; 1299 default: 1300 return -EOPNOTSUPP; 1301 } 1302 } 1303 1304 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port, 1305 void *type_data) 1306 { 1307 struct dsa_port *cpu_dp = dsa_to_port(ds, port)->cpu_dp; 1308 struct net_device *master = cpu_dp->master; 1309 1310 if (!master->netdev_ops->ndo_setup_tc) 1311 return -EOPNOTSUPP; 1312 1313 return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data); 1314 } 1315 1316 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type, 1317 void *type_data) 1318 { 1319 struct dsa_port *dp = dsa_slave_to_port(dev); 1320 struct dsa_switch *ds = dp->ds; 1321 1322 switch (type) { 1323 case TC_SETUP_BLOCK: 1324 return dsa_slave_setup_tc_block(dev, type_data); 1325 case TC_SETUP_FT: 1326 return dsa_slave_setup_ft_block(ds, dp->index, type_data); 1327 default: 1328 break; 1329 } 1330 1331 if (!ds->ops->port_setup_tc) 1332 return -EOPNOTSUPP; 1333 1334 return ds->ops->port_setup_tc(ds, dp->index, type, type_data); 1335 } 1336 1337 static int dsa_slave_get_rxnfc(struct net_device *dev, 1338 struct ethtool_rxnfc *nfc, u32 *rule_locs) 1339 { 1340 struct dsa_port *dp = dsa_slave_to_port(dev); 1341 struct dsa_switch *ds = dp->ds; 1342 1343 if (!ds->ops->get_rxnfc) 1344 return -EOPNOTSUPP; 1345 1346 return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs); 1347 } 1348 1349 static int dsa_slave_set_rxnfc(struct net_device *dev, 1350 struct ethtool_rxnfc *nfc) 1351 { 1352 struct dsa_port *dp = dsa_slave_to_port(dev); 1353 struct dsa_switch *ds = dp->ds; 1354 1355 if (!ds->ops->set_rxnfc) 1356 return -EOPNOTSUPP; 1357 1358 return ds->ops->set_rxnfc(ds, dp->index, nfc); 1359 } 1360 1361 static int dsa_slave_get_ts_info(struct net_device *dev, 1362 struct ethtool_ts_info *ts) 1363 { 1364 struct dsa_slave_priv *p = netdev_priv(dev); 1365 struct dsa_switch *ds = p->dp->ds; 1366 1367 if (!ds->ops->get_ts_info) 1368 return -EOPNOTSUPP; 1369 1370 return ds->ops->get_ts_info(ds, p->dp->index, ts); 1371 } 1372 1373 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto, 1374 u16 vid) 1375 { 1376 struct net_device *master = dsa_slave_to_master(dev); 1377 struct dsa_port *dp = dsa_slave_to_port(dev); 1378 struct switchdev_obj_port_vlan vlan = { 1379 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 1380 .vid = vid, 1381 /* This API only allows programming tagged, non-PVID VIDs */ 1382 .flags = 0, 1383 }; 1384 struct netlink_ext_ack extack = {0}; 1385 int ret; 1386 1387 /* User port... */ 1388 ret = dsa_port_vlan_add(dp, &vlan, &extack); 1389 if (ret) { 1390 if (extack._msg) 1391 netdev_err(dev, "%s\n", extack._msg); 1392 return ret; 1393 } 1394 1395 /* And CPU port... */ 1396 ret = dsa_port_vlan_add(dp->cpu_dp, &vlan, &extack); 1397 if (ret) { 1398 if (extack._msg) 1399 netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index, 1400 extack._msg); 1401 return ret; 1402 } 1403 1404 return vlan_vid_add(master, proto, vid); 1405 } 1406 1407 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto, 1408 u16 vid) 1409 { 1410 struct net_device *master = dsa_slave_to_master(dev); 1411 struct dsa_port *dp = dsa_slave_to_port(dev); 1412 struct switchdev_obj_port_vlan vlan = { 1413 .vid = vid, 1414 /* This API only allows programming tagged, non-PVID VIDs */ 1415 .flags = 0, 1416 }; 1417 int err; 1418 1419 /* Do not deprogram the CPU port as it may be shared with other user 1420 * ports which can be members of this VLAN as well. 1421 */ 1422 err = dsa_port_vlan_del(dp, &vlan); 1423 if (err) 1424 return err; 1425 1426 vlan_vid_del(master, proto, vid); 1427 1428 return 0; 1429 } 1430 1431 struct dsa_hw_port { 1432 struct list_head list; 1433 struct net_device *dev; 1434 int old_mtu; 1435 }; 1436 1437 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu) 1438 { 1439 const struct dsa_hw_port *p; 1440 int err; 1441 1442 list_for_each_entry(p, hw_port_list, list) { 1443 if (p->dev->mtu == mtu) 1444 continue; 1445 1446 err = dev_set_mtu(p->dev, mtu); 1447 if (err) 1448 goto rollback; 1449 } 1450 1451 return 0; 1452 1453 rollback: 1454 list_for_each_entry_continue_reverse(p, hw_port_list, list) { 1455 if (p->dev->mtu == p->old_mtu) 1456 continue; 1457 1458 if (dev_set_mtu(p->dev, p->old_mtu)) 1459 netdev_err(p->dev, "Failed to restore MTU\n"); 1460 } 1461 1462 return err; 1463 } 1464 1465 static void dsa_hw_port_list_free(struct list_head *hw_port_list) 1466 { 1467 struct dsa_hw_port *p, *n; 1468 1469 list_for_each_entry_safe(p, n, hw_port_list, list) 1470 kfree(p); 1471 } 1472 1473 /* Make the hardware datapath to/from @dev limited to a common MTU */ 1474 static void dsa_bridge_mtu_normalization(struct dsa_port *dp) 1475 { 1476 struct list_head hw_port_list; 1477 struct dsa_switch_tree *dst; 1478 int min_mtu = ETH_MAX_MTU; 1479 struct dsa_port *other_dp; 1480 int err; 1481 1482 if (!dp->ds->mtu_enforcement_ingress) 1483 return; 1484 1485 if (!dp->bridge_dev) 1486 return; 1487 1488 INIT_LIST_HEAD(&hw_port_list); 1489 1490 /* Populate the list of ports that are part of the same bridge 1491 * as the newly added/modified port 1492 */ 1493 list_for_each_entry(dst, &dsa_tree_list, list) { 1494 list_for_each_entry(other_dp, &dst->ports, list) { 1495 struct dsa_hw_port *hw_port; 1496 struct net_device *slave; 1497 1498 if (other_dp->type != DSA_PORT_TYPE_USER) 1499 continue; 1500 1501 if (other_dp->bridge_dev != dp->bridge_dev) 1502 continue; 1503 1504 if (!other_dp->ds->mtu_enforcement_ingress) 1505 continue; 1506 1507 slave = other_dp->slave; 1508 1509 if (min_mtu > slave->mtu) 1510 min_mtu = slave->mtu; 1511 1512 hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL); 1513 if (!hw_port) 1514 goto out; 1515 1516 hw_port->dev = slave; 1517 hw_port->old_mtu = slave->mtu; 1518 1519 list_add(&hw_port->list, &hw_port_list); 1520 } 1521 } 1522 1523 /* Attempt to configure the entire hardware bridge to the newly added 1524 * interface's MTU first, regardless of whether the intention of the 1525 * user was to raise or lower it. 1526 */ 1527 err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu); 1528 if (!err) 1529 goto out; 1530 1531 /* Clearly that didn't work out so well, so just set the minimum MTU on 1532 * all hardware bridge ports now. If this fails too, then all ports will 1533 * still have their old MTU rolled back anyway. 1534 */ 1535 dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu); 1536 1537 out: 1538 dsa_hw_port_list_free(&hw_port_list); 1539 } 1540 1541 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu) 1542 { 1543 struct net_device *master = dsa_slave_to_master(dev); 1544 struct dsa_port *dp = dsa_slave_to_port(dev); 1545 struct dsa_slave_priv *p = netdev_priv(dev); 1546 struct dsa_switch *ds = p->dp->ds; 1547 struct dsa_port *cpu_dp; 1548 int port = p->dp->index; 1549 int largest_mtu = 0; 1550 int new_master_mtu; 1551 int old_master_mtu; 1552 int mtu_limit; 1553 int cpu_mtu; 1554 int err, i; 1555 1556 if (!ds->ops->port_change_mtu) 1557 return -EOPNOTSUPP; 1558 1559 for (i = 0; i < ds->num_ports; i++) { 1560 int slave_mtu; 1561 1562 if (!dsa_is_user_port(ds, i)) 1563 continue; 1564 1565 /* During probe, this function will be called for each slave 1566 * device, while not all of them have been allocated. That's 1567 * ok, it doesn't change what the maximum is, so ignore it. 1568 */ 1569 if (!dsa_to_port(ds, i)->slave) 1570 continue; 1571 1572 /* Pretend that we already applied the setting, which we 1573 * actually haven't (still haven't done all integrity checks) 1574 */ 1575 if (i == port) 1576 slave_mtu = new_mtu; 1577 else 1578 slave_mtu = dsa_to_port(ds, i)->slave->mtu; 1579 1580 if (largest_mtu < slave_mtu) 1581 largest_mtu = slave_mtu; 1582 } 1583 1584 cpu_dp = dsa_to_port(ds, port)->cpu_dp; 1585 1586 mtu_limit = min_t(int, master->max_mtu, dev->max_mtu); 1587 old_master_mtu = master->mtu; 1588 new_master_mtu = largest_mtu + cpu_dp->tag_ops->overhead; 1589 if (new_master_mtu > mtu_limit) 1590 return -ERANGE; 1591 1592 /* If the master MTU isn't over limit, there's no need to check the CPU 1593 * MTU, since that surely isn't either. 1594 */ 1595 cpu_mtu = largest_mtu; 1596 1597 /* Start applying stuff */ 1598 if (new_master_mtu != old_master_mtu) { 1599 err = dev_set_mtu(master, new_master_mtu); 1600 if (err < 0) 1601 goto out_master_failed; 1602 1603 /* We only need to propagate the MTU of the CPU port to 1604 * upstream switches. 1605 */ 1606 err = dsa_port_mtu_change(cpu_dp, cpu_mtu, true); 1607 if (err) 1608 goto out_cpu_failed; 1609 } 1610 1611 err = dsa_port_mtu_change(dp, new_mtu, false); 1612 if (err) 1613 goto out_port_failed; 1614 1615 dev->mtu = new_mtu; 1616 1617 dsa_bridge_mtu_normalization(dp); 1618 1619 return 0; 1620 1621 out_port_failed: 1622 if (new_master_mtu != old_master_mtu) 1623 dsa_port_mtu_change(cpu_dp, old_master_mtu - 1624 cpu_dp->tag_ops->overhead, 1625 true); 1626 out_cpu_failed: 1627 if (new_master_mtu != old_master_mtu) 1628 dev_set_mtu(master, old_master_mtu); 1629 out_master_failed: 1630 return err; 1631 } 1632 1633 static const struct ethtool_ops dsa_slave_ethtool_ops = { 1634 .get_drvinfo = dsa_slave_get_drvinfo, 1635 .get_regs_len = dsa_slave_get_regs_len, 1636 .get_regs = dsa_slave_get_regs, 1637 .nway_reset = dsa_slave_nway_reset, 1638 .get_link = ethtool_op_get_link, 1639 .get_eeprom_len = dsa_slave_get_eeprom_len, 1640 .get_eeprom = dsa_slave_get_eeprom, 1641 .set_eeprom = dsa_slave_set_eeprom, 1642 .get_strings = dsa_slave_get_strings, 1643 .get_ethtool_stats = dsa_slave_get_ethtool_stats, 1644 .get_sset_count = dsa_slave_get_sset_count, 1645 .set_wol = dsa_slave_set_wol, 1646 .get_wol = dsa_slave_get_wol, 1647 .set_eee = dsa_slave_set_eee, 1648 .get_eee = dsa_slave_get_eee, 1649 .get_link_ksettings = dsa_slave_get_link_ksettings, 1650 .set_link_ksettings = dsa_slave_set_link_ksettings, 1651 .get_pauseparam = dsa_slave_get_pauseparam, 1652 .set_pauseparam = dsa_slave_set_pauseparam, 1653 .get_rxnfc = dsa_slave_get_rxnfc, 1654 .set_rxnfc = dsa_slave_set_rxnfc, 1655 .get_ts_info = dsa_slave_get_ts_info, 1656 .self_test = dsa_slave_net_selftest, 1657 }; 1658 1659 /* legacy way, bypassing the bridge *****************************************/ 1660 static int dsa_legacy_fdb_add(struct ndmsg *ndm, struct nlattr *tb[], 1661 struct net_device *dev, 1662 const unsigned char *addr, u16 vid, 1663 u16 flags, 1664 struct netlink_ext_ack *extack) 1665 { 1666 struct dsa_port *dp = dsa_slave_to_port(dev); 1667 1668 return dsa_port_fdb_add(dp, addr, vid); 1669 } 1670 1671 static int dsa_legacy_fdb_del(struct ndmsg *ndm, struct nlattr *tb[], 1672 struct net_device *dev, 1673 const unsigned char *addr, u16 vid) 1674 { 1675 struct dsa_port *dp = dsa_slave_to_port(dev); 1676 1677 return dsa_port_fdb_del(dp, addr, vid); 1678 } 1679 1680 static struct devlink_port *dsa_slave_get_devlink_port(struct net_device *dev) 1681 { 1682 struct dsa_port *dp = dsa_slave_to_port(dev); 1683 1684 return dp->ds->devlink ? &dp->devlink_port : NULL; 1685 } 1686 1687 static void dsa_slave_get_stats64(struct net_device *dev, 1688 struct rtnl_link_stats64 *s) 1689 { 1690 struct dsa_port *dp = dsa_slave_to_port(dev); 1691 struct dsa_switch *ds = dp->ds; 1692 1693 if (ds->ops->get_stats64) 1694 ds->ops->get_stats64(ds, dp->index, s); 1695 else 1696 dev_get_tstats64(dev, s); 1697 } 1698 1699 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx, 1700 struct net_device_path *path) 1701 { 1702 struct dsa_port *dp = dsa_slave_to_port(ctx->dev); 1703 struct dsa_port *cpu_dp = dp->cpu_dp; 1704 1705 path->dev = ctx->dev; 1706 path->type = DEV_PATH_DSA; 1707 path->dsa.proto = cpu_dp->tag_ops->proto; 1708 path->dsa.port = dp->index; 1709 ctx->dev = cpu_dp->master; 1710 1711 return 0; 1712 } 1713 1714 static const struct net_device_ops dsa_slave_netdev_ops = { 1715 .ndo_open = dsa_slave_open, 1716 .ndo_stop = dsa_slave_close, 1717 .ndo_start_xmit = dsa_slave_xmit, 1718 .ndo_change_rx_flags = dsa_slave_change_rx_flags, 1719 .ndo_set_rx_mode = dsa_slave_set_rx_mode, 1720 .ndo_set_mac_address = dsa_slave_set_mac_address, 1721 .ndo_fdb_add = dsa_legacy_fdb_add, 1722 .ndo_fdb_del = dsa_legacy_fdb_del, 1723 .ndo_fdb_dump = dsa_slave_fdb_dump, 1724 .ndo_do_ioctl = dsa_slave_ioctl, 1725 .ndo_get_iflink = dsa_slave_get_iflink, 1726 #ifdef CONFIG_NET_POLL_CONTROLLER 1727 .ndo_netpoll_setup = dsa_slave_netpoll_setup, 1728 .ndo_netpoll_cleanup = dsa_slave_netpoll_cleanup, 1729 .ndo_poll_controller = dsa_slave_poll_controller, 1730 #endif 1731 .ndo_get_phys_port_name = dsa_slave_get_phys_port_name, 1732 .ndo_setup_tc = dsa_slave_setup_tc, 1733 .ndo_get_stats64 = dsa_slave_get_stats64, 1734 .ndo_get_port_parent_id = dsa_slave_get_port_parent_id, 1735 .ndo_vlan_rx_add_vid = dsa_slave_vlan_rx_add_vid, 1736 .ndo_vlan_rx_kill_vid = dsa_slave_vlan_rx_kill_vid, 1737 .ndo_get_devlink_port = dsa_slave_get_devlink_port, 1738 .ndo_change_mtu = dsa_slave_change_mtu, 1739 .ndo_fill_forward_path = dsa_slave_fill_forward_path, 1740 }; 1741 1742 static struct device_type dsa_type = { 1743 .name = "dsa", 1744 }; 1745 1746 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up) 1747 { 1748 const struct dsa_port *dp = dsa_to_port(ds, port); 1749 1750 if (dp->pl) 1751 phylink_mac_change(dp->pl, up); 1752 } 1753 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change); 1754 1755 static void dsa_slave_phylink_fixed_state(struct phylink_config *config, 1756 struct phylink_link_state *state) 1757 { 1758 struct dsa_port *dp = container_of(config, struct dsa_port, pl_config); 1759 struct dsa_switch *ds = dp->ds; 1760 1761 /* No need to check that this operation is valid, the callback would 1762 * not be called if it was not. 1763 */ 1764 ds->ops->phylink_fixed_state(ds, dp->index, state); 1765 } 1766 1767 /* slave device setup *******************************************************/ 1768 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr) 1769 { 1770 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1771 struct dsa_switch *ds = dp->ds; 1772 1773 slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr); 1774 if (!slave_dev->phydev) { 1775 netdev_err(slave_dev, "no phy at %d\n", addr); 1776 return -ENODEV; 1777 } 1778 1779 return phylink_connect_phy(dp->pl, slave_dev->phydev); 1780 } 1781 1782 static int dsa_slave_phy_setup(struct net_device *slave_dev) 1783 { 1784 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1785 struct device_node *port_dn = dp->dn; 1786 struct dsa_switch *ds = dp->ds; 1787 phy_interface_t mode; 1788 u32 phy_flags = 0; 1789 int ret; 1790 1791 ret = of_get_phy_mode(port_dn, &mode); 1792 if (ret) 1793 mode = PHY_INTERFACE_MODE_NA; 1794 1795 dp->pl_config.dev = &slave_dev->dev; 1796 dp->pl_config.type = PHYLINK_NETDEV; 1797 1798 /* The get_fixed_state callback takes precedence over polling the 1799 * link GPIO in PHYLINK (see phylink_get_fixed_state). Only set 1800 * this if the switch provides such a callback. 1801 */ 1802 if (ds->ops->phylink_fixed_state) { 1803 dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state; 1804 dp->pl_config.poll_fixed_state = true; 1805 } 1806 1807 dp->pl = phylink_create(&dp->pl_config, of_fwnode_handle(port_dn), mode, 1808 &dsa_port_phylink_mac_ops); 1809 if (IS_ERR(dp->pl)) { 1810 netdev_err(slave_dev, 1811 "error creating PHYLINK: %ld\n", PTR_ERR(dp->pl)); 1812 return PTR_ERR(dp->pl); 1813 } 1814 1815 if (ds->ops->get_phy_flags) 1816 phy_flags = ds->ops->get_phy_flags(ds, dp->index); 1817 1818 ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags); 1819 if (ret == -ENODEV && ds->slave_mii_bus) { 1820 /* We could not connect to a designated PHY or SFP, so try to 1821 * use the switch internal MDIO bus instead 1822 */ 1823 ret = dsa_slave_phy_connect(slave_dev, dp->index); 1824 if (ret) { 1825 netdev_err(slave_dev, 1826 "failed to connect to port %d: %d\n", 1827 dp->index, ret); 1828 phylink_destroy(dp->pl); 1829 return ret; 1830 } 1831 } 1832 1833 return ret; 1834 } 1835 1836 void dsa_slave_setup_tagger(struct net_device *slave) 1837 { 1838 struct dsa_port *dp = dsa_slave_to_port(slave); 1839 struct dsa_slave_priv *p = netdev_priv(slave); 1840 const struct dsa_port *cpu_dp = dp->cpu_dp; 1841 struct net_device *master = cpu_dp->master; 1842 1843 if (cpu_dp->tag_ops->tail_tag) 1844 slave->needed_tailroom = cpu_dp->tag_ops->overhead; 1845 else 1846 slave->needed_headroom = cpu_dp->tag_ops->overhead; 1847 /* Try to save one extra realloc later in the TX path (in the master) 1848 * by also inheriting the master's needed headroom and tailroom. 1849 * The 8021q driver also does this. 1850 */ 1851 slave->needed_headroom += master->needed_headroom; 1852 slave->needed_tailroom += master->needed_tailroom; 1853 1854 p->xmit = cpu_dp->tag_ops->xmit; 1855 } 1856 1857 static struct lock_class_key dsa_slave_netdev_xmit_lock_key; 1858 static void dsa_slave_set_lockdep_class_one(struct net_device *dev, 1859 struct netdev_queue *txq, 1860 void *_unused) 1861 { 1862 lockdep_set_class(&txq->_xmit_lock, 1863 &dsa_slave_netdev_xmit_lock_key); 1864 } 1865 1866 int dsa_slave_suspend(struct net_device *slave_dev) 1867 { 1868 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1869 1870 if (!netif_running(slave_dev)) 1871 return 0; 1872 1873 netif_device_detach(slave_dev); 1874 1875 rtnl_lock(); 1876 phylink_stop(dp->pl); 1877 rtnl_unlock(); 1878 1879 return 0; 1880 } 1881 1882 int dsa_slave_resume(struct net_device *slave_dev) 1883 { 1884 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 1885 1886 if (!netif_running(slave_dev)) 1887 return 0; 1888 1889 netif_device_attach(slave_dev); 1890 1891 rtnl_lock(); 1892 phylink_start(dp->pl); 1893 rtnl_unlock(); 1894 1895 return 0; 1896 } 1897 1898 int dsa_slave_create(struct dsa_port *port) 1899 { 1900 const struct dsa_port *cpu_dp = port->cpu_dp; 1901 struct net_device *master = cpu_dp->master; 1902 struct dsa_switch *ds = port->ds; 1903 const char *name = port->name; 1904 struct net_device *slave_dev; 1905 struct dsa_slave_priv *p; 1906 int ret; 1907 1908 if (!ds->num_tx_queues) 1909 ds->num_tx_queues = 1; 1910 1911 slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name, 1912 NET_NAME_UNKNOWN, ether_setup, 1913 ds->num_tx_queues, 1); 1914 if (slave_dev == NULL) 1915 return -ENOMEM; 1916 1917 slave_dev->features = master->vlan_features | NETIF_F_HW_TC; 1918 if (ds->ops->port_vlan_add && ds->ops->port_vlan_del) 1919 slave_dev->features |= NETIF_F_HW_VLAN_CTAG_FILTER; 1920 slave_dev->hw_features |= NETIF_F_HW_TC; 1921 slave_dev->features |= NETIF_F_LLTX; 1922 slave_dev->ethtool_ops = &dsa_slave_ethtool_ops; 1923 if (!is_zero_ether_addr(port->mac)) 1924 ether_addr_copy(slave_dev->dev_addr, port->mac); 1925 else 1926 eth_hw_addr_inherit(slave_dev, master); 1927 slave_dev->priv_flags |= IFF_NO_QUEUE; 1928 slave_dev->netdev_ops = &dsa_slave_netdev_ops; 1929 if (ds->ops->port_max_mtu) 1930 slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index); 1931 SET_NETDEV_DEVTYPE(slave_dev, &dsa_type); 1932 1933 netdev_for_each_tx_queue(slave_dev, dsa_slave_set_lockdep_class_one, 1934 NULL); 1935 1936 SET_NETDEV_DEV(slave_dev, port->ds->dev); 1937 slave_dev->dev.of_node = port->dn; 1938 slave_dev->vlan_features = master->vlan_features; 1939 1940 p = netdev_priv(slave_dev); 1941 slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); 1942 if (!slave_dev->tstats) { 1943 free_netdev(slave_dev); 1944 return -ENOMEM; 1945 } 1946 1947 ret = gro_cells_init(&p->gcells, slave_dev); 1948 if (ret) 1949 goto out_free; 1950 1951 p->dp = port; 1952 INIT_LIST_HEAD(&p->mall_tc_list); 1953 port->slave = slave_dev; 1954 dsa_slave_setup_tagger(slave_dev); 1955 1956 rtnl_lock(); 1957 ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN); 1958 rtnl_unlock(); 1959 if (ret && ret != -EOPNOTSUPP) 1960 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n", 1961 ret, ETH_DATA_LEN, port->index); 1962 1963 netif_carrier_off(slave_dev); 1964 1965 ret = dsa_slave_phy_setup(slave_dev); 1966 if (ret) { 1967 netdev_err(slave_dev, 1968 "error %d setting up PHY for tree %d, switch %d, port %d\n", 1969 ret, ds->dst->index, ds->index, port->index); 1970 goto out_gcells; 1971 } 1972 1973 rtnl_lock(); 1974 1975 ret = register_netdevice(slave_dev); 1976 if (ret) { 1977 netdev_err(master, "error %d registering interface %s\n", 1978 ret, slave_dev->name); 1979 rtnl_unlock(); 1980 goto out_phy; 1981 } 1982 1983 ret = netdev_upper_dev_link(master, slave_dev, NULL); 1984 1985 rtnl_unlock(); 1986 1987 if (ret) 1988 goto out_unregister; 1989 1990 return 0; 1991 1992 out_unregister: 1993 unregister_netdev(slave_dev); 1994 out_phy: 1995 rtnl_lock(); 1996 phylink_disconnect_phy(p->dp->pl); 1997 rtnl_unlock(); 1998 phylink_destroy(p->dp->pl); 1999 out_gcells: 2000 gro_cells_destroy(&p->gcells); 2001 out_free: 2002 free_percpu(slave_dev->tstats); 2003 free_netdev(slave_dev); 2004 port->slave = NULL; 2005 return ret; 2006 } 2007 2008 void dsa_slave_destroy(struct net_device *slave_dev) 2009 { 2010 struct net_device *master = dsa_slave_to_master(slave_dev); 2011 struct dsa_port *dp = dsa_slave_to_port(slave_dev); 2012 struct dsa_slave_priv *p = netdev_priv(slave_dev); 2013 2014 netif_carrier_off(slave_dev); 2015 rtnl_lock(); 2016 netdev_upper_dev_unlink(master, slave_dev); 2017 unregister_netdevice(slave_dev); 2018 phylink_disconnect_phy(dp->pl); 2019 rtnl_unlock(); 2020 2021 phylink_destroy(dp->pl); 2022 gro_cells_destroy(&p->gcells); 2023 free_percpu(slave_dev->tstats); 2024 free_netdev(slave_dev); 2025 } 2026 2027 bool dsa_slave_dev_check(const struct net_device *dev) 2028 { 2029 return dev->netdev_ops == &dsa_slave_netdev_ops; 2030 } 2031 EXPORT_SYMBOL_GPL(dsa_slave_dev_check); 2032 2033 static int dsa_slave_changeupper(struct net_device *dev, 2034 struct netdev_notifier_changeupper_info *info) 2035 { 2036 struct dsa_port *dp = dsa_slave_to_port(dev); 2037 struct netlink_ext_ack *extack; 2038 int err = NOTIFY_DONE; 2039 2040 extack = netdev_notifier_info_to_extack(&info->info); 2041 2042 if (netif_is_bridge_master(info->upper_dev)) { 2043 if (info->linking) { 2044 err = dsa_port_bridge_join(dp, info->upper_dev, extack); 2045 if (!err) 2046 dsa_bridge_mtu_normalization(dp); 2047 err = notifier_from_errno(err); 2048 } else { 2049 dsa_port_bridge_leave(dp, info->upper_dev); 2050 err = NOTIFY_OK; 2051 } 2052 } else if (netif_is_lag_master(info->upper_dev)) { 2053 if (info->linking) { 2054 err = dsa_port_lag_join(dp, info->upper_dev, 2055 info->upper_info, extack); 2056 if (err == -EOPNOTSUPP) { 2057 NL_SET_ERR_MSG_MOD(info->info.extack, 2058 "Offloading not supported"); 2059 err = 0; 2060 } 2061 err = notifier_from_errno(err); 2062 } else { 2063 dsa_port_lag_leave(dp, info->upper_dev); 2064 err = NOTIFY_OK; 2065 } 2066 } else if (is_hsr_master(info->upper_dev)) { 2067 if (info->linking) { 2068 err = dsa_port_hsr_join(dp, info->upper_dev); 2069 if (err == -EOPNOTSUPP) { 2070 NL_SET_ERR_MSG_MOD(info->info.extack, 2071 "Offloading not supported"); 2072 err = 0; 2073 } 2074 err = notifier_from_errno(err); 2075 } else { 2076 dsa_port_hsr_leave(dp, info->upper_dev); 2077 err = NOTIFY_OK; 2078 } 2079 } 2080 2081 return err; 2082 } 2083 2084 static int 2085 dsa_slave_lag_changeupper(struct net_device *dev, 2086 struct netdev_notifier_changeupper_info *info) 2087 { 2088 struct net_device *lower; 2089 struct list_head *iter; 2090 int err = NOTIFY_DONE; 2091 struct dsa_port *dp; 2092 2093 netdev_for_each_lower_dev(dev, lower, iter) { 2094 if (!dsa_slave_dev_check(lower)) 2095 continue; 2096 2097 dp = dsa_slave_to_port(lower); 2098 if (!dp->lag_dev) 2099 /* Software LAG */ 2100 continue; 2101 2102 err = dsa_slave_changeupper(lower, info); 2103 if (notifier_to_errno(err)) 2104 break; 2105 } 2106 2107 return err; 2108 } 2109 2110 static int 2111 dsa_prevent_bridging_8021q_upper(struct net_device *dev, 2112 struct netdev_notifier_changeupper_info *info) 2113 { 2114 struct netlink_ext_ack *ext_ack; 2115 struct net_device *slave; 2116 struct dsa_port *dp; 2117 2118 ext_ack = netdev_notifier_info_to_extack(&info->info); 2119 2120 if (!is_vlan_dev(dev)) 2121 return NOTIFY_DONE; 2122 2123 slave = vlan_dev_real_dev(dev); 2124 if (!dsa_slave_dev_check(slave)) 2125 return NOTIFY_DONE; 2126 2127 dp = dsa_slave_to_port(slave); 2128 if (!dp->bridge_dev) 2129 return NOTIFY_DONE; 2130 2131 /* Deny enslaving a VLAN device into a VLAN-aware bridge */ 2132 if (br_vlan_enabled(dp->bridge_dev) && 2133 netif_is_bridge_master(info->upper_dev) && info->linking) { 2134 NL_SET_ERR_MSG_MOD(ext_ack, 2135 "Cannot enslave VLAN device into VLAN aware bridge"); 2136 return notifier_from_errno(-EINVAL); 2137 } 2138 2139 return NOTIFY_DONE; 2140 } 2141 2142 static int 2143 dsa_slave_check_8021q_upper(struct net_device *dev, 2144 struct netdev_notifier_changeupper_info *info) 2145 { 2146 struct dsa_port *dp = dsa_slave_to_port(dev); 2147 struct net_device *br = dp->bridge_dev; 2148 struct bridge_vlan_info br_info; 2149 struct netlink_ext_ack *extack; 2150 int err = NOTIFY_DONE; 2151 u16 vid; 2152 2153 if (!br || !br_vlan_enabled(br)) 2154 return NOTIFY_DONE; 2155 2156 extack = netdev_notifier_info_to_extack(&info->info); 2157 vid = vlan_dev_vlan_id(info->upper_dev); 2158 2159 /* br_vlan_get_info() returns -EINVAL or -ENOENT if the 2160 * device, respectively the VID is not found, returning 2161 * 0 means success, which is a failure for us here. 2162 */ 2163 err = br_vlan_get_info(br, vid, &br_info); 2164 if (err == 0) { 2165 NL_SET_ERR_MSG_MOD(extack, 2166 "This VLAN is already configured by the bridge"); 2167 return notifier_from_errno(-EBUSY); 2168 } 2169 2170 return NOTIFY_DONE; 2171 } 2172 2173 static int dsa_slave_netdevice_event(struct notifier_block *nb, 2174 unsigned long event, void *ptr) 2175 { 2176 struct net_device *dev = netdev_notifier_info_to_dev(ptr); 2177 2178 switch (event) { 2179 case NETDEV_PRECHANGEUPPER: { 2180 struct netdev_notifier_changeupper_info *info = ptr; 2181 struct dsa_switch *ds; 2182 struct dsa_port *dp; 2183 int err; 2184 2185 if (!dsa_slave_dev_check(dev)) 2186 return dsa_prevent_bridging_8021q_upper(dev, ptr); 2187 2188 dp = dsa_slave_to_port(dev); 2189 ds = dp->ds; 2190 2191 if (ds->ops->port_prechangeupper) { 2192 err = ds->ops->port_prechangeupper(ds, dp->index, info); 2193 if (err) 2194 return notifier_from_errno(err); 2195 } 2196 2197 if (is_vlan_dev(info->upper_dev)) 2198 return dsa_slave_check_8021q_upper(dev, ptr); 2199 break; 2200 } 2201 case NETDEV_CHANGEUPPER: 2202 if (dsa_slave_dev_check(dev)) 2203 return dsa_slave_changeupper(dev, ptr); 2204 2205 if (netif_is_lag_master(dev)) 2206 return dsa_slave_lag_changeupper(dev, ptr); 2207 2208 break; 2209 case NETDEV_CHANGELOWERSTATE: { 2210 struct netdev_notifier_changelowerstate_info *info = ptr; 2211 struct dsa_port *dp; 2212 int err; 2213 2214 if (!dsa_slave_dev_check(dev)) 2215 break; 2216 2217 dp = dsa_slave_to_port(dev); 2218 2219 err = dsa_port_lag_change(dp, info->lower_state_info); 2220 return notifier_from_errno(err); 2221 } 2222 case NETDEV_GOING_DOWN: { 2223 struct dsa_port *dp, *cpu_dp; 2224 struct dsa_switch_tree *dst; 2225 LIST_HEAD(close_list); 2226 2227 if (!netdev_uses_dsa(dev)) 2228 return NOTIFY_DONE; 2229 2230 cpu_dp = dev->dsa_ptr; 2231 dst = cpu_dp->ds->dst; 2232 2233 list_for_each_entry(dp, &dst->ports, list) { 2234 if (!dsa_is_user_port(dp->ds, dp->index)) 2235 continue; 2236 2237 list_add(&dp->slave->close_list, &close_list); 2238 } 2239 2240 dev_close_many(&close_list, true); 2241 2242 return NOTIFY_OK; 2243 } 2244 default: 2245 break; 2246 } 2247 2248 return NOTIFY_DONE; 2249 } 2250 2251 static void 2252 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work) 2253 { 2254 struct dsa_switch *ds = switchdev_work->ds; 2255 struct switchdev_notifier_fdb_info info; 2256 struct dsa_port *dp; 2257 2258 if (!dsa_is_user_port(ds, switchdev_work->port)) 2259 return; 2260 2261 info.addr = switchdev_work->addr; 2262 info.vid = switchdev_work->vid; 2263 info.offloaded = true; 2264 dp = dsa_to_port(ds, switchdev_work->port); 2265 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, 2266 dp->slave, &info.info, NULL); 2267 } 2268 2269 static void dsa_slave_switchdev_event_work(struct work_struct *work) 2270 { 2271 struct dsa_switchdev_event_work *switchdev_work = 2272 container_of(work, struct dsa_switchdev_event_work, work); 2273 struct dsa_switch *ds = switchdev_work->ds; 2274 struct dsa_port *dp; 2275 int err; 2276 2277 dp = dsa_to_port(ds, switchdev_work->port); 2278 2279 rtnl_lock(); 2280 switch (switchdev_work->event) { 2281 case SWITCHDEV_FDB_ADD_TO_DEVICE: 2282 err = dsa_port_fdb_add(dp, switchdev_work->addr, 2283 switchdev_work->vid); 2284 if (err) { 2285 dev_err(ds->dev, 2286 "port %d failed to add %pM vid %d to fdb: %d\n", 2287 dp->index, switchdev_work->addr, 2288 switchdev_work->vid, err); 2289 break; 2290 } 2291 dsa_fdb_offload_notify(switchdev_work); 2292 break; 2293 2294 case SWITCHDEV_FDB_DEL_TO_DEVICE: 2295 err = dsa_port_fdb_del(dp, switchdev_work->addr, 2296 switchdev_work->vid); 2297 if (err) { 2298 dev_err(ds->dev, 2299 "port %d failed to delete %pM vid %d from fdb: %d\n", 2300 dp->index, switchdev_work->addr, 2301 switchdev_work->vid, err); 2302 } 2303 2304 break; 2305 } 2306 rtnl_unlock(); 2307 2308 kfree(switchdev_work); 2309 if (dsa_is_user_port(ds, dp->index)) 2310 dev_put(dp->slave); 2311 } 2312 2313 static int dsa_lower_dev_walk(struct net_device *lower_dev, 2314 struct netdev_nested_priv *priv) 2315 { 2316 if (dsa_slave_dev_check(lower_dev)) { 2317 priv->data = (void *)netdev_priv(lower_dev); 2318 return 1; 2319 } 2320 2321 return 0; 2322 } 2323 2324 static struct dsa_slave_priv *dsa_slave_dev_lower_find(struct net_device *dev) 2325 { 2326 struct netdev_nested_priv priv = { 2327 .data = NULL, 2328 }; 2329 2330 netdev_walk_all_lower_dev_rcu(dev, dsa_lower_dev_walk, &priv); 2331 2332 return (struct dsa_slave_priv *)priv.data; 2333 } 2334 2335 /* Called under rcu_read_lock() */ 2336 static int dsa_slave_switchdev_event(struct notifier_block *unused, 2337 unsigned long event, void *ptr) 2338 { 2339 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 2340 const struct switchdev_notifier_fdb_info *fdb_info; 2341 struct dsa_switchdev_event_work *switchdev_work; 2342 struct dsa_port *dp; 2343 int err; 2344 2345 switch (event) { 2346 case SWITCHDEV_PORT_ATTR_SET: 2347 err = switchdev_handle_port_attr_set(dev, ptr, 2348 dsa_slave_dev_check, 2349 dsa_slave_port_attr_set); 2350 return notifier_from_errno(err); 2351 case SWITCHDEV_FDB_ADD_TO_DEVICE: 2352 case SWITCHDEV_FDB_DEL_TO_DEVICE: 2353 fdb_info = ptr; 2354 2355 if (dsa_slave_dev_check(dev)) { 2356 if (!fdb_info->added_by_user || fdb_info->is_local) 2357 return NOTIFY_OK; 2358 2359 dp = dsa_slave_to_port(dev); 2360 } else { 2361 /* Snoop addresses learnt on foreign interfaces 2362 * bridged with us, for switches that don't 2363 * automatically learn SA from CPU-injected traffic 2364 */ 2365 struct net_device *br_dev; 2366 struct dsa_slave_priv *p; 2367 2368 br_dev = netdev_master_upper_dev_get_rcu(dev); 2369 if (!br_dev) 2370 return NOTIFY_DONE; 2371 2372 if (!netif_is_bridge_master(br_dev)) 2373 return NOTIFY_DONE; 2374 2375 p = dsa_slave_dev_lower_find(br_dev); 2376 if (!p) 2377 return NOTIFY_DONE; 2378 2379 dp = p->dp->cpu_dp; 2380 2381 if (!dp->ds->assisted_learning_on_cpu_port) 2382 return NOTIFY_DONE; 2383 2384 /* When the bridge learns an address on an offloaded 2385 * LAG we don't want to send traffic to the CPU, the 2386 * other ports bridged with the LAG should be able to 2387 * autonomously forward towards it. 2388 */ 2389 if (dsa_tree_offloads_bridge_port(dp->ds->dst, dev)) 2390 return NOTIFY_DONE; 2391 } 2392 2393 if (!dp->ds->ops->port_fdb_add || !dp->ds->ops->port_fdb_del) 2394 return NOTIFY_DONE; 2395 2396 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC); 2397 if (!switchdev_work) 2398 return NOTIFY_BAD; 2399 2400 INIT_WORK(&switchdev_work->work, 2401 dsa_slave_switchdev_event_work); 2402 switchdev_work->ds = dp->ds; 2403 switchdev_work->port = dp->index; 2404 switchdev_work->event = event; 2405 2406 ether_addr_copy(switchdev_work->addr, 2407 fdb_info->addr); 2408 switchdev_work->vid = fdb_info->vid; 2409 2410 /* Hold a reference on the slave for dsa_fdb_offload_notify */ 2411 if (dsa_is_user_port(dp->ds, dp->index)) 2412 dev_hold(dev); 2413 dsa_schedule_work(&switchdev_work->work); 2414 break; 2415 default: 2416 return NOTIFY_DONE; 2417 } 2418 2419 return NOTIFY_OK; 2420 } 2421 2422 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused, 2423 unsigned long event, void *ptr) 2424 { 2425 struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 2426 int err; 2427 2428 switch (event) { 2429 case SWITCHDEV_PORT_OBJ_ADD: 2430 err = switchdev_handle_port_obj_add(dev, ptr, 2431 dsa_slave_dev_check, 2432 dsa_slave_port_obj_add); 2433 return notifier_from_errno(err); 2434 case SWITCHDEV_PORT_OBJ_DEL: 2435 err = switchdev_handle_port_obj_del(dev, ptr, 2436 dsa_slave_dev_check, 2437 dsa_slave_port_obj_del); 2438 return notifier_from_errno(err); 2439 case SWITCHDEV_PORT_ATTR_SET: 2440 err = switchdev_handle_port_attr_set(dev, ptr, 2441 dsa_slave_dev_check, 2442 dsa_slave_port_attr_set); 2443 return notifier_from_errno(err); 2444 } 2445 2446 return NOTIFY_DONE; 2447 } 2448 2449 static struct notifier_block dsa_slave_nb __read_mostly = { 2450 .notifier_call = dsa_slave_netdevice_event, 2451 }; 2452 2453 struct notifier_block dsa_slave_switchdev_notifier = { 2454 .notifier_call = dsa_slave_switchdev_event, 2455 }; 2456 2457 struct notifier_block dsa_slave_switchdev_blocking_notifier = { 2458 .notifier_call = dsa_slave_switchdev_blocking_event, 2459 }; 2460 2461 int dsa_slave_register_notifier(void) 2462 { 2463 struct notifier_block *nb; 2464 int err; 2465 2466 err = register_netdevice_notifier(&dsa_slave_nb); 2467 if (err) 2468 return err; 2469 2470 err = register_switchdev_notifier(&dsa_slave_switchdev_notifier); 2471 if (err) 2472 goto err_switchdev_nb; 2473 2474 nb = &dsa_slave_switchdev_blocking_notifier; 2475 err = register_switchdev_blocking_notifier(nb); 2476 if (err) 2477 goto err_switchdev_blocking_nb; 2478 2479 return 0; 2480 2481 err_switchdev_blocking_nb: 2482 unregister_switchdev_notifier(&dsa_slave_switchdev_notifier); 2483 err_switchdev_nb: 2484 unregister_netdevice_notifier(&dsa_slave_nb); 2485 return err; 2486 } 2487 2488 void dsa_slave_unregister_notifier(void) 2489 { 2490 struct notifier_block *nb; 2491 int err; 2492 2493 nb = &dsa_slave_switchdev_blocking_notifier; 2494 err = unregister_switchdev_blocking_notifier(nb); 2495 if (err) 2496 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err); 2497 2498 err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier); 2499 if (err) 2500 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err); 2501 2502 err = unregister_netdevice_notifier(&dsa_slave_nb); 2503 if (err) 2504 pr_err("DSA: failed to unregister slave notifier (%d)\n", err); 2505 } 2506