xref: /openbmc/linux/net/dsa/slave.c (revision d2a99dbd)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * net/dsa/slave.c - Slave device handling
4  * Copyright (c) 2008-2009 Marvell Semiconductor
5  */
6 
7 #include <linux/list.h>
8 #include <linux/etherdevice.h>
9 #include <linux/netdevice.h>
10 #include <linux/phy.h>
11 #include <linux/phy_fixed.h>
12 #include <linux/phylink.h>
13 #include <linux/of_net.h>
14 #include <linux/of_mdio.h>
15 #include <linux/mdio.h>
16 #include <net/rtnetlink.h>
17 #include <net/pkt_cls.h>
18 #include <net/tc_act/tc_mirred.h>
19 #include <linux/if_bridge.h>
20 #include <linux/netpoll.h>
21 #include <linux/ptp_classify.h>
22 
23 #include "dsa_priv.h"
24 
25 static bool dsa_slave_dev_check(const struct net_device *dev);
26 
27 /* slave mii_bus handling ***************************************************/
28 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
29 {
30 	struct dsa_switch *ds = bus->priv;
31 
32 	if (ds->phys_mii_mask & (1 << addr))
33 		return ds->ops->phy_read(ds, addr, reg);
34 
35 	return 0xffff;
36 }
37 
38 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
39 {
40 	struct dsa_switch *ds = bus->priv;
41 
42 	if (ds->phys_mii_mask & (1 << addr))
43 		return ds->ops->phy_write(ds, addr, reg, val);
44 
45 	return 0;
46 }
47 
48 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
49 {
50 	ds->slave_mii_bus->priv = (void *)ds;
51 	ds->slave_mii_bus->name = "dsa slave smi";
52 	ds->slave_mii_bus->read = dsa_slave_phy_read;
53 	ds->slave_mii_bus->write = dsa_slave_phy_write;
54 	snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
55 		 ds->dst->index, ds->index);
56 	ds->slave_mii_bus->parent = ds->dev;
57 	ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
58 }
59 
60 
61 /* slave device handling ****************************************************/
62 static int dsa_slave_get_iflink(const struct net_device *dev)
63 {
64 	return dsa_slave_to_master(dev)->ifindex;
65 }
66 
67 static int dsa_slave_open(struct net_device *dev)
68 {
69 	struct net_device *master = dsa_slave_to_master(dev);
70 	struct dsa_port *dp = dsa_slave_to_port(dev);
71 	int err;
72 
73 	if (!(master->flags & IFF_UP))
74 		return -ENETDOWN;
75 
76 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
77 		err = dev_uc_add(master, dev->dev_addr);
78 		if (err < 0)
79 			goto out;
80 	}
81 
82 	if (dev->flags & IFF_ALLMULTI) {
83 		err = dev_set_allmulti(master, 1);
84 		if (err < 0)
85 			goto del_unicast;
86 	}
87 	if (dev->flags & IFF_PROMISC) {
88 		err = dev_set_promiscuity(master, 1);
89 		if (err < 0)
90 			goto clear_allmulti;
91 	}
92 
93 	err = dsa_port_enable(dp, dev->phydev);
94 	if (err)
95 		goto clear_promisc;
96 
97 	phylink_start(dp->pl);
98 
99 	return 0;
100 
101 clear_promisc:
102 	if (dev->flags & IFF_PROMISC)
103 		dev_set_promiscuity(master, -1);
104 clear_allmulti:
105 	if (dev->flags & IFF_ALLMULTI)
106 		dev_set_allmulti(master, -1);
107 del_unicast:
108 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
109 		dev_uc_del(master, dev->dev_addr);
110 out:
111 	return err;
112 }
113 
114 static int dsa_slave_close(struct net_device *dev)
115 {
116 	struct net_device *master = dsa_slave_to_master(dev);
117 	struct dsa_port *dp = dsa_slave_to_port(dev);
118 
119 	cancel_work_sync(&dp->xmit_work);
120 	skb_queue_purge(&dp->xmit_queue);
121 
122 	phylink_stop(dp->pl);
123 
124 	dsa_port_disable(dp);
125 
126 	dev_mc_unsync(master, dev);
127 	dev_uc_unsync(master, dev);
128 	if (dev->flags & IFF_ALLMULTI)
129 		dev_set_allmulti(master, -1);
130 	if (dev->flags & IFF_PROMISC)
131 		dev_set_promiscuity(master, -1);
132 
133 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
134 		dev_uc_del(master, dev->dev_addr);
135 
136 	return 0;
137 }
138 
139 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
140 {
141 	struct net_device *master = dsa_slave_to_master(dev);
142 	if (dev->flags & IFF_UP) {
143 		if (change & IFF_ALLMULTI)
144 			dev_set_allmulti(master,
145 					 dev->flags & IFF_ALLMULTI ? 1 : -1);
146 		if (change & IFF_PROMISC)
147 			dev_set_promiscuity(master,
148 					    dev->flags & IFF_PROMISC ? 1 : -1);
149 	}
150 }
151 
152 static void dsa_slave_set_rx_mode(struct net_device *dev)
153 {
154 	struct net_device *master = dsa_slave_to_master(dev);
155 
156 	dev_mc_sync(master, dev);
157 	dev_uc_sync(master, dev);
158 }
159 
160 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
161 {
162 	struct net_device *master = dsa_slave_to_master(dev);
163 	struct sockaddr *addr = a;
164 	int err;
165 
166 	if (!is_valid_ether_addr(addr->sa_data))
167 		return -EADDRNOTAVAIL;
168 
169 	if (!(dev->flags & IFF_UP))
170 		goto out;
171 
172 	if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
173 		err = dev_uc_add(master, addr->sa_data);
174 		if (err < 0)
175 			return err;
176 	}
177 
178 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
179 		dev_uc_del(master, dev->dev_addr);
180 
181 out:
182 	ether_addr_copy(dev->dev_addr, addr->sa_data);
183 
184 	return 0;
185 }
186 
187 struct dsa_slave_dump_ctx {
188 	struct net_device *dev;
189 	struct sk_buff *skb;
190 	struct netlink_callback *cb;
191 	int idx;
192 };
193 
194 static int
195 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
196 			   bool is_static, void *data)
197 {
198 	struct dsa_slave_dump_ctx *dump = data;
199 	u32 portid = NETLINK_CB(dump->cb->skb).portid;
200 	u32 seq = dump->cb->nlh->nlmsg_seq;
201 	struct nlmsghdr *nlh;
202 	struct ndmsg *ndm;
203 
204 	if (dump->idx < dump->cb->args[2])
205 		goto skip;
206 
207 	nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
208 			sizeof(*ndm), NLM_F_MULTI);
209 	if (!nlh)
210 		return -EMSGSIZE;
211 
212 	ndm = nlmsg_data(nlh);
213 	ndm->ndm_family  = AF_BRIDGE;
214 	ndm->ndm_pad1    = 0;
215 	ndm->ndm_pad2    = 0;
216 	ndm->ndm_flags   = NTF_SELF;
217 	ndm->ndm_type    = 0;
218 	ndm->ndm_ifindex = dump->dev->ifindex;
219 	ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
220 
221 	if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
222 		goto nla_put_failure;
223 
224 	if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
225 		goto nla_put_failure;
226 
227 	nlmsg_end(dump->skb, nlh);
228 
229 skip:
230 	dump->idx++;
231 	return 0;
232 
233 nla_put_failure:
234 	nlmsg_cancel(dump->skb, nlh);
235 	return -EMSGSIZE;
236 }
237 
238 static int
239 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
240 		   struct net_device *dev, struct net_device *filter_dev,
241 		   int *idx)
242 {
243 	struct dsa_port *dp = dsa_slave_to_port(dev);
244 	struct dsa_slave_dump_ctx dump = {
245 		.dev = dev,
246 		.skb = skb,
247 		.cb = cb,
248 		.idx = *idx,
249 	};
250 	int err;
251 
252 	err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump);
253 	*idx = dump.idx;
254 
255 	return err;
256 }
257 
258 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
259 {
260 	struct dsa_slave_priv *p = netdev_priv(dev);
261 	struct dsa_switch *ds = p->dp->ds;
262 	int port = p->dp->index;
263 
264 	/* Pass through to switch driver if it supports timestamping */
265 	switch (cmd) {
266 	case SIOCGHWTSTAMP:
267 		if (ds->ops->port_hwtstamp_get)
268 			return ds->ops->port_hwtstamp_get(ds, port, ifr);
269 		break;
270 	case SIOCSHWTSTAMP:
271 		if (ds->ops->port_hwtstamp_set)
272 			return ds->ops->port_hwtstamp_set(ds, port, ifr);
273 		break;
274 	}
275 
276 	return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
277 }
278 
279 static int dsa_slave_port_attr_set(struct net_device *dev,
280 				   const struct switchdev_attr *attr,
281 				   struct switchdev_trans *trans)
282 {
283 	struct dsa_port *dp = dsa_slave_to_port(dev);
284 	int ret;
285 
286 	switch (attr->id) {
287 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
288 		ret = dsa_port_set_state(dp, attr->u.stp_state, trans);
289 		break;
290 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
291 		ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
292 					      trans);
293 		break;
294 	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
295 		ret = dsa_port_ageing_time(dp, attr->u.ageing_time, trans);
296 		break;
297 	case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
298 		ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
299 						trans);
300 		break;
301 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
302 		ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, trans);
303 		break;
304 	case SWITCHDEV_ATTR_ID_BRIDGE_MROUTER:
305 		ret = dsa_port_mrouter(dp->cpu_dp, attr->u.mrouter, trans);
306 		break;
307 	default:
308 		ret = -EOPNOTSUPP;
309 		break;
310 	}
311 
312 	return ret;
313 }
314 
315 static int dsa_slave_vlan_add(struct net_device *dev,
316 			      const struct switchdev_obj *obj,
317 			      struct switchdev_trans *trans)
318 {
319 	struct dsa_port *dp = dsa_slave_to_port(dev);
320 	struct switchdev_obj_port_vlan vlan;
321 	int err;
322 
323 	if (obj->orig_dev != dev)
324 		return -EOPNOTSUPP;
325 
326 	if (dp->bridge_dev && !br_vlan_enabled(dp->bridge_dev))
327 		return 0;
328 
329 	vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
330 
331 	err = dsa_port_vlan_add(dp, &vlan, trans);
332 	if (err)
333 		return err;
334 
335 	/* We need the dedicated CPU port to be a member of the VLAN as well.
336 	 * Even though drivers often handle CPU membership in special ways,
337 	 * it doesn't make sense to program a PVID, so clear this flag.
338 	 */
339 	vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
340 
341 	err = dsa_port_vlan_add(dp->cpu_dp, &vlan, trans);
342 	if (err)
343 		return err;
344 
345 	return 0;
346 }
347 
348 static int dsa_slave_port_obj_add(struct net_device *dev,
349 				  const struct switchdev_obj *obj,
350 				  struct switchdev_trans *trans,
351 				  struct netlink_ext_ack *extack)
352 {
353 	struct dsa_port *dp = dsa_slave_to_port(dev);
354 	int err;
355 
356 	/* For the prepare phase, ensure the full set of changes is feasable in
357 	 * one go in order to signal a failure properly. If an operation is not
358 	 * supported, return -EOPNOTSUPP.
359 	 */
360 
361 	switch (obj->id) {
362 	case SWITCHDEV_OBJ_ID_PORT_MDB:
363 		if (obj->orig_dev != dev)
364 			return -EOPNOTSUPP;
365 		err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj), trans);
366 		break;
367 	case SWITCHDEV_OBJ_ID_HOST_MDB:
368 		/* DSA can directly translate this to a normal MDB add,
369 		 * but on the CPU port.
370 		 */
371 		err = dsa_port_mdb_add(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj),
372 				       trans);
373 		break;
374 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
375 		err = dsa_slave_vlan_add(dev, obj, trans);
376 		break;
377 	default:
378 		err = -EOPNOTSUPP;
379 		break;
380 	}
381 
382 	return err;
383 }
384 
385 static int dsa_slave_vlan_del(struct net_device *dev,
386 			      const struct switchdev_obj *obj)
387 {
388 	struct dsa_port *dp = dsa_slave_to_port(dev);
389 
390 	if (obj->orig_dev != dev)
391 		return -EOPNOTSUPP;
392 
393 	if (dp->bridge_dev && !br_vlan_enabled(dp->bridge_dev))
394 		return 0;
395 
396 	/* Do not deprogram the CPU port as it may be shared with other user
397 	 * ports which can be members of this VLAN as well.
398 	 */
399 	return dsa_port_vlan_del(dp, SWITCHDEV_OBJ_PORT_VLAN(obj));
400 }
401 
402 static int dsa_slave_port_obj_del(struct net_device *dev,
403 				  const struct switchdev_obj *obj)
404 {
405 	struct dsa_port *dp = dsa_slave_to_port(dev);
406 	int err;
407 
408 	switch (obj->id) {
409 	case SWITCHDEV_OBJ_ID_PORT_MDB:
410 		if (obj->orig_dev != dev)
411 			return -EOPNOTSUPP;
412 		err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
413 		break;
414 	case SWITCHDEV_OBJ_ID_HOST_MDB:
415 		/* DSA can directly translate this to a normal MDB add,
416 		 * but on the CPU port.
417 		 */
418 		err = dsa_port_mdb_del(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj));
419 		break;
420 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
421 		err = dsa_slave_vlan_del(dev, obj);
422 		break;
423 	default:
424 		err = -EOPNOTSUPP;
425 		break;
426 	}
427 
428 	return err;
429 }
430 
431 static int dsa_slave_get_port_parent_id(struct net_device *dev,
432 					struct netdev_phys_item_id *ppid)
433 {
434 	struct dsa_port *dp = dsa_slave_to_port(dev);
435 	struct dsa_switch *ds = dp->ds;
436 	struct dsa_switch_tree *dst = ds->dst;
437 
438 	/* For non-legacy ports, devlink is used and it takes
439 	 * care of the name generation. This ndo implementation
440 	 * should be removed with legacy support.
441 	 */
442 	if (dp->ds->devlink)
443 		return -EOPNOTSUPP;
444 
445 	ppid->id_len = sizeof(dst->index);
446 	memcpy(&ppid->id, &dst->index, ppid->id_len);
447 
448 	return 0;
449 }
450 
451 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev,
452 						     struct sk_buff *skb)
453 {
454 #ifdef CONFIG_NET_POLL_CONTROLLER
455 	struct dsa_slave_priv *p = netdev_priv(dev);
456 
457 	if (p->netpoll)
458 		netpoll_send_skb(p->netpoll, skb);
459 #else
460 	BUG();
461 #endif
462 	return NETDEV_TX_OK;
463 }
464 
465 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p,
466 				 struct sk_buff *skb)
467 {
468 	struct dsa_switch *ds = p->dp->ds;
469 	struct sk_buff *clone;
470 	unsigned int type;
471 
472 	type = ptp_classify_raw(skb);
473 	if (type == PTP_CLASS_NONE)
474 		return;
475 
476 	if (!ds->ops->port_txtstamp)
477 		return;
478 
479 	clone = skb_clone_sk(skb);
480 	if (!clone)
481 		return;
482 
483 	DSA_SKB_CB(skb)->clone = clone;
484 
485 	if (ds->ops->port_txtstamp(ds, p->dp->index, clone, type))
486 		return;
487 
488 	kfree_skb(clone);
489 }
490 
491 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
492 {
493 	/* SKB for netpoll still need to be mangled with the protocol-specific
494 	 * tag to be successfully transmitted
495 	 */
496 	if (unlikely(netpoll_tx_running(dev)))
497 		return dsa_slave_netpoll_send_skb(dev, skb);
498 
499 	/* Queue the SKB for transmission on the parent interface, but
500 	 * do not modify its EtherType
501 	 */
502 	skb->dev = dsa_slave_to_master(dev);
503 	dev_queue_xmit(skb);
504 
505 	return NETDEV_TX_OK;
506 }
507 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
508 
509 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
510 {
511 	struct dsa_slave_priv *p = netdev_priv(dev);
512 	struct pcpu_sw_netstats *s;
513 	struct sk_buff *nskb;
514 
515 	s = this_cpu_ptr(p->stats64);
516 	u64_stats_update_begin(&s->syncp);
517 	s->tx_packets++;
518 	s->tx_bytes += skb->len;
519 	u64_stats_update_end(&s->syncp);
520 
521 	DSA_SKB_CB(skb)->deferred_xmit = false;
522 	DSA_SKB_CB(skb)->clone = NULL;
523 
524 	/* Identify PTP protocol packets, clone them, and pass them to the
525 	 * switch driver
526 	 */
527 	dsa_skb_tx_timestamp(p, skb);
528 
529 	/* Transmit function may have to reallocate the original SKB,
530 	 * in which case it must have freed it. Only free it here on error.
531 	 */
532 	nskb = p->xmit(skb, dev);
533 	if (!nskb) {
534 		if (!DSA_SKB_CB(skb)->deferred_xmit)
535 			kfree_skb(skb);
536 		return NETDEV_TX_OK;
537 	}
538 
539 	return dsa_enqueue_skb(nskb, dev);
540 }
541 
542 void *dsa_defer_xmit(struct sk_buff *skb, struct net_device *dev)
543 {
544 	struct dsa_port *dp = dsa_slave_to_port(dev);
545 
546 	DSA_SKB_CB(skb)->deferred_xmit = true;
547 
548 	skb_queue_tail(&dp->xmit_queue, skb);
549 	schedule_work(&dp->xmit_work);
550 	return NULL;
551 }
552 EXPORT_SYMBOL_GPL(dsa_defer_xmit);
553 
554 static void dsa_port_xmit_work(struct work_struct *work)
555 {
556 	struct dsa_port *dp = container_of(work, struct dsa_port, xmit_work);
557 	struct dsa_switch *ds = dp->ds;
558 	struct sk_buff *skb;
559 
560 	if (unlikely(!ds->ops->port_deferred_xmit))
561 		return;
562 
563 	while ((skb = skb_dequeue(&dp->xmit_queue)) != NULL)
564 		ds->ops->port_deferred_xmit(ds, dp->index, skb);
565 }
566 
567 /* ethtool operations *******************************************************/
568 
569 static void dsa_slave_get_drvinfo(struct net_device *dev,
570 				  struct ethtool_drvinfo *drvinfo)
571 {
572 	strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
573 	strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
574 	strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
575 }
576 
577 static int dsa_slave_get_regs_len(struct net_device *dev)
578 {
579 	struct dsa_port *dp = dsa_slave_to_port(dev);
580 	struct dsa_switch *ds = dp->ds;
581 
582 	if (ds->ops->get_regs_len)
583 		return ds->ops->get_regs_len(ds, dp->index);
584 
585 	return -EOPNOTSUPP;
586 }
587 
588 static void
589 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
590 {
591 	struct dsa_port *dp = dsa_slave_to_port(dev);
592 	struct dsa_switch *ds = dp->ds;
593 
594 	if (ds->ops->get_regs)
595 		ds->ops->get_regs(ds, dp->index, regs, _p);
596 }
597 
598 static int dsa_slave_nway_reset(struct net_device *dev)
599 {
600 	struct dsa_port *dp = dsa_slave_to_port(dev);
601 
602 	return phylink_ethtool_nway_reset(dp->pl);
603 }
604 
605 static int dsa_slave_get_eeprom_len(struct net_device *dev)
606 {
607 	struct dsa_port *dp = dsa_slave_to_port(dev);
608 	struct dsa_switch *ds = dp->ds;
609 
610 	if (ds->cd && ds->cd->eeprom_len)
611 		return ds->cd->eeprom_len;
612 
613 	if (ds->ops->get_eeprom_len)
614 		return ds->ops->get_eeprom_len(ds);
615 
616 	return 0;
617 }
618 
619 static int dsa_slave_get_eeprom(struct net_device *dev,
620 				struct ethtool_eeprom *eeprom, u8 *data)
621 {
622 	struct dsa_port *dp = dsa_slave_to_port(dev);
623 	struct dsa_switch *ds = dp->ds;
624 
625 	if (ds->ops->get_eeprom)
626 		return ds->ops->get_eeprom(ds, eeprom, data);
627 
628 	return -EOPNOTSUPP;
629 }
630 
631 static int dsa_slave_set_eeprom(struct net_device *dev,
632 				struct ethtool_eeprom *eeprom, u8 *data)
633 {
634 	struct dsa_port *dp = dsa_slave_to_port(dev);
635 	struct dsa_switch *ds = dp->ds;
636 
637 	if (ds->ops->set_eeprom)
638 		return ds->ops->set_eeprom(ds, eeprom, data);
639 
640 	return -EOPNOTSUPP;
641 }
642 
643 static void dsa_slave_get_strings(struct net_device *dev,
644 				  uint32_t stringset, uint8_t *data)
645 {
646 	struct dsa_port *dp = dsa_slave_to_port(dev);
647 	struct dsa_switch *ds = dp->ds;
648 
649 	if (stringset == ETH_SS_STATS) {
650 		int len = ETH_GSTRING_LEN;
651 
652 		strncpy(data, "tx_packets", len);
653 		strncpy(data + len, "tx_bytes", len);
654 		strncpy(data + 2 * len, "rx_packets", len);
655 		strncpy(data + 3 * len, "rx_bytes", len);
656 		if (ds->ops->get_strings)
657 			ds->ops->get_strings(ds, dp->index, stringset,
658 					     data + 4 * len);
659 	}
660 }
661 
662 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
663 					struct ethtool_stats *stats,
664 					uint64_t *data)
665 {
666 	struct dsa_port *dp = dsa_slave_to_port(dev);
667 	struct dsa_slave_priv *p = netdev_priv(dev);
668 	struct dsa_switch *ds = dp->ds;
669 	struct pcpu_sw_netstats *s;
670 	unsigned int start;
671 	int i;
672 
673 	for_each_possible_cpu(i) {
674 		u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
675 
676 		s = per_cpu_ptr(p->stats64, i);
677 		do {
678 			start = u64_stats_fetch_begin_irq(&s->syncp);
679 			tx_packets = s->tx_packets;
680 			tx_bytes = s->tx_bytes;
681 			rx_packets = s->rx_packets;
682 			rx_bytes = s->rx_bytes;
683 		} while (u64_stats_fetch_retry_irq(&s->syncp, start));
684 		data[0] += tx_packets;
685 		data[1] += tx_bytes;
686 		data[2] += rx_packets;
687 		data[3] += rx_bytes;
688 	}
689 	if (ds->ops->get_ethtool_stats)
690 		ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
691 }
692 
693 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
694 {
695 	struct dsa_port *dp = dsa_slave_to_port(dev);
696 	struct dsa_switch *ds = dp->ds;
697 
698 	if (sset == ETH_SS_STATS) {
699 		int count;
700 
701 		count = 4;
702 		if (ds->ops->get_sset_count)
703 			count += ds->ops->get_sset_count(ds, dp->index, sset);
704 
705 		return count;
706 	}
707 
708 	return -EOPNOTSUPP;
709 }
710 
711 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
712 {
713 	struct dsa_port *dp = dsa_slave_to_port(dev);
714 	struct dsa_switch *ds = dp->ds;
715 
716 	phylink_ethtool_get_wol(dp->pl, w);
717 
718 	if (ds->ops->get_wol)
719 		ds->ops->get_wol(ds, dp->index, w);
720 }
721 
722 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
723 {
724 	struct dsa_port *dp = dsa_slave_to_port(dev);
725 	struct dsa_switch *ds = dp->ds;
726 	int ret = -EOPNOTSUPP;
727 
728 	phylink_ethtool_set_wol(dp->pl, w);
729 
730 	if (ds->ops->set_wol)
731 		ret = ds->ops->set_wol(ds, dp->index, w);
732 
733 	return ret;
734 }
735 
736 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
737 {
738 	struct dsa_port *dp = dsa_slave_to_port(dev);
739 	struct dsa_switch *ds = dp->ds;
740 	int ret;
741 
742 	/* Port's PHY and MAC both need to be EEE capable */
743 	if (!dev->phydev || !dp->pl)
744 		return -ENODEV;
745 
746 	if (!ds->ops->set_mac_eee)
747 		return -EOPNOTSUPP;
748 
749 	ret = ds->ops->set_mac_eee(ds, dp->index, e);
750 	if (ret)
751 		return ret;
752 
753 	return phylink_ethtool_set_eee(dp->pl, e);
754 }
755 
756 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
757 {
758 	struct dsa_port *dp = dsa_slave_to_port(dev);
759 	struct dsa_switch *ds = dp->ds;
760 	int ret;
761 
762 	/* Port's PHY and MAC both need to be EEE capable */
763 	if (!dev->phydev || !dp->pl)
764 		return -ENODEV;
765 
766 	if (!ds->ops->get_mac_eee)
767 		return -EOPNOTSUPP;
768 
769 	ret = ds->ops->get_mac_eee(ds, dp->index, e);
770 	if (ret)
771 		return ret;
772 
773 	return phylink_ethtool_get_eee(dp->pl, e);
774 }
775 
776 static int dsa_slave_get_link_ksettings(struct net_device *dev,
777 					struct ethtool_link_ksettings *cmd)
778 {
779 	struct dsa_port *dp = dsa_slave_to_port(dev);
780 
781 	return phylink_ethtool_ksettings_get(dp->pl, cmd);
782 }
783 
784 static int dsa_slave_set_link_ksettings(struct net_device *dev,
785 					const struct ethtool_link_ksettings *cmd)
786 {
787 	struct dsa_port *dp = dsa_slave_to_port(dev);
788 
789 	return phylink_ethtool_ksettings_set(dp->pl, cmd);
790 }
791 
792 #ifdef CONFIG_NET_POLL_CONTROLLER
793 static int dsa_slave_netpoll_setup(struct net_device *dev,
794 				   struct netpoll_info *ni)
795 {
796 	struct net_device *master = dsa_slave_to_master(dev);
797 	struct dsa_slave_priv *p = netdev_priv(dev);
798 	struct netpoll *netpoll;
799 	int err = 0;
800 
801 	netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
802 	if (!netpoll)
803 		return -ENOMEM;
804 
805 	err = __netpoll_setup(netpoll, master);
806 	if (err) {
807 		kfree(netpoll);
808 		goto out;
809 	}
810 
811 	p->netpoll = netpoll;
812 out:
813 	return err;
814 }
815 
816 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
817 {
818 	struct dsa_slave_priv *p = netdev_priv(dev);
819 	struct netpoll *netpoll = p->netpoll;
820 
821 	if (!netpoll)
822 		return;
823 
824 	p->netpoll = NULL;
825 
826 	__netpoll_free(netpoll);
827 }
828 
829 static void dsa_slave_poll_controller(struct net_device *dev)
830 {
831 }
832 #endif
833 
834 static int dsa_slave_get_phys_port_name(struct net_device *dev,
835 					char *name, size_t len)
836 {
837 	struct dsa_port *dp = dsa_slave_to_port(dev);
838 
839 	/* For non-legacy ports, devlink is used and it takes
840 	 * care of the name generation. This ndo implementation
841 	 * should be removed with legacy support.
842 	 */
843 	if (dp->ds->devlink)
844 		return -EOPNOTSUPP;
845 
846 	if (snprintf(name, len, "p%d", dp->index) >= len)
847 		return -EINVAL;
848 
849 	return 0;
850 }
851 
852 static struct dsa_mall_tc_entry *
853 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
854 {
855 	struct dsa_slave_priv *p = netdev_priv(dev);
856 	struct dsa_mall_tc_entry *mall_tc_entry;
857 
858 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
859 		if (mall_tc_entry->cookie == cookie)
860 			return mall_tc_entry;
861 
862 	return NULL;
863 }
864 
865 static int dsa_slave_add_cls_matchall(struct net_device *dev,
866 				      struct tc_cls_matchall_offload *cls,
867 				      bool ingress)
868 {
869 	struct dsa_port *dp = dsa_slave_to_port(dev);
870 	struct dsa_slave_priv *p = netdev_priv(dev);
871 	struct dsa_mall_tc_entry *mall_tc_entry;
872 	__be16 protocol = cls->common.protocol;
873 	struct dsa_switch *ds = dp->ds;
874 	struct flow_action_entry *act;
875 	struct dsa_port *to_dp;
876 	int err = -EOPNOTSUPP;
877 
878 	if (!ds->ops->port_mirror_add)
879 		return err;
880 
881 	if (!flow_offload_has_one_action(&cls->rule->action))
882 		return err;
883 
884 	act = &cls->rule->action.entries[0];
885 
886 	if (act->id == FLOW_ACTION_MIRRED && protocol == htons(ETH_P_ALL)) {
887 		struct dsa_mall_mirror_tc_entry *mirror;
888 
889 		if (!act->dev)
890 			return -EINVAL;
891 
892 		if (!dsa_slave_dev_check(act->dev))
893 			return -EOPNOTSUPP;
894 
895 		mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
896 		if (!mall_tc_entry)
897 			return -ENOMEM;
898 
899 		mall_tc_entry->cookie = cls->cookie;
900 		mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
901 		mirror = &mall_tc_entry->mirror;
902 
903 		to_dp = dsa_slave_to_port(act->dev);
904 
905 		mirror->to_local_port = to_dp->index;
906 		mirror->ingress = ingress;
907 
908 		err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress);
909 		if (err) {
910 			kfree(mall_tc_entry);
911 			return err;
912 		}
913 
914 		list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
915 	}
916 
917 	return 0;
918 }
919 
920 static void dsa_slave_del_cls_matchall(struct net_device *dev,
921 				       struct tc_cls_matchall_offload *cls)
922 {
923 	struct dsa_port *dp = dsa_slave_to_port(dev);
924 	struct dsa_mall_tc_entry *mall_tc_entry;
925 	struct dsa_switch *ds = dp->ds;
926 
927 	if (!ds->ops->port_mirror_del)
928 		return;
929 
930 	mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie);
931 	if (!mall_tc_entry)
932 		return;
933 
934 	list_del(&mall_tc_entry->list);
935 
936 	switch (mall_tc_entry->type) {
937 	case DSA_PORT_MALL_MIRROR:
938 		ds->ops->port_mirror_del(ds, dp->index, &mall_tc_entry->mirror);
939 		break;
940 	default:
941 		WARN_ON(1);
942 	}
943 
944 	kfree(mall_tc_entry);
945 }
946 
947 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
948 					   struct tc_cls_matchall_offload *cls,
949 					   bool ingress)
950 {
951 	if (cls->common.chain_index)
952 		return -EOPNOTSUPP;
953 
954 	switch (cls->command) {
955 	case TC_CLSMATCHALL_REPLACE:
956 		return dsa_slave_add_cls_matchall(dev, cls, ingress);
957 	case TC_CLSMATCHALL_DESTROY:
958 		dsa_slave_del_cls_matchall(dev, cls);
959 		return 0;
960 	default:
961 		return -EOPNOTSUPP;
962 	}
963 }
964 
965 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
966 				       void *cb_priv, bool ingress)
967 {
968 	struct net_device *dev = cb_priv;
969 
970 	if (!tc_can_offload(dev))
971 		return -EOPNOTSUPP;
972 
973 	switch (type) {
974 	case TC_SETUP_CLSMATCHALL:
975 		return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress);
976 	default:
977 		return -EOPNOTSUPP;
978 	}
979 }
980 
981 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type,
982 					  void *type_data, void *cb_priv)
983 {
984 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true);
985 }
986 
987 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type,
988 					  void *type_data, void *cb_priv)
989 {
990 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false);
991 }
992 
993 static LIST_HEAD(dsa_slave_block_cb_list);
994 
995 static int dsa_slave_setup_tc_block(struct net_device *dev,
996 				    struct flow_block_offload *f)
997 {
998 	struct flow_block_cb *block_cb;
999 	flow_setup_cb_t *cb;
1000 
1001 	if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1002 		cb = dsa_slave_setup_tc_block_cb_ig;
1003 	else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1004 		cb = dsa_slave_setup_tc_block_cb_eg;
1005 	else
1006 		return -EOPNOTSUPP;
1007 
1008 	f->driver_block_list = &dsa_slave_block_cb_list;
1009 
1010 	switch (f->command) {
1011 	case FLOW_BLOCK_BIND:
1012 		if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list))
1013 			return -EBUSY;
1014 
1015 		block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1016 		if (IS_ERR(block_cb))
1017 			return PTR_ERR(block_cb);
1018 
1019 		flow_block_cb_add(block_cb, f);
1020 		list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list);
1021 		return 0;
1022 	case FLOW_BLOCK_UNBIND:
1023 		block_cb = flow_block_cb_lookup(f->block, cb, dev);
1024 		if (!block_cb)
1025 			return -ENOENT;
1026 
1027 		flow_block_cb_remove(block_cb, f);
1028 		list_del(&block_cb->driver_list);
1029 		return 0;
1030 	default:
1031 		return -EOPNOTSUPP;
1032 	}
1033 }
1034 
1035 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
1036 			      void *type_data)
1037 {
1038 	struct dsa_port *dp = dsa_slave_to_port(dev);
1039 	struct dsa_switch *ds = dp->ds;
1040 
1041 	if (type == TC_SETUP_BLOCK)
1042 		return dsa_slave_setup_tc_block(dev, type_data);
1043 
1044 	if (!ds->ops->port_setup_tc)
1045 		return -EOPNOTSUPP;
1046 
1047 	return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1048 }
1049 
1050 static void dsa_slave_get_stats64(struct net_device *dev,
1051 				  struct rtnl_link_stats64 *stats)
1052 {
1053 	struct dsa_slave_priv *p = netdev_priv(dev);
1054 	struct pcpu_sw_netstats *s;
1055 	unsigned int start;
1056 	int i;
1057 
1058 	netdev_stats_to_stats64(stats, &dev->stats);
1059 	for_each_possible_cpu(i) {
1060 		u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
1061 
1062 		s = per_cpu_ptr(p->stats64, i);
1063 		do {
1064 			start = u64_stats_fetch_begin_irq(&s->syncp);
1065 			tx_packets = s->tx_packets;
1066 			tx_bytes = s->tx_bytes;
1067 			rx_packets = s->rx_packets;
1068 			rx_bytes = s->rx_bytes;
1069 		} while (u64_stats_fetch_retry_irq(&s->syncp, start));
1070 
1071 		stats->tx_packets += tx_packets;
1072 		stats->tx_bytes += tx_bytes;
1073 		stats->rx_packets += rx_packets;
1074 		stats->rx_bytes += rx_bytes;
1075 	}
1076 }
1077 
1078 static int dsa_slave_get_rxnfc(struct net_device *dev,
1079 			       struct ethtool_rxnfc *nfc, u32 *rule_locs)
1080 {
1081 	struct dsa_port *dp = dsa_slave_to_port(dev);
1082 	struct dsa_switch *ds = dp->ds;
1083 
1084 	if (!ds->ops->get_rxnfc)
1085 		return -EOPNOTSUPP;
1086 
1087 	return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1088 }
1089 
1090 static int dsa_slave_set_rxnfc(struct net_device *dev,
1091 			       struct ethtool_rxnfc *nfc)
1092 {
1093 	struct dsa_port *dp = dsa_slave_to_port(dev);
1094 	struct dsa_switch *ds = dp->ds;
1095 
1096 	if (!ds->ops->set_rxnfc)
1097 		return -EOPNOTSUPP;
1098 
1099 	return ds->ops->set_rxnfc(ds, dp->index, nfc);
1100 }
1101 
1102 static int dsa_slave_get_ts_info(struct net_device *dev,
1103 				 struct ethtool_ts_info *ts)
1104 {
1105 	struct dsa_slave_priv *p = netdev_priv(dev);
1106 	struct dsa_switch *ds = p->dp->ds;
1107 
1108 	if (!ds->ops->get_ts_info)
1109 		return -EOPNOTSUPP;
1110 
1111 	return ds->ops->get_ts_info(ds, p->dp->index, ts);
1112 }
1113 
1114 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1115 				     u16 vid)
1116 {
1117 	struct dsa_port *dp = dsa_slave_to_port(dev);
1118 	struct bridge_vlan_info info;
1119 	int ret;
1120 
1121 	/* Check for a possible bridge VLAN entry now since there is no
1122 	 * need to emulate the switchdev prepare + commit phase.
1123 	 */
1124 	if (dp->bridge_dev) {
1125 		if (!br_vlan_enabled(dp->bridge_dev))
1126 			return 0;
1127 
1128 		/* br_vlan_get_info() returns -EINVAL or -ENOENT if the
1129 		 * device, respectively the VID is not found, returning
1130 		 * 0 means success, which is a failure for us here.
1131 		 */
1132 		ret = br_vlan_get_info(dp->bridge_dev, vid, &info);
1133 		if (ret == 0)
1134 			return -EBUSY;
1135 	}
1136 
1137 	ret = dsa_port_vid_add(dp, vid, 0);
1138 	if (ret)
1139 		return ret;
1140 
1141 	ret = dsa_port_vid_add(dp->cpu_dp, vid, 0);
1142 	if (ret)
1143 		return ret;
1144 
1145 	return 0;
1146 }
1147 
1148 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1149 				      u16 vid)
1150 {
1151 	struct dsa_port *dp = dsa_slave_to_port(dev);
1152 	struct bridge_vlan_info info;
1153 	int ret;
1154 
1155 	/* Check for a possible bridge VLAN entry now since there is no
1156 	 * need to emulate the switchdev prepare + commit phase.
1157 	 */
1158 	if (dp->bridge_dev) {
1159 		if (!br_vlan_enabled(dp->bridge_dev))
1160 			return 0;
1161 
1162 		/* br_vlan_get_info() returns -EINVAL or -ENOENT if the
1163 		 * device, respectively the VID is not found, returning
1164 		 * 0 means success, which is a failure for us here.
1165 		 */
1166 		ret = br_vlan_get_info(dp->bridge_dev, vid, &info);
1167 		if (ret == 0)
1168 			return -EBUSY;
1169 	}
1170 
1171 	/* Do not deprogram the CPU port as it may be shared with other user
1172 	 * ports which can be members of this VLAN as well.
1173 	 */
1174 	return dsa_port_vid_del(dp, vid);
1175 }
1176 
1177 static const struct ethtool_ops dsa_slave_ethtool_ops = {
1178 	.get_drvinfo		= dsa_slave_get_drvinfo,
1179 	.get_regs_len		= dsa_slave_get_regs_len,
1180 	.get_regs		= dsa_slave_get_regs,
1181 	.nway_reset		= dsa_slave_nway_reset,
1182 	.get_link		= ethtool_op_get_link,
1183 	.get_eeprom_len		= dsa_slave_get_eeprom_len,
1184 	.get_eeprom		= dsa_slave_get_eeprom,
1185 	.set_eeprom		= dsa_slave_set_eeprom,
1186 	.get_strings		= dsa_slave_get_strings,
1187 	.get_ethtool_stats	= dsa_slave_get_ethtool_stats,
1188 	.get_sset_count		= dsa_slave_get_sset_count,
1189 	.set_wol		= dsa_slave_set_wol,
1190 	.get_wol		= dsa_slave_get_wol,
1191 	.set_eee		= dsa_slave_set_eee,
1192 	.get_eee		= dsa_slave_get_eee,
1193 	.get_link_ksettings	= dsa_slave_get_link_ksettings,
1194 	.set_link_ksettings	= dsa_slave_set_link_ksettings,
1195 	.get_rxnfc		= dsa_slave_get_rxnfc,
1196 	.set_rxnfc		= dsa_slave_set_rxnfc,
1197 	.get_ts_info		= dsa_slave_get_ts_info,
1198 };
1199 
1200 /* legacy way, bypassing the bridge *****************************************/
1201 int dsa_legacy_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
1202 		       struct net_device *dev,
1203 		       const unsigned char *addr, u16 vid,
1204 		       u16 flags,
1205 		       struct netlink_ext_ack *extack)
1206 {
1207 	struct dsa_port *dp = dsa_slave_to_port(dev);
1208 
1209 	return dsa_port_fdb_add(dp, addr, vid);
1210 }
1211 
1212 int dsa_legacy_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
1213 		       struct net_device *dev,
1214 		       const unsigned char *addr, u16 vid)
1215 {
1216 	struct dsa_port *dp = dsa_slave_to_port(dev);
1217 
1218 	return dsa_port_fdb_del(dp, addr, vid);
1219 }
1220 
1221 static struct devlink_port *dsa_slave_get_devlink_port(struct net_device *dev)
1222 {
1223 	struct dsa_port *dp = dsa_slave_to_port(dev);
1224 
1225 	return dp->ds->devlink ? &dp->devlink_port : NULL;
1226 }
1227 
1228 static const struct net_device_ops dsa_slave_netdev_ops = {
1229 	.ndo_open	 	= dsa_slave_open,
1230 	.ndo_stop		= dsa_slave_close,
1231 	.ndo_start_xmit		= dsa_slave_xmit,
1232 	.ndo_change_rx_flags	= dsa_slave_change_rx_flags,
1233 	.ndo_set_rx_mode	= dsa_slave_set_rx_mode,
1234 	.ndo_set_mac_address	= dsa_slave_set_mac_address,
1235 	.ndo_fdb_add		= dsa_legacy_fdb_add,
1236 	.ndo_fdb_del		= dsa_legacy_fdb_del,
1237 	.ndo_fdb_dump		= dsa_slave_fdb_dump,
1238 	.ndo_do_ioctl		= dsa_slave_ioctl,
1239 	.ndo_get_iflink		= dsa_slave_get_iflink,
1240 #ifdef CONFIG_NET_POLL_CONTROLLER
1241 	.ndo_netpoll_setup	= dsa_slave_netpoll_setup,
1242 	.ndo_netpoll_cleanup	= dsa_slave_netpoll_cleanup,
1243 	.ndo_poll_controller	= dsa_slave_poll_controller,
1244 #endif
1245 	.ndo_get_phys_port_name	= dsa_slave_get_phys_port_name,
1246 	.ndo_setup_tc		= dsa_slave_setup_tc,
1247 	.ndo_get_stats64	= dsa_slave_get_stats64,
1248 	.ndo_get_port_parent_id	= dsa_slave_get_port_parent_id,
1249 	.ndo_vlan_rx_add_vid	= dsa_slave_vlan_rx_add_vid,
1250 	.ndo_vlan_rx_kill_vid	= dsa_slave_vlan_rx_kill_vid,
1251 	.ndo_get_devlink_port	= dsa_slave_get_devlink_port,
1252 };
1253 
1254 static struct device_type dsa_type = {
1255 	.name	= "dsa",
1256 };
1257 
1258 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
1259 {
1260 	const struct dsa_port *dp = dsa_to_port(ds, port);
1261 
1262 	phylink_mac_change(dp->pl, up);
1263 }
1264 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
1265 
1266 static void dsa_slave_phylink_fixed_state(struct net_device *dev,
1267 					  struct phylink_link_state *state)
1268 {
1269 	struct dsa_port *dp = dsa_slave_to_port(dev);
1270 	struct dsa_switch *ds = dp->ds;
1271 
1272 	/* No need to check that this operation is valid, the callback would
1273 	 * not be called if it was not.
1274 	 */
1275 	ds->ops->phylink_fixed_state(ds, dp->index, state);
1276 }
1277 
1278 /* slave device setup *******************************************************/
1279 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr)
1280 {
1281 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1282 	struct dsa_switch *ds = dp->ds;
1283 
1284 	slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr);
1285 	if (!slave_dev->phydev) {
1286 		netdev_err(slave_dev, "no phy at %d\n", addr);
1287 		return -ENODEV;
1288 	}
1289 
1290 	return phylink_connect_phy(dp->pl, slave_dev->phydev);
1291 }
1292 
1293 static int dsa_slave_phy_setup(struct net_device *slave_dev)
1294 {
1295 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1296 	struct device_node *port_dn = dp->dn;
1297 	struct dsa_switch *ds = dp->ds;
1298 	u32 phy_flags = 0;
1299 	int mode, ret;
1300 
1301 	mode = of_get_phy_mode(port_dn);
1302 	if (mode < 0)
1303 		mode = PHY_INTERFACE_MODE_NA;
1304 
1305 	dp->pl_config.dev = &slave_dev->dev;
1306 	dp->pl_config.type = PHYLINK_NETDEV;
1307 
1308 	dp->pl = phylink_create(&dp->pl_config, of_fwnode_handle(port_dn), mode,
1309 				&dsa_port_phylink_mac_ops);
1310 	if (IS_ERR(dp->pl)) {
1311 		netdev_err(slave_dev,
1312 			   "error creating PHYLINK: %ld\n", PTR_ERR(dp->pl));
1313 		return PTR_ERR(dp->pl);
1314 	}
1315 
1316 	/* Register only if the switch provides such a callback, since this
1317 	 * callback takes precedence over polling the link GPIO in PHYLINK
1318 	 * (see phylink_get_fixed_state).
1319 	 */
1320 	if (ds->ops->phylink_fixed_state)
1321 		phylink_fixed_state_cb(dp->pl, dsa_slave_phylink_fixed_state);
1322 
1323 	if (ds->ops->get_phy_flags)
1324 		phy_flags = ds->ops->get_phy_flags(ds, dp->index);
1325 
1326 	ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
1327 	if (ret == -ENODEV && ds->slave_mii_bus) {
1328 		/* We could not connect to a designated PHY or SFP, so try to
1329 		 * use the switch internal MDIO bus instead
1330 		 */
1331 		ret = dsa_slave_phy_connect(slave_dev, dp->index);
1332 		if (ret) {
1333 			netdev_err(slave_dev,
1334 				   "failed to connect to port %d: %d\n",
1335 				   dp->index, ret);
1336 			phylink_destroy(dp->pl);
1337 			return ret;
1338 		}
1339 	}
1340 
1341 	return ret;
1342 }
1343 
1344 int dsa_slave_suspend(struct net_device *slave_dev)
1345 {
1346 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1347 
1348 	if (!netif_running(slave_dev))
1349 		return 0;
1350 
1351 	cancel_work_sync(&dp->xmit_work);
1352 	skb_queue_purge(&dp->xmit_queue);
1353 
1354 	netif_device_detach(slave_dev);
1355 
1356 	rtnl_lock();
1357 	phylink_stop(dp->pl);
1358 	rtnl_unlock();
1359 
1360 	return 0;
1361 }
1362 
1363 int dsa_slave_resume(struct net_device *slave_dev)
1364 {
1365 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1366 
1367 	if (!netif_running(slave_dev))
1368 		return 0;
1369 
1370 	netif_device_attach(slave_dev);
1371 
1372 	rtnl_lock();
1373 	phylink_start(dp->pl);
1374 	rtnl_unlock();
1375 
1376 	return 0;
1377 }
1378 
1379 static void dsa_slave_notify(struct net_device *dev, unsigned long val)
1380 {
1381 	struct net_device *master = dsa_slave_to_master(dev);
1382 	struct dsa_port *dp = dsa_slave_to_port(dev);
1383 	struct dsa_notifier_register_info rinfo = {
1384 		.switch_number = dp->ds->index,
1385 		.port_number = dp->index,
1386 		.master = master,
1387 		.info.dev = dev,
1388 	};
1389 
1390 	call_dsa_notifiers(val, dev, &rinfo.info);
1391 }
1392 
1393 int dsa_slave_create(struct dsa_port *port)
1394 {
1395 	const struct dsa_port *cpu_dp = port->cpu_dp;
1396 	struct net_device *master = cpu_dp->master;
1397 	struct dsa_switch *ds = port->ds;
1398 	const char *name = port->name;
1399 	struct net_device *slave_dev;
1400 	struct dsa_slave_priv *p;
1401 	int ret;
1402 
1403 	if (!ds->num_tx_queues)
1404 		ds->num_tx_queues = 1;
1405 
1406 	slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
1407 				     NET_NAME_UNKNOWN, ether_setup,
1408 				     ds->num_tx_queues, 1);
1409 	if (slave_dev == NULL)
1410 		return -ENOMEM;
1411 
1412 	slave_dev->features = master->vlan_features | NETIF_F_HW_TC;
1413 	if (ds->ops->port_vlan_add && ds->ops->port_vlan_del)
1414 		slave_dev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1415 	slave_dev->hw_features |= NETIF_F_HW_TC;
1416 	slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
1417 	if (!IS_ERR_OR_NULL(port->mac))
1418 		ether_addr_copy(slave_dev->dev_addr, port->mac);
1419 	else
1420 		eth_hw_addr_inherit(slave_dev, master);
1421 	slave_dev->priv_flags |= IFF_NO_QUEUE;
1422 	slave_dev->netdev_ops = &dsa_slave_netdev_ops;
1423 	slave_dev->min_mtu = 0;
1424 	slave_dev->max_mtu = ETH_MAX_MTU;
1425 	SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
1426 
1427 	SET_NETDEV_DEV(slave_dev, port->ds->dev);
1428 	slave_dev->dev.of_node = port->dn;
1429 	slave_dev->vlan_features = master->vlan_features;
1430 
1431 	p = netdev_priv(slave_dev);
1432 	p->stats64 = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
1433 	if (!p->stats64) {
1434 		free_netdev(slave_dev);
1435 		return -ENOMEM;
1436 	}
1437 	p->dp = port;
1438 	INIT_LIST_HEAD(&p->mall_tc_list);
1439 	INIT_WORK(&port->xmit_work, dsa_port_xmit_work);
1440 	skb_queue_head_init(&port->xmit_queue);
1441 	p->xmit = cpu_dp->tag_ops->xmit;
1442 	port->slave = slave_dev;
1443 
1444 	netif_carrier_off(slave_dev);
1445 
1446 	ret = dsa_slave_phy_setup(slave_dev);
1447 	if (ret) {
1448 		netdev_err(master, "error %d setting up slave phy\n", ret);
1449 		goto out_free;
1450 	}
1451 
1452 	dsa_slave_notify(slave_dev, DSA_PORT_REGISTER);
1453 
1454 	ret = register_netdev(slave_dev);
1455 	if (ret) {
1456 		netdev_err(master, "error %d registering interface %s\n",
1457 			   ret, slave_dev->name);
1458 		goto out_phy;
1459 	}
1460 
1461 	return 0;
1462 
1463 out_phy:
1464 	rtnl_lock();
1465 	phylink_disconnect_phy(p->dp->pl);
1466 	rtnl_unlock();
1467 	phylink_destroy(p->dp->pl);
1468 out_free:
1469 	free_percpu(p->stats64);
1470 	free_netdev(slave_dev);
1471 	port->slave = NULL;
1472 	return ret;
1473 }
1474 
1475 void dsa_slave_destroy(struct net_device *slave_dev)
1476 {
1477 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1478 	struct dsa_slave_priv *p = netdev_priv(slave_dev);
1479 
1480 	netif_carrier_off(slave_dev);
1481 	rtnl_lock();
1482 	phylink_disconnect_phy(dp->pl);
1483 	rtnl_unlock();
1484 
1485 	dsa_slave_notify(slave_dev, DSA_PORT_UNREGISTER);
1486 	unregister_netdev(slave_dev);
1487 	phylink_destroy(dp->pl);
1488 	free_percpu(p->stats64);
1489 	free_netdev(slave_dev);
1490 }
1491 
1492 static bool dsa_slave_dev_check(const struct net_device *dev)
1493 {
1494 	return dev->netdev_ops == &dsa_slave_netdev_ops;
1495 }
1496 
1497 static int dsa_slave_changeupper(struct net_device *dev,
1498 				 struct netdev_notifier_changeupper_info *info)
1499 {
1500 	struct dsa_port *dp = dsa_slave_to_port(dev);
1501 	int err = NOTIFY_DONE;
1502 
1503 	if (netif_is_bridge_master(info->upper_dev)) {
1504 		if (info->linking) {
1505 			err = dsa_port_bridge_join(dp, info->upper_dev);
1506 			err = notifier_from_errno(err);
1507 		} else {
1508 			dsa_port_bridge_leave(dp, info->upper_dev);
1509 			err = NOTIFY_OK;
1510 		}
1511 	}
1512 
1513 	return err;
1514 }
1515 
1516 static int dsa_slave_upper_vlan_check(struct net_device *dev,
1517 				      struct netdev_notifier_changeupper_info *
1518 				      info)
1519 {
1520 	struct netlink_ext_ack *ext_ack;
1521 	struct net_device *slave;
1522 	struct dsa_port *dp;
1523 
1524 	ext_ack = netdev_notifier_info_to_extack(&info->info);
1525 
1526 	if (!is_vlan_dev(dev))
1527 		return NOTIFY_DONE;
1528 
1529 	slave = vlan_dev_real_dev(dev);
1530 	if (!dsa_slave_dev_check(slave))
1531 		return NOTIFY_DONE;
1532 
1533 	dp = dsa_slave_to_port(slave);
1534 	if (!dp->bridge_dev)
1535 		return NOTIFY_DONE;
1536 
1537 	/* Deny enslaving a VLAN device into a VLAN-aware bridge */
1538 	if (br_vlan_enabled(dp->bridge_dev) &&
1539 	    netif_is_bridge_master(info->upper_dev) && info->linking) {
1540 		NL_SET_ERR_MSG_MOD(ext_ack,
1541 				   "Cannot enslave VLAN device into VLAN aware bridge");
1542 		return notifier_from_errno(-EINVAL);
1543 	}
1544 
1545 	return NOTIFY_DONE;
1546 }
1547 
1548 static int dsa_slave_netdevice_event(struct notifier_block *nb,
1549 				     unsigned long event, void *ptr)
1550 {
1551 	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
1552 
1553 	if (event == NETDEV_CHANGEUPPER) {
1554 		if (!dsa_slave_dev_check(dev))
1555 			return dsa_slave_upper_vlan_check(dev, ptr);
1556 
1557 		return dsa_slave_changeupper(dev, ptr);
1558 	}
1559 
1560 	return NOTIFY_DONE;
1561 }
1562 
1563 struct dsa_switchdev_event_work {
1564 	struct work_struct work;
1565 	struct switchdev_notifier_fdb_info fdb_info;
1566 	struct net_device *dev;
1567 	unsigned long event;
1568 };
1569 
1570 static void dsa_slave_switchdev_event_work(struct work_struct *work)
1571 {
1572 	struct dsa_switchdev_event_work *switchdev_work =
1573 		container_of(work, struct dsa_switchdev_event_work, work);
1574 	struct net_device *dev = switchdev_work->dev;
1575 	struct switchdev_notifier_fdb_info *fdb_info;
1576 	struct dsa_port *dp = dsa_slave_to_port(dev);
1577 	int err;
1578 
1579 	rtnl_lock();
1580 	switch (switchdev_work->event) {
1581 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
1582 		fdb_info = &switchdev_work->fdb_info;
1583 		if (!fdb_info->added_by_user)
1584 			break;
1585 
1586 		err = dsa_port_fdb_add(dp, fdb_info->addr, fdb_info->vid);
1587 		if (err) {
1588 			netdev_dbg(dev, "fdb add failed err=%d\n", err);
1589 			break;
1590 		}
1591 		fdb_info->offloaded = true;
1592 		call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, dev,
1593 					 &fdb_info->info, NULL);
1594 		break;
1595 
1596 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
1597 		fdb_info = &switchdev_work->fdb_info;
1598 		if (!fdb_info->added_by_user)
1599 			break;
1600 
1601 		err = dsa_port_fdb_del(dp, fdb_info->addr, fdb_info->vid);
1602 		if (err) {
1603 			netdev_dbg(dev, "fdb del failed err=%d\n", err);
1604 			dev_close(dev);
1605 		}
1606 		break;
1607 	}
1608 	rtnl_unlock();
1609 
1610 	kfree(switchdev_work->fdb_info.addr);
1611 	kfree(switchdev_work);
1612 	dev_put(dev);
1613 }
1614 
1615 static int
1616 dsa_slave_switchdev_fdb_work_init(struct dsa_switchdev_event_work *
1617 				  switchdev_work,
1618 				  const struct switchdev_notifier_fdb_info *
1619 				  fdb_info)
1620 {
1621 	memcpy(&switchdev_work->fdb_info, fdb_info,
1622 	       sizeof(switchdev_work->fdb_info));
1623 	switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC);
1624 	if (!switchdev_work->fdb_info.addr)
1625 		return -ENOMEM;
1626 	ether_addr_copy((u8 *)switchdev_work->fdb_info.addr,
1627 			fdb_info->addr);
1628 	return 0;
1629 }
1630 
1631 /* Called under rcu_read_lock() */
1632 static int dsa_slave_switchdev_event(struct notifier_block *unused,
1633 				     unsigned long event, void *ptr)
1634 {
1635 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1636 	struct dsa_switchdev_event_work *switchdev_work;
1637 	int err;
1638 
1639 	if (event == SWITCHDEV_PORT_ATTR_SET) {
1640 		err = switchdev_handle_port_attr_set(dev, ptr,
1641 						     dsa_slave_dev_check,
1642 						     dsa_slave_port_attr_set);
1643 		return notifier_from_errno(err);
1644 	}
1645 
1646 	if (!dsa_slave_dev_check(dev))
1647 		return NOTIFY_DONE;
1648 
1649 	switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
1650 	if (!switchdev_work)
1651 		return NOTIFY_BAD;
1652 
1653 	INIT_WORK(&switchdev_work->work,
1654 		  dsa_slave_switchdev_event_work);
1655 	switchdev_work->dev = dev;
1656 	switchdev_work->event = event;
1657 
1658 	switch (event) {
1659 	case SWITCHDEV_FDB_ADD_TO_DEVICE: /* fall through */
1660 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
1661 		if (dsa_slave_switchdev_fdb_work_init(switchdev_work, ptr))
1662 			goto err_fdb_work_init;
1663 		dev_hold(dev);
1664 		break;
1665 	default:
1666 		kfree(switchdev_work);
1667 		return NOTIFY_DONE;
1668 	}
1669 
1670 	dsa_schedule_work(&switchdev_work->work);
1671 	return NOTIFY_OK;
1672 
1673 err_fdb_work_init:
1674 	kfree(switchdev_work);
1675 	return NOTIFY_BAD;
1676 }
1677 
1678 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused,
1679 					      unsigned long event, void *ptr)
1680 {
1681 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1682 	int err;
1683 
1684 	switch (event) {
1685 	case SWITCHDEV_PORT_OBJ_ADD:
1686 		err = switchdev_handle_port_obj_add(dev, ptr,
1687 						    dsa_slave_dev_check,
1688 						    dsa_slave_port_obj_add);
1689 		return notifier_from_errno(err);
1690 	case SWITCHDEV_PORT_OBJ_DEL:
1691 		err = switchdev_handle_port_obj_del(dev, ptr,
1692 						    dsa_slave_dev_check,
1693 						    dsa_slave_port_obj_del);
1694 		return notifier_from_errno(err);
1695 	case SWITCHDEV_PORT_ATTR_SET:
1696 		err = switchdev_handle_port_attr_set(dev, ptr,
1697 						     dsa_slave_dev_check,
1698 						     dsa_slave_port_attr_set);
1699 		return notifier_from_errno(err);
1700 	}
1701 
1702 	return NOTIFY_DONE;
1703 }
1704 
1705 static struct notifier_block dsa_slave_nb __read_mostly = {
1706 	.notifier_call  = dsa_slave_netdevice_event,
1707 };
1708 
1709 static struct notifier_block dsa_slave_switchdev_notifier = {
1710 	.notifier_call = dsa_slave_switchdev_event,
1711 };
1712 
1713 static struct notifier_block dsa_slave_switchdev_blocking_notifier = {
1714 	.notifier_call = dsa_slave_switchdev_blocking_event,
1715 };
1716 
1717 int dsa_slave_register_notifier(void)
1718 {
1719 	struct notifier_block *nb;
1720 	int err;
1721 
1722 	err = register_netdevice_notifier(&dsa_slave_nb);
1723 	if (err)
1724 		return err;
1725 
1726 	err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
1727 	if (err)
1728 		goto err_switchdev_nb;
1729 
1730 	nb = &dsa_slave_switchdev_blocking_notifier;
1731 	err = register_switchdev_blocking_notifier(nb);
1732 	if (err)
1733 		goto err_switchdev_blocking_nb;
1734 
1735 	return 0;
1736 
1737 err_switchdev_blocking_nb:
1738 	unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
1739 err_switchdev_nb:
1740 	unregister_netdevice_notifier(&dsa_slave_nb);
1741 	return err;
1742 }
1743 
1744 void dsa_slave_unregister_notifier(void)
1745 {
1746 	struct notifier_block *nb;
1747 	int err;
1748 
1749 	nb = &dsa_slave_switchdev_blocking_notifier;
1750 	err = unregister_switchdev_blocking_notifier(nb);
1751 	if (err)
1752 		pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
1753 
1754 	err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
1755 	if (err)
1756 		pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
1757 
1758 	err = unregister_netdevice_notifier(&dsa_slave_nb);
1759 	if (err)
1760 		pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
1761 }
1762