xref: /openbmc/linux/net/dsa/slave.c (revision bd954b826032e7bd6be8a53e30eb81c1b348aef6)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * net/dsa/slave.c - Slave device handling
4  * Copyright (c) 2008-2009 Marvell Semiconductor
5  */
6 
7 #include <linux/list.h>
8 #include <linux/etherdevice.h>
9 #include <linux/netdevice.h>
10 #include <linux/phy.h>
11 #include <linux/phy_fixed.h>
12 #include <linux/phylink.h>
13 #include <linux/of_net.h>
14 #include <linux/of_mdio.h>
15 #include <linux/mdio.h>
16 #include <net/rtnetlink.h>
17 #include <net/pkt_cls.h>
18 #include <net/selftests.h>
19 #include <net/tc_act/tc_mirred.h>
20 #include <linux/if_bridge.h>
21 #include <linux/if_hsr.h>
22 #include <net/dcbnl.h>
23 #include <linux/netpoll.h>
24 
25 #include "dsa_priv.h"
26 #include "port.h"
27 #include "master.h"
28 #include "slave.h"
29 #include "tag.h"
30 
31 static void dsa_slave_standalone_event_work(struct work_struct *work)
32 {
33 	struct dsa_standalone_event_work *standalone_work =
34 		container_of(work, struct dsa_standalone_event_work, work);
35 	const unsigned char *addr = standalone_work->addr;
36 	struct net_device *dev = standalone_work->dev;
37 	struct dsa_port *dp = dsa_slave_to_port(dev);
38 	struct switchdev_obj_port_mdb mdb;
39 	struct dsa_switch *ds = dp->ds;
40 	u16 vid = standalone_work->vid;
41 	int err;
42 
43 	switch (standalone_work->event) {
44 	case DSA_UC_ADD:
45 		err = dsa_port_standalone_host_fdb_add(dp, addr, vid);
46 		if (err) {
47 			dev_err(ds->dev,
48 				"port %d failed to add %pM vid %d to fdb: %d\n",
49 				dp->index, addr, vid, err);
50 			break;
51 		}
52 		break;
53 
54 	case DSA_UC_DEL:
55 		err = dsa_port_standalone_host_fdb_del(dp, addr, vid);
56 		if (err) {
57 			dev_err(ds->dev,
58 				"port %d failed to delete %pM vid %d from fdb: %d\n",
59 				dp->index, addr, vid, err);
60 		}
61 
62 		break;
63 	case DSA_MC_ADD:
64 		ether_addr_copy(mdb.addr, addr);
65 		mdb.vid = vid;
66 
67 		err = dsa_port_standalone_host_mdb_add(dp, &mdb);
68 		if (err) {
69 			dev_err(ds->dev,
70 				"port %d failed to add %pM vid %d to mdb: %d\n",
71 				dp->index, addr, vid, err);
72 			break;
73 		}
74 		break;
75 	case DSA_MC_DEL:
76 		ether_addr_copy(mdb.addr, addr);
77 		mdb.vid = vid;
78 
79 		err = dsa_port_standalone_host_mdb_del(dp, &mdb);
80 		if (err) {
81 			dev_err(ds->dev,
82 				"port %d failed to delete %pM vid %d from mdb: %d\n",
83 				dp->index, addr, vid, err);
84 		}
85 
86 		break;
87 	}
88 
89 	kfree(standalone_work);
90 }
91 
92 static int dsa_slave_schedule_standalone_work(struct net_device *dev,
93 					      enum dsa_standalone_event event,
94 					      const unsigned char *addr,
95 					      u16 vid)
96 {
97 	struct dsa_standalone_event_work *standalone_work;
98 
99 	standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC);
100 	if (!standalone_work)
101 		return -ENOMEM;
102 
103 	INIT_WORK(&standalone_work->work, dsa_slave_standalone_event_work);
104 	standalone_work->event = event;
105 	standalone_work->dev = dev;
106 
107 	ether_addr_copy(standalone_work->addr, addr);
108 	standalone_work->vid = vid;
109 
110 	dsa_schedule_work(&standalone_work->work);
111 
112 	return 0;
113 }
114 
115 static int dsa_slave_sync_uc(struct net_device *dev,
116 			     const unsigned char *addr)
117 {
118 	struct net_device *master = dsa_slave_to_master(dev);
119 	struct dsa_port *dp = dsa_slave_to_port(dev);
120 
121 	dev_uc_add(master, addr);
122 
123 	if (!dsa_switch_supports_uc_filtering(dp->ds))
124 		return 0;
125 
126 	return dsa_slave_schedule_standalone_work(dev, DSA_UC_ADD, addr, 0);
127 }
128 
129 static int dsa_slave_unsync_uc(struct net_device *dev,
130 			       const unsigned char *addr)
131 {
132 	struct net_device *master = dsa_slave_to_master(dev);
133 	struct dsa_port *dp = dsa_slave_to_port(dev);
134 
135 	dev_uc_del(master, addr);
136 
137 	if (!dsa_switch_supports_uc_filtering(dp->ds))
138 		return 0;
139 
140 	return dsa_slave_schedule_standalone_work(dev, DSA_UC_DEL, addr, 0);
141 }
142 
143 static int dsa_slave_sync_mc(struct net_device *dev,
144 			     const unsigned char *addr)
145 {
146 	struct net_device *master = dsa_slave_to_master(dev);
147 	struct dsa_port *dp = dsa_slave_to_port(dev);
148 
149 	dev_mc_add(master, addr);
150 
151 	if (!dsa_switch_supports_mc_filtering(dp->ds))
152 		return 0;
153 
154 	return dsa_slave_schedule_standalone_work(dev, DSA_MC_ADD, addr, 0);
155 }
156 
157 static int dsa_slave_unsync_mc(struct net_device *dev,
158 			       const unsigned char *addr)
159 {
160 	struct net_device *master = dsa_slave_to_master(dev);
161 	struct dsa_port *dp = dsa_slave_to_port(dev);
162 
163 	dev_mc_del(master, addr);
164 
165 	if (!dsa_switch_supports_mc_filtering(dp->ds))
166 		return 0;
167 
168 	return dsa_slave_schedule_standalone_work(dev, DSA_MC_DEL, addr, 0);
169 }
170 
171 void dsa_slave_sync_ha(struct net_device *dev)
172 {
173 	struct dsa_port *dp = dsa_slave_to_port(dev);
174 	struct dsa_switch *ds = dp->ds;
175 	struct netdev_hw_addr *ha;
176 
177 	netif_addr_lock_bh(dev);
178 
179 	netdev_for_each_synced_mc_addr(ha, dev)
180 		dsa_slave_sync_mc(dev, ha->addr);
181 
182 	netdev_for_each_synced_uc_addr(ha, dev)
183 		dsa_slave_sync_uc(dev, ha->addr);
184 
185 	netif_addr_unlock_bh(dev);
186 
187 	if (dsa_switch_supports_uc_filtering(ds) ||
188 	    dsa_switch_supports_mc_filtering(ds))
189 		dsa_flush_workqueue();
190 }
191 
192 void dsa_slave_unsync_ha(struct net_device *dev)
193 {
194 	struct dsa_port *dp = dsa_slave_to_port(dev);
195 	struct dsa_switch *ds = dp->ds;
196 	struct netdev_hw_addr *ha;
197 
198 	netif_addr_lock_bh(dev);
199 
200 	netdev_for_each_synced_uc_addr(ha, dev)
201 		dsa_slave_unsync_uc(dev, ha->addr);
202 
203 	netdev_for_each_synced_mc_addr(ha, dev)
204 		dsa_slave_unsync_mc(dev, ha->addr);
205 
206 	netif_addr_unlock_bh(dev);
207 
208 	if (dsa_switch_supports_uc_filtering(ds) ||
209 	    dsa_switch_supports_mc_filtering(ds))
210 		dsa_flush_workqueue();
211 }
212 
213 /* slave mii_bus handling ***************************************************/
214 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
215 {
216 	struct dsa_switch *ds = bus->priv;
217 
218 	if (ds->phys_mii_mask & (1 << addr))
219 		return ds->ops->phy_read(ds, addr, reg);
220 
221 	return 0xffff;
222 }
223 
224 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
225 {
226 	struct dsa_switch *ds = bus->priv;
227 
228 	if (ds->phys_mii_mask & (1 << addr))
229 		return ds->ops->phy_write(ds, addr, reg, val);
230 
231 	return 0;
232 }
233 
234 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
235 {
236 	ds->slave_mii_bus->priv = (void *)ds;
237 	ds->slave_mii_bus->name = "dsa slave smi";
238 	ds->slave_mii_bus->read = dsa_slave_phy_read;
239 	ds->slave_mii_bus->write = dsa_slave_phy_write;
240 	snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
241 		 ds->dst->index, ds->index);
242 	ds->slave_mii_bus->parent = ds->dev;
243 	ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
244 }
245 
246 
247 /* slave device handling ****************************************************/
248 static int dsa_slave_get_iflink(const struct net_device *dev)
249 {
250 	return dsa_slave_to_master(dev)->ifindex;
251 }
252 
253 static int dsa_slave_open(struct net_device *dev)
254 {
255 	struct net_device *master = dsa_slave_to_master(dev);
256 	struct dsa_port *dp = dsa_slave_to_port(dev);
257 	struct dsa_switch *ds = dp->ds;
258 	int err;
259 
260 	err = dev_open(master, NULL);
261 	if (err < 0) {
262 		netdev_err(dev, "failed to open master %s\n", master->name);
263 		goto out;
264 	}
265 
266 	if (dsa_switch_supports_uc_filtering(ds)) {
267 		err = dsa_port_standalone_host_fdb_add(dp, dev->dev_addr, 0);
268 		if (err)
269 			goto out;
270 	}
271 
272 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
273 		err = dev_uc_add(master, dev->dev_addr);
274 		if (err < 0)
275 			goto del_host_addr;
276 	}
277 
278 	err = dsa_port_enable_rt(dp, dev->phydev);
279 	if (err)
280 		goto del_unicast;
281 
282 	return 0;
283 
284 del_unicast:
285 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
286 		dev_uc_del(master, dev->dev_addr);
287 del_host_addr:
288 	if (dsa_switch_supports_uc_filtering(ds))
289 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
290 out:
291 	return err;
292 }
293 
294 static int dsa_slave_close(struct net_device *dev)
295 {
296 	struct net_device *master = dsa_slave_to_master(dev);
297 	struct dsa_port *dp = dsa_slave_to_port(dev);
298 	struct dsa_switch *ds = dp->ds;
299 
300 	dsa_port_disable_rt(dp);
301 
302 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
303 		dev_uc_del(master, dev->dev_addr);
304 
305 	if (dsa_switch_supports_uc_filtering(ds))
306 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
307 
308 	return 0;
309 }
310 
311 static void dsa_slave_manage_host_flood(struct net_device *dev)
312 {
313 	bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI);
314 	struct dsa_port *dp = dsa_slave_to_port(dev);
315 	bool uc = dev->flags & IFF_PROMISC;
316 
317 	dsa_port_set_host_flood(dp, uc, mc);
318 }
319 
320 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
321 {
322 	struct net_device *master = dsa_slave_to_master(dev);
323 	struct dsa_port *dp = dsa_slave_to_port(dev);
324 	struct dsa_switch *ds = dp->ds;
325 
326 	if (change & IFF_ALLMULTI)
327 		dev_set_allmulti(master,
328 				 dev->flags & IFF_ALLMULTI ? 1 : -1);
329 	if (change & IFF_PROMISC)
330 		dev_set_promiscuity(master,
331 				    dev->flags & IFF_PROMISC ? 1 : -1);
332 
333 	if (dsa_switch_supports_uc_filtering(ds) &&
334 	    dsa_switch_supports_mc_filtering(ds))
335 		dsa_slave_manage_host_flood(dev);
336 }
337 
338 static void dsa_slave_set_rx_mode(struct net_device *dev)
339 {
340 	__dev_mc_sync(dev, dsa_slave_sync_mc, dsa_slave_unsync_mc);
341 	__dev_uc_sync(dev, dsa_slave_sync_uc, dsa_slave_unsync_uc);
342 }
343 
344 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
345 {
346 	struct net_device *master = dsa_slave_to_master(dev);
347 	struct dsa_port *dp = dsa_slave_to_port(dev);
348 	struct dsa_switch *ds = dp->ds;
349 	struct sockaddr *addr = a;
350 	int err;
351 
352 	if (!is_valid_ether_addr(addr->sa_data))
353 		return -EADDRNOTAVAIL;
354 
355 	/* If the port is down, the address isn't synced yet to hardware or
356 	 * to the DSA master, so there is nothing to change.
357 	 */
358 	if (!(dev->flags & IFF_UP))
359 		goto out_change_dev_addr;
360 
361 	if (dsa_switch_supports_uc_filtering(ds)) {
362 		err = dsa_port_standalone_host_fdb_add(dp, addr->sa_data, 0);
363 		if (err)
364 			return err;
365 	}
366 
367 	if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
368 		err = dev_uc_add(master, addr->sa_data);
369 		if (err < 0)
370 			goto del_unicast;
371 	}
372 
373 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
374 		dev_uc_del(master, dev->dev_addr);
375 
376 	if (dsa_switch_supports_uc_filtering(ds))
377 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
378 
379 out_change_dev_addr:
380 	eth_hw_addr_set(dev, addr->sa_data);
381 
382 	return 0;
383 
384 del_unicast:
385 	if (dsa_switch_supports_uc_filtering(ds))
386 		dsa_port_standalone_host_fdb_del(dp, addr->sa_data, 0);
387 
388 	return err;
389 }
390 
391 struct dsa_slave_dump_ctx {
392 	struct net_device *dev;
393 	struct sk_buff *skb;
394 	struct netlink_callback *cb;
395 	int idx;
396 };
397 
398 static int
399 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
400 			   bool is_static, void *data)
401 {
402 	struct dsa_slave_dump_ctx *dump = data;
403 	u32 portid = NETLINK_CB(dump->cb->skb).portid;
404 	u32 seq = dump->cb->nlh->nlmsg_seq;
405 	struct nlmsghdr *nlh;
406 	struct ndmsg *ndm;
407 
408 	if (dump->idx < dump->cb->args[2])
409 		goto skip;
410 
411 	nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
412 			sizeof(*ndm), NLM_F_MULTI);
413 	if (!nlh)
414 		return -EMSGSIZE;
415 
416 	ndm = nlmsg_data(nlh);
417 	ndm->ndm_family  = AF_BRIDGE;
418 	ndm->ndm_pad1    = 0;
419 	ndm->ndm_pad2    = 0;
420 	ndm->ndm_flags   = NTF_SELF;
421 	ndm->ndm_type    = 0;
422 	ndm->ndm_ifindex = dump->dev->ifindex;
423 	ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
424 
425 	if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
426 		goto nla_put_failure;
427 
428 	if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
429 		goto nla_put_failure;
430 
431 	nlmsg_end(dump->skb, nlh);
432 
433 skip:
434 	dump->idx++;
435 	return 0;
436 
437 nla_put_failure:
438 	nlmsg_cancel(dump->skb, nlh);
439 	return -EMSGSIZE;
440 }
441 
442 static int
443 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
444 		   struct net_device *dev, struct net_device *filter_dev,
445 		   int *idx)
446 {
447 	struct dsa_port *dp = dsa_slave_to_port(dev);
448 	struct dsa_slave_dump_ctx dump = {
449 		.dev = dev,
450 		.skb = skb,
451 		.cb = cb,
452 		.idx = *idx,
453 	};
454 	int err;
455 
456 	err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump);
457 	*idx = dump.idx;
458 
459 	return err;
460 }
461 
462 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
463 {
464 	struct dsa_slave_priv *p = netdev_priv(dev);
465 	struct dsa_switch *ds = p->dp->ds;
466 	int port = p->dp->index;
467 
468 	/* Pass through to switch driver if it supports timestamping */
469 	switch (cmd) {
470 	case SIOCGHWTSTAMP:
471 		if (ds->ops->port_hwtstamp_get)
472 			return ds->ops->port_hwtstamp_get(ds, port, ifr);
473 		break;
474 	case SIOCSHWTSTAMP:
475 		if (ds->ops->port_hwtstamp_set)
476 			return ds->ops->port_hwtstamp_set(ds, port, ifr);
477 		break;
478 	}
479 
480 	return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
481 }
482 
483 static int dsa_slave_port_attr_set(struct net_device *dev, const void *ctx,
484 				   const struct switchdev_attr *attr,
485 				   struct netlink_ext_ack *extack)
486 {
487 	struct dsa_port *dp = dsa_slave_to_port(dev);
488 	int ret;
489 
490 	if (ctx && ctx != dp)
491 		return 0;
492 
493 	switch (attr->id) {
494 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
495 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
496 			return -EOPNOTSUPP;
497 
498 		ret = dsa_port_set_state(dp, attr->u.stp_state, true);
499 		break;
500 	case SWITCHDEV_ATTR_ID_PORT_MST_STATE:
501 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
502 			return -EOPNOTSUPP;
503 
504 		ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack);
505 		break;
506 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
507 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
508 			return -EOPNOTSUPP;
509 
510 		ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
511 					      extack);
512 		break;
513 	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
514 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
515 			return -EOPNOTSUPP;
516 
517 		ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
518 		break;
519 	case SWITCHDEV_ATTR_ID_BRIDGE_MST:
520 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
521 			return -EOPNOTSUPP;
522 
523 		ret = dsa_port_mst_enable(dp, attr->u.mst, extack);
524 		break;
525 	case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
526 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
527 			return -EOPNOTSUPP;
528 
529 		ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
530 						extack);
531 		break;
532 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
533 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
534 			return -EOPNOTSUPP;
535 
536 		ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
537 		break;
538 	case SWITCHDEV_ATTR_ID_VLAN_MSTI:
539 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
540 			return -EOPNOTSUPP;
541 
542 		ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti);
543 		break;
544 	default:
545 		ret = -EOPNOTSUPP;
546 		break;
547 	}
548 
549 	return ret;
550 }
551 
552 /* Must be called under rcu_read_lock() */
553 static int
554 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave,
555 				      const struct switchdev_obj_port_vlan *vlan)
556 {
557 	struct net_device *upper_dev;
558 	struct list_head *iter;
559 
560 	netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) {
561 		u16 vid;
562 
563 		if (!is_vlan_dev(upper_dev))
564 			continue;
565 
566 		vid = vlan_dev_vlan_id(upper_dev);
567 		if (vid == vlan->vid)
568 			return -EBUSY;
569 	}
570 
571 	return 0;
572 }
573 
574 static int dsa_slave_vlan_add(struct net_device *dev,
575 			      const struct switchdev_obj *obj,
576 			      struct netlink_ext_ack *extack)
577 {
578 	struct dsa_port *dp = dsa_slave_to_port(dev);
579 	struct switchdev_obj_port_vlan *vlan;
580 	int err;
581 
582 	if (dsa_port_skip_vlan_configuration(dp)) {
583 		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
584 		return 0;
585 	}
586 
587 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
588 
589 	/* Deny adding a bridge VLAN when there is already an 802.1Q upper with
590 	 * the same VID.
591 	 */
592 	if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) {
593 		rcu_read_lock();
594 		err = dsa_slave_vlan_check_for_8021q_uppers(dev, vlan);
595 		rcu_read_unlock();
596 		if (err) {
597 			NL_SET_ERR_MSG_MOD(extack,
598 					   "Port already has a VLAN upper with this VID");
599 			return err;
600 		}
601 	}
602 
603 	return dsa_port_vlan_add(dp, vlan, extack);
604 }
605 
606 /* Offload a VLAN installed on the bridge or on a foreign interface by
607  * installing it as a VLAN towards the CPU port.
608  */
609 static int dsa_slave_host_vlan_add(struct net_device *dev,
610 				   const struct switchdev_obj *obj,
611 				   struct netlink_ext_ack *extack)
612 {
613 	struct dsa_port *dp = dsa_slave_to_port(dev);
614 	struct switchdev_obj_port_vlan vlan;
615 
616 	/* Do nothing if this is a software bridge */
617 	if (!dp->bridge)
618 		return -EOPNOTSUPP;
619 
620 	if (dsa_port_skip_vlan_configuration(dp)) {
621 		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
622 		return 0;
623 	}
624 
625 	vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
626 
627 	/* Even though drivers often handle CPU membership in special ways,
628 	 * it doesn't make sense to program a PVID, so clear this flag.
629 	 */
630 	vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
631 
632 	return dsa_port_host_vlan_add(dp, &vlan, extack);
633 }
634 
635 static int dsa_slave_port_obj_add(struct net_device *dev, const void *ctx,
636 				  const struct switchdev_obj *obj,
637 				  struct netlink_ext_ack *extack)
638 {
639 	struct dsa_port *dp = dsa_slave_to_port(dev);
640 	int err;
641 
642 	if (ctx && ctx != dp)
643 		return 0;
644 
645 	switch (obj->id) {
646 	case SWITCHDEV_OBJ_ID_PORT_MDB:
647 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
648 			return -EOPNOTSUPP;
649 
650 		err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
651 		break;
652 	case SWITCHDEV_OBJ_ID_HOST_MDB:
653 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
654 			return -EOPNOTSUPP;
655 
656 		err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
657 		break;
658 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
659 		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
660 			err = dsa_slave_vlan_add(dev, obj, extack);
661 		else
662 			err = dsa_slave_host_vlan_add(dev, obj, extack);
663 		break;
664 	case SWITCHDEV_OBJ_ID_MRP:
665 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
666 			return -EOPNOTSUPP;
667 
668 		err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
669 		break;
670 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
671 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
672 			return -EOPNOTSUPP;
673 
674 		err = dsa_port_mrp_add_ring_role(dp,
675 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
676 		break;
677 	default:
678 		err = -EOPNOTSUPP;
679 		break;
680 	}
681 
682 	return err;
683 }
684 
685 static int dsa_slave_vlan_del(struct net_device *dev,
686 			      const struct switchdev_obj *obj)
687 {
688 	struct dsa_port *dp = dsa_slave_to_port(dev);
689 	struct switchdev_obj_port_vlan *vlan;
690 
691 	if (dsa_port_skip_vlan_configuration(dp))
692 		return 0;
693 
694 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
695 
696 	return dsa_port_vlan_del(dp, vlan);
697 }
698 
699 static int dsa_slave_host_vlan_del(struct net_device *dev,
700 				   const struct switchdev_obj *obj)
701 {
702 	struct dsa_port *dp = dsa_slave_to_port(dev);
703 	struct switchdev_obj_port_vlan *vlan;
704 
705 	/* Do nothing if this is a software bridge */
706 	if (!dp->bridge)
707 		return -EOPNOTSUPP;
708 
709 	if (dsa_port_skip_vlan_configuration(dp))
710 		return 0;
711 
712 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
713 
714 	return dsa_port_host_vlan_del(dp, vlan);
715 }
716 
717 static int dsa_slave_port_obj_del(struct net_device *dev, const void *ctx,
718 				  const struct switchdev_obj *obj)
719 {
720 	struct dsa_port *dp = dsa_slave_to_port(dev);
721 	int err;
722 
723 	if (ctx && ctx != dp)
724 		return 0;
725 
726 	switch (obj->id) {
727 	case SWITCHDEV_OBJ_ID_PORT_MDB:
728 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
729 			return -EOPNOTSUPP;
730 
731 		err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
732 		break;
733 	case SWITCHDEV_OBJ_ID_HOST_MDB:
734 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
735 			return -EOPNOTSUPP;
736 
737 		err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
738 		break;
739 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
740 		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
741 			err = dsa_slave_vlan_del(dev, obj);
742 		else
743 			err = dsa_slave_host_vlan_del(dev, obj);
744 		break;
745 	case SWITCHDEV_OBJ_ID_MRP:
746 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
747 			return -EOPNOTSUPP;
748 
749 		err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
750 		break;
751 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
752 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
753 			return -EOPNOTSUPP;
754 
755 		err = dsa_port_mrp_del_ring_role(dp,
756 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
757 		break;
758 	default:
759 		err = -EOPNOTSUPP;
760 		break;
761 	}
762 
763 	return err;
764 }
765 
766 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev,
767 						     struct sk_buff *skb)
768 {
769 #ifdef CONFIG_NET_POLL_CONTROLLER
770 	struct dsa_slave_priv *p = netdev_priv(dev);
771 
772 	return netpoll_send_skb(p->netpoll, skb);
773 #else
774 	BUG();
775 	return NETDEV_TX_OK;
776 #endif
777 }
778 
779 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p,
780 				 struct sk_buff *skb)
781 {
782 	struct dsa_switch *ds = p->dp->ds;
783 
784 	if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
785 		return;
786 
787 	if (!ds->ops->port_txtstamp)
788 		return;
789 
790 	ds->ops->port_txtstamp(ds, p->dp->index, skb);
791 }
792 
793 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
794 {
795 	/* SKB for netpoll still need to be mangled with the protocol-specific
796 	 * tag to be successfully transmitted
797 	 */
798 	if (unlikely(netpoll_tx_running(dev)))
799 		return dsa_slave_netpoll_send_skb(dev, skb);
800 
801 	/* Queue the SKB for transmission on the parent interface, but
802 	 * do not modify its EtherType
803 	 */
804 	skb->dev = dsa_slave_to_master(dev);
805 	dev_queue_xmit(skb);
806 
807 	return NETDEV_TX_OK;
808 }
809 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
810 
811 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev)
812 {
813 	int needed_headroom = dev->needed_headroom;
814 	int needed_tailroom = dev->needed_tailroom;
815 
816 	/* For tail taggers, we need to pad short frames ourselves, to ensure
817 	 * that the tail tag does not fail at its role of being at the end of
818 	 * the packet, once the master interface pads the frame. Account for
819 	 * that pad length here, and pad later.
820 	 */
821 	if (unlikely(needed_tailroom && skb->len < ETH_ZLEN))
822 		needed_tailroom += ETH_ZLEN - skb->len;
823 	/* skb_headroom() returns unsigned int... */
824 	needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0);
825 	needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0);
826 
827 	if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb)))
828 		/* No reallocation needed, yay! */
829 		return 0;
830 
831 	return pskb_expand_head(skb, needed_headroom, needed_tailroom,
832 				GFP_ATOMIC);
833 }
834 
835 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
836 {
837 	struct dsa_slave_priv *p = netdev_priv(dev);
838 	struct sk_buff *nskb;
839 
840 	dev_sw_netstats_tx_add(dev, 1, skb->len);
841 
842 	memset(skb->cb, 0, sizeof(skb->cb));
843 
844 	/* Handle tx timestamp if any */
845 	dsa_skb_tx_timestamp(p, skb);
846 
847 	if (dsa_realloc_skb(skb, dev)) {
848 		dev_kfree_skb_any(skb);
849 		return NETDEV_TX_OK;
850 	}
851 
852 	/* needed_tailroom should still be 'warm' in the cache line from
853 	 * dsa_realloc_skb(), which has also ensured that padding is safe.
854 	 */
855 	if (dev->needed_tailroom)
856 		eth_skb_pad(skb);
857 
858 	/* Transmit function may have to reallocate the original SKB,
859 	 * in which case it must have freed it. Only free it here on error.
860 	 */
861 	nskb = p->xmit(skb, dev);
862 	if (!nskb) {
863 		kfree_skb(skb);
864 		return NETDEV_TX_OK;
865 	}
866 
867 	return dsa_enqueue_skb(nskb, dev);
868 }
869 
870 /* ethtool operations *******************************************************/
871 
872 static void dsa_slave_get_drvinfo(struct net_device *dev,
873 				  struct ethtool_drvinfo *drvinfo)
874 {
875 	strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
876 	strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
877 	strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
878 }
879 
880 static int dsa_slave_get_regs_len(struct net_device *dev)
881 {
882 	struct dsa_port *dp = dsa_slave_to_port(dev);
883 	struct dsa_switch *ds = dp->ds;
884 
885 	if (ds->ops->get_regs_len)
886 		return ds->ops->get_regs_len(ds, dp->index);
887 
888 	return -EOPNOTSUPP;
889 }
890 
891 static void
892 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
893 {
894 	struct dsa_port *dp = dsa_slave_to_port(dev);
895 	struct dsa_switch *ds = dp->ds;
896 
897 	if (ds->ops->get_regs)
898 		ds->ops->get_regs(ds, dp->index, regs, _p);
899 }
900 
901 static int dsa_slave_nway_reset(struct net_device *dev)
902 {
903 	struct dsa_port *dp = dsa_slave_to_port(dev);
904 
905 	return phylink_ethtool_nway_reset(dp->pl);
906 }
907 
908 static int dsa_slave_get_eeprom_len(struct net_device *dev)
909 {
910 	struct dsa_port *dp = dsa_slave_to_port(dev);
911 	struct dsa_switch *ds = dp->ds;
912 
913 	if (ds->cd && ds->cd->eeprom_len)
914 		return ds->cd->eeprom_len;
915 
916 	if (ds->ops->get_eeprom_len)
917 		return ds->ops->get_eeprom_len(ds);
918 
919 	return 0;
920 }
921 
922 static int dsa_slave_get_eeprom(struct net_device *dev,
923 				struct ethtool_eeprom *eeprom, u8 *data)
924 {
925 	struct dsa_port *dp = dsa_slave_to_port(dev);
926 	struct dsa_switch *ds = dp->ds;
927 
928 	if (ds->ops->get_eeprom)
929 		return ds->ops->get_eeprom(ds, eeprom, data);
930 
931 	return -EOPNOTSUPP;
932 }
933 
934 static int dsa_slave_set_eeprom(struct net_device *dev,
935 				struct ethtool_eeprom *eeprom, u8 *data)
936 {
937 	struct dsa_port *dp = dsa_slave_to_port(dev);
938 	struct dsa_switch *ds = dp->ds;
939 
940 	if (ds->ops->set_eeprom)
941 		return ds->ops->set_eeprom(ds, eeprom, data);
942 
943 	return -EOPNOTSUPP;
944 }
945 
946 static void dsa_slave_get_strings(struct net_device *dev,
947 				  uint32_t stringset, uint8_t *data)
948 {
949 	struct dsa_port *dp = dsa_slave_to_port(dev);
950 	struct dsa_switch *ds = dp->ds;
951 
952 	if (stringset == ETH_SS_STATS) {
953 		int len = ETH_GSTRING_LEN;
954 
955 		strncpy(data, "tx_packets", len);
956 		strncpy(data + len, "tx_bytes", len);
957 		strncpy(data + 2 * len, "rx_packets", len);
958 		strncpy(data + 3 * len, "rx_bytes", len);
959 		if (ds->ops->get_strings)
960 			ds->ops->get_strings(ds, dp->index, stringset,
961 					     data + 4 * len);
962 	} else if (stringset ==  ETH_SS_TEST) {
963 		net_selftest_get_strings(data);
964 	}
965 
966 }
967 
968 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
969 					struct ethtool_stats *stats,
970 					uint64_t *data)
971 {
972 	struct dsa_port *dp = dsa_slave_to_port(dev);
973 	struct dsa_switch *ds = dp->ds;
974 	struct pcpu_sw_netstats *s;
975 	unsigned int start;
976 	int i;
977 
978 	for_each_possible_cpu(i) {
979 		u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
980 
981 		s = per_cpu_ptr(dev->tstats, i);
982 		do {
983 			start = u64_stats_fetch_begin(&s->syncp);
984 			tx_packets = u64_stats_read(&s->tx_packets);
985 			tx_bytes = u64_stats_read(&s->tx_bytes);
986 			rx_packets = u64_stats_read(&s->rx_packets);
987 			rx_bytes = u64_stats_read(&s->rx_bytes);
988 		} while (u64_stats_fetch_retry(&s->syncp, start));
989 		data[0] += tx_packets;
990 		data[1] += tx_bytes;
991 		data[2] += rx_packets;
992 		data[3] += rx_bytes;
993 	}
994 	if (ds->ops->get_ethtool_stats)
995 		ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
996 }
997 
998 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
999 {
1000 	struct dsa_port *dp = dsa_slave_to_port(dev);
1001 	struct dsa_switch *ds = dp->ds;
1002 
1003 	if (sset == ETH_SS_STATS) {
1004 		int count = 0;
1005 
1006 		if (ds->ops->get_sset_count) {
1007 			count = ds->ops->get_sset_count(ds, dp->index, sset);
1008 			if (count < 0)
1009 				return count;
1010 		}
1011 
1012 		return count + 4;
1013 	} else if (sset ==  ETH_SS_TEST) {
1014 		return net_selftest_get_count();
1015 	}
1016 
1017 	return -EOPNOTSUPP;
1018 }
1019 
1020 static void dsa_slave_get_eth_phy_stats(struct net_device *dev,
1021 					struct ethtool_eth_phy_stats *phy_stats)
1022 {
1023 	struct dsa_port *dp = dsa_slave_to_port(dev);
1024 	struct dsa_switch *ds = dp->ds;
1025 
1026 	if (ds->ops->get_eth_phy_stats)
1027 		ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats);
1028 }
1029 
1030 static void dsa_slave_get_eth_mac_stats(struct net_device *dev,
1031 					struct ethtool_eth_mac_stats *mac_stats)
1032 {
1033 	struct dsa_port *dp = dsa_slave_to_port(dev);
1034 	struct dsa_switch *ds = dp->ds;
1035 
1036 	if (ds->ops->get_eth_mac_stats)
1037 		ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats);
1038 }
1039 
1040 static void
1041 dsa_slave_get_eth_ctrl_stats(struct net_device *dev,
1042 			     struct ethtool_eth_ctrl_stats *ctrl_stats)
1043 {
1044 	struct dsa_port *dp = dsa_slave_to_port(dev);
1045 	struct dsa_switch *ds = dp->ds;
1046 
1047 	if (ds->ops->get_eth_ctrl_stats)
1048 		ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats);
1049 }
1050 
1051 static void
1052 dsa_slave_get_rmon_stats(struct net_device *dev,
1053 			 struct ethtool_rmon_stats *rmon_stats,
1054 			 const struct ethtool_rmon_hist_range **ranges)
1055 {
1056 	struct dsa_port *dp = dsa_slave_to_port(dev);
1057 	struct dsa_switch *ds = dp->ds;
1058 
1059 	if (ds->ops->get_rmon_stats)
1060 		ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges);
1061 }
1062 
1063 static void dsa_slave_net_selftest(struct net_device *ndev,
1064 				   struct ethtool_test *etest, u64 *buf)
1065 {
1066 	struct dsa_port *dp = dsa_slave_to_port(ndev);
1067 	struct dsa_switch *ds = dp->ds;
1068 
1069 	if (ds->ops->self_test) {
1070 		ds->ops->self_test(ds, dp->index, etest, buf);
1071 		return;
1072 	}
1073 
1074 	net_selftest(ndev, etest, buf);
1075 }
1076 
1077 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1078 {
1079 	struct dsa_port *dp = dsa_slave_to_port(dev);
1080 	struct dsa_switch *ds = dp->ds;
1081 
1082 	phylink_ethtool_get_wol(dp->pl, w);
1083 
1084 	if (ds->ops->get_wol)
1085 		ds->ops->get_wol(ds, dp->index, w);
1086 }
1087 
1088 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1089 {
1090 	struct dsa_port *dp = dsa_slave_to_port(dev);
1091 	struct dsa_switch *ds = dp->ds;
1092 	int ret = -EOPNOTSUPP;
1093 
1094 	phylink_ethtool_set_wol(dp->pl, w);
1095 
1096 	if (ds->ops->set_wol)
1097 		ret = ds->ops->set_wol(ds, dp->index, w);
1098 
1099 	return ret;
1100 }
1101 
1102 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
1103 {
1104 	struct dsa_port *dp = dsa_slave_to_port(dev);
1105 	struct dsa_switch *ds = dp->ds;
1106 	int ret;
1107 
1108 	/* Port's PHY and MAC both need to be EEE capable */
1109 	if (!dev->phydev || !dp->pl)
1110 		return -ENODEV;
1111 
1112 	if (!ds->ops->set_mac_eee)
1113 		return -EOPNOTSUPP;
1114 
1115 	ret = ds->ops->set_mac_eee(ds, dp->index, e);
1116 	if (ret)
1117 		return ret;
1118 
1119 	return phylink_ethtool_set_eee(dp->pl, e);
1120 }
1121 
1122 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
1123 {
1124 	struct dsa_port *dp = dsa_slave_to_port(dev);
1125 	struct dsa_switch *ds = dp->ds;
1126 	int ret;
1127 
1128 	/* Port's PHY and MAC both need to be EEE capable */
1129 	if (!dev->phydev || !dp->pl)
1130 		return -ENODEV;
1131 
1132 	if (!ds->ops->get_mac_eee)
1133 		return -EOPNOTSUPP;
1134 
1135 	ret = ds->ops->get_mac_eee(ds, dp->index, e);
1136 	if (ret)
1137 		return ret;
1138 
1139 	return phylink_ethtool_get_eee(dp->pl, e);
1140 }
1141 
1142 static int dsa_slave_get_link_ksettings(struct net_device *dev,
1143 					struct ethtool_link_ksettings *cmd)
1144 {
1145 	struct dsa_port *dp = dsa_slave_to_port(dev);
1146 
1147 	return phylink_ethtool_ksettings_get(dp->pl, cmd);
1148 }
1149 
1150 static int dsa_slave_set_link_ksettings(struct net_device *dev,
1151 					const struct ethtool_link_ksettings *cmd)
1152 {
1153 	struct dsa_port *dp = dsa_slave_to_port(dev);
1154 
1155 	return phylink_ethtool_ksettings_set(dp->pl, cmd);
1156 }
1157 
1158 static void dsa_slave_get_pause_stats(struct net_device *dev,
1159 				  struct ethtool_pause_stats *pause_stats)
1160 {
1161 	struct dsa_port *dp = dsa_slave_to_port(dev);
1162 	struct dsa_switch *ds = dp->ds;
1163 
1164 	if (ds->ops->get_pause_stats)
1165 		ds->ops->get_pause_stats(ds, dp->index, pause_stats);
1166 }
1167 
1168 static void dsa_slave_get_pauseparam(struct net_device *dev,
1169 				     struct ethtool_pauseparam *pause)
1170 {
1171 	struct dsa_port *dp = dsa_slave_to_port(dev);
1172 
1173 	phylink_ethtool_get_pauseparam(dp->pl, pause);
1174 }
1175 
1176 static int dsa_slave_set_pauseparam(struct net_device *dev,
1177 				    struct ethtool_pauseparam *pause)
1178 {
1179 	struct dsa_port *dp = dsa_slave_to_port(dev);
1180 
1181 	return phylink_ethtool_set_pauseparam(dp->pl, pause);
1182 }
1183 
1184 #ifdef CONFIG_NET_POLL_CONTROLLER
1185 static int dsa_slave_netpoll_setup(struct net_device *dev,
1186 				   struct netpoll_info *ni)
1187 {
1188 	struct net_device *master = dsa_slave_to_master(dev);
1189 	struct dsa_slave_priv *p = netdev_priv(dev);
1190 	struct netpoll *netpoll;
1191 	int err = 0;
1192 
1193 	netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
1194 	if (!netpoll)
1195 		return -ENOMEM;
1196 
1197 	err = __netpoll_setup(netpoll, master);
1198 	if (err) {
1199 		kfree(netpoll);
1200 		goto out;
1201 	}
1202 
1203 	p->netpoll = netpoll;
1204 out:
1205 	return err;
1206 }
1207 
1208 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
1209 {
1210 	struct dsa_slave_priv *p = netdev_priv(dev);
1211 	struct netpoll *netpoll = p->netpoll;
1212 
1213 	if (!netpoll)
1214 		return;
1215 
1216 	p->netpoll = NULL;
1217 
1218 	__netpoll_free(netpoll);
1219 }
1220 
1221 static void dsa_slave_poll_controller(struct net_device *dev)
1222 {
1223 }
1224 #endif
1225 
1226 static struct dsa_mall_tc_entry *
1227 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
1228 {
1229 	struct dsa_slave_priv *p = netdev_priv(dev);
1230 	struct dsa_mall_tc_entry *mall_tc_entry;
1231 
1232 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
1233 		if (mall_tc_entry->cookie == cookie)
1234 			return mall_tc_entry;
1235 
1236 	return NULL;
1237 }
1238 
1239 static int
1240 dsa_slave_add_cls_matchall_mirred(struct net_device *dev,
1241 				  struct tc_cls_matchall_offload *cls,
1242 				  bool ingress)
1243 {
1244 	struct netlink_ext_ack *extack = cls->common.extack;
1245 	struct dsa_port *dp = dsa_slave_to_port(dev);
1246 	struct dsa_slave_priv *p = netdev_priv(dev);
1247 	struct dsa_mall_mirror_tc_entry *mirror;
1248 	struct dsa_mall_tc_entry *mall_tc_entry;
1249 	struct dsa_switch *ds = dp->ds;
1250 	struct flow_action_entry *act;
1251 	struct dsa_port *to_dp;
1252 	int err;
1253 
1254 	if (!ds->ops->port_mirror_add)
1255 		return -EOPNOTSUPP;
1256 
1257 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1258 					      cls->common.extack))
1259 		return -EOPNOTSUPP;
1260 
1261 	act = &cls->rule->action.entries[0];
1262 
1263 	if (!act->dev)
1264 		return -EINVAL;
1265 
1266 	if (!dsa_slave_dev_check(act->dev))
1267 		return -EOPNOTSUPP;
1268 
1269 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1270 	if (!mall_tc_entry)
1271 		return -ENOMEM;
1272 
1273 	mall_tc_entry->cookie = cls->cookie;
1274 	mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1275 	mirror = &mall_tc_entry->mirror;
1276 
1277 	to_dp = dsa_slave_to_port(act->dev);
1278 
1279 	mirror->to_local_port = to_dp->index;
1280 	mirror->ingress = ingress;
1281 
1282 	err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack);
1283 	if (err) {
1284 		kfree(mall_tc_entry);
1285 		return err;
1286 	}
1287 
1288 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1289 
1290 	return err;
1291 }
1292 
1293 static int
1294 dsa_slave_add_cls_matchall_police(struct net_device *dev,
1295 				  struct tc_cls_matchall_offload *cls,
1296 				  bool ingress)
1297 {
1298 	struct netlink_ext_ack *extack = cls->common.extack;
1299 	struct dsa_port *dp = dsa_slave_to_port(dev);
1300 	struct dsa_slave_priv *p = netdev_priv(dev);
1301 	struct dsa_mall_policer_tc_entry *policer;
1302 	struct dsa_mall_tc_entry *mall_tc_entry;
1303 	struct dsa_switch *ds = dp->ds;
1304 	struct flow_action_entry *act;
1305 	int err;
1306 
1307 	if (!ds->ops->port_policer_add) {
1308 		NL_SET_ERR_MSG_MOD(extack,
1309 				   "Policing offload not implemented");
1310 		return -EOPNOTSUPP;
1311 	}
1312 
1313 	if (!ingress) {
1314 		NL_SET_ERR_MSG_MOD(extack,
1315 				   "Only supported on ingress qdisc");
1316 		return -EOPNOTSUPP;
1317 	}
1318 
1319 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1320 					      cls->common.extack))
1321 		return -EOPNOTSUPP;
1322 
1323 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1324 		if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1325 			NL_SET_ERR_MSG_MOD(extack,
1326 					   "Only one port policer allowed");
1327 			return -EEXIST;
1328 		}
1329 	}
1330 
1331 	act = &cls->rule->action.entries[0];
1332 
1333 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1334 	if (!mall_tc_entry)
1335 		return -ENOMEM;
1336 
1337 	mall_tc_entry->cookie = cls->cookie;
1338 	mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1339 	policer = &mall_tc_entry->policer;
1340 	policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1341 	policer->burst = act->police.burst;
1342 
1343 	err = ds->ops->port_policer_add(ds, dp->index, policer);
1344 	if (err) {
1345 		kfree(mall_tc_entry);
1346 		return err;
1347 	}
1348 
1349 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1350 
1351 	return err;
1352 }
1353 
1354 static int dsa_slave_add_cls_matchall(struct net_device *dev,
1355 				      struct tc_cls_matchall_offload *cls,
1356 				      bool ingress)
1357 {
1358 	int err = -EOPNOTSUPP;
1359 
1360 	if (cls->common.protocol == htons(ETH_P_ALL) &&
1361 	    flow_offload_has_one_action(&cls->rule->action) &&
1362 	    cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED)
1363 		err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress);
1364 	else if (flow_offload_has_one_action(&cls->rule->action) &&
1365 		 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE)
1366 		err = dsa_slave_add_cls_matchall_police(dev, cls, ingress);
1367 
1368 	return err;
1369 }
1370 
1371 static void dsa_slave_del_cls_matchall(struct net_device *dev,
1372 				       struct tc_cls_matchall_offload *cls)
1373 {
1374 	struct dsa_port *dp = dsa_slave_to_port(dev);
1375 	struct dsa_mall_tc_entry *mall_tc_entry;
1376 	struct dsa_switch *ds = dp->ds;
1377 
1378 	mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie);
1379 	if (!mall_tc_entry)
1380 		return;
1381 
1382 	list_del(&mall_tc_entry->list);
1383 
1384 	switch (mall_tc_entry->type) {
1385 	case DSA_PORT_MALL_MIRROR:
1386 		if (ds->ops->port_mirror_del)
1387 			ds->ops->port_mirror_del(ds, dp->index,
1388 						 &mall_tc_entry->mirror);
1389 		break;
1390 	case DSA_PORT_MALL_POLICER:
1391 		if (ds->ops->port_policer_del)
1392 			ds->ops->port_policer_del(ds, dp->index);
1393 		break;
1394 	default:
1395 		WARN_ON(1);
1396 	}
1397 
1398 	kfree(mall_tc_entry);
1399 }
1400 
1401 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
1402 					   struct tc_cls_matchall_offload *cls,
1403 					   bool ingress)
1404 {
1405 	if (cls->common.chain_index)
1406 		return -EOPNOTSUPP;
1407 
1408 	switch (cls->command) {
1409 	case TC_CLSMATCHALL_REPLACE:
1410 		return dsa_slave_add_cls_matchall(dev, cls, ingress);
1411 	case TC_CLSMATCHALL_DESTROY:
1412 		dsa_slave_del_cls_matchall(dev, cls);
1413 		return 0;
1414 	default:
1415 		return -EOPNOTSUPP;
1416 	}
1417 }
1418 
1419 static int dsa_slave_add_cls_flower(struct net_device *dev,
1420 				    struct flow_cls_offload *cls,
1421 				    bool ingress)
1422 {
1423 	struct dsa_port *dp = dsa_slave_to_port(dev);
1424 	struct dsa_switch *ds = dp->ds;
1425 	int port = dp->index;
1426 
1427 	if (!ds->ops->cls_flower_add)
1428 		return -EOPNOTSUPP;
1429 
1430 	return ds->ops->cls_flower_add(ds, port, cls, ingress);
1431 }
1432 
1433 static int dsa_slave_del_cls_flower(struct net_device *dev,
1434 				    struct flow_cls_offload *cls,
1435 				    bool ingress)
1436 {
1437 	struct dsa_port *dp = dsa_slave_to_port(dev);
1438 	struct dsa_switch *ds = dp->ds;
1439 	int port = dp->index;
1440 
1441 	if (!ds->ops->cls_flower_del)
1442 		return -EOPNOTSUPP;
1443 
1444 	return ds->ops->cls_flower_del(ds, port, cls, ingress);
1445 }
1446 
1447 static int dsa_slave_stats_cls_flower(struct net_device *dev,
1448 				      struct flow_cls_offload *cls,
1449 				      bool ingress)
1450 {
1451 	struct dsa_port *dp = dsa_slave_to_port(dev);
1452 	struct dsa_switch *ds = dp->ds;
1453 	int port = dp->index;
1454 
1455 	if (!ds->ops->cls_flower_stats)
1456 		return -EOPNOTSUPP;
1457 
1458 	return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1459 }
1460 
1461 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev,
1462 					 struct flow_cls_offload *cls,
1463 					 bool ingress)
1464 {
1465 	switch (cls->command) {
1466 	case FLOW_CLS_REPLACE:
1467 		return dsa_slave_add_cls_flower(dev, cls, ingress);
1468 	case FLOW_CLS_DESTROY:
1469 		return dsa_slave_del_cls_flower(dev, cls, ingress);
1470 	case FLOW_CLS_STATS:
1471 		return dsa_slave_stats_cls_flower(dev, cls, ingress);
1472 	default:
1473 		return -EOPNOTSUPP;
1474 	}
1475 }
1476 
1477 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1478 				       void *cb_priv, bool ingress)
1479 {
1480 	struct net_device *dev = cb_priv;
1481 
1482 	if (!tc_can_offload(dev))
1483 		return -EOPNOTSUPP;
1484 
1485 	switch (type) {
1486 	case TC_SETUP_CLSMATCHALL:
1487 		return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress);
1488 	case TC_SETUP_CLSFLOWER:
1489 		return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress);
1490 	default:
1491 		return -EOPNOTSUPP;
1492 	}
1493 }
1494 
1495 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type,
1496 					  void *type_data, void *cb_priv)
1497 {
1498 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true);
1499 }
1500 
1501 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type,
1502 					  void *type_data, void *cb_priv)
1503 {
1504 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false);
1505 }
1506 
1507 static LIST_HEAD(dsa_slave_block_cb_list);
1508 
1509 static int dsa_slave_setup_tc_block(struct net_device *dev,
1510 				    struct flow_block_offload *f)
1511 {
1512 	struct flow_block_cb *block_cb;
1513 	flow_setup_cb_t *cb;
1514 
1515 	if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1516 		cb = dsa_slave_setup_tc_block_cb_ig;
1517 	else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1518 		cb = dsa_slave_setup_tc_block_cb_eg;
1519 	else
1520 		return -EOPNOTSUPP;
1521 
1522 	f->driver_block_list = &dsa_slave_block_cb_list;
1523 
1524 	switch (f->command) {
1525 	case FLOW_BLOCK_BIND:
1526 		if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list))
1527 			return -EBUSY;
1528 
1529 		block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1530 		if (IS_ERR(block_cb))
1531 			return PTR_ERR(block_cb);
1532 
1533 		flow_block_cb_add(block_cb, f);
1534 		list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list);
1535 		return 0;
1536 	case FLOW_BLOCK_UNBIND:
1537 		block_cb = flow_block_cb_lookup(f->block, cb, dev);
1538 		if (!block_cb)
1539 			return -ENOENT;
1540 
1541 		flow_block_cb_remove(block_cb, f);
1542 		list_del(&block_cb->driver_list);
1543 		return 0;
1544 	default:
1545 		return -EOPNOTSUPP;
1546 	}
1547 }
1548 
1549 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port,
1550 				    void *type_data)
1551 {
1552 	struct net_device *master = dsa_port_to_master(dsa_to_port(ds, port));
1553 
1554 	if (!master->netdev_ops->ndo_setup_tc)
1555 		return -EOPNOTSUPP;
1556 
1557 	return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data);
1558 }
1559 
1560 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
1561 			      void *type_data)
1562 {
1563 	struct dsa_port *dp = dsa_slave_to_port(dev);
1564 	struct dsa_switch *ds = dp->ds;
1565 
1566 	switch (type) {
1567 	case TC_SETUP_BLOCK:
1568 		return dsa_slave_setup_tc_block(dev, type_data);
1569 	case TC_SETUP_FT:
1570 		return dsa_slave_setup_ft_block(ds, dp->index, type_data);
1571 	default:
1572 		break;
1573 	}
1574 
1575 	if (!ds->ops->port_setup_tc)
1576 		return -EOPNOTSUPP;
1577 
1578 	return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1579 }
1580 
1581 static int dsa_slave_get_rxnfc(struct net_device *dev,
1582 			       struct ethtool_rxnfc *nfc, u32 *rule_locs)
1583 {
1584 	struct dsa_port *dp = dsa_slave_to_port(dev);
1585 	struct dsa_switch *ds = dp->ds;
1586 
1587 	if (!ds->ops->get_rxnfc)
1588 		return -EOPNOTSUPP;
1589 
1590 	return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1591 }
1592 
1593 static int dsa_slave_set_rxnfc(struct net_device *dev,
1594 			       struct ethtool_rxnfc *nfc)
1595 {
1596 	struct dsa_port *dp = dsa_slave_to_port(dev);
1597 	struct dsa_switch *ds = dp->ds;
1598 
1599 	if (!ds->ops->set_rxnfc)
1600 		return -EOPNOTSUPP;
1601 
1602 	return ds->ops->set_rxnfc(ds, dp->index, nfc);
1603 }
1604 
1605 static int dsa_slave_get_ts_info(struct net_device *dev,
1606 				 struct ethtool_ts_info *ts)
1607 {
1608 	struct dsa_slave_priv *p = netdev_priv(dev);
1609 	struct dsa_switch *ds = p->dp->ds;
1610 
1611 	if (!ds->ops->get_ts_info)
1612 		return -EOPNOTSUPP;
1613 
1614 	return ds->ops->get_ts_info(ds, p->dp->index, ts);
1615 }
1616 
1617 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1618 				     u16 vid)
1619 {
1620 	struct dsa_port *dp = dsa_slave_to_port(dev);
1621 	struct switchdev_obj_port_vlan vlan = {
1622 		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1623 		.vid = vid,
1624 		/* This API only allows programming tagged, non-PVID VIDs */
1625 		.flags = 0,
1626 	};
1627 	struct netlink_ext_ack extack = {0};
1628 	int ret;
1629 
1630 	/* User port... */
1631 	ret = dsa_port_vlan_add(dp, &vlan, &extack);
1632 	if (ret) {
1633 		if (extack._msg)
1634 			netdev_err(dev, "%s\n", extack._msg);
1635 		return ret;
1636 	}
1637 
1638 	/* And CPU port... */
1639 	ret = dsa_port_host_vlan_add(dp, &vlan, &extack);
1640 	if (ret) {
1641 		if (extack._msg)
1642 			netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1643 				   extack._msg);
1644 		return ret;
1645 	}
1646 
1647 	return 0;
1648 }
1649 
1650 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1651 				      u16 vid)
1652 {
1653 	struct dsa_port *dp = dsa_slave_to_port(dev);
1654 	struct switchdev_obj_port_vlan vlan = {
1655 		.vid = vid,
1656 		/* This API only allows programming tagged, non-PVID VIDs */
1657 		.flags = 0,
1658 	};
1659 	int err;
1660 
1661 	err = dsa_port_vlan_del(dp, &vlan);
1662 	if (err)
1663 		return err;
1664 
1665 	return dsa_port_host_vlan_del(dp, &vlan);
1666 }
1667 
1668 static int dsa_slave_restore_vlan(struct net_device *vdev, int vid, void *arg)
1669 {
1670 	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1671 
1672 	return dsa_slave_vlan_rx_add_vid(arg, proto, vid);
1673 }
1674 
1675 static int dsa_slave_clear_vlan(struct net_device *vdev, int vid, void *arg)
1676 {
1677 	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1678 
1679 	return dsa_slave_vlan_rx_kill_vid(arg, proto, vid);
1680 }
1681 
1682 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN
1683  * filtering is enabled. The baseline is that only ports that offload a
1684  * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware,
1685  * but there are exceptions for quirky hardware.
1686  *
1687  * If ds->vlan_filtering_is_global = true, then standalone ports which share
1688  * the same switch with other ports that offload a VLAN-aware bridge are also
1689  * inevitably VLAN-aware.
1690  *
1691  * To summarize, a DSA switch port offloads:
1692  *
1693  * - If standalone (this includes software bridge, software LAG):
1694  *     - if ds->needs_standalone_vlan_filtering = true, OR if
1695  *       (ds->vlan_filtering_is_global = true AND there are bridges spanning
1696  *       this switch chip which have vlan_filtering=1)
1697  *         - the 8021q upper VLANs
1698  *     - else (standalone VLAN filtering is not needed, VLAN filtering is not
1699  *       global, or it is, but no port is under a VLAN-aware bridge):
1700  *         - no VLAN (any 8021q upper is a software VLAN)
1701  *
1702  * - If under a vlan_filtering=0 bridge which it offload:
1703  *     - if ds->configure_vlan_while_not_filtering = true (default):
1704  *         - the bridge VLANs. These VLANs are committed to hardware but inactive.
1705  *     - else (deprecated):
1706  *         - no VLAN. The bridge VLANs are not restored when VLAN awareness is
1707  *           enabled, so this behavior is broken and discouraged.
1708  *
1709  * - If under a vlan_filtering=1 bridge which it offload:
1710  *     - the bridge VLANs
1711  *     - the 8021q upper VLANs
1712  */
1713 int dsa_slave_manage_vlan_filtering(struct net_device *slave,
1714 				    bool vlan_filtering)
1715 {
1716 	int err;
1717 
1718 	if (vlan_filtering) {
1719 		slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1720 
1721 		err = vlan_for_each(slave, dsa_slave_restore_vlan, slave);
1722 		if (err) {
1723 			vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1724 			slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1725 			return err;
1726 		}
1727 	} else {
1728 		err = vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1729 		if (err)
1730 			return err;
1731 
1732 		slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1733 	}
1734 
1735 	return 0;
1736 }
1737 
1738 struct dsa_hw_port {
1739 	struct list_head list;
1740 	struct net_device *dev;
1741 	int old_mtu;
1742 };
1743 
1744 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
1745 {
1746 	const struct dsa_hw_port *p;
1747 	int err;
1748 
1749 	list_for_each_entry(p, hw_port_list, list) {
1750 		if (p->dev->mtu == mtu)
1751 			continue;
1752 
1753 		err = dev_set_mtu(p->dev, mtu);
1754 		if (err)
1755 			goto rollback;
1756 	}
1757 
1758 	return 0;
1759 
1760 rollback:
1761 	list_for_each_entry_continue_reverse(p, hw_port_list, list) {
1762 		if (p->dev->mtu == p->old_mtu)
1763 			continue;
1764 
1765 		if (dev_set_mtu(p->dev, p->old_mtu))
1766 			netdev_err(p->dev, "Failed to restore MTU\n");
1767 	}
1768 
1769 	return err;
1770 }
1771 
1772 static void dsa_hw_port_list_free(struct list_head *hw_port_list)
1773 {
1774 	struct dsa_hw_port *p, *n;
1775 
1776 	list_for_each_entry_safe(p, n, hw_port_list, list)
1777 		kfree(p);
1778 }
1779 
1780 /* Make the hardware datapath to/from @dev limited to a common MTU */
1781 static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
1782 {
1783 	struct list_head hw_port_list;
1784 	struct dsa_switch_tree *dst;
1785 	int min_mtu = ETH_MAX_MTU;
1786 	struct dsa_port *other_dp;
1787 	int err;
1788 
1789 	if (!dp->ds->mtu_enforcement_ingress)
1790 		return;
1791 
1792 	if (!dp->bridge)
1793 		return;
1794 
1795 	INIT_LIST_HEAD(&hw_port_list);
1796 
1797 	/* Populate the list of ports that are part of the same bridge
1798 	 * as the newly added/modified port
1799 	 */
1800 	list_for_each_entry(dst, &dsa_tree_list, list) {
1801 		list_for_each_entry(other_dp, &dst->ports, list) {
1802 			struct dsa_hw_port *hw_port;
1803 			struct net_device *slave;
1804 
1805 			if (other_dp->type != DSA_PORT_TYPE_USER)
1806 				continue;
1807 
1808 			if (!dsa_port_bridge_same(dp, other_dp))
1809 				continue;
1810 
1811 			if (!other_dp->ds->mtu_enforcement_ingress)
1812 				continue;
1813 
1814 			slave = other_dp->slave;
1815 
1816 			if (min_mtu > slave->mtu)
1817 				min_mtu = slave->mtu;
1818 
1819 			hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
1820 			if (!hw_port)
1821 				goto out;
1822 
1823 			hw_port->dev = slave;
1824 			hw_port->old_mtu = slave->mtu;
1825 
1826 			list_add(&hw_port->list, &hw_port_list);
1827 		}
1828 	}
1829 
1830 	/* Attempt to configure the entire hardware bridge to the newly added
1831 	 * interface's MTU first, regardless of whether the intention of the
1832 	 * user was to raise or lower it.
1833 	 */
1834 	err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu);
1835 	if (!err)
1836 		goto out;
1837 
1838 	/* Clearly that didn't work out so well, so just set the minimum MTU on
1839 	 * all hardware bridge ports now. If this fails too, then all ports will
1840 	 * still have their old MTU rolled back anyway.
1841 	 */
1842 	dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
1843 
1844 out:
1845 	dsa_hw_port_list_free(&hw_port_list);
1846 }
1847 
1848 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu)
1849 {
1850 	struct net_device *master = dsa_slave_to_master(dev);
1851 	struct dsa_port *dp = dsa_slave_to_port(dev);
1852 	struct dsa_port *cpu_dp = dp->cpu_dp;
1853 	struct dsa_switch *ds = dp->ds;
1854 	struct dsa_port *other_dp;
1855 	int largest_mtu = 0;
1856 	int new_master_mtu;
1857 	int old_master_mtu;
1858 	int mtu_limit;
1859 	int cpu_mtu;
1860 	int err;
1861 
1862 	if (!ds->ops->port_change_mtu)
1863 		return -EOPNOTSUPP;
1864 
1865 	dsa_tree_for_each_user_port(other_dp, ds->dst) {
1866 		int slave_mtu;
1867 
1868 		/* During probe, this function will be called for each slave
1869 		 * device, while not all of them have been allocated. That's
1870 		 * ok, it doesn't change what the maximum is, so ignore it.
1871 		 */
1872 		if (!other_dp->slave)
1873 			continue;
1874 
1875 		/* Pretend that we already applied the setting, which we
1876 		 * actually haven't (still haven't done all integrity checks)
1877 		 */
1878 		if (dp == other_dp)
1879 			slave_mtu = new_mtu;
1880 		else
1881 			slave_mtu = other_dp->slave->mtu;
1882 
1883 		if (largest_mtu < slave_mtu)
1884 			largest_mtu = slave_mtu;
1885 	}
1886 
1887 	mtu_limit = min_t(int, master->max_mtu, dev->max_mtu);
1888 	old_master_mtu = master->mtu;
1889 	new_master_mtu = largest_mtu + dsa_tag_protocol_overhead(cpu_dp->tag_ops);
1890 	if (new_master_mtu > mtu_limit)
1891 		return -ERANGE;
1892 
1893 	/* If the master MTU isn't over limit, there's no need to check the CPU
1894 	 * MTU, since that surely isn't either.
1895 	 */
1896 	cpu_mtu = largest_mtu;
1897 
1898 	/* Start applying stuff */
1899 	if (new_master_mtu != old_master_mtu) {
1900 		err = dev_set_mtu(master, new_master_mtu);
1901 		if (err < 0)
1902 			goto out_master_failed;
1903 
1904 		/* We only need to propagate the MTU of the CPU port to
1905 		 * upstream switches, so emit a notifier which updates them.
1906 		 */
1907 		err = dsa_port_mtu_change(cpu_dp, cpu_mtu);
1908 		if (err)
1909 			goto out_cpu_failed;
1910 	}
1911 
1912 	err = ds->ops->port_change_mtu(ds, dp->index, new_mtu);
1913 	if (err)
1914 		goto out_port_failed;
1915 
1916 	dev->mtu = new_mtu;
1917 
1918 	dsa_bridge_mtu_normalization(dp);
1919 
1920 	return 0;
1921 
1922 out_port_failed:
1923 	if (new_master_mtu != old_master_mtu)
1924 		dsa_port_mtu_change(cpu_dp, old_master_mtu -
1925 				    dsa_tag_protocol_overhead(cpu_dp->tag_ops));
1926 out_cpu_failed:
1927 	if (new_master_mtu != old_master_mtu)
1928 		dev_set_mtu(master, old_master_mtu);
1929 out_master_failed:
1930 	return err;
1931 }
1932 
1933 static int __maybe_unused
1934 dsa_slave_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app)
1935 {
1936 	struct dsa_port *dp = dsa_slave_to_port(dev);
1937 	struct dsa_switch *ds = dp->ds;
1938 	unsigned long mask, new_prio;
1939 	int err, port = dp->index;
1940 
1941 	if (!ds->ops->port_set_default_prio)
1942 		return -EOPNOTSUPP;
1943 
1944 	err = dcb_ieee_setapp(dev, app);
1945 	if (err)
1946 		return err;
1947 
1948 	mask = dcb_ieee_getapp_mask(dev, app);
1949 	new_prio = __fls(mask);
1950 
1951 	err = ds->ops->port_set_default_prio(ds, port, new_prio);
1952 	if (err) {
1953 		dcb_ieee_delapp(dev, app);
1954 		return err;
1955 	}
1956 
1957 	return 0;
1958 }
1959 
1960 static int __maybe_unused
1961 dsa_slave_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app)
1962 {
1963 	struct dsa_port *dp = dsa_slave_to_port(dev);
1964 	struct dsa_switch *ds = dp->ds;
1965 	unsigned long mask, new_prio;
1966 	int err, port = dp->index;
1967 	u8 dscp = app->protocol;
1968 
1969 	if (!ds->ops->port_add_dscp_prio)
1970 		return -EOPNOTSUPP;
1971 
1972 	if (dscp >= 64) {
1973 		netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n",
1974 			   dscp);
1975 		return -EINVAL;
1976 	}
1977 
1978 	err = dcb_ieee_setapp(dev, app);
1979 	if (err)
1980 		return err;
1981 
1982 	mask = dcb_ieee_getapp_mask(dev, app);
1983 	new_prio = __fls(mask);
1984 
1985 	err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio);
1986 	if (err) {
1987 		dcb_ieee_delapp(dev, app);
1988 		return err;
1989 	}
1990 
1991 	return 0;
1992 }
1993 
1994 static int __maybe_unused dsa_slave_dcbnl_ieee_setapp(struct net_device *dev,
1995 						      struct dcb_app *app)
1996 {
1997 	switch (app->selector) {
1998 	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
1999 		switch (app->protocol) {
2000 		case 0:
2001 			return dsa_slave_dcbnl_set_default_prio(dev, app);
2002 		default:
2003 			return -EOPNOTSUPP;
2004 		}
2005 		break;
2006 	case IEEE_8021QAZ_APP_SEL_DSCP:
2007 		return dsa_slave_dcbnl_add_dscp_prio(dev, app);
2008 	default:
2009 		return -EOPNOTSUPP;
2010 	}
2011 }
2012 
2013 static int __maybe_unused
2014 dsa_slave_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app)
2015 {
2016 	struct dsa_port *dp = dsa_slave_to_port(dev);
2017 	struct dsa_switch *ds = dp->ds;
2018 	unsigned long mask, new_prio;
2019 	int err, port = dp->index;
2020 
2021 	if (!ds->ops->port_set_default_prio)
2022 		return -EOPNOTSUPP;
2023 
2024 	err = dcb_ieee_delapp(dev, app);
2025 	if (err)
2026 		return err;
2027 
2028 	mask = dcb_ieee_getapp_mask(dev, app);
2029 	new_prio = mask ? __fls(mask) : 0;
2030 
2031 	err = ds->ops->port_set_default_prio(ds, port, new_prio);
2032 	if (err) {
2033 		dcb_ieee_setapp(dev, app);
2034 		return err;
2035 	}
2036 
2037 	return 0;
2038 }
2039 
2040 static int __maybe_unused
2041 dsa_slave_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app)
2042 {
2043 	struct dsa_port *dp = dsa_slave_to_port(dev);
2044 	struct dsa_switch *ds = dp->ds;
2045 	int err, port = dp->index;
2046 	u8 dscp = app->protocol;
2047 
2048 	if (!ds->ops->port_del_dscp_prio)
2049 		return -EOPNOTSUPP;
2050 
2051 	err = dcb_ieee_delapp(dev, app);
2052 	if (err)
2053 		return err;
2054 
2055 	err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority);
2056 	if (err) {
2057 		dcb_ieee_setapp(dev, app);
2058 		return err;
2059 	}
2060 
2061 	return 0;
2062 }
2063 
2064 static int __maybe_unused dsa_slave_dcbnl_ieee_delapp(struct net_device *dev,
2065 						      struct dcb_app *app)
2066 {
2067 	switch (app->selector) {
2068 	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2069 		switch (app->protocol) {
2070 		case 0:
2071 			return dsa_slave_dcbnl_del_default_prio(dev, app);
2072 		default:
2073 			return -EOPNOTSUPP;
2074 		}
2075 		break;
2076 	case IEEE_8021QAZ_APP_SEL_DSCP:
2077 		return dsa_slave_dcbnl_del_dscp_prio(dev, app);
2078 	default:
2079 		return -EOPNOTSUPP;
2080 	}
2081 }
2082 
2083 /* Pre-populate the DCB application priority table with the priorities
2084  * configured during switch setup, which we read from hardware here.
2085  */
2086 static int dsa_slave_dcbnl_init(struct net_device *dev)
2087 {
2088 	struct dsa_port *dp = dsa_slave_to_port(dev);
2089 	struct dsa_switch *ds = dp->ds;
2090 	int port = dp->index;
2091 	int err;
2092 
2093 	if (ds->ops->port_get_default_prio) {
2094 		int prio = ds->ops->port_get_default_prio(ds, port);
2095 		struct dcb_app app = {
2096 			.selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE,
2097 			.protocol = 0,
2098 			.priority = prio,
2099 		};
2100 
2101 		if (prio < 0)
2102 			return prio;
2103 
2104 		err = dcb_ieee_setapp(dev, &app);
2105 		if (err)
2106 			return err;
2107 	}
2108 
2109 	if (ds->ops->port_get_dscp_prio) {
2110 		int protocol;
2111 
2112 		for (protocol = 0; protocol < 64; protocol++) {
2113 			struct dcb_app app = {
2114 				.selector = IEEE_8021QAZ_APP_SEL_DSCP,
2115 				.protocol = protocol,
2116 			};
2117 			int prio;
2118 
2119 			prio = ds->ops->port_get_dscp_prio(ds, port, protocol);
2120 			if (prio == -EOPNOTSUPP)
2121 				continue;
2122 			if (prio < 0)
2123 				return prio;
2124 
2125 			app.priority = prio;
2126 
2127 			err = dcb_ieee_setapp(dev, &app);
2128 			if (err)
2129 				return err;
2130 		}
2131 	}
2132 
2133 	return 0;
2134 }
2135 
2136 static const struct ethtool_ops dsa_slave_ethtool_ops = {
2137 	.get_drvinfo		= dsa_slave_get_drvinfo,
2138 	.get_regs_len		= dsa_slave_get_regs_len,
2139 	.get_regs		= dsa_slave_get_regs,
2140 	.nway_reset		= dsa_slave_nway_reset,
2141 	.get_link		= ethtool_op_get_link,
2142 	.get_eeprom_len		= dsa_slave_get_eeprom_len,
2143 	.get_eeprom		= dsa_slave_get_eeprom,
2144 	.set_eeprom		= dsa_slave_set_eeprom,
2145 	.get_strings		= dsa_slave_get_strings,
2146 	.get_ethtool_stats	= dsa_slave_get_ethtool_stats,
2147 	.get_sset_count		= dsa_slave_get_sset_count,
2148 	.get_eth_phy_stats	= dsa_slave_get_eth_phy_stats,
2149 	.get_eth_mac_stats	= dsa_slave_get_eth_mac_stats,
2150 	.get_eth_ctrl_stats	= dsa_slave_get_eth_ctrl_stats,
2151 	.get_rmon_stats		= dsa_slave_get_rmon_stats,
2152 	.set_wol		= dsa_slave_set_wol,
2153 	.get_wol		= dsa_slave_get_wol,
2154 	.set_eee		= dsa_slave_set_eee,
2155 	.get_eee		= dsa_slave_get_eee,
2156 	.get_link_ksettings	= dsa_slave_get_link_ksettings,
2157 	.set_link_ksettings	= dsa_slave_set_link_ksettings,
2158 	.get_pause_stats	= dsa_slave_get_pause_stats,
2159 	.get_pauseparam		= dsa_slave_get_pauseparam,
2160 	.set_pauseparam		= dsa_slave_set_pauseparam,
2161 	.get_rxnfc		= dsa_slave_get_rxnfc,
2162 	.set_rxnfc		= dsa_slave_set_rxnfc,
2163 	.get_ts_info		= dsa_slave_get_ts_info,
2164 	.self_test		= dsa_slave_net_selftest,
2165 };
2166 
2167 static const struct dcbnl_rtnl_ops __maybe_unused dsa_slave_dcbnl_ops = {
2168 	.ieee_setapp		= dsa_slave_dcbnl_ieee_setapp,
2169 	.ieee_delapp		= dsa_slave_dcbnl_ieee_delapp,
2170 };
2171 
2172 static void dsa_slave_get_stats64(struct net_device *dev,
2173 				  struct rtnl_link_stats64 *s)
2174 {
2175 	struct dsa_port *dp = dsa_slave_to_port(dev);
2176 	struct dsa_switch *ds = dp->ds;
2177 
2178 	if (ds->ops->get_stats64)
2179 		ds->ops->get_stats64(ds, dp->index, s);
2180 	else
2181 		dev_get_tstats64(dev, s);
2182 }
2183 
2184 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx,
2185 				       struct net_device_path *path)
2186 {
2187 	struct dsa_port *dp = dsa_slave_to_port(ctx->dev);
2188 	struct net_device *master = dsa_port_to_master(dp);
2189 	struct dsa_port *cpu_dp = dp->cpu_dp;
2190 
2191 	path->dev = ctx->dev;
2192 	path->type = DEV_PATH_DSA;
2193 	path->dsa.proto = cpu_dp->tag_ops->proto;
2194 	path->dsa.port = dp->index;
2195 	ctx->dev = master;
2196 
2197 	return 0;
2198 }
2199 
2200 static const struct net_device_ops dsa_slave_netdev_ops = {
2201 	.ndo_open	 	= dsa_slave_open,
2202 	.ndo_stop		= dsa_slave_close,
2203 	.ndo_start_xmit		= dsa_slave_xmit,
2204 	.ndo_change_rx_flags	= dsa_slave_change_rx_flags,
2205 	.ndo_set_rx_mode	= dsa_slave_set_rx_mode,
2206 	.ndo_set_mac_address	= dsa_slave_set_mac_address,
2207 	.ndo_fdb_dump		= dsa_slave_fdb_dump,
2208 	.ndo_eth_ioctl		= dsa_slave_ioctl,
2209 	.ndo_get_iflink		= dsa_slave_get_iflink,
2210 #ifdef CONFIG_NET_POLL_CONTROLLER
2211 	.ndo_netpoll_setup	= dsa_slave_netpoll_setup,
2212 	.ndo_netpoll_cleanup	= dsa_slave_netpoll_cleanup,
2213 	.ndo_poll_controller	= dsa_slave_poll_controller,
2214 #endif
2215 	.ndo_setup_tc		= dsa_slave_setup_tc,
2216 	.ndo_get_stats64	= dsa_slave_get_stats64,
2217 	.ndo_vlan_rx_add_vid	= dsa_slave_vlan_rx_add_vid,
2218 	.ndo_vlan_rx_kill_vid	= dsa_slave_vlan_rx_kill_vid,
2219 	.ndo_change_mtu		= dsa_slave_change_mtu,
2220 	.ndo_fill_forward_path	= dsa_slave_fill_forward_path,
2221 };
2222 
2223 static struct device_type dsa_type = {
2224 	.name	= "dsa",
2225 };
2226 
2227 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
2228 {
2229 	const struct dsa_port *dp = dsa_to_port(ds, port);
2230 
2231 	if (dp->pl)
2232 		phylink_mac_change(dp->pl, up);
2233 }
2234 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
2235 
2236 static void dsa_slave_phylink_fixed_state(struct phylink_config *config,
2237 					  struct phylink_link_state *state)
2238 {
2239 	struct dsa_port *dp = container_of(config, struct dsa_port, pl_config);
2240 	struct dsa_switch *ds = dp->ds;
2241 
2242 	/* No need to check that this operation is valid, the callback would
2243 	 * not be called if it was not.
2244 	 */
2245 	ds->ops->phylink_fixed_state(ds, dp->index, state);
2246 }
2247 
2248 /* slave device setup *******************************************************/
2249 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr,
2250 				 u32 flags)
2251 {
2252 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2253 	struct dsa_switch *ds = dp->ds;
2254 
2255 	slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr);
2256 	if (!slave_dev->phydev) {
2257 		netdev_err(slave_dev, "no phy at %d\n", addr);
2258 		return -ENODEV;
2259 	}
2260 
2261 	slave_dev->phydev->dev_flags |= flags;
2262 
2263 	return phylink_connect_phy(dp->pl, slave_dev->phydev);
2264 }
2265 
2266 static int dsa_slave_phy_setup(struct net_device *slave_dev)
2267 {
2268 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2269 	struct device_node *port_dn = dp->dn;
2270 	struct dsa_switch *ds = dp->ds;
2271 	u32 phy_flags = 0;
2272 	int ret;
2273 
2274 	dp->pl_config.dev = &slave_dev->dev;
2275 	dp->pl_config.type = PHYLINK_NETDEV;
2276 
2277 	/* The get_fixed_state callback takes precedence over polling the
2278 	 * link GPIO in PHYLINK (see phylink_get_fixed_state).  Only set
2279 	 * this if the switch provides such a callback.
2280 	 */
2281 	if (ds->ops->phylink_fixed_state) {
2282 		dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state;
2283 		dp->pl_config.poll_fixed_state = true;
2284 	}
2285 
2286 	ret = dsa_port_phylink_create(dp);
2287 	if (ret)
2288 		return ret;
2289 
2290 	if (ds->ops->get_phy_flags)
2291 		phy_flags = ds->ops->get_phy_flags(ds, dp->index);
2292 
2293 	ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
2294 	if (ret == -ENODEV && ds->slave_mii_bus) {
2295 		/* We could not connect to a designated PHY or SFP, so try to
2296 		 * use the switch internal MDIO bus instead
2297 		 */
2298 		ret = dsa_slave_phy_connect(slave_dev, dp->index, phy_flags);
2299 	}
2300 	if (ret) {
2301 		netdev_err(slave_dev, "failed to connect to PHY: %pe\n",
2302 			   ERR_PTR(ret));
2303 		dsa_port_phylink_destroy(dp);
2304 	}
2305 
2306 	return ret;
2307 }
2308 
2309 void dsa_slave_setup_tagger(struct net_device *slave)
2310 {
2311 	struct dsa_port *dp = dsa_slave_to_port(slave);
2312 	struct net_device *master = dsa_port_to_master(dp);
2313 	struct dsa_slave_priv *p = netdev_priv(slave);
2314 	const struct dsa_port *cpu_dp = dp->cpu_dp;
2315 	const struct dsa_switch *ds = dp->ds;
2316 
2317 	slave->needed_headroom = cpu_dp->tag_ops->needed_headroom;
2318 	slave->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
2319 	/* Try to save one extra realloc later in the TX path (in the master)
2320 	 * by also inheriting the master's needed headroom and tailroom.
2321 	 * The 8021q driver also does this.
2322 	 */
2323 	slave->needed_headroom += master->needed_headroom;
2324 	slave->needed_tailroom += master->needed_tailroom;
2325 
2326 	p->xmit = cpu_dp->tag_ops->xmit;
2327 
2328 	slave->features = master->vlan_features | NETIF_F_HW_TC;
2329 	slave->hw_features |= NETIF_F_HW_TC;
2330 	slave->features |= NETIF_F_LLTX;
2331 	if (slave->needed_tailroom)
2332 		slave->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST);
2333 	if (ds->needs_standalone_vlan_filtering)
2334 		slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
2335 }
2336 
2337 int dsa_slave_suspend(struct net_device *slave_dev)
2338 {
2339 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2340 
2341 	if (!netif_running(slave_dev))
2342 		return 0;
2343 
2344 	netif_device_detach(slave_dev);
2345 
2346 	rtnl_lock();
2347 	phylink_stop(dp->pl);
2348 	rtnl_unlock();
2349 
2350 	return 0;
2351 }
2352 
2353 int dsa_slave_resume(struct net_device *slave_dev)
2354 {
2355 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2356 
2357 	if (!netif_running(slave_dev))
2358 		return 0;
2359 
2360 	netif_device_attach(slave_dev);
2361 
2362 	rtnl_lock();
2363 	phylink_start(dp->pl);
2364 	rtnl_unlock();
2365 
2366 	return 0;
2367 }
2368 
2369 int dsa_slave_create(struct dsa_port *port)
2370 {
2371 	struct net_device *master = dsa_port_to_master(port);
2372 	struct dsa_switch *ds = port->ds;
2373 	struct net_device *slave_dev;
2374 	struct dsa_slave_priv *p;
2375 	const char *name;
2376 	int assign_type;
2377 	int ret;
2378 
2379 	if (!ds->num_tx_queues)
2380 		ds->num_tx_queues = 1;
2381 
2382 	if (port->name) {
2383 		name = port->name;
2384 		assign_type = NET_NAME_PREDICTABLE;
2385 	} else {
2386 		name = "eth%d";
2387 		assign_type = NET_NAME_ENUM;
2388 	}
2389 
2390 	slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
2391 				     assign_type, ether_setup,
2392 				     ds->num_tx_queues, 1);
2393 	if (slave_dev == NULL)
2394 		return -ENOMEM;
2395 
2396 	slave_dev->rtnl_link_ops = &dsa_link_ops;
2397 	slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
2398 #if IS_ENABLED(CONFIG_DCB)
2399 	slave_dev->dcbnl_ops = &dsa_slave_dcbnl_ops;
2400 #endif
2401 	if (!is_zero_ether_addr(port->mac))
2402 		eth_hw_addr_set(slave_dev, port->mac);
2403 	else
2404 		eth_hw_addr_inherit(slave_dev, master);
2405 	slave_dev->priv_flags |= IFF_NO_QUEUE;
2406 	if (dsa_switch_supports_uc_filtering(ds))
2407 		slave_dev->priv_flags |= IFF_UNICAST_FLT;
2408 	slave_dev->netdev_ops = &dsa_slave_netdev_ops;
2409 	if (ds->ops->port_max_mtu)
2410 		slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
2411 	SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
2412 
2413 	SET_NETDEV_DEV(slave_dev, port->ds->dev);
2414 	SET_NETDEV_DEVLINK_PORT(slave_dev, &port->devlink_port);
2415 	slave_dev->dev.of_node = port->dn;
2416 	slave_dev->vlan_features = master->vlan_features;
2417 
2418 	p = netdev_priv(slave_dev);
2419 	slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
2420 	if (!slave_dev->tstats) {
2421 		free_netdev(slave_dev);
2422 		return -ENOMEM;
2423 	}
2424 
2425 	ret = gro_cells_init(&p->gcells, slave_dev);
2426 	if (ret)
2427 		goto out_free;
2428 
2429 	p->dp = port;
2430 	INIT_LIST_HEAD(&p->mall_tc_list);
2431 	port->slave = slave_dev;
2432 	dsa_slave_setup_tagger(slave_dev);
2433 
2434 	netif_carrier_off(slave_dev);
2435 
2436 	ret = dsa_slave_phy_setup(slave_dev);
2437 	if (ret) {
2438 		netdev_err(slave_dev,
2439 			   "error %d setting up PHY for tree %d, switch %d, port %d\n",
2440 			   ret, ds->dst->index, ds->index, port->index);
2441 		goto out_gcells;
2442 	}
2443 
2444 	rtnl_lock();
2445 
2446 	ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN);
2447 	if (ret && ret != -EOPNOTSUPP)
2448 		dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
2449 			 ret, ETH_DATA_LEN, port->index);
2450 
2451 	ret = register_netdevice(slave_dev);
2452 	if (ret) {
2453 		netdev_err(master, "error %d registering interface %s\n",
2454 			   ret, slave_dev->name);
2455 		rtnl_unlock();
2456 		goto out_phy;
2457 	}
2458 
2459 	if (IS_ENABLED(CONFIG_DCB)) {
2460 		ret = dsa_slave_dcbnl_init(slave_dev);
2461 		if (ret) {
2462 			netdev_err(slave_dev,
2463 				   "failed to initialize DCB: %pe\n",
2464 				   ERR_PTR(ret));
2465 			rtnl_unlock();
2466 			goto out_unregister;
2467 		}
2468 	}
2469 
2470 	ret = netdev_upper_dev_link(master, slave_dev, NULL);
2471 
2472 	rtnl_unlock();
2473 
2474 	if (ret)
2475 		goto out_unregister;
2476 
2477 	return 0;
2478 
2479 out_unregister:
2480 	unregister_netdev(slave_dev);
2481 out_phy:
2482 	rtnl_lock();
2483 	phylink_disconnect_phy(p->dp->pl);
2484 	rtnl_unlock();
2485 	dsa_port_phylink_destroy(p->dp);
2486 out_gcells:
2487 	gro_cells_destroy(&p->gcells);
2488 out_free:
2489 	free_percpu(slave_dev->tstats);
2490 	free_netdev(slave_dev);
2491 	port->slave = NULL;
2492 	return ret;
2493 }
2494 
2495 void dsa_slave_destroy(struct net_device *slave_dev)
2496 {
2497 	struct net_device *master = dsa_slave_to_master(slave_dev);
2498 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2499 	struct dsa_slave_priv *p = netdev_priv(slave_dev);
2500 
2501 	netif_carrier_off(slave_dev);
2502 	rtnl_lock();
2503 	netdev_upper_dev_unlink(master, slave_dev);
2504 	unregister_netdevice(slave_dev);
2505 	phylink_disconnect_phy(dp->pl);
2506 	rtnl_unlock();
2507 
2508 	dsa_port_phylink_destroy(dp);
2509 	gro_cells_destroy(&p->gcells);
2510 	free_percpu(slave_dev->tstats);
2511 	free_netdev(slave_dev);
2512 }
2513 
2514 int dsa_slave_change_master(struct net_device *dev, struct net_device *master,
2515 			    struct netlink_ext_ack *extack)
2516 {
2517 	struct net_device *old_master = dsa_slave_to_master(dev);
2518 	struct dsa_port *dp = dsa_slave_to_port(dev);
2519 	struct dsa_switch *ds = dp->ds;
2520 	struct net_device *upper;
2521 	struct list_head *iter;
2522 	int err;
2523 
2524 	if (master == old_master)
2525 		return 0;
2526 
2527 	if (!ds->ops->port_change_master) {
2528 		NL_SET_ERR_MSG_MOD(extack,
2529 				   "Driver does not support changing DSA master");
2530 		return -EOPNOTSUPP;
2531 	}
2532 
2533 	if (!netdev_uses_dsa(master)) {
2534 		NL_SET_ERR_MSG_MOD(extack,
2535 				   "Interface not eligible as DSA master");
2536 		return -EOPNOTSUPP;
2537 	}
2538 
2539 	netdev_for_each_upper_dev_rcu(master, upper, iter) {
2540 		if (dsa_slave_dev_check(upper))
2541 			continue;
2542 		if (netif_is_bridge_master(upper))
2543 			continue;
2544 		NL_SET_ERR_MSG_MOD(extack, "Cannot join master with unknown uppers");
2545 		return -EOPNOTSUPP;
2546 	}
2547 
2548 	/* Since we allow live-changing the DSA master, plus we auto-open the
2549 	 * DSA master when the user port opens => we need to ensure that the
2550 	 * new DSA master is open too.
2551 	 */
2552 	if (dev->flags & IFF_UP) {
2553 		err = dev_open(master, extack);
2554 		if (err)
2555 			return err;
2556 	}
2557 
2558 	netdev_upper_dev_unlink(old_master, dev);
2559 
2560 	err = netdev_upper_dev_link(master, dev, extack);
2561 	if (err)
2562 		goto out_revert_old_master_unlink;
2563 
2564 	err = dsa_port_change_master(dp, master, extack);
2565 	if (err)
2566 		goto out_revert_master_link;
2567 
2568 	/* Update the MTU of the new CPU port through cross-chip notifiers */
2569 	err = dsa_slave_change_mtu(dev, dev->mtu);
2570 	if (err && err != -EOPNOTSUPP) {
2571 		netdev_warn(dev,
2572 			    "nonfatal error updating MTU with new master: %pe\n",
2573 			    ERR_PTR(err));
2574 	}
2575 
2576 	/* If the port doesn't have its own MAC address and relies on the DSA
2577 	 * master's one, inherit it again from the new DSA master.
2578 	 */
2579 	if (is_zero_ether_addr(dp->mac))
2580 		eth_hw_addr_inherit(dev, master);
2581 
2582 	return 0;
2583 
2584 out_revert_master_link:
2585 	netdev_upper_dev_unlink(master, dev);
2586 out_revert_old_master_unlink:
2587 	netdev_upper_dev_link(old_master, dev, NULL);
2588 	return err;
2589 }
2590 
2591 bool dsa_slave_dev_check(const struct net_device *dev)
2592 {
2593 	return dev->netdev_ops == &dsa_slave_netdev_ops;
2594 }
2595 EXPORT_SYMBOL_GPL(dsa_slave_dev_check);
2596 
2597 static int dsa_slave_changeupper(struct net_device *dev,
2598 				 struct netdev_notifier_changeupper_info *info)
2599 {
2600 	struct dsa_port *dp = dsa_slave_to_port(dev);
2601 	struct netlink_ext_ack *extack;
2602 	int err = NOTIFY_DONE;
2603 
2604 	if (!dsa_slave_dev_check(dev))
2605 		return err;
2606 
2607 	extack = netdev_notifier_info_to_extack(&info->info);
2608 
2609 	if (netif_is_bridge_master(info->upper_dev)) {
2610 		if (info->linking) {
2611 			err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2612 			if (!err)
2613 				dsa_bridge_mtu_normalization(dp);
2614 			if (err == -EOPNOTSUPP) {
2615 				if (extack && !extack->_msg)
2616 					NL_SET_ERR_MSG_MOD(extack,
2617 							   "Offloading not supported");
2618 				err = 0;
2619 			}
2620 			err = notifier_from_errno(err);
2621 		} else {
2622 			dsa_port_bridge_leave(dp, info->upper_dev);
2623 			err = NOTIFY_OK;
2624 		}
2625 	} else if (netif_is_lag_master(info->upper_dev)) {
2626 		if (info->linking) {
2627 			err = dsa_port_lag_join(dp, info->upper_dev,
2628 						info->upper_info, extack);
2629 			if (err == -EOPNOTSUPP) {
2630 				NL_SET_ERR_MSG_MOD(info->info.extack,
2631 						   "Offloading not supported");
2632 				err = 0;
2633 			}
2634 			err = notifier_from_errno(err);
2635 		} else {
2636 			dsa_port_lag_leave(dp, info->upper_dev);
2637 			err = NOTIFY_OK;
2638 		}
2639 	} else if (is_hsr_master(info->upper_dev)) {
2640 		if (info->linking) {
2641 			err = dsa_port_hsr_join(dp, info->upper_dev);
2642 			if (err == -EOPNOTSUPP) {
2643 				NL_SET_ERR_MSG_MOD(info->info.extack,
2644 						   "Offloading not supported");
2645 				err = 0;
2646 			}
2647 			err = notifier_from_errno(err);
2648 		} else {
2649 			dsa_port_hsr_leave(dp, info->upper_dev);
2650 			err = NOTIFY_OK;
2651 		}
2652 	}
2653 
2654 	return err;
2655 }
2656 
2657 static int dsa_slave_prechangeupper(struct net_device *dev,
2658 				    struct netdev_notifier_changeupper_info *info)
2659 {
2660 	struct dsa_port *dp = dsa_slave_to_port(dev);
2661 
2662 	if (!dsa_slave_dev_check(dev))
2663 		return NOTIFY_DONE;
2664 
2665 	if (netif_is_bridge_master(info->upper_dev) && !info->linking)
2666 		dsa_port_pre_bridge_leave(dp, info->upper_dev);
2667 	else if (netif_is_lag_master(info->upper_dev) && !info->linking)
2668 		dsa_port_pre_lag_leave(dp, info->upper_dev);
2669 	/* dsa_port_pre_hsr_leave is not yet necessary since hsr cannot be
2670 	 * meaningfully enslaved to a bridge yet
2671 	 */
2672 
2673 	return NOTIFY_DONE;
2674 }
2675 
2676 static int
2677 dsa_slave_lag_changeupper(struct net_device *dev,
2678 			  struct netdev_notifier_changeupper_info *info)
2679 {
2680 	struct net_device *lower;
2681 	struct list_head *iter;
2682 	int err = NOTIFY_DONE;
2683 	struct dsa_port *dp;
2684 
2685 	if (!netif_is_lag_master(dev))
2686 		return err;
2687 
2688 	netdev_for_each_lower_dev(dev, lower, iter) {
2689 		if (!dsa_slave_dev_check(lower))
2690 			continue;
2691 
2692 		dp = dsa_slave_to_port(lower);
2693 		if (!dp->lag)
2694 			/* Software LAG */
2695 			continue;
2696 
2697 		err = dsa_slave_changeupper(lower, info);
2698 		if (notifier_to_errno(err))
2699 			break;
2700 	}
2701 
2702 	return err;
2703 }
2704 
2705 /* Same as dsa_slave_lag_changeupper() except that it calls
2706  * dsa_slave_prechangeupper()
2707  */
2708 static int
2709 dsa_slave_lag_prechangeupper(struct net_device *dev,
2710 			     struct netdev_notifier_changeupper_info *info)
2711 {
2712 	struct net_device *lower;
2713 	struct list_head *iter;
2714 	int err = NOTIFY_DONE;
2715 	struct dsa_port *dp;
2716 
2717 	if (!netif_is_lag_master(dev))
2718 		return err;
2719 
2720 	netdev_for_each_lower_dev(dev, lower, iter) {
2721 		if (!dsa_slave_dev_check(lower))
2722 			continue;
2723 
2724 		dp = dsa_slave_to_port(lower);
2725 		if (!dp->lag)
2726 			/* Software LAG */
2727 			continue;
2728 
2729 		err = dsa_slave_prechangeupper(lower, info);
2730 		if (notifier_to_errno(err))
2731 			break;
2732 	}
2733 
2734 	return err;
2735 }
2736 
2737 static int
2738 dsa_prevent_bridging_8021q_upper(struct net_device *dev,
2739 				 struct netdev_notifier_changeupper_info *info)
2740 {
2741 	struct netlink_ext_ack *ext_ack;
2742 	struct net_device *slave, *br;
2743 	struct dsa_port *dp;
2744 
2745 	ext_ack = netdev_notifier_info_to_extack(&info->info);
2746 
2747 	if (!is_vlan_dev(dev))
2748 		return NOTIFY_DONE;
2749 
2750 	slave = vlan_dev_real_dev(dev);
2751 	if (!dsa_slave_dev_check(slave))
2752 		return NOTIFY_DONE;
2753 
2754 	dp = dsa_slave_to_port(slave);
2755 	br = dsa_port_bridge_dev_get(dp);
2756 	if (!br)
2757 		return NOTIFY_DONE;
2758 
2759 	/* Deny enslaving a VLAN device into a VLAN-aware bridge */
2760 	if (br_vlan_enabled(br) &&
2761 	    netif_is_bridge_master(info->upper_dev) && info->linking) {
2762 		NL_SET_ERR_MSG_MOD(ext_ack,
2763 				   "Cannot enslave VLAN device into VLAN aware bridge");
2764 		return notifier_from_errno(-EINVAL);
2765 	}
2766 
2767 	return NOTIFY_DONE;
2768 }
2769 
2770 static int
2771 dsa_slave_check_8021q_upper(struct net_device *dev,
2772 			    struct netdev_notifier_changeupper_info *info)
2773 {
2774 	struct dsa_port *dp = dsa_slave_to_port(dev);
2775 	struct net_device *br = dsa_port_bridge_dev_get(dp);
2776 	struct bridge_vlan_info br_info;
2777 	struct netlink_ext_ack *extack;
2778 	int err = NOTIFY_DONE;
2779 	u16 vid;
2780 
2781 	if (!br || !br_vlan_enabled(br))
2782 		return NOTIFY_DONE;
2783 
2784 	extack = netdev_notifier_info_to_extack(&info->info);
2785 	vid = vlan_dev_vlan_id(info->upper_dev);
2786 
2787 	/* br_vlan_get_info() returns -EINVAL or -ENOENT if the
2788 	 * device, respectively the VID is not found, returning
2789 	 * 0 means success, which is a failure for us here.
2790 	 */
2791 	err = br_vlan_get_info(br, vid, &br_info);
2792 	if (err == 0) {
2793 		NL_SET_ERR_MSG_MOD(extack,
2794 				   "This VLAN is already configured by the bridge");
2795 		return notifier_from_errno(-EBUSY);
2796 	}
2797 
2798 	return NOTIFY_DONE;
2799 }
2800 
2801 static int
2802 dsa_slave_prechangeupper_sanity_check(struct net_device *dev,
2803 				      struct netdev_notifier_changeupper_info *info)
2804 {
2805 	struct dsa_switch *ds;
2806 	struct dsa_port *dp;
2807 	int err;
2808 
2809 	if (!dsa_slave_dev_check(dev))
2810 		return dsa_prevent_bridging_8021q_upper(dev, info);
2811 
2812 	dp = dsa_slave_to_port(dev);
2813 	ds = dp->ds;
2814 
2815 	if (ds->ops->port_prechangeupper) {
2816 		err = ds->ops->port_prechangeupper(ds, dp->index, info);
2817 		if (err)
2818 			return notifier_from_errno(err);
2819 	}
2820 
2821 	if (is_vlan_dev(info->upper_dev))
2822 		return dsa_slave_check_8021q_upper(dev, info);
2823 
2824 	return NOTIFY_DONE;
2825 }
2826 
2827 /* To be eligible as a DSA master, a LAG must have all lower interfaces be
2828  * eligible DSA masters. Additionally, all LAG slaves must be DSA masters of
2829  * switches in the same switch tree.
2830  */
2831 static int dsa_lag_master_validate(struct net_device *lag_dev,
2832 				   struct netlink_ext_ack *extack)
2833 {
2834 	struct net_device *lower1, *lower2;
2835 	struct list_head *iter1, *iter2;
2836 
2837 	netdev_for_each_lower_dev(lag_dev, lower1, iter1) {
2838 		netdev_for_each_lower_dev(lag_dev, lower2, iter2) {
2839 			if (!netdev_uses_dsa(lower1) ||
2840 			    !netdev_uses_dsa(lower2)) {
2841 				NL_SET_ERR_MSG_MOD(extack,
2842 						   "All LAG ports must be eligible as DSA masters");
2843 				return notifier_from_errno(-EINVAL);
2844 			}
2845 
2846 			if (lower1 == lower2)
2847 				continue;
2848 
2849 			if (!dsa_port_tree_same(lower1->dsa_ptr,
2850 						lower2->dsa_ptr)) {
2851 				NL_SET_ERR_MSG_MOD(extack,
2852 						   "LAG contains DSA masters of disjoint switch trees");
2853 				return notifier_from_errno(-EINVAL);
2854 			}
2855 		}
2856 	}
2857 
2858 	return NOTIFY_DONE;
2859 }
2860 
2861 static int
2862 dsa_master_prechangeupper_sanity_check(struct net_device *master,
2863 				       struct netdev_notifier_changeupper_info *info)
2864 {
2865 	struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
2866 
2867 	if (!netdev_uses_dsa(master))
2868 		return NOTIFY_DONE;
2869 
2870 	if (!info->linking)
2871 		return NOTIFY_DONE;
2872 
2873 	/* Allow DSA switch uppers */
2874 	if (dsa_slave_dev_check(info->upper_dev))
2875 		return NOTIFY_DONE;
2876 
2877 	/* Allow bridge uppers of DSA masters, subject to further
2878 	 * restrictions in dsa_bridge_prechangelower_sanity_check()
2879 	 */
2880 	if (netif_is_bridge_master(info->upper_dev))
2881 		return NOTIFY_DONE;
2882 
2883 	/* Allow LAG uppers, subject to further restrictions in
2884 	 * dsa_lag_master_prechangelower_sanity_check()
2885 	 */
2886 	if (netif_is_lag_master(info->upper_dev))
2887 		return dsa_lag_master_validate(info->upper_dev, extack);
2888 
2889 	NL_SET_ERR_MSG_MOD(extack,
2890 			   "DSA master cannot join unknown upper interfaces");
2891 	return notifier_from_errno(-EBUSY);
2892 }
2893 
2894 static int
2895 dsa_lag_master_prechangelower_sanity_check(struct net_device *dev,
2896 					   struct netdev_notifier_changeupper_info *info)
2897 {
2898 	struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
2899 	struct net_device *lag_dev = info->upper_dev;
2900 	struct net_device *lower;
2901 	struct list_head *iter;
2902 
2903 	if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev))
2904 		return NOTIFY_DONE;
2905 
2906 	if (!info->linking)
2907 		return NOTIFY_DONE;
2908 
2909 	if (!netdev_uses_dsa(dev)) {
2910 		NL_SET_ERR_MSG(extack,
2911 			       "Only DSA masters can join a LAG DSA master");
2912 		return notifier_from_errno(-EINVAL);
2913 	}
2914 
2915 	netdev_for_each_lower_dev(lag_dev, lower, iter) {
2916 		if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) {
2917 			NL_SET_ERR_MSG(extack,
2918 				       "Interface is DSA master for a different switch tree than this LAG");
2919 			return notifier_from_errno(-EINVAL);
2920 		}
2921 
2922 		break;
2923 	}
2924 
2925 	return NOTIFY_DONE;
2926 }
2927 
2928 /* Don't allow bridging of DSA masters, since the bridge layer rx_handler
2929  * prevents the DSA fake ethertype handler to be invoked, so we don't get the
2930  * chance to strip off and parse the DSA switch tag protocol header (the bridge
2931  * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these
2932  * frames).
2933  * The only case where that would not be an issue is when bridging can already
2934  * be offloaded, such as when the DSA master is itself a DSA or plain switchdev
2935  * port, and is bridged only with other ports from the same hardware device.
2936  */
2937 static int
2938 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower,
2939 				       struct netdev_notifier_changeupper_info *info)
2940 {
2941 	struct net_device *br = info->upper_dev;
2942 	struct netlink_ext_ack *extack;
2943 	struct net_device *lower;
2944 	struct list_head *iter;
2945 
2946 	if (!netif_is_bridge_master(br))
2947 		return NOTIFY_DONE;
2948 
2949 	if (!info->linking)
2950 		return NOTIFY_DONE;
2951 
2952 	extack = netdev_notifier_info_to_extack(&info->info);
2953 
2954 	netdev_for_each_lower_dev(br, lower, iter) {
2955 		if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower))
2956 			continue;
2957 
2958 		if (!netdev_port_same_parent_id(lower, new_lower)) {
2959 			NL_SET_ERR_MSG(extack,
2960 				       "Cannot do software bridging with a DSA master");
2961 			return notifier_from_errno(-EINVAL);
2962 		}
2963 	}
2964 
2965 	return NOTIFY_DONE;
2966 }
2967 
2968 static void dsa_tree_migrate_ports_from_lag_master(struct dsa_switch_tree *dst,
2969 						   struct net_device *lag_dev)
2970 {
2971 	struct net_device *new_master = dsa_tree_find_first_master(dst);
2972 	struct dsa_port *dp;
2973 	int err;
2974 
2975 	dsa_tree_for_each_user_port(dp, dst) {
2976 		if (dsa_port_to_master(dp) != lag_dev)
2977 			continue;
2978 
2979 		err = dsa_slave_change_master(dp->slave, new_master, NULL);
2980 		if (err) {
2981 			netdev_err(dp->slave,
2982 				   "failed to restore master to %s: %pe\n",
2983 				   new_master->name, ERR_PTR(err));
2984 		}
2985 	}
2986 }
2987 
2988 static int dsa_master_lag_join(struct net_device *master,
2989 			       struct net_device *lag_dev,
2990 			       struct netdev_lag_upper_info *uinfo,
2991 			       struct netlink_ext_ack *extack)
2992 {
2993 	struct dsa_port *cpu_dp = master->dsa_ptr;
2994 	struct dsa_switch_tree *dst = cpu_dp->dst;
2995 	struct dsa_port *dp;
2996 	int err;
2997 
2998 	err = dsa_master_lag_setup(lag_dev, cpu_dp, uinfo, extack);
2999 	if (err)
3000 		return err;
3001 
3002 	dsa_tree_for_each_user_port(dp, dst) {
3003 		if (dsa_port_to_master(dp) != master)
3004 			continue;
3005 
3006 		err = dsa_slave_change_master(dp->slave, lag_dev, extack);
3007 		if (err)
3008 			goto restore;
3009 	}
3010 
3011 	return 0;
3012 
3013 restore:
3014 	dsa_tree_for_each_user_port_continue_reverse(dp, dst) {
3015 		if (dsa_port_to_master(dp) != lag_dev)
3016 			continue;
3017 
3018 		err = dsa_slave_change_master(dp->slave, master, NULL);
3019 		if (err) {
3020 			netdev_err(dp->slave,
3021 				   "failed to restore master to %s: %pe\n",
3022 				   master->name, ERR_PTR(err));
3023 		}
3024 	}
3025 
3026 	dsa_master_lag_teardown(lag_dev, master->dsa_ptr);
3027 
3028 	return err;
3029 }
3030 
3031 static void dsa_master_lag_leave(struct net_device *master,
3032 				 struct net_device *lag_dev)
3033 {
3034 	struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr;
3035 	struct dsa_switch_tree *dst = cpu_dp->dst;
3036 	struct dsa_port *new_cpu_dp = NULL;
3037 	struct net_device *lower;
3038 	struct list_head *iter;
3039 
3040 	netdev_for_each_lower_dev(lag_dev, lower, iter) {
3041 		if (netdev_uses_dsa(lower)) {
3042 			new_cpu_dp = lower->dsa_ptr;
3043 			break;
3044 		}
3045 	}
3046 
3047 	if (new_cpu_dp) {
3048 		/* Update the CPU port of the user ports still under the LAG
3049 		 * so that dsa_port_to_master() continues to work properly
3050 		 */
3051 		dsa_tree_for_each_user_port(dp, dst)
3052 			if (dsa_port_to_master(dp) == lag_dev)
3053 				dp->cpu_dp = new_cpu_dp;
3054 
3055 		/* Update the index of the virtual CPU port to match the lowest
3056 		 * physical CPU port
3057 		 */
3058 		lag_dev->dsa_ptr = new_cpu_dp;
3059 		wmb();
3060 	} else {
3061 		/* If the LAG DSA master has no ports left, migrate back all
3062 		 * user ports to the first physical CPU port
3063 		 */
3064 		dsa_tree_migrate_ports_from_lag_master(dst, lag_dev);
3065 	}
3066 
3067 	/* This DSA master has left its LAG in any case, so let
3068 	 * the CPU port leave the hardware LAG as well
3069 	 */
3070 	dsa_master_lag_teardown(lag_dev, master->dsa_ptr);
3071 }
3072 
3073 static int dsa_master_changeupper(struct net_device *dev,
3074 				  struct netdev_notifier_changeupper_info *info)
3075 {
3076 	struct netlink_ext_ack *extack;
3077 	int err = NOTIFY_DONE;
3078 
3079 	if (!netdev_uses_dsa(dev))
3080 		return err;
3081 
3082 	extack = netdev_notifier_info_to_extack(&info->info);
3083 
3084 	if (netif_is_lag_master(info->upper_dev)) {
3085 		if (info->linking) {
3086 			err = dsa_master_lag_join(dev, info->upper_dev,
3087 						  info->upper_info, extack);
3088 			err = notifier_from_errno(err);
3089 		} else {
3090 			dsa_master_lag_leave(dev, info->upper_dev);
3091 			err = NOTIFY_OK;
3092 		}
3093 	}
3094 
3095 	return err;
3096 }
3097 
3098 static int dsa_slave_netdevice_event(struct notifier_block *nb,
3099 				     unsigned long event, void *ptr)
3100 {
3101 	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3102 
3103 	switch (event) {
3104 	case NETDEV_PRECHANGEUPPER: {
3105 		struct netdev_notifier_changeupper_info *info = ptr;
3106 		int err;
3107 
3108 		err = dsa_slave_prechangeupper_sanity_check(dev, info);
3109 		if (notifier_to_errno(err))
3110 			return err;
3111 
3112 		err = dsa_master_prechangeupper_sanity_check(dev, info);
3113 		if (notifier_to_errno(err))
3114 			return err;
3115 
3116 		err = dsa_lag_master_prechangelower_sanity_check(dev, info);
3117 		if (notifier_to_errno(err))
3118 			return err;
3119 
3120 		err = dsa_bridge_prechangelower_sanity_check(dev, info);
3121 		if (notifier_to_errno(err))
3122 			return err;
3123 
3124 		err = dsa_slave_prechangeupper(dev, ptr);
3125 		if (notifier_to_errno(err))
3126 			return err;
3127 
3128 		err = dsa_slave_lag_prechangeupper(dev, ptr);
3129 		if (notifier_to_errno(err))
3130 			return err;
3131 
3132 		break;
3133 	}
3134 	case NETDEV_CHANGEUPPER: {
3135 		int err;
3136 
3137 		err = dsa_slave_changeupper(dev, ptr);
3138 		if (notifier_to_errno(err))
3139 			return err;
3140 
3141 		err = dsa_slave_lag_changeupper(dev, ptr);
3142 		if (notifier_to_errno(err))
3143 			return err;
3144 
3145 		err = dsa_master_changeupper(dev, ptr);
3146 		if (notifier_to_errno(err))
3147 			return err;
3148 
3149 		break;
3150 	}
3151 	case NETDEV_CHANGELOWERSTATE: {
3152 		struct netdev_notifier_changelowerstate_info *info = ptr;
3153 		struct dsa_port *dp;
3154 		int err = 0;
3155 
3156 		if (dsa_slave_dev_check(dev)) {
3157 			dp = dsa_slave_to_port(dev);
3158 
3159 			err = dsa_port_lag_change(dp, info->lower_state_info);
3160 		}
3161 
3162 		/* Mirror LAG port events on DSA masters that are in
3163 		 * a LAG towards their respective switch CPU ports
3164 		 */
3165 		if (netdev_uses_dsa(dev)) {
3166 			dp = dev->dsa_ptr;
3167 
3168 			err = dsa_port_lag_change(dp, info->lower_state_info);
3169 		}
3170 
3171 		return notifier_from_errno(err);
3172 	}
3173 	case NETDEV_CHANGE:
3174 	case NETDEV_UP: {
3175 		/* Track state of master port.
3176 		 * DSA driver may require the master port (and indirectly
3177 		 * the tagger) to be available for some special operation.
3178 		 */
3179 		if (netdev_uses_dsa(dev)) {
3180 			struct dsa_port *cpu_dp = dev->dsa_ptr;
3181 			struct dsa_switch_tree *dst = cpu_dp->ds->dst;
3182 
3183 			/* Track when the master port is UP */
3184 			dsa_tree_master_oper_state_change(dst, dev,
3185 							  netif_oper_up(dev));
3186 
3187 			/* Track when the master port is ready and can accept
3188 			 * packet.
3189 			 * NETDEV_UP event is not enough to flag a port as ready.
3190 			 * We also have to wait for linkwatch_do_dev to dev_activate
3191 			 * and emit a NETDEV_CHANGE event.
3192 			 * We check if a master port is ready by checking if the dev
3193 			 * have a qdisc assigned and is not noop.
3194 			 */
3195 			dsa_tree_master_admin_state_change(dst, dev,
3196 							   !qdisc_tx_is_noop(dev));
3197 
3198 			return NOTIFY_OK;
3199 		}
3200 
3201 		return NOTIFY_DONE;
3202 	}
3203 	case NETDEV_GOING_DOWN: {
3204 		struct dsa_port *dp, *cpu_dp;
3205 		struct dsa_switch_tree *dst;
3206 		LIST_HEAD(close_list);
3207 
3208 		if (!netdev_uses_dsa(dev))
3209 			return NOTIFY_DONE;
3210 
3211 		cpu_dp = dev->dsa_ptr;
3212 		dst = cpu_dp->ds->dst;
3213 
3214 		dsa_tree_master_admin_state_change(dst, dev, false);
3215 
3216 		list_for_each_entry(dp, &dst->ports, list) {
3217 			if (!dsa_port_is_user(dp))
3218 				continue;
3219 
3220 			if (dp->cpu_dp != cpu_dp)
3221 				continue;
3222 
3223 			list_add(&dp->slave->close_list, &close_list);
3224 		}
3225 
3226 		dev_close_many(&close_list, true);
3227 
3228 		return NOTIFY_OK;
3229 	}
3230 	default:
3231 		break;
3232 	}
3233 
3234 	return NOTIFY_DONE;
3235 }
3236 
3237 static void
3238 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
3239 {
3240 	struct switchdev_notifier_fdb_info info = {};
3241 
3242 	info.addr = switchdev_work->addr;
3243 	info.vid = switchdev_work->vid;
3244 	info.offloaded = true;
3245 	call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
3246 				 switchdev_work->orig_dev, &info.info, NULL);
3247 }
3248 
3249 static void dsa_slave_switchdev_event_work(struct work_struct *work)
3250 {
3251 	struct dsa_switchdev_event_work *switchdev_work =
3252 		container_of(work, struct dsa_switchdev_event_work, work);
3253 	const unsigned char *addr = switchdev_work->addr;
3254 	struct net_device *dev = switchdev_work->dev;
3255 	u16 vid = switchdev_work->vid;
3256 	struct dsa_switch *ds;
3257 	struct dsa_port *dp;
3258 	int err;
3259 
3260 	dp = dsa_slave_to_port(dev);
3261 	ds = dp->ds;
3262 
3263 	switch (switchdev_work->event) {
3264 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
3265 		if (switchdev_work->host_addr)
3266 			err = dsa_port_bridge_host_fdb_add(dp, addr, vid);
3267 		else if (dp->lag)
3268 			err = dsa_port_lag_fdb_add(dp, addr, vid);
3269 		else
3270 			err = dsa_port_fdb_add(dp, addr, vid);
3271 		if (err) {
3272 			dev_err(ds->dev,
3273 				"port %d failed to add %pM vid %d to fdb: %d\n",
3274 				dp->index, addr, vid, err);
3275 			break;
3276 		}
3277 		dsa_fdb_offload_notify(switchdev_work);
3278 		break;
3279 
3280 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
3281 		if (switchdev_work->host_addr)
3282 			err = dsa_port_bridge_host_fdb_del(dp, addr, vid);
3283 		else if (dp->lag)
3284 			err = dsa_port_lag_fdb_del(dp, addr, vid);
3285 		else
3286 			err = dsa_port_fdb_del(dp, addr, vid);
3287 		if (err) {
3288 			dev_err(ds->dev,
3289 				"port %d failed to delete %pM vid %d from fdb: %d\n",
3290 				dp->index, addr, vid, err);
3291 		}
3292 
3293 		break;
3294 	}
3295 
3296 	kfree(switchdev_work);
3297 }
3298 
3299 static bool dsa_foreign_dev_check(const struct net_device *dev,
3300 				  const struct net_device *foreign_dev)
3301 {
3302 	const struct dsa_port *dp = dsa_slave_to_port(dev);
3303 	struct dsa_switch_tree *dst = dp->ds->dst;
3304 
3305 	if (netif_is_bridge_master(foreign_dev))
3306 		return !dsa_tree_offloads_bridge_dev(dst, foreign_dev);
3307 
3308 	if (netif_is_bridge_port(foreign_dev))
3309 		return !dsa_tree_offloads_bridge_port(dst, foreign_dev);
3310 
3311 	/* Everything else is foreign */
3312 	return true;
3313 }
3314 
3315 static int dsa_slave_fdb_event(struct net_device *dev,
3316 			       struct net_device *orig_dev,
3317 			       unsigned long event, const void *ctx,
3318 			       const struct switchdev_notifier_fdb_info *fdb_info)
3319 {
3320 	struct dsa_switchdev_event_work *switchdev_work;
3321 	struct dsa_port *dp = dsa_slave_to_port(dev);
3322 	bool host_addr = fdb_info->is_local;
3323 	struct dsa_switch *ds = dp->ds;
3324 
3325 	if (ctx && ctx != dp)
3326 		return 0;
3327 
3328 	if (!dp->bridge)
3329 		return 0;
3330 
3331 	if (switchdev_fdb_is_dynamically_learned(fdb_info)) {
3332 		if (dsa_port_offloads_bridge_port(dp, orig_dev))
3333 			return 0;
3334 
3335 		/* FDB entries learned by the software bridge or by foreign
3336 		 * bridge ports should be installed as host addresses only if
3337 		 * the driver requests assisted learning.
3338 		 */
3339 		if (!ds->assisted_learning_on_cpu_port)
3340 			return 0;
3341 	}
3342 
3343 	/* Also treat FDB entries on foreign interfaces bridged with us as host
3344 	 * addresses.
3345 	 */
3346 	if (dsa_foreign_dev_check(dev, orig_dev))
3347 		host_addr = true;
3348 
3349 	/* Check early that we're not doing work in vain.
3350 	 * Host addresses on LAG ports still require regular FDB ops,
3351 	 * since the CPU port isn't in a LAG.
3352 	 */
3353 	if (dp->lag && !host_addr) {
3354 		if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del)
3355 			return -EOPNOTSUPP;
3356 	} else {
3357 		if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del)
3358 			return -EOPNOTSUPP;
3359 	}
3360 
3361 	switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
3362 	if (!switchdev_work)
3363 		return -ENOMEM;
3364 
3365 	netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n",
3366 		   event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting",
3367 		   orig_dev->name, fdb_info->addr, fdb_info->vid,
3368 		   host_addr ? " as host address" : "");
3369 
3370 	INIT_WORK(&switchdev_work->work, dsa_slave_switchdev_event_work);
3371 	switchdev_work->event = event;
3372 	switchdev_work->dev = dev;
3373 	switchdev_work->orig_dev = orig_dev;
3374 
3375 	ether_addr_copy(switchdev_work->addr, fdb_info->addr);
3376 	switchdev_work->vid = fdb_info->vid;
3377 	switchdev_work->host_addr = host_addr;
3378 
3379 	dsa_schedule_work(&switchdev_work->work);
3380 
3381 	return 0;
3382 }
3383 
3384 /* Called under rcu_read_lock() */
3385 static int dsa_slave_switchdev_event(struct notifier_block *unused,
3386 				     unsigned long event, void *ptr)
3387 {
3388 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3389 	int err;
3390 
3391 	switch (event) {
3392 	case SWITCHDEV_PORT_ATTR_SET:
3393 		err = switchdev_handle_port_attr_set(dev, ptr,
3394 						     dsa_slave_dev_check,
3395 						     dsa_slave_port_attr_set);
3396 		return notifier_from_errno(err);
3397 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
3398 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
3399 		err = switchdev_handle_fdb_event_to_device(dev, event, ptr,
3400 							   dsa_slave_dev_check,
3401 							   dsa_foreign_dev_check,
3402 							   dsa_slave_fdb_event);
3403 		return notifier_from_errno(err);
3404 	default:
3405 		return NOTIFY_DONE;
3406 	}
3407 
3408 	return NOTIFY_OK;
3409 }
3410 
3411 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused,
3412 					      unsigned long event, void *ptr)
3413 {
3414 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3415 	int err;
3416 
3417 	switch (event) {
3418 	case SWITCHDEV_PORT_OBJ_ADD:
3419 		err = switchdev_handle_port_obj_add_foreign(dev, ptr,
3420 							    dsa_slave_dev_check,
3421 							    dsa_foreign_dev_check,
3422 							    dsa_slave_port_obj_add);
3423 		return notifier_from_errno(err);
3424 	case SWITCHDEV_PORT_OBJ_DEL:
3425 		err = switchdev_handle_port_obj_del_foreign(dev, ptr,
3426 							    dsa_slave_dev_check,
3427 							    dsa_foreign_dev_check,
3428 							    dsa_slave_port_obj_del);
3429 		return notifier_from_errno(err);
3430 	case SWITCHDEV_PORT_ATTR_SET:
3431 		err = switchdev_handle_port_attr_set(dev, ptr,
3432 						     dsa_slave_dev_check,
3433 						     dsa_slave_port_attr_set);
3434 		return notifier_from_errno(err);
3435 	}
3436 
3437 	return NOTIFY_DONE;
3438 }
3439 
3440 static struct notifier_block dsa_slave_nb __read_mostly = {
3441 	.notifier_call  = dsa_slave_netdevice_event,
3442 };
3443 
3444 struct notifier_block dsa_slave_switchdev_notifier = {
3445 	.notifier_call = dsa_slave_switchdev_event,
3446 };
3447 
3448 struct notifier_block dsa_slave_switchdev_blocking_notifier = {
3449 	.notifier_call = dsa_slave_switchdev_blocking_event,
3450 };
3451 
3452 int dsa_slave_register_notifier(void)
3453 {
3454 	struct notifier_block *nb;
3455 	int err;
3456 
3457 	err = register_netdevice_notifier(&dsa_slave_nb);
3458 	if (err)
3459 		return err;
3460 
3461 	err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
3462 	if (err)
3463 		goto err_switchdev_nb;
3464 
3465 	nb = &dsa_slave_switchdev_blocking_notifier;
3466 	err = register_switchdev_blocking_notifier(nb);
3467 	if (err)
3468 		goto err_switchdev_blocking_nb;
3469 
3470 	return 0;
3471 
3472 err_switchdev_blocking_nb:
3473 	unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3474 err_switchdev_nb:
3475 	unregister_netdevice_notifier(&dsa_slave_nb);
3476 	return err;
3477 }
3478 
3479 void dsa_slave_unregister_notifier(void)
3480 {
3481 	struct notifier_block *nb;
3482 	int err;
3483 
3484 	nb = &dsa_slave_switchdev_blocking_notifier;
3485 	err = unregister_switchdev_blocking_notifier(nb);
3486 	if (err)
3487 		pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
3488 
3489 	err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3490 	if (err)
3491 		pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
3492 
3493 	err = unregister_netdevice_notifier(&dsa_slave_nb);
3494 	if (err)
3495 		pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
3496 }
3497