xref: /openbmc/linux/net/dsa/slave.c (revision 47d2ce03dcfb6b7f0373aac6c667715d94caba78)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * net/dsa/slave.c - Slave device handling
4  * Copyright (c) 2008-2009 Marvell Semiconductor
5  */
6 
7 #include <linux/list.h>
8 #include <linux/etherdevice.h>
9 #include <linux/netdevice.h>
10 #include <linux/phy.h>
11 #include <linux/phy_fixed.h>
12 #include <linux/phylink.h>
13 #include <linux/of_net.h>
14 #include <linux/of_mdio.h>
15 #include <linux/mdio.h>
16 #include <net/rtnetlink.h>
17 #include <net/pkt_cls.h>
18 #include <net/selftests.h>
19 #include <net/tc_act/tc_mirred.h>
20 #include <linux/if_bridge.h>
21 #include <linux/if_hsr.h>
22 #include <net/dcbnl.h>
23 #include <linux/netpoll.h>
24 
25 #include "dsa.h"
26 #include "dsa_priv.h"
27 #include "port.h"
28 #include "master.h"
29 #include "slave.h"
30 #include "tag.h"
31 
32 static void dsa_slave_standalone_event_work(struct work_struct *work)
33 {
34 	struct dsa_standalone_event_work *standalone_work =
35 		container_of(work, struct dsa_standalone_event_work, work);
36 	const unsigned char *addr = standalone_work->addr;
37 	struct net_device *dev = standalone_work->dev;
38 	struct dsa_port *dp = dsa_slave_to_port(dev);
39 	struct switchdev_obj_port_mdb mdb;
40 	struct dsa_switch *ds = dp->ds;
41 	u16 vid = standalone_work->vid;
42 	int err;
43 
44 	switch (standalone_work->event) {
45 	case DSA_UC_ADD:
46 		err = dsa_port_standalone_host_fdb_add(dp, addr, vid);
47 		if (err) {
48 			dev_err(ds->dev,
49 				"port %d failed to add %pM vid %d to fdb: %d\n",
50 				dp->index, addr, vid, err);
51 			break;
52 		}
53 		break;
54 
55 	case DSA_UC_DEL:
56 		err = dsa_port_standalone_host_fdb_del(dp, addr, vid);
57 		if (err) {
58 			dev_err(ds->dev,
59 				"port %d failed to delete %pM vid %d from fdb: %d\n",
60 				dp->index, addr, vid, err);
61 		}
62 
63 		break;
64 	case DSA_MC_ADD:
65 		ether_addr_copy(mdb.addr, addr);
66 		mdb.vid = vid;
67 
68 		err = dsa_port_standalone_host_mdb_add(dp, &mdb);
69 		if (err) {
70 			dev_err(ds->dev,
71 				"port %d failed to add %pM vid %d to mdb: %d\n",
72 				dp->index, addr, vid, err);
73 			break;
74 		}
75 		break;
76 	case DSA_MC_DEL:
77 		ether_addr_copy(mdb.addr, addr);
78 		mdb.vid = vid;
79 
80 		err = dsa_port_standalone_host_mdb_del(dp, &mdb);
81 		if (err) {
82 			dev_err(ds->dev,
83 				"port %d failed to delete %pM vid %d from mdb: %d\n",
84 				dp->index, addr, vid, err);
85 		}
86 
87 		break;
88 	}
89 
90 	kfree(standalone_work);
91 }
92 
93 static int dsa_slave_schedule_standalone_work(struct net_device *dev,
94 					      enum dsa_standalone_event event,
95 					      const unsigned char *addr,
96 					      u16 vid)
97 {
98 	struct dsa_standalone_event_work *standalone_work;
99 
100 	standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC);
101 	if (!standalone_work)
102 		return -ENOMEM;
103 
104 	INIT_WORK(&standalone_work->work, dsa_slave_standalone_event_work);
105 	standalone_work->event = event;
106 	standalone_work->dev = dev;
107 
108 	ether_addr_copy(standalone_work->addr, addr);
109 	standalone_work->vid = vid;
110 
111 	dsa_schedule_work(&standalone_work->work);
112 
113 	return 0;
114 }
115 
116 static int dsa_slave_sync_uc(struct net_device *dev,
117 			     const unsigned char *addr)
118 {
119 	struct net_device *master = dsa_slave_to_master(dev);
120 	struct dsa_port *dp = dsa_slave_to_port(dev);
121 
122 	dev_uc_add(master, addr);
123 
124 	if (!dsa_switch_supports_uc_filtering(dp->ds))
125 		return 0;
126 
127 	return dsa_slave_schedule_standalone_work(dev, DSA_UC_ADD, addr, 0);
128 }
129 
130 static int dsa_slave_unsync_uc(struct net_device *dev,
131 			       const unsigned char *addr)
132 {
133 	struct net_device *master = dsa_slave_to_master(dev);
134 	struct dsa_port *dp = dsa_slave_to_port(dev);
135 
136 	dev_uc_del(master, addr);
137 
138 	if (!dsa_switch_supports_uc_filtering(dp->ds))
139 		return 0;
140 
141 	return dsa_slave_schedule_standalone_work(dev, DSA_UC_DEL, addr, 0);
142 }
143 
144 static int dsa_slave_sync_mc(struct net_device *dev,
145 			     const unsigned char *addr)
146 {
147 	struct net_device *master = dsa_slave_to_master(dev);
148 	struct dsa_port *dp = dsa_slave_to_port(dev);
149 
150 	dev_mc_add(master, addr);
151 
152 	if (!dsa_switch_supports_mc_filtering(dp->ds))
153 		return 0;
154 
155 	return dsa_slave_schedule_standalone_work(dev, DSA_MC_ADD, addr, 0);
156 }
157 
158 static int dsa_slave_unsync_mc(struct net_device *dev,
159 			       const unsigned char *addr)
160 {
161 	struct net_device *master = dsa_slave_to_master(dev);
162 	struct dsa_port *dp = dsa_slave_to_port(dev);
163 
164 	dev_mc_del(master, addr);
165 
166 	if (!dsa_switch_supports_mc_filtering(dp->ds))
167 		return 0;
168 
169 	return dsa_slave_schedule_standalone_work(dev, DSA_MC_DEL, addr, 0);
170 }
171 
172 void dsa_slave_sync_ha(struct net_device *dev)
173 {
174 	struct dsa_port *dp = dsa_slave_to_port(dev);
175 	struct dsa_switch *ds = dp->ds;
176 	struct netdev_hw_addr *ha;
177 
178 	netif_addr_lock_bh(dev);
179 
180 	netdev_for_each_synced_mc_addr(ha, dev)
181 		dsa_slave_sync_mc(dev, ha->addr);
182 
183 	netdev_for_each_synced_uc_addr(ha, dev)
184 		dsa_slave_sync_uc(dev, ha->addr);
185 
186 	netif_addr_unlock_bh(dev);
187 
188 	if (dsa_switch_supports_uc_filtering(ds) ||
189 	    dsa_switch_supports_mc_filtering(ds))
190 		dsa_flush_workqueue();
191 }
192 
193 void dsa_slave_unsync_ha(struct net_device *dev)
194 {
195 	struct dsa_port *dp = dsa_slave_to_port(dev);
196 	struct dsa_switch *ds = dp->ds;
197 	struct netdev_hw_addr *ha;
198 
199 	netif_addr_lock_bh(dev);
200 
201 	netdev_for_each_synced_uc_addr(ha, dev)
202 		dsa_slave_unsync_uc(dev, ha->addr);
203 
204 	netdev_for_each_synced_mc_addr(ha, dev)
205 		dsa_slave_unsync_mc(dev, ha->addr);
206 
207 	netif_addr_unlock_bh(dev);
208 
209 	if (dsa_switch_supports_uc_filtering(ds) ||
210 	    dsa_switch_supports_mc_filtering(ds))
211 		dsa_flush_workqueue();
212 }
213 
214 /* slave mii_bus handling ***************************************************/
215 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
216 {
217 	struct dsa_switch *ds = bus->priv;
218 
219 	if (ds->phys_mii_mask & (1 << addr))
220 		return ds->ops->phy_read(ds, addr, reg);
221 
222 	return 0xffff;
223 }
224 
225 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
226 {
227 	struct dsa_switch *ds = bus->priv;
228 
229 	if (ds->phys_mii_mask & (1 << addr))
230 		return ds->ops->phy_write(ds, addr, reg, val);
231 
232 	return 0;
233 }
234 
235 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
236 {
237 	ds->slave_mii_bus->priv = (void *)ds;
238 	ds->slave_mii_bus->name = "dsa slave smi";
239 	ds->slave_mii_bus->read = dsa_slave_phy_read;
240 	ds->slave_mii_bus->write = dsa_slave_phy_write;
241 	snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
242 		 ds->dst->index, ds->index);
243 	ds->slave_mii_bus->parent = ds->dev;
244 	ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
245 }
246 
247 
248 /* slave device handling ****************************************************/
249 static int dsa_slave_get_iflink(const struct net_device *dev)
250 {
251 	return dsa_slave_to_master(dev)->ifindex;
252 }
253 
254 static int dsa_slave_open(struct net_device *dev)
255 {
256 	struct net_device *master = dsa_slave_to_master(dev);
257 	struct dsa_port *dp = dsa_slave_to_port(dev);
258 	struct dsa_switch *ds = dp->ds;
259 	int err;
260 
261 	err = dev_open(master, NULL);
262 	if (err < 0) {
263 		netdev_err(dev, "failed to open master %s\n", master->name);
264 		goto out;
265 	}
266 
267 	if (dsa_switch_supports_uc_filtering(ds)) {
268 		err = dsa_port_standalone_host_fdb_add(dp, dev->dev_addr, 0);
269 		if (err)
270 			goto out;
271 	}
272 
273 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
274 		err = dev_uc_add(master, dev->dev_addr);
275 		if (err < 0)
276 			goto del_host_addr;
277 	}
278 
279 	err = dsa_port_enable_rt(dp, dev->phydev);
280 	if (err)
281 		goto del_unicast;
282 
283 	return 0;
284 
285 del_unicast:
286 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
287 		dev_uc_del(master, dev->dev_addr);
288 del_host_addr:
289 	if (dsa_switch_supports_uc_filtering(ds))
290 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
291 out:
292 	return err;
293 }
294 
295 static int dsa_slave_close(struct net_device *dev)
296 {
297 	struct net_device *master = dsa_slave_to_master(dev);
298 	struct dsa_port *dp = dsa_slave_to_port(dev);
299 	struct dsa_switch *ds = dp->ds;
300 
301 	dsa_port_disable_rt(dp);
302 
303 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
304 		dev_uc_del(master, dev->dev_addr);
305 
306 	if (dsa_switch_supports_uc_filtering(ds))
307 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
308 
309 	return 0;
310 }
311 
312 static void dsa_slave_manage_host_flood(struct net_device *dev)
313 {
314 	bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI);
315 	struct dsa_port *dp = dsa_slave_to_port(dev);
316 	bool uc = dev->flags & IFF_PROMISC;
317 
318 	dsa_port_set_host_flood(dp, uc, mc);
319 }
320 
321 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
322 {
323 	struct net_device *master = dsa_slave_to_master(dev);
324 	struct dsa_port *dp = dsa_slave_to_port(dev);
325 	struct dsa_switch *ds = dp->ds;
326 
327 	if (change & IFF_ALLMULTI)
328 		dev_set_allmulti(master,
329 				 dev->flags & IFF_ALLMULTI ? 1 : -1);
330 	if (change & IFF_PROMISC)
331 		dev_set_promiscuity(master,
332 				    dev->flags & IFF_PROMISC ? 1 : -1);
333 
334 	if (dsa_switch_supports_uc_filtering(ds) &&
335 	    dsa_switch_supports_mc_filtering(ds))
336 		dsa_slave_manage_host_flood(dev);
337 }
338 
339 static void dsa_slave_set_rx_mode(struct net_device *dev)
340 {
341 	__dev_mc_sync(dev, dsa_slave_sync_mc, dsa_slave_unsync_mc);
342 	__dev_uc_sync(dev, dsa_slave_sync_uc, dsa_slave_unsync_uc);
343 }
344 
345 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
346 {
347 	struct net_device *master = dsa_slave_to_master(dev);
348 	struct dsa_port *dp = dsa_slave_to_port(dev);
349 	struct dsa_switch *ds = dp->ds;
350 	struct sockaddr *addr = a;
351 	int err;
352 
353 	if (!is_valid_ether_addr(addr->sa_data))
354 		return -EADDRNOTAVAIL;
355 
356 	/* If the port is down, the address isn't synced yet to hardware or
357 	 * to the DSA master, so there is nothing to change.
358 	 */
359 	if (!(dev->flags & IFF_UP))
360 		goto out_change_dev_addr;
361 
362 	if (dsa_switch_supports_uc_filtering(ds)) {
363 		err = dsa_port_standalone_host_fdb_add(dp, addr->sa_data, 0);
364 		if (err)
365 			return err;
366 	}
367 
368 	if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
369 		err = dev_uc_add(master, addr->sa_data);
370 		if (err < 0)
371 			goto del_unicast;
372 	}
373 
374 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
375 		dev_uc_del(master, dev->dev_addr);
376 
377 	if (dsa_switch_supports_uc_filtering(ds))
378 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
379 
380 out_change_dev_addr:
381 	eth_hw_addr_set(dev, addr->sa_data);
382 
383 	return 0;
384 
385 del_unicast:
386 	if (dsa_switch_supports_uc_filtering(ds))
387 		dsa_port_standalone_host_fdb_del(dp, addr->sa_data, 0);
388 
389 	return err;
390 }
391 
392 struct dsa_slave_dump_ctx {
393 	struct net_device *dev;
394 	struct sk_buff *skb;
395 	struct netlink_callback *cb;
396 	int idx;
397 };
398 
399 static int
400 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
401 			   bool is_static, void *data)
402 {
403 	struct dsa_slave_dump_ctx *dump = data;
404 	u32 portid = NETLINK_CB(dump->cb->skb).portid;
405 	u32 seq = dump->cb->nlh->nlmsg_seq;
406 	struct nlmsghdr *nlh;
407 	struct ndmsg *ndm;
408 
409 	if (dump->idx < dump->cb->args[2])
410 		goto skip;
411 
412 	nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
413 			sizeof(*ndm), NLM_F_MULTI);
414 	if (!nlh)
415 		return -EMSGSIZE;
416 
417 	ndm = nlmsg_data(nlh);
418 	ndm->ndm_family  = AF_BRIDGE;
419 	ndm->ndm_pad1    = 0;
420 	ndm->ndm_pad2    = 0;
421 	ndm->ndm_flags   = NTF_SELF;
422 	ndm->ndm_type    = 0;
423 	ndm->ndm_ifindex = dump->dev->ifindex;
424 	ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
425 
426 	if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
427 		goto nla_put_failure;
428 
429 	if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
430 		goto nla_put_failure;
431 
432 	nlmsg_end(dump->skb, nlh);
433 
434 skip:
435 	dump->idx++;
436 	return 0;
437 
438 nla_put_failure:
439 	nlmsg_cancel(dump->skb, nlh);
440 	return -EMSGSIZE;
441 }
442 
443 static int
444 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
445 		   struct net_device *dev, struct net_device *filter_dev,
446 		   int *idx)
447 {
448 	struct dsa_port *dp = dsa_slave_to_port(dev);
449 	struct dsa_slave_dump_ctx dump = {
450 		.dev = dev,
451 		.skb = skb,
452 		.cb = cb,
453 		.idx = *idx,
454 	};
455 	int err;
456 
457 	err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump);
458 	*idx = dump.idx;
459 
460 	return err;
461 }
462 
463 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
464 {
465 	struct dsa_slave_priv *p = netdev_priv(dev);
466 	struct dsa_switch *ds = p->dp->ds;
467 	int port = p->dp->index;
468 
469 	/* Pass through to switch driver if it supports timestamping */
470 	switch (cmd) {
471 	case SIOCGHWTSTAMP:
472 		if (ds->ops->port_hwtstamp_get)
473 			return ds->ops->port_hwtstamp_get(ds, port, ifr);
474 		break;
475 	case SIOCSHWTSTAMP:
476 		if (ds->ops->port_hwtstamp_set)
477 			return ds->ops->port_hwtstamp_set(ds, port, ifr);
478 		break;
479 	}
480 
481 	return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
482 }
483 
484 static int dsa_slave_port_attr_set(struct net_device *dev, const void *ctx,
485 				   const struct switchdev_attr *attr,
486 				   struct netlink_ext_ack *extack)
487 {
488 	struct dsa_port *dp = dsa_slave_to_port(dev);
489 	int ret;
490 
491 	if (ctx && ctx != dp)
492 		return 0;
493 
494 	switch (attr->id) {
495 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
496 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
497 			return -EOPNOTSUPP;
498 
499 		ret = dsa_port_set_state(dp, attr->u.stp_state, true);
500 		break;
501 	case SWITCHDEV_ATTR_ID_PORT_MST_STATE:
502 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
503 			return -EOPNOTSUPP;
504 
505 		ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack);
506 		break;
507 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
508 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
509 			return -EOPNOTSUPP;
510 
511 		ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
512 					      extack);
513 		break;
514 	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
515 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
516 			return -EOPNOTSUPP;
517 
518 		ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
519 		break;
520 	case SWITCHDEV_ATTR_ID_BRIDGE_MST:
521 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
522 			return -EOPNOTSUPP;
523 
524 		ret = dsa_port_mst_enable(dp, attr->u.mst, extack);
525 		break;
526 	case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
527 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
528 			return -EOPNOTSUPP;
529 
530 		ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
531 						extack);
532 		break;
533 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
534 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
535 			return -EOPNOTSUPP;
536 
537 		ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
538 		break;
539 	case SWITCHDEV_ATTR_ID_VLAN_MSTI:
540 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
541 			return -EOPNOTSUPP;
542 
543 		ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti);
544 		break;
545 	default:
546 		ret = -EOPNOTSUPP;
547 		break;
548 	}
549 
550 	return ret;
551 }
552 
553 /* Must be called under rcu_read_lock() */
554 static int
555 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave,
556 				      const struct switchdev_obj_port_vlan *vlan)
557 {
558 	struct net_device *upper_dev;
559 	struct list_head *iter;
560 
561 	netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) {
562 		u16 vid;
563 
564 		if (!is_vlan_dev(upper_dev))
565 			continue;
566 
567 		vid = vlan_dev_vlan_id(upper_dev);
568 		if (vid == vlan->vid)
569 			return -EBUSY;
570 	}
571 
572 	return 0;
573 }
574 
575 static int dsa_slave_vlan_add(struct net_device *dev,
576 			      const struct switchdev_obj *obj,
577 			      struct netlink_ext_ack *extack)
578 {
579 	struct dsa_port *dp = dsa_slave_to_port(dev);
580 	struct switchdev_obj_port_vlan *vlan;
581 	int err;
582 
583 	if (dsa_port_skip_vlan_configuration(dp)) {
584 		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
585 		return 0;
586 	}
587 
588 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
589 
590 	/* Deny adding a bridge VLAN when there is already an 802.1Q upper with
591 	 * the same VID.
592 	 */
593 	if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) {
594 		rcu_read_lock();
595 		err = dsa_slave_vlan_check_for_8021q_uppers(dev, vlan);
596 		rcu_read_unlock();
597 		if (err) {
598 			NL_SET_ERR_MSG_MOD(extack,
599 					   "Port already has a VLAN upper with this VID");
600 			return err;
601 		}
602 	}
603 
604 	return dsa_port_vlan_add(dp, vlan, extack);
605 }
606 
607 /* Offload a VLAN installed on the bridge or on a foreign interface by
608  * installing it as a VLAN towards the CPU port.
609  */
610 static int dsa_slave_host_vlan_add(struct net_device *dev,
611 				   const struct switchdev_obj *obj,
612 				   struct netlink_ext_ack *extack)
613 {
614 	struct dsa_port *dp = dsa_slave_to_port(dev);
615 	struct switchdev_obj_port_vlan vlan;
616 
617 	/* Do nothing if this is a software bridge */
618 	if (!dp->bridge)
619 		return -EOPNOTSUPP;
620 
621 	if (dsa_port_skip_vlan_configuration(dp)) {
622 		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
623 		return 0;
624 	}
625 
626 	vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
627 
628 	/* Even though drivers often handle CPU membership in special ways,
629 	 * it doesn't make sense to program a PVID, so clear this flag.
630 	 */
631 	vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
632 
633 	return dsa_port_host_vlan_add(dp, &vlan, extack);
634 }
635 
636 static int dsa_slave_port_obj_add(struct net_device *dev, const void *ctx,
637 				  const struct switchdev_obj *obj,
638 				  struct netlink_ext_ack *extack)
639 {
640 	struct dsa_port *dp = dsa_slave_to_port(dev);
641 	int err;
642 
643 	if (ctx && ctx != dp)
644 		return 0;
645 
646 	switch (obj->id) {
647 	case SWITCHDEV_OBJ_ID_PORT_MDB:
648 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
649 			return -EOPNOTSUPP;
650 
651 		err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
652 		break;
653 	case SWITCHDEV_OBJ_ID_HOST_MDB:
654 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
655 			return -EOPNOTSUPP;
656 
657 		err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
658 		break;
659 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
660 		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
661 			err = dsa_slave_vlan_add(dev, obj, extack);
662 		else
663 			err = dsa_slave_host_vlan_add(dev, obj, extack);
664 		break;
665 	case SWITCHDEV_OBJ_ID_MRP:
666 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
667 			return -EOPNOTSUPP;
668 
669 		err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
670 		break;
671 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
672 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
673 			return -EOPNOTSUPP;
674 
675 		err = dsa_port_mrp_add_ring_role(dp,
676 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
677 		break;
678 	default:
679 		err = -EOPNOTSUPP;
680 		break;
681 	}
682 
683 	return err;
684 }
685 
686 static int dsa_slave_vlan_del(struct net_device *dev,
687 			      const struct switchdev_obj *obj)
688 {
689 	struct dsa_port *dp = dsa_slave_to_port(dev);
690 	struct switchdev_obj_port_vlan *vlan;
691 
692 	if (dsa_port_skip_vlan_configuration(dp))
693 		return 0;
694 
695 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
696 
697 	return dsa_port_vlan_del(dp, vlan);
698 }
699 
700 static int dsa_slave_host_vlan_del(struct net_device *dev,
701 				   const struct switchdev_obj *obj)
702 {
703 	struct dsa_port *dp = dsa_slave_to_port(dev);
704 	struct switchdev_obj_port_vlan *vlan;
705 
706 	/* Do nothing if this is a software bridge */
707 	if (!dp->bridge)
708 		return -EOPNOTSUPP;
709 
710 	if (dsa_port_skip_vlan_configuration(dp))
711 		return 0;
712 
713 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
714 
715 	return dsa_port_host_vlan_del(dp, vlan);
716 }
717 
718 static int dsa_slave_port_obj_del(struct net_device *dev, const void *ctx,
719 				  const struct switchdev_obj *obj)
720 {
721 	struct dsa_port *dp = dsa_slave_to_port(dev);
722 	int err;
723 
724 	if (ctx && ctx != dp)
725 		return 0;
726 
727 	switch (obj->id) {
728 	case SWITCHDEV_OBJ_ID_PORT_MDB:
729 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
730 			return -EOPNOTSUPP;
731 
732 		err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
733 		break;
734 	case SWITCHDEV_OBJ_ID_HOST_MDB:
735 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
736 			return -EOPNOTSUPP;
737 
738 		err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
739 		break;
740 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
741 		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
742 			err = dsa_slave_vlan_del(dev, obj);
743 		else
744 			err = dsa_slave_host_vlan_del(dev, obj);
745 		break;
746 	case SWITCHDEV_OBJ_ID_MRP:
747 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
748 			return -EOPNOTSUPP;
749 
750 		err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
751 		break;
752 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
753 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
754 			return -EOPNOTSUPP;
755 
756 		err = dsa_port_mrp_del_ring_role(dp,
757 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
758 		break;
759 	default:
760 		err = -EOPNOTSUPP;
761 		break;
762 	}
763 
764 	return err;
765 }
766 
767 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev,
768 						     struct sk_buff *skb)
769 {
770 #ifdef CONFIG_NET_POLL_CONTROLLER
771 	struct dsa_slave_priv *p = netdev_priv(dev);
772 
773 	return netpoll_send_skb(p->netpoll, skb);
774 #else
775 	BUG();
776 	return NETDEV_TX_OK;
777 #endif
778 }
779 
780 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p,
781 				 struct sk_buff *skb)
782 {
783 	struct dsa_switch *ds = p->dp->ds;
784 
785 	if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
786 		return;
787 
788 	if (!ds->ops->port_txtstamp)
789 		return;
790 
791 	ds->ops->port_txtstamp(ds, p->dp->index, skb);
792 }
793 
794 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
795 {
796 	/* SKB for netpoll still need to be mangled with the protocol-specific
797 	 * tag to be successfully transmitted
798 	 */
799 	if (unlikely(netpoll_tx_running(dev)))
800 		return dsa_slave_netpoll_send_skb(dev, skb);
801 
802 	/* Queue the SKB for transmission on the parent interface, but
803 	 * do not modify its EtherType
804 	 */
805 	skb->dev = dsa_slave_to_master(dev);
806 	dev_queue_xmit(skb);
807 
808 	return NETDEV_TX_OK;
809 }
810 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
811 
812 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev)
813 {
814 	int needed_headroom = dev->needed_headroom;
815 	int needed_tailroom = dev->needed_tailroom;
816 
817 	/* For tail taggers, we need to pad short frames ourselves, to ensure
818 	 * that the tail tag does not fail at its role of being at the end of
819 	 * the packet, once the master interface pads the frame. Account for
820 	 * that pad length here, and pad later.
821 	 */
822 	if (unlikely(needed_tailroom && skb->len < ETH_ZLEN))
823 		needed_tailroom += ETH_ZLEN - skb->len;
824 	/* skb_headroom() returns unsigned int... */
825 	needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0);
826 	needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0);
827 
828 	if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb)))
829 		/* No reallocation needed, yay! */
830 		return 0;
831 
832 	return pskb_expand_head(skb, needed_headroom, needed_tailroom,
833 				GFP_ATOMIC);
834 }
835 
836 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
837 {
838 	struct dsa_slave_priv *p = netdev_priv(dev);
839 	struct sk_buff *nskb;
840 
841 	dev_sw_netstats_tx_add(dev, 1, skb->len);
842 
843 	memset(skb->cb, 0, sizeof(skb->cb));
844 
845 	/* Handle tx timestamp if any */
846 	dsa_skb_tx_timestamp(p, skb);
847 
848 	if (dsa_realloc_skb(skb, dev)) {
849 		dev_kfree_skb_any(skb);
850 		return NETDEV_TX_OK;
851 	}
852 
853 	/* needed_tailroom should still be 'warm' in the cache line from
854 	 * dsa_realloc_skb(), which has also ensured that padding is safe.
855 	 */
856 	if (dev->needed_tailroom)
857 		eth_skb_pad(skb);
858 
859 	/* Transmit function may have to reallocate the original SKB,
860 	 * in which case it must have freed it. Only free it here on error.
861 	 */
862 	nskb = p->xmit(skb, dev);
863 	if (!nskb) {
864 		kfree_skb(skb);
865 		return NETDEV_TX_OK;
866 	}
867 
868 	return dsa_enqueue_skb(nskb, dev);
869 }
870 
871 /* ethtool operations *******************************************************/
872 
873 static void dsa_slave_get_drvinfo(struct net_device *dev,
874 				  struct ethtool_drvinfo *drvinfo)
875 {
876 	strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
877 	strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
878 	strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
879 }
880 
881 static int dsa_slave_get_regs_len(struct net_device *dev)
882 {
883 	struct dsa_port *dp = dsa_slave_to_port(dev);
884 	struct dsa_switch *ds = dp->ds;
885 
886 	if (ds->ops->get_regs_len)
887 		return ds->ops->get_regs_len(ds, dp->index);
888 
889 	return -EOPNOTSUPP;
890 }
891 
892 static void
893 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
894 {
895 	struct dsa_port *dp = dsa_slave_to_port(dev);
896 	struct dsa_switch *ds = dp->ds;
897 
898 	if (ds->ops->get_regs)
899 		ds->ops->get_regs(ds, dp->index, regs, _p);
900 }
901 
902 static int dsa_slave_nway_reset(struct net_device *dev)
903 {
904 	struct dsa_port *dp = dsa_slave_to_port(dev);
905 
906 	return phylink_ethtool_nway_reset(dp->pl);
907 }
908 
909 static int dsa_slave_get_eeprom_len(struct net_device *dev)
910 {
911 	struct dsa_port *dp = dsa_slave_to_port(dev);
912 	struct dsa_switch *ds = dp->ds;
913 
914 	if (ds->cd && ds->cd->eeprom_len)
915 		return ds->cd->eeprom_len;
916 
917 	if (ds->ops->get_eeprom_len)
918 		return ds->ops->get_eeprom_len(ds);
919 
920 	return 0;
921 }
922 
923 static int dsa_slave_get_eeprom(struct net_device *dev,
924 				struct ethtool_eeprom *eeprom, u8 *data)
925 {
926 	struct dsa_port *dp = dsa_slave_to_port(dev);
927 	struct dsa_switch *ds = dp->ds;
928 
929 	if (ds->ops->get_eeprom)
930 		return ds->ops->get_eeprom(ds, eeprom, data);
931 
932 	return -EOPNOTSUPP;
933 }
934 
935 static int dsa_slave_set_eeprom(struct net_device *dev,
936 				struct ethtool_eeprom *eeprom, u8 *data)
937 {
938 	struct dsa_port *dp = dsa_slave_to_port(dev);
939 	struct dsa_switch *ds = dp->ds;
940 
941 	if (ds->ops->set_eeprom)
942 		return ds->ops->set_eeprom(ds, eeprom, data);
943 
944 	return -EOPNOTSUPP;
945 }
946 
947 static void dsa_slave_get_strings(struct net_device *dev,
948 				  uint32_t stringset, uint8_t *data)
949 {
950 	struct dsa_port *dp = dsa_slave_to_port(dev);
951 	struct dsa_switch *ds = dp->ds;
952 
953 	if (stringset == ETH_SS_STATS) {
954 		int len = ETH_GSTRING_LEN;
955 
956 		strncpy(data, "tx_packets", len);
957 		strncpy(data + len, "tx_bytes", len);
958 		strncpy(data + 2 * len, "rx_packets", len);
959 		strncpy(data + 3 * len, "rx_bytes", len);
960 		if (ds->ops->get_strings)
961 			ds->ops->get_strings(ds, dp->index, stringset,
962 					     data + 4 * len);
963 	} else if (stringset ==  ETH_SS_TEST) {
964 		net_selftest_get_strings(data);
965 	}
966 
967 }
968 
969 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
970 					struct ethtool_stats *stats,
971 					uint64_t *data)
972 {
973 	struct dsa_port *dp = dsa_slave_to_port(dev);
974 	struct dsa_switch *ds = dp->ds;
975 	struct pcpu_sw_netstats *s;
976 	unsigned int start;
977 	int i;
978 
979 	for_each_possible_cpu(i) {
980 		u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
981 
982 		s = per_cpu_ptr(dev->tstats, i);
983 		do {
984 			start = u64_stats_fetch_begin(&s->syncp);
985 			tx_packets = u64_stats_read(&s->tx_packets);
986 			tx_bytes = u64_stats_read(&s->tx_bytes);
987 			rx_packets = u64_stats_read(&s->rx_packets);
988 			rx_bytes = u64_stats_read(&s->rx_bytes);
989 		} while (u64_stats_fetch_retry(&s->syncp, start));
990 		data[0] += tx_packets;
991 		data[1] += tx_bytes;
992 		data[2] += rx_packets;
993 		data[3] += rx_bytes;
994 	}
995 	if (ds->ops->get_ethtool_stats)
996 		ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
997 }
998 
999 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
1000 {
1001 	struct dsa_port *dp = dsa_slave_to_port(dev);
1002 	struct dsa_switch *ds = dp->ds;
1003 
1004 	if (sset == ETH_SS_STATS) {
1005 		int count = 0;
1006 
1007 		if (ds->ops->get_sset_count) {
1008 			count = ds->ops->get_sset_count(ds, dp->index, sset);
1009 			if (count < 0)
1010 				return count;
1011 		}
1012 
1013 		return count + 4;
1014 	} else if (sset ==  ETH_SS_TEST) {
1015 		return net_selftest_get_count();
1016 	}
1017 
1018 	return -EOPNOTSUPP;
1019 }
1020 
1021 static void dsa_slave_get_eth_phy_stats(struct net_device *dev,
1022 					struct ethtool_eth_phy_stats *phy_stats)
1023 {
1024 	struct dsa_port *dp = dsa_slave_to_port(dev);
1025 	struct dsa_switch *ds = dp->ds;
1026 
1027 	if (ds->ops->get_eth_phy_stats)
1028 		ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats);
1029 }
1030 
1031 static void dsa_slave_get_eth_mac_stats(struct net_device *dev,
1032 					struct ethtool_eth_mac_stats *mac_stats)
1033 {
1034 	struct dsa_port *dp = dsa_slave_to_port(dev);
1035 	struct dsa_switch *ds = dp->ds;
1036 
1037 	if (ds->ops->get_eth_mac_stats)
1038 		ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats);
1039 }
1040 
1041 static void
1042 dsa_slave_get_eth_ctrl_stats(struct net_device *dev,
1043 			     struct ethtool_eth_ctrl_stats *ctrl_stats)
1044 {
1045 	struct dsa_port *dp = dsa_slave_to_port(dev);
1046 	struct dsa_switch *ds = dp->ds;
1047 
1048 	if (ds->ops->get_eth_ctrl_stats)
1049 		ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats);
1050 }
1051 
1052 static void
1053 dsa_slave_get_rmon_stats(struct net_device *dev,
1054 			 struct ethtool_rmon_stats *rmon_stats,
1055 			 const struct ethtool_rmon_hist_range **ranges)
1056 {
1057 	struct dsa_port *dp = dsa_slave_to_port(dev);
1058 	struct dsa_switch *ds = dp->ds;
1059 
1060 	if (ds->ops->get_rmon_stats)
1061 		ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges);
1062 }
1063 
1064 static void dsa_slave_net_selftest(struct net_device *ndev,
1065 				   struct ethtool_test *etest, u64 *buf)
1066 {
1067 	struct dsa_port *dp = dsa_slave_to_port(ndev);
1068 	struct dsa_switch *ds = dp->ds;
1069 
1070 	if (ds->ops->self_test) {
1071 		ds->ops->self_test(ds, dp->index, etest, buf);
1072 		return;
1073 	}
1074 
1075 	net_selftest(ndev, etest, buf);
1076 }
1077 
1078 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1079 {
1080 	struct dsa_port *dp = dsa_slave_to_port(dev);
1081 	struct dsa_switch *ds = dp->ds;
1082 
1083 	phylink_ethtool_get_wol(dp->pl, w);
1084 
1085 	if (ds->ops->get_wol)
1086 		ds->ops->get_wol(ds, dp->index, w);
1087 }
1088 
1089 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1090 {
1091 	struct dsa_port *dp = dsa_slave_to_port(dev);
1092 	struct dsa_switch *ds = dp->ds;
1093 	int ret = -EOPNOTSUPP;
1094 
1095 	phylink_ethtool_set_wol(dp->pl, w);
1096 
1097 	if (ds->ops->set_wol)
1098 		ret = ds->ops->set_wol(ds, dp->index, w);
1099 
1100 	return ret;
1101 }
1102 
1103 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
1104 {
1105 	struct dsa_port *dp = dsa_slave_to_port(dev);
1106 	struct dsa_switch *ds = dp->ds;
1107 	int ret;
1108 
1109 	/* Port's PHY and MAC both need to be EEE capable */
1110 	if (!dev->phydev || !dp->pl)
1111 		return -ENODEV;
1112 
1113 	if (!ds->ops->set_mac_eee)
1114 		return -EOPNOTSUPP;
1115 
1116 	ret = ds->ops->set_mac_eee(ds, dp->index, e);
1117 	if (ret)
1118 		return ret;
1119 
1120 	return phylink_ethtool_set_eee(dp->pl, e);
1121 }
1122 
1123 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
1124 {
1125 	struct dsa_port *dp = dsa_slave_to_port(dev);
1126 	struct dsa_switch *ds = dp->ds;
1127 	int ret;
1128 
1129 	/* Port's PHY and MAC both need to be EEE capable */
1130 	if (!dev->phydev || !dp->pl)
1131 		return -ENODEV;
1132 
1133 	if (!ds->ops->get_mac_eee)
1134 		return -EOPNOTSUPP;
1135 
1136 	ret = ds->ops->get_mac_eee(ds, dp->index, e);
1137 	if (ret)
1138 		return ret;
1139 
1140 	return phylink_ethtool_get_eee(dp->pl, e);
1141 }
1142 
1143 static int dsa_slave_get_link_ksettings(struct net_device *dev,
1144 					struct ethtool_link_ksettings *cmd)
1145 {
1146 	struct dsa_port *dp = dsa_slave_to_port(dev);
1147 
1148 	return phylink_ethtool_ksettings_get(dp->pl, cmd);
1149 }
1150 
1151 static int dsa_slave_set_link_ksettings(struct net_device *dev,
1152 					const struct ethtool_link_ksettings *cmd)
1153 {
1154 	struct dsa_port *dp = dsa_slave_to_port(dev);
1155 
1156 	return phylink_ethtool_ksettings_set(dp->pl, cmd);
1157 }
1158 
1159 static void dsa_slave_get_pause_stats(struct net_device *dev,
1160 				  struct ethtool_pause_stats *pause_stats)
1161 {
1162 	struct dsa_port *dp = dsa_slave_to_port(dev);
1163 	struct dsa_switch *ds = dp->ds;
1164 
1165 	if (ds->ops->get_pause_stats)
1166 		ds->ops->get_pause_stats(ds, dp->index, pause_stats);
1167 }
1168 
1169 static void dsa_slave_get_pauseparam(struct net_device *dev,
1170 				     struct ethtool_pauseparam *pause)
1171 {
1172 	struct dsa_port *dp = dsa_slave_to_port(dev);
1173 
1174 	phylink_ethtool_get_pauseparam(dp->pl, pause);
1175 }
1176 
1177 static int dsa_slave_set_pauseparam(struct net_device *dev,
1178 				    struct ethtool_pauseparam *pause)
1179 {
1180 	struct dsa_port *dp = dsa_slave_to_port(dev);
1181 
1182 	return phylink_ethtool_set_pauseparam(dp->pl, pause);
1183 }
1184 
1185 #ifdef CONFIG_NET_POLL_CONTROLLER
1186 static int dsa_slave_netpoll_setup(struct net_device *dev,
1187 				   struct netpoll_info *ni)
1188 {
1189 	struct net_device *master = dsa_slave_to_master(dev);
1190 	struct dsa_slave_priv *p = netdev_priv(dev);
1191 	struct netpoll *netpoll;
1192 	int err = 0;
1193 
1194 	netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
1195 	if (!netpoll)
1196 		return -ENOMEM;
1197 
1198 	err = __netpoll_setup(netpoll, master);
1199 	if (err) {
1200 		kfree(netpoll);
1201 		goto out;
1202 	}
1203 
1204 	p->netpoll = netpoll;
1205 out:
1206 	return err;
1207 }
1208 
1209 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
1210 {
1211 	struct dsa_slave_priv *p = netdev_priv(dev);
1212 	struct netpoll *netpoll = p->netpoll;
1213 
1214 	if (!netpoll)
1215 		return;
1216 
1217 	p->netpoll = NULL;
1218 
1219 	__netpoll_free(netpoll);
1220 }
1221 
1222 static void dsa_slave_poll_controller(struct net_device *dev)
1223 {
1224 }
1225 #endif
1226 
1227 static struct dsa_mall_tc_entry *
1228 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
1229 {
1230 	struct dsa_slave_priv *p = netdev_priv(dev);
1231 	struct dsa_mall_tc_entry *mall_tc_entry;
1232 
1233 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
1234 		if (mall_tc_entry->cookie == cookie)
1235 			return mall_tc_entry;
1236 
1237 	return NULL;
1238 }
1239 
1240 static int
1241 dsa_slave_add_cls_matchall_mirred(struct net_device *dev,
1242 				  struct tc_cls_matchall_offload *cls,
1243 				  bool ingress)
1244 {
1245 	struct netlink_ext_ack *extack = cls->common.extack;
1246 	struct dsa_port *dp = dsa_slave_to_port(dev);
1247 	struct dsa_slave_priv *p = netdev_priv(dev);
1248 	struct dsa_mall_mirror_tc_entry *mirror;
1249 	struct dsa_mall_tc_entry *mall_tc_entry;
1250 	struct dsa_switch *ds = dp->ds;
1251 	struct flow_action_entry *act;
1252 	struct dsa_port *to_dp;
1253 	int err;
1254 
1255 	if (!ds->ops->port_mirror_add)
1256 		return -EOPNOTSUPP;
1257 
1258 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1259 					      cls->common.extack))
1260 		return -EOPNOTSUPP;
1261 
1262 	act = &cls->rule->action.entries[0];
1263 
1264 	if (!act->dev)
1265 		return -EINVAL;
1266 
1267 	if (!dsa_slave_dev_check(act->dev))
1268 		return -EOPNOTSUPP;
1269 
1270 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1271 	if (!mall_tc_entry)
1272 		return -ENOMEM;
1273 
1274 	mall_tc_entry->cookie = cls->cookie;
1275 	mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1276 	mirror = &mall_tc_entry->mirror;
1277 
1278 	to_dp = dsa_slave_to_port(act->dev);
1279 
1280 	mirror->to_local_port = to_dp->index;
1281 	mirror->ingress = ingress;
1282 
1283 	err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack);
1284 	if (err) {
1285 		kfree(mall_tc_entry);
1286 		return err;
1287 	}
1288 
1289 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1290 
1291 	return err;
1292 }
1293 
1294 static int
1295 dsa_slave_add_cls_matchall_police(struct net_device *dev,
1296 				  struct tc_cls_matchall_offload *cls,
1297 				  bool ingress)
1298 {
1299 	struct netlink_ext_ack *extack = cls->common.extack;
1300 	struct dsa_port *dp = dsa_slave_to_port(dev);
1301 	struct dsa_slave_priv *p = netdev_priv(dev);
1302 	struct dsa_mall_policer_tc_entry *policer;
1303 	struct dsa_mall_tc_entry *mall_tc_entry;
1304 	struct dsa_switch *ds = dp->ds;
1305 	struct flow_action_entry *act;
1306 	int err;
1307 
1308 	if (!ds->ops->port_policer_add) {
1309 		NL_SET_ERR_MSG_MOD(extack,
1310 				   "Policing offload not implemented");
1311 		return -EOPNOTSUPP;
1312 	}
1313 
1314 	if (!ingress) {
1315 		NL_SET_ERR_MSG_MOD(extack,
1316 				   "Only supported on ingress qdisc");
1317 		return -EOPNOTSUPP;
1318 	}
1319 
1320 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1321 					      cls->common.extack))
1322 		return -EOPNOTSUPP;
1323 
1324 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1325 		if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1326 			NL_SET_ERR_MSG_MOD(extack,
1327 					   "Only one port policer allowed");
1328 			return -EEXIST;
1329 		}
1330 	}
1331 
1332 	act = &cls->rule->action.entries[0];
1333 
1334 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1335 	if (!mall_tc_entry)
1336 		return -ENOMEM;
1337 
1338 	mall_tc_entry->cookie = cls->cookie;
1339 	mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1340 	policer = &mall_tc_entry->policer;
1341 	policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1342 	policer->burst = act->police.burst;
1343 
1344 	err = ds->ops->port_policer_add(ds, dp->index, policer);
1345 	if (err) {
1346 		kfree(mall_tc_entry);
1347 		return err;
1348 	}
1349 
1350 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1351 
1352 	return err;
1353 }
1354 
1355 static int dsa_slave_add_cls_matchall(struct net_device *dev,
1356 				      struct tc_cls_matchall_offload *cls,
1357 				      bool ingress)
1358 {
1359 	int err = -EOPNOTSUPP;
1360 
1361 	if (cls->common.protocol == htons(ETH_P_ALL) &&
1362 	    flow_offload_has_one_action(&cls->rule->action) &&
1363 	    cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED)
1364 		err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress);
1365 	else if (flow_offload_has_one_action(&cls->rule->action) &&
1366 		 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE)
1367 		err = dsa_slave_add_cls_matchall_police(dev, cls, ingress);
1368 
1369 	return err;
1370 }
1371 
1372 static void dsa_slave_del_cls_matchall(struct net_device *dev,
1373 				       struct tc_cls_matchall_offload *cls)
1374 {
1375 	struct dsa_port *dp = dsa_slave_to_port(dev);
1376 	struct dsa_mall_tc_entry *mall_tc_entry;
1377 	struct dsa_switch *ds = dp->ds;
1378 
1379 	mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie);
1380 	if (!mall_tc_entry)
1381 		return;
1382 
1383 	list_del(&mall_tc_entry->list);
1384 
1385 	switch (mall_tc_entry->type) {
1386 	case DSA_PORT_MALL_MIRROR:
1387 		if (ds->ops->port_mirror_del)
1388 			ds->ops->port_mirror_del(ds, dp->index,
1389 						 &mall_tc_entry->mirror);
1390 		break;
1391 	case DSA_PORT_MALL_POLICER:
1392 		if (ds->ops->port_policer_del)
1393 			ds->ops->port_policer_del(ds, dp->index);
1394 		break;
1395 	default:
1396 		WARN_ON(1);
1397 	}
1398 
1399 	kfree(mall_tc_entry);
1400 }
1401 
1402 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
1403 					   struct tc_cls_matchall_offload *cls,
1404 					   bool ingress)
1405 {
1406 	if (cls->common.chain_index)
1407 		return -EOPNOTSUPP;
1408 
1409 	switch (cls->command) {
1410 	case TC_CLSMATCHALL_REPLACE:
1411 		return dsa_slave_add_cls_matchall(dev, cls, ingress);
1412 	case TC_CLSMATCHALL_DESTROY:
1413 		dsa_slave_del_cls_matchall(dev, cls);
1414 		return 0;
1415 	default:
1416 		return -EOPNOTSUPP;
1417 	}
1418 }
1419 
1420 static int dsa_slave_add_cls_flower(struct net_device *dev,
1421 				    struct flow_cls_offload *cls,
1422 				    bool ingress)
1423 {
1424 	struct dsa_port *dp = dsa_slave_to_port(dev);
1425 	struct dsa_switch *ds = dp->ds;
1426 	int port = dp->index;
1427 
1428 	if (!ds->ops->cls_flower_add)
1429 		return -EOPNOTSUPP;
1430 
1431 	return ds->ops->cls_flower_add(ds, port, cls, ingress);
1432 }
1433 
1434 static int dsa_slave_del_cls_flower(struct net_device *dev,
1435 				    struct flow_cls_offload *cls,
1436 				    bool ingress)
1437 {
1438 	struct dsa_port *dp = dsa_slave_to_port(dev);
1439 	struct dsa_switch *ds = dp->ds;
1440 	int port = dp->index;
1441 
1442 	if (!ds->ops->cls_flower_del)
1443 		return -EOPNOTSUPP;
1444 
1445 	return ds->ops->cls_flower_del(ds, port, cls, ingress);
1446 }
1447 
1448 static int dsa_slave_stats_cls_flower(struct net_device *dev,
1449 				      struct flow_cls_offload *cls,
1450 				      bool ingress)
1451 {
1452 	struct dsa_port *dp = dsa_slave_to_port(dev);
1453 	struct dsa_switch *ds = dp->ds;
1454 	int port = dp->index;
1455 
1456 	if (!ds->ops->cls_flower_stats)
1457 		return -EOPNOTSUPP;
1458 
1459 	return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1460 }
1461 
1462 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev,
1463 					 struct flow_cls_offload *cls,
1464 					 bool ingress)
1465 {
1466 	switch (cls->command) {
1467 	case FLOW_CLS_REPLACE:
1468 		return dsa_slave_add_cls_flower(dev, cls, ingress);
1469 	case FLOW_CLS_DESTROY:
1470 		return dsa_slave_del_cls_flower(dev, cls, ingress);
1471 	case FLOW_CLS_STATS:
1472 		return dsa_slave_stats_cls_flower(dev, cls, ingress);
1473 	default:
1474 		return -EOPNOTSUPP;
1475 	}
1476 }
1477 
1478 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1479 				       void *cb_priv, bool ingress)
1480 {
1481 	struct net_device *dev = cb_priv;
1482 
1483 	if (!tc_can_offload(dev))
1484 		return -EOPNOTSUPP;
1485 
1486 	switch (type) {
1487 	case TC_SETUP_CLSMATCHALL:
1488 		return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress);
1489 	case TC_SETUP_CLSFLOWER:
1490 		return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress);
1491 	default:
1492 		return -EOPNOTSUPP;
1493 	}
1494 }
1495 
1496 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type,
1497 					  void *type_data, void *cb_priv)
1498 {
1499 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true);
1500 }
1501 
1502 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type,
1503 					  void *type_data, void *cb_priv)
1504 {
1505 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false);
1506 }
1507 
1508 static LIST_HEAD(dsa_slave_block_cb_list);
1509 
1510 static int dsa_slave_setup_tc_block(struct net_device *dev,
1511 				    struct flow_block_offload *f)
1512 {
1513 	struct flow_block_cb *block_cb;
1514 	flow_setup_cb_t *cb;
1515 
1516 	if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1517 		cb = dsa_slave_setup_tc_block_cb_ig;
1518 	else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1519 		cb = dsa_slave_setup_tc_block_cb_eg;
1520 	else
1521 		return -EOPNOTSUPP;
1522 
1523 	f->driver_block_list = &dsa_slave_block_cb_list;
1524 
1525 	switch (f->command) {
1526 	case FLOW_BLOCK_BIND:
1527 		if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list))
1528 			return -EBUSY;
1529 
1530 		block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1531 		if (IS_ERR(block_cb))
1532 			return PTR_ERR(block_cb);
1533 
1534 		flow_block_cb_add(block_cb, f);
1535 		list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list);
1536 		return 0;
1537 	case FLOW_BLOCK_UNBIND:
1538 		block_cb = flow_block_cb_lookup(f->block, cb, dev);
1539 		if (!block_cb)
1540 			return -ENOENT;
1541 
1542 		flow_block_cb_remove(block_cb, f);
1543 		list_del(&block_cb->driver_list);
1544 		return 0;
1545 	default:
1546 		return -EOPNOTSUPP;
1547 	}
1548 }
1549 
1550 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port,
1551 				    void *type_data)
1552 {
1553 	struct net_device *master = dsa_port_to_master(dsa_to_port(ds, port));
1554 
1555 	if (!master->netdev_ops->ndo_setup_tc)
1556 		return -EOPNOTSUPP;
1557 
1558 	return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data);
1559 }
1560 
1561 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
1562 			      void *type_data)
1563 {
1564 	struct dsa_port *dp = dsa_slave_to_port(dev);
1565 	struct dsa_switch *ds = dp->ds;
1566 
1567 	switch (type) {
1568 	case TC_SETUP_BLOCK:
1569 		return dsa_slave_setup_tc_block(dev, type_data);
1570 	case TC_SETUP_FT:
1571 		return dsa_slave_setup_ft_block(ds, dp->index, type_data);
1572 	default:
1573 		break;
1574 	}
1575 
1576 	if (!ds->ops->port_setup_tc)
1577 		return -EOPNOTSUPP;
1578 
1579 	return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1580 }
1581 
1582 static int dsa_slave_get_rxnfc(struct net_device *dev,
1583 			       struct ethtool_rxnfc *nfc, u32 *rule_locs)
1584 {
1585 	struct dsa_port *dp = dsa_slave_to_port(dev);
1586 	struct dsa_switch *ds = dp->ds;
1587 
1588 	if (!ds->ops->get_rxnfc)
1589 		return -EOPNOTSUPP;
1590 
1591 	return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1592 }
1593 
1594 static int dsa_slave_set_rxnfc(struct net_device *dev,
1595 			       struct ethtool_rxnfc *nfc)
1596 {
1597 	struct dsa_port *dp = dsa_slave_to_port(dev);
1598 	struct dsa_switch *ds = dp->ds;
1599 
1600 	if (!ds->ops->set_rxnfc)
1601 		return -EOPNOTSUPP;
1602 
1603 	return ds->ops->set_rxnfc(ds, dp->index, nfc);
1604 }
1605 
1606 static int dsa_slave_get_ts_info(struct net_device *dev,
1607 				 struct ethtool_ts_info *ts)
1608 {
1609 	struct dsa_slave_priv *p = netdev_priv(dev);
1610 	struct dsa_switch *ds = p->dp->ds;
1611 
1612 	if (!ds->ops->get_ts_info)
1613 		return -EOPNOTSUPP;
1614 
1615 	return ds->ops->get_ts_info(ds, p->dp->index, ts);
1616 }
1617 
1618 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1619 				     u16 vid)
1620 {
1621 	struct dsa_port *dp = dsa_slave_to_port(dev);
1622 	struct switchdev_obj_port_vlan vlan = {
1623 		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1624 		.vid = vid,
1625 		/* This API only allows programming tagged, non-PVID VIDs */
1626 		.flags = 0,
1627 	};
1628 	struct netlink_ext_ack extack = {0};
1629 	int ret;
1630 
1631 	/* User port... */
1632 	ret = dsa_port_vlan_add(dp, &vlan, &extack);
1633 	if (ret) {
1634 		if (extack._msg)
1635 			netdev_err(dev, "%s\n", extack._msg);
1636 		return ret;
1637 	}
1638 
1639 	/* And CPU port... */
1640 	ret = dsa_port_host_vlan_add(dp, &vlan, &extack);
1641 	if (ret) {
1642 		if (extack._msg)
1643 			netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1644 				   extack._msg);
1645 		return ret;
1646 	}
1647 
1648 	return 0;
1649 }
1650 
1651 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1652 				      u16 vid)
1653 {
1654 	struct dsa_port *dp = dsa_slave_to_port(dev);
1655 	struct switchdev_obj_port_vlan vlan = {
1656 		.vid = vid,
1657 		/* This API only allows programming tagged, non-PVID VIDs */
1658 		.flags = 0,
1659 	};
1660 	int err;
1661 
1662 	err = dsa_port_vlan_del(dp, &vlan);
1663 	if (err)
1664 		return err;
1665 
1666 	return dsa_port_host_vlan_del(dp, &vlan);
1667 }
1668 
1669 static int dsa_slave_restore_vlan(struct net_device *vdev, int vid, void *arg)
1670 {
1671 	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1672 
1673 	return dsa_slave_vlan_rx_add_vid(arg, proto, vid);
1674 }
1675 
1676 static int dsa_slave_clear_vlan(struct net_device *vdev, int vid, void *arg)
1677 {
1678 	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1679 
1680 	return dsa_slave_vlan_rx_kill_vid(arg, proto, vid);
1681 }
1682 
1683 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN
1684  * filtering is enabled. The baseline is that only ports that offload a
1685  * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware,
1686  * but there are exceptions for quirky hardware.
1687  *
1688  * If ds->vlan_filtering_is_global = true, then standalone ports which share
1689  * the same switch with other ports that offload a VLAN-aware bridge are also
1690  * inevitably VLAN-aware.
1691  *
1692  * To summarize, a DSA switch port offloads:
1693  *
1694  * - If standalone (this includes software bridge, software LAG):
1695  *     - if ds->needs_standalone_vlan_filtering = true, OR if
1696  *       (ds->vlan_filtering_is_global = true AND there are bridges spanning
1697  *       this switch chip which have vlan_filtering=1)
1698  *         - the 8021q upper VLANs
1699  *     - else (standalone VLAN filtering is not needed, VLAN filtering is not
1700  *       global, or it is, but no port is under a VLAN-aware bridge):
1701  *         - no VLAN (any 8021q upper is a software VLAN)
1702  *
1703  * - If under a vlan_filtering=0 bridge which it offload:
1704  *     - if ds->configure_vlan_while_not_filtering = true (default):
1705  *         - the bridge VLANs. These VLANs are committed to hardware but inactive.
1706  *     - else (deprecated):
1707  *         - no VLAN. The bridge VLANs are not restored when VLAN awareness is
1708  *           enabled, so this behavior is broken and discouraged.
1709  *
1710  * - If under a vlan_filtering=1 bridge which it offload:
1711  *     - the bridge VLANs
1712  *     - the 8021q upper VLANs
1713  */
1714 int dsa_slave_manage_vlan_filtering(struct net_device *slave,
1715 				    bool vlan_filtering)
1716 {
1717 	int err;
1718 
1719 	if (vlan_filtering) {
1720 		slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1721 
1722 		err = vlan_for_each(slave, dsa_slave_restore_vlan, slave);
1723 		if (err) {
1724 			vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1725 			slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1726 			return err;
1727 		}
1728 	} else {
1729 		err = vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1730 		if (err)
1731 			return err;
1732 
1733 		slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1734 	}
1735 
1736 	return 0;
1737 }
1738 
1739 struct dsa_hw_port {
1740 	struct list_head list;
1741 	struct net_device *dev;
1742 	int old_mtu;
1743 };
1744 
1745 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
1746 {
1747 	const struct dsa_hw_port *p;
1748 	int err;
1749 
1750 	list_for_each_entry(p, hw_port_list, list) {
1751 		if (p->dev->mtu == mtu)
1752 			continue;
1753 
1754 		err = dev_set_mtu(p->dev, mtu);
1755 		if (err)
1756 			goto rollback;
1757 	}
1758 
1759 	return 0;
1760 
1761 rollback:
1762 	list_for_each_entry_continue_reverse(p, hw_port_list, list) {
1763 		if (p->dev->mtu == p->old_mtu)
1764 			continue;
1765 
1766 		if (dev_set_mtu(p->dev, p->old_mtu))
1767 			netdev_err(p->dev, "Failed to restore MTU\n");
1768 	}
1769 
1770 	return err;
1771 }
1772 
1773 static void dsa_hw_port_list_free(struct list_head *hw_port_list)
1774 {
1775 	struct dsa_hw_port *p, *n;
1776 
1777 	list_for_each_entry_safe(p, n, hw_port_list, list)
1778 		kfree(p);
1779 }
1780 
1781 /* Make the hardware datapath to/from @dev limited to a common MTU */
1782 static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
1783 {
1784 	struct list_head hw_port_list;
1785 	struct dsa_switch_tree *dst;
1786 	int min_mtu = ETH_MAX_MTU;
1787 	struct dsa_port *other_dp;
1788 	int err;
1789 
1790 	if (!dp->ds->mtu_enforcement_ingress)
1791 		return;
1792 
1793 	if (!dp->bridge)
1794 		return;
1795 
1796 	INIT_LIST_HEAD(&hw_port_list);
1797 
1798 	/* Populate the list of ports that are part of the same bridge
1799 	 * as the newly added/modified port
1800 	 */
1801 	list_for_each_entry(dst, &dsa_tree_list, list) {
1802 		list_for_each_entry(other_dp, &dst->ports, list) {
1803 			struct dsa_hw_port *hw_port;
1804 			struct net_device *slave;
1805 
1806 			if (other_dp->type != DSA_PORT_TYPE_USER)
1807 				continue;
1808 
1809 			if (!dsa_port_bridge_same(dp, other_dp))
1810 				continue;
1811 
1812 			if (!other_dp->ds->mtu_enforcement_ingress)
1813 				continue;
1814 
1815 			slave = other_dp->slave;
1816 
1817 			if (min_mtu > slave->mtu)
1818 				min_mtu = slave->mtu;
1819 
1820 			hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
1821 			if (!hw_port)
1822 				goto out;
1823 
1824 			hw_port->dev = slave;
1825 			hw_port->old_mtu = slave->mtu;
1826 
1827 			list_add(&hw_port->list, &hw_port_list);
1828 		}
1829 	}
1830 
1831 	/* Attempt to configure the entire hardware bridge to the newly added
1832 	 * interface's MTU first, regardless of whether the intention of the
1833 	 * user was to raise or lower it.
1834 	 */
1835 	err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu);
1836 	if (!err)
1837 		goto out;
1838 
1839 	/* Clearly that didn't work out so well, so just set the minimum MTU on
1840 	 * all hardware bridge ports now. If this fails too, then all ports will
1841 	 * still have their old MTU rolled back anyway.
1842 	 */
1843 	dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
1844 
1845 out:
1846 	dsa_hw_port_list_free(&hw_port_list);
1847 }
1848 
1849 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu)
1850 {
1851 	struct net_device *master = dsa_slave_to_master(dev);
1852 	struct dsa_port *dp = dsa_slave_to_port(dev);
1853 	struct dsa_port *cpu_dp = dp->cpu_dp;
1854 	struct dsa_switch *ds = dp->ds;
1855 	struct dsa_port *other_dp;
1856 	int largest_mtu = 0;
1857 	int new_master_mtu;
1858 	int old_master_mtu;
1859 	int mtu_limit;
1860 	int cpu_mtu;
1861 	int err;
1862 
1863 	if (!ds->ops->port_change_mtu)
1864 		return -EOPNOTSUPP;
1865 
1866 	dsa_tree_for_each_user_port(other_dp, ds->dst) {
1867 		int slave_mtu;
1868 
1869 		/* During probe, this function will be called for each slave
1870 		 * device, while not all of them have been allocated. That's
1871 		 * ok, it doesn't change what the maximum is, so ignore it.
1872 		 */
1873 		if (!other_dp->slave)
1874 			continue;
1875 
1876 		/* Pretend that we already applied the setting, which we
1877 		 * actually haven't (still haven't done all integrity checks)
1878 		 */
1879 		if (dp == other_dp)
1880 			slave_mtu = new_mtu;
1881 		else
1882 			slave_mtu = other_dp->slave->mtu;
1883 
1884 		if (largest_mtu < slave_mtu)
1885 			largest_mtu = slave_mtu;
1886 	}
1887 
1888 	mtu_limit = min_t(int, master->max_mtu, dev->max_mtu);
1889 	old_master_mtu = master->mtu;
1890 	new_master_mtu = largest_mtu + dsa_tag_protocol_overhead(cpu_dp->tag_ops);
1891 	if (new_master_mtu > mtu_limit)
1892 		return -ERANGE;
1893 
1894 	/* If the master MTU isn't over limit, there's no need to check the CPU
1895 	 * MTU, since that surely isn't either.
1896 	 */
1897 	cpu_mtu = largest_mtu;
1898 
1899 	/* Start applying stuff */
1900 	if (new_master_mtu != old_master_mtu) {
1901 		err = dev_set_mtu(master, new_master_mtu);
1902 		if (err < 0)
1903 			goto out_master_failed;
1904 
1905 		/* We only need to propagate the MTU of the CPU port to
1906 		 * upstream switches, so emit a notifier which updates them.
1907 		 */
1908 		err = dsa_port_mtu_change(cpu_dp, cpu_mtu);
1909 		if (err)
1910 			goto out_cpu_failed;
1911 	}
1912 
1913 	err = ds->ops->port_change_mtu(ds, dp->index, new_mtu);
1914 	if (err)
1915 		goto out_port_failed;
1916 
1917 	dev->mtu = new_mtu;
1918 
1919 	dsa_bridge_mtu_normalization(dp);
1920 
1921 	return 0;
1922 
1923 out_port_failed:
1924 	if (new_master_mtu != old_master_mtu)
1925 		dsa_port_mtu_change(cpu_dp, old_master_mtu -
1926 				    dsa_tag_protocol_overhead(cpu_dp->tag_ops));
1927 out_cpu_failed:
1928 	if (new_master_mtu != old_master_mtu)
1929 		dev_set_mtu(master, old_master_mtu);
1930 out_master_failed:
1931 	return err;
1932 }
1933 
1934 static int __maybe_unused
1935 dsa_slave_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app)
1936 {
1937 	struct dsa_port *dp = dsa_slave_to_port(dev);
1938 	struct dsa_switch *ds = dp->ds;
1939 	unsigned long mask, new_prio;
1940 	int err, port = dp->index;
1941 
1942 	if (!ds->ops->port_set_default_prio)
1943 		return -EOPNOTSUPP;
1944 
1945 	err = dcb_ieee_setapp(dev, app);
1946 	if (err)
1947 		return err;
1948 
1949 	mask = dcb_ieee_getapp_mask(dev, app);
1950 	new_prio = __fls(mask);
1951 
1952 	err = ds->ops->port_set_default_prio(ds, port, new_prio);
1953 	if (err) {
1954 		dcb_ieee_delapp(dev, app);
1955 		return err;
1956 	}
1957 
1958 	return 0;
1959 }
1960 
1961 static int __maybe_unused
1962 dsa_slave_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app)
1963 {
1964 	struct dsa_port *dp = dsa_slave_to_port(dev);
1965 	struct dsa_switch *ds = dp->ds;
1966 	unsigned long mask, new_prio;
1967 	int err, port = dp->index;
1968 	u8 dscp = app->protocol;
1969 
1970 	if (!ds->ops->port_add_dscp_prio)
1971 		return -EOPNOTSUPP;
1972 
1973 	if (dscp >= 64) {
1974 		netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n",
1975 			   dscp);
1976 		return -EINVAL;
1977 	}
1978 
1979 	err = dcb_ieee_setapp(dev, app);
1980 	if (err)
1981 		return err;
1982 
1983 	mask = dcb_ieee_getapp_mask(dev, app);
1984 	new_prio = __fls(mask);
1985 
1986 	err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio);
1987 	if (err) {
1988 		dcb_ieee_delapp(dev, app);
1989 		return err;
1990 	}
1991 
1992 	return 0;
1993 }
1994 
1995 static int __maybe_unused dsa_slave_dcbnl_ieee_setapp(struct net_device *dev,
1996 						      struct dcb_app *app)
1997 {
1998 	switch (app->selector) {
1999 	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2000 		switch (app->protocol) {
2001 		case 0:
2002 			return dsa_slave_dcbnl_set_default_prio(dev, app);
2003 		default:
2004 			return -EOPNOTSUPP;
2005 		}
2006 		break;
2007 	case IEEE_8021QAZ_APP_SEL_DSCP:
2008 		return dsa_slave_dcbnl_add_dscp_prio(dev, app);
2009 	default:
2010 		return -EOPNOTSUPP;
2011 	}
2012 }
2013 
2014 static int __maybe_unused
2015 dsa_slave_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app)
2016 {
2017 	struct dsa_port *dp = dsa_slave_to_port(dev);
2018 	struct dsa_switch *ds = dp->ds;
2019 	unsigned long mask, new_prio;
2020 	int err, port = dp->index;
2021 
2022 	if (!ds->ops->port_set_default_prio)
2023 		return -EOPNOTSUPP;
2024 
2025 	err = dcb_ieee_delapp(dev, app);
2026 	if (err)
2027 		return err;
2028 
2029 	mask = dcb_ieee_getapp_mask(dev, app);
2030 	new_prio = mask ? __fls(mask) : 0;
2031 
2032 	err = ds->ops->port_set_default_prio(ds, port, new_prio);
2033 	if (err) {
2034 		dcb_ieee_setapp(dev, app);
2035 		return err;
2036 	}
2037 
2038 	return 0;
2039 }
2040 
2041 static int __maybe_unused
2042 dsa_slave_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app)
2043 {
2044 	struct dsa_port *dp = dsa_slave_to_port(dev);
2045 	struct dsa_switch *ds = dp->ds;
2046 	int err, port = dp->index;
2047 	u8 dscp = app->protocol;
2048 
2049 	if (!ds->ops->port_del_dscp_prio)
2050 		return -EOPNOTSUPP;
2051 
2052 	err = dcb_ieee_delapp(dev, app);
2053 	if (err)
2054 		return err;
2055 
2056 	err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority);
2057 	if (err) {
2058 		dcb_ieee_setapp(dev, app);
2059 		return err;
2060 	}
2061 
2062 	return 0;
2063 }
2064 
2065 static int __maybe_unused dsa_slave_dcbnl_ieee_delapp(struct net_device *dev,
2066 						      struct dcb_app *app)
2067 {
2068 	switch (app->selector) {
2069 	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2070 		switch (app->protocol) {
2071 		case 0:
2072 			return dsa_slave_dcbnl_del_default_prio(dev, app);
2073 		default:
2074 			return -EOPNOTSUPP;
2075 		}
2076 		break;
2077 	case IEEE_8021QAZ_APP_SEL_DSCP:
2078 		return dsa_slave_dcbnl_del_dscp_prio(dev, app);
2079 	default:
2080 		return -EOPNOTSUPP;
2081 	}
2082 }
2083 
2084 /* Pre-populate the DCB application priority table with the priorities
2085  * configured during switch setup, which we read from hardware here.
2086  */
2087 static int dsa_slave_dcbnl_init(struct net_device *dev)
2088 {
2089 	struct dsa_port *dp = dsa_slave_to_port(dev);
2090 	struct dsa_switch *ds = dp->ds;
2091 	int port = dp->index;
2092 	int err;
2093 
2094 	if (ds->ops->port_get_default_prio) {
2095 		int prio = ds->ops->port_get_default_prio(ds, port);
2096 		struct dcb_app app = {
2097 			.selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE,
2098 			.protocol = 0,
2099 			.priority = prio,
2100 		};
2101 
2102 		if (prio < 0)
2103 			return prio;
2104 
2105 		err = dcb_ieee_setapp(dev, &app);
2106 		if (err)
2107 			return err;
2108 	}
2109 
2110 	if (ds->ops->port_get_dscp_prio) {
2111 		int protocol;
2112 
2113 		for (protocol = 0; protocol < 64; protocol++) {
2114 			struct dcb_app app = {
2115 				.selector = IEEE_8021QAZ_APP_SEL_DSCP,
2116 				.protocol = protocol,
2117 			};
2118 			int prio;
2119 
2120 			prio = ds->ops->port_get_dscp_prio(ds, port, protocol);
2121 			if (prio == -EOPNOTSUPP)
2122 				continue;
2123 			if (prio < 0)
2124 				return prio;
2125 
2126 			app.priority = prio;
2127 
2128 			err = dcb_ieee_setapp(dev, &app);
2129 			if (err)
2130 				return err;
2131 		}
2132 	}
2133 
2134 	return 0;
2135 }
2136 
2137 static const struct ethtool_ops dsa_slave_ethtool_ops = {
2138 	.get_drvinfo		= dsa_slave_get_drvinfo,
2139 	.get_regs_len		= dsa_slave_get_regs_len,
2140 	.get_regs		= dsa_slave_get_regs,
2141 	.nway_reset		= dsa_slave_nway_reset,
2142 	.get_link		= ethtool_op_get_link,
2143 	.get_eeprom_len		= dsa_slave_get_eeprom_len,
2144 	.get_eeprom		= dsa_slave_get_eeprom,
2145 	.set_eeprom		= dsa_slave_set_eeprom,
2146 	.get_strings		= dsa_slave_get_strings,
2147 	.get_ethtool_stats	= dsa_slave_get_ethtool_stats,
2148 	.get_sset_count		= dsa_slave_get_sset_count,
2149 	.get_eth_phy_stats	= dsa_slave_get_eth_phy_stats,
2150 	.get_eth_mac_stats	= dsa_slave_get_eth_mac_stats,
2151 	.get_eth_ctrl_stats	= dsa_slave_get_eth_ctrl_stats,
2152 	.get_rmon_stats		= dsa_slave_get_rmon_stats,
2153 	.set_wol		= dsa_slave_set_wol,
2154 	.get_wol		= dsa_slave_get_wol,
2155 	.set_eee		= dsa_slave_set_eee,
2156 	.get_eee		= dsa_slave_get_eee,
2157 	.get_link_ksettings	= dsa_slave_get_link_ksettings,
2158 	.set_link_ksettings	= dsa_slave_set_link_ksettings,
2159 	.get_pause_stats	= dsa_slave_get_pause_stats,
2160 	.get_pauseparam		= dsa_slave_get_pauseparam,
2161 	.set_pauseparam		= dsa_slave_set_pauseparam,
2162 	.get_rxnfc		= dsa_slave_get_rxnfc,
2163 	.set_rxnfc		= dsa_slave_set_rxnfc,
2164 	.get_ts_info		= dsa_slave_get_ts_info,
2165 	.self_test		= dsa_slave_net_selftest,
2166 };
2167 
2168 static const struct dcbnl_rtnl_ops __maybe_unused dsa_slave_dcbnl_ops = {
2169 	.ieee_setapp		= dsa_slave_dcbnl_ieee_setapp,
2170 	.ieee_delapp		= dsa_slave_dcbnl_ieee_delapp,
2171 };
2172 
2173 static void dsa_slave_get_stats64(struct net_device *dev,
2174 				  struct rtnl_link_stats64 *s)
2175 {
2176 	struct dsa_port *dp = dsa_slave_to_port(dev);
2177 	struct dsa_switch *ds = dp->ds;
2178 
2179 	if (ds->ops->get_stats64)
2180 		ds->ops->get_stats64(ds, dp->index, s);
2181 	else
2182 		dev_get_tstats64(dev, s);
2183 }
2184 
2185 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx,
2186 				       struct net_device_path *path)
2187 {
2188 	struct dsa_port *dp = dsa_slave_to_port(ctx->dev);
2189 	struct net_device *master = dsa_port_to_master(dp);
2190 	struct dsa_port *cpu_dp = dp->cpu_dp;
2191 
2192 	path->dev = ctx->dev;
2193 	path->type = DEV_PATH_DSA;
2194 	path->dsa.proto = cpu_dp->tag_ops->proto;
2195 	path->dsa.port = dp->index;
2196 	ctx->dev = master;
2197 
2198 	return 0;
2199 }
2200 
2201 static const struct net_device_ops dsa_slave_netdev_ops = {
2202 	.ndo_open	 	= dsa_slave_open,
2203 	.ndo_stop		= dsa_slave_close,
2204 	.ndo_start_xmit		= dsa_slave_xmit,
2205 	.ndo_change_rx_flags	= dsa_slave_change_rx_flags,
2206 	.ndo_set_rx_mode	= dsa_slave_set_rx_mode,
2207 	.ndo_set_mac_address	= dsa_slave_set_mac_address,
2208 	.ndo_fdb_dump		= dsa_slave_fdb_dump,
2209 	.ndo_eth_ioctl		= dsa_slave_ioctl,
2210 	.ndo_get_iflink		= dsa_slave_get_iflink,
2211 #ifdef CONFIG_NET_POLL_CONTROLLER
2212 	.ndo_netpoll_setup	= dsa_slave_netpoll_setup,
2213 	.ndo_netpoll_cleanup	= dsa_slave_netpoll_cleanup,
2214 	.ndo_poll_controller	= dsa_slave_poll_controller,
2215 #endif
2216 	.ndo_setup_tc		= dsa_slave_setup_tc,
2217 	.ndo_get_stats64	= dsa_slave_get_stats64,
2218 	.ndo_vlan_rx_add_vid	= dsa_slave_vlan_rx_add_vid,
2219 	.ndo_vlan_rx_kill_vid	= dsa_slave_vlan_rx_kill_vid,
2220 	.ndo_change_mtu		= dsa_slave_change_mtu,
2221 	.ndo_fill_forward_path	= dsa_slave_fill_forward_path,
2222 };
2223 
2224 static struct device_type dsa_type = {
2225 	.name	= "dsa",
2226 };
2227 
2228 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
2229 {
2230 	const struct dsa_port *dp = dsa_to_port(ds, port);
2231 
2232 	if (dp->pl)
2233 		phylink_mac_change(dp->pl, up);
2234 }
2235 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
2236 
2237 static void dsa_slave_phylink_fixed_state(struct phylink_config *config,
2238 					  struct phylink_link_state *state)
2239 {
2240 	struct dsa_port *dp = container_of(config, struct dsa_port, pl_config);
2241 	struct dsa_switch *ds = dp->ds;
2242 
2243 	/* No need to check that this operation is valid, the callback would
2244 	 * not be called if it was not.
2245 	 */
2246 	ds->ops->phylink_fixed_state(ds, dp->index, state);
2247 }
2248 
2249 /* slave device setup *******************************************************/
2250 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr,
2251 				 u32 flags)
2252 {
2253 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2254 	struct dsa_switch *ds = dp->ds;
2255 
2256 	slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr);
2257 	if (!slave_dev->phydev) {
2258 		netdev_err(slave_dev, "no phy at %d\n", addr);
2259 		return -ENODEV;
2260 	}
2261 
2262 	slave_dev->phydev->dev_flags |= flags;
2263 
2264 	return phylink_connect_phy(dp->pl, slave_dev->phydev);
2265 }
2266 
2267 static int dsa_slave_phy_setup(struct net_device *slave_dev)
2268 {
2269 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2270 	struct device_node *port_dn = dp->dn;
2271 	struct dsa_switch *ds = dp->ds;
2272 	u32 phy_flags = 0;
2273 	int ret;
2274 
2275 	dp->pl_config.dev = &slave_dev->dev;
2276 	dp->pl_config.type = PHYLINK_NETDEV;
2277 
2278 	/* The get_fixed_state callback takes precedence over polling the
2279 	 * link GPIO in PHYLINK (see phylink_get_fixed_state).  Only set
2280 	 * this if the switch provides such a callback.
2281 	 */
2282 	if (ds->ops->phylink_fixed_state) {
2283 		dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state;
2284 		dp->pl_config.poll_fixed_state = true;
2285 	}
2286 
2287 	ret = dsa_port_phylink_create(dp);
2288 	if (ret)
2289 		return ret;
2290 
2291 	if (ds->ops->get_phy_flags)
2292 		phy_flags = ds->ops->get_phy_flags(ds, dp->index);
2293 
2294 	ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
2295 	if (ret == -ENODEV && ds->slave_mii_bus) {
2296 		/* We could not connect to a designated PHY or SFP, so try to
2297 		 * use the switch internal MDIO bus instead
2298 		 */
2299 		ret = dsa_slave_phy_connect(slave_dev, dp->index, phy_flags);
2300 	}
2301 	if (ret) {
2302 		netdev_err(slave_dev, "failed to connect to PHY: %pe\n",
2303 			   ERR_PTR(ret));
2304 		dsa_port_phylink_destroy(dp);
2305 	}
2306 
2307 	return ret;
2308 }
2309 
2310 void dsa_slave_setup_tagger(struct net_device *slave)
2311 {
2312 	struct dsa_port *dp = dsa_slave_to_port(slave);
2313 	struct net_device *master = dsa_port_to_master(dp);
2314 	struct dsa_slave_priv *p = netdev_priv(slave);
2315 	const struct dsa_port *cpu_dp = dp->cpu_dp;
2316 	const struct dsa_switch *ds = dp->ds;
2317 
2318 	slave->needed_headroom = cpu_dp->tag_ops->needed_headroom;
2319 	slave->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
2320 	/* Try to save one extra realloc later in the TX path (in the master)
2321 	 * by also inheriting the master's needed headroom and tailroom.
2322 	 * The 8021q driver also does this.
2323 	 */
2324 	slave->needed_headroom += master->needed_headroom;
2325 	slave->needed_tailroom += master->needed_tailroom;
2326 
2327 	p->xmit = cpu_dp->tag_ops->xmit;
2328 
2329 	slave->features = master->vlan_features | NETIF_F_HW_TC;
2330 	slave->hw_features |= NETIF_F_HW_TC;
2331 	slave->features |= NETIF_F_LLTX;
2332 	if (slave->needed_tailroom)
2333 		slave->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST);
2334 	if (ds->needs_standalone_vlan_filtering)
2335 		slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
2336 }
2337 
2338 int dsa_slave_suspend(struct net_device *slave_dev)
2339 {
2340 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2341 
2342 	if (!netif_running(slave_dev))
2343 		return 0;
2344 
2345 	netif_device_detach(slave_dev);
2346 
2347 	rtnl_lock();
2348 	phylink_stop(dp->pl);
2349 	rtnl_unlock();
2350 
2351 	return 0;
2352 }
2353 
2354 int dsa_slave_resume(struct net_device *slave_dev)
2355 {
2356 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2357 
2358 	if (!netif_running(slave_dev))
2359 		return 0;
2360 
2361 	netif_device_attach(slave_dev);
2362 
2363 	rtnl_lock();
2364 	phylink_start(dp->pl);
2365 	rtnl_unlock();
2366 
2367 	return 0;
2368 }
2369 
2370 int dsa_slave_create(struct dsa_port *port)
2371 {
2372 	struct net_device *master = dsa_port_to_master(port);
2373 	struct dsa_switch *ds = port->ds;
2374 	struct net_device *slave_dev;
2375 	struct dsa_slave_priv *p;
2376 	const char *name;
2377 	int assign_type;
2378 	int ret;
2379 
2380 	if (!ds->num_tx_queues)
2381 		ds->num_tx_queues = 1;
2382 
2383 	if (port->name) {
2384 		name = port->name;
2385 		assign_type = NET_NAME_PREDICTABLE;
2386 	} else {
2387 		name = "eth%d";
2388 		assign_type = NET_NAME_ENUM;
2389 	}
2390 
2391 	slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
2392 				     assign_type, ether_setup,
2393 				     ds->num_tx_queues, 1);
2394 	if (slave_dev == NULL)
2395 		return -ENOMEM;
2396 
2397 	slave_dev->rtnl_link_ops = &dsa_link_ops;
2398 	slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
2399 #if IS_ENABLED(CONFIG_DCB)
2400 	slave_dev->dcbnl_ops = &dsa_slave_dcbnl_ops;
2401 #endif
2402 	if (!is_zero_ether_addr(port->mac))
2403 		eth_hw_addr_set(slave_dev, port->mac);
2404 	else
2405 		eth_hw_addr_inherit(slave_dev, master);
2406 	slave_dev->priv_flags |= IFF_NO_QUEUE;
2407 	if (dsa_switch_supports_uc_filtering(ds))
2408 		slave_dev->priv_flags |= IFF_UNICAST_FLT;
2409 	slave_dev->netdev_ops = &dsa_slave_netdev_ops;
2410 	if (ds->ops->port_max_mtu)
2411 		slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
2412 	SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
2413 
2414 	SET_NETDEV_DEV(slave_dev, port->ds->dev);
2415 	SET_NETDEV_DEVLINK_PORT(slave_dev, &port->devlink_port);
2416 	slave_dev->dev.of_node = port->dn;
2417 	slave_dev->vlan_features = master->vlan_features;
2418 
2419 	p = netdev_priv(slave_dev);
2420 	slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
2421 	if (!slave_dev->tstats) {
2422 		free_netdev(slave_dev);
2423 		return -ENOMEM;
2424 	}
2425 
2426 	ret = gro_cells_init(&p->gcells, slave_dev);
2427 	if (ret)
2428 		goto out_free;
2429 
2430 	p->dp = port;
2431 	INIT_LIST_HEAD(&p->mall_tc_list);
2432 	port->slave = slave_dev;
2433 	dsa_slave_setup_tagger(slave_dev);
2434 
2435 	netif_carrier_off(slave_dev);
2436 
2437 	ret = dsa_slave_phy_setup(slave_dev);
2438 	if (ret) {
2439 		netdev_err(slave_dev,
2440 			   "error %d setting up PHY for tree %d, switch %d, port %d\n",
2441 			   ret, ds->dst->index, ds->index, port->index);
2442 		goto out_gcells;
2443 	}
2444 
2445 	rtnl_lock();
2446 
2447 	ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN);
2448 	if (ret && ret != -EOPNOTSUPP)
2449 		dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
2450 			 ret, ETH_DATA_LEN, port->index);
2451 
2452 	ret = register_netdevice(slave_dev);
2453 	if (ret) {
2454 		netdev_err(master, "error %d registering interface %s\n",
2455 			   ret, slave_dev->name);
2456 		rtnl_unlock();
2457 		goto out_phy;
2458 	}
2459 
2460 	if (IS_ENABLED(CONFIG_DCB)) {
2461 		ret = dsa_slave_dcbnl_init(slave_dev);
2462 		if (ret) {
2463 			netdev_err(slave_dev,
2464 				   "failed to initialize DCB: %pe\n",
2465 				   ERR_PTR(ret));
2466 			rtnl_unlock();
2467 			goto out_unregister;
2468 		}
2469 	}
2470 
2471 	ret = netdev_upper_dev_link(master, slave_dev, NULL);
2472 
2473 	rtnl_unlock();
2474 
2475 	if (ret)
2476 		goto out_unregister;
2477 
2478 	return 0;
2479 
2480 out_unregister:
2481 	unregister_netdev(slave_dev);
2482 out_phy:
2483 	rtnl_lock();
2484 	phylink_disconnect_phy(p->dp->pl);
2485 	rtnl_unlock();
2486 	dsa_port_phylink_destroy(p->dp);
2487 out_gcells:
2488 	gro_cells_destroy(&p->gcells);
2489 out_free:
2490 	free_percpu(slave_dev->tstats);
2491 	free_netdev(slave_dev);
2492 	port->slave = NULL;
2493 	return ret;
2494 }
2495 
2496 void dsa_slave_destroy(struct net_device *slave_dev)
2497 {
2498 	struct net_device *master = dsa_slave_to_master(slave_dev);
2499 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2500 	struct dsa_slave_priv *p = netdev_priv(slave_dev);
2501 
2502 	netif_carrier_off(slave_dev);
2503 	rtnl_lock();
2504 	netdev_upper_dev_unlink(master, slave_dev);
2505 	unregister_netdevice(slave_dev);
2506 	phylink_disconnect_phy(dp->pl);
2507 	rtnl_unlock();
2508 
2509 	dsa_port_phylink_destroy(dp);
2510 	gro_cells_destroy(&p->gcells);
2511 	free_percpu(slave_dev->tstats);
2512 	free_netdev(slave_dev);
2513 }
2514 
2515 int dsa_slave_change_master(struct net_device *dev, struct net_device *master,
2516 			    struct netlink_ext_ack *extack)
2517 {
2518 	struct net_device *old_master = dsa_slave_to_master(dev);
2519 	struct dsa_port *dp = dsa_slave_to_port(dev);
2520 	struct dsa_switch *ds = dp->ds;
2521 	struct net_device *upper;
2522 	struct list_head *iter;
2523 	int err;
2524 
2525 	if (master == old_master)
2526 		return 0;
2527 
2528 	if (!ds->ops->port_change_master) {
2529 		NL_SET_ERR_MSG_MOD(extack,
2530 				   "Driver does not support changing DSA master");
2531 		return -EOPNOTSUPP;
2532 	}
2533 
2534 	if (!netdev_uses_dsa(master)) {
2535 		NL_SET_ERR_MSG_MOD(extack,
2536 				   "Interface not eligible as DSA master");
2537 		return -EOPNOTSUPP;
2538 	}
2539 
2540 	netdev_for_each_upper_dev_rcu(master, upper, iter) {
2541 		if (dsa_slave_dev_check(upper))
2542 			continue;
2543 		if (netif_is_bridge_master(upper))
2544 			continue;
2545 		NL_SET_ERR_MSG_MOD(extack, "Cannot join master with unknown uppers");
2546 		return -EOPNOTSUPP;
2547 	}
2548 
2549 	/* Since we allow live-changing the DSA master, plus we auto-open the
2550 	 * DSA master when the user port opens => we need to ensure that the
2551 	 * new DSA master is open too.
2552 	 */
2553 	if (dev->flags & IFF_UP) {
2554 		err = dev_open(master, extack);
2555 		if (err)
2556 			return err;
2557 	}
2558 
2559 	netdev_upper_dev_unlink(old_master, dev);
2560 
2561 	err = netdev_upper_dev_link(master, dev, extack);
2562 	if (err)
2563 		goto out_revert_old_master_unlink;
2564 
2565 	err = dsa_port_change_master(dp, master, extack);
2566 	if (err)
2567 		goto out_revert_master_link;
2568 
2569 	/* Update the MTU of the new CPU port through cross-chip notifiers */
2570 	err = dsa_slave_change_mtu(dev, dev->mtu);
2571 	if (err && err != -EOPNOTSUPP) {
2572 		netdev_warn(dev,
2573 			    "nonfatal error updating MTU with new master: %pe\n",
2574 			    ERR_PTR(err));
2575 	}
2576 
2577 	/* If the port doesn't have its own MAC address and relies on the DSA
2578 	 * master's one, inherit it again from the new DSA master.
2579 	 */
2580 	if (is_zero_ether_addr(dp->mac))
2581 		eth_hw_addr_inherit(dev, master);
2582 
2583 	return 0;
2584 
2585 out_revert_master_link:
2586 	netdev_upper_dev_unlink(master, dev);
2587 out_revert_old_master_unlink:
2588 	netdev_upper_dev_link(old_master, dev, NULL);
2589 	return err;
2590 }
2591 
2592 bool dsa_slave_dev_check(const struct net_device *dev)
2593 {
2594 	return dev->netdev_ops == &dsa_slave_netdev_ops;
2595 }
2596 EXPORT_SYMBOL_GPL(dsa_slave_dev_check);
2597 
2598 static int dsa_slave_changeupper(struct net_device *dev,
2599 				 struct netdev_notifier_changeupper_info *info)
2600 {
2601 	struct dsa_port *dp = dsa_slave_to_port(dev);
2602 	struct netlink_ext_ack *extack;
2603 	int err = NOTIFY_DONE;
2604 
2605 	if (!dsa_slave_dev_check(dev))
2606 		return err;
2607 
2608 	extack = netdev_notifier_info_to_extack(&info->info);
2609 
2610 	if (netif_is_bridge_master(info->upper_dev)) {
2611 		if (info->linking) {
2612 			err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2613 			if (!err)
2614 				dsa_bridge_mtu_normalization(dp);
2615 			if (err == -EOPNOTSUPP) {
2616 				if (extack && !extack->_msg)
2617 					NL_SET_ERR_MSG_MOD(extack,
2618 							   "Offloading not supported");
2619 				err = 0;
2620 			}
2621 			err = notifier_from_errno(err);
2622 		} else {
2623 			dsa_port_bridge_leave(dp, info->upper_dev);
2624 			err = NOTIFY_OK;
2625 		}
2626 	} else if (netif_is_lag_master(info->upper_dev)) {
2627 		if (info->linking) {
2628 			err = dsa_port_lag_join(dp, info->upper_dev,
2629 						info->upper_info, extack);
2630 			if (err == -EOPNOTSUPP) {
2631 				NL_SET_ERR_MSG_MOD(info->info.extack,
2632 						   "Offloading not supported");
2633 				err = 0;
2634 			}
2635 			err = notifier_from_errno(err);
2636 		} else {
2637 			dsa_port_lag_leave(dp, info->upper_dev);
2638 			err = NOTIFY_OK;
2639 		}
2640 	} else if (is_hsr_master(info->upper_dev)) {
2641 		if (info->linking) {
2642 			err = dsa_port_hsr_join(dp, info->upper_dev);
2643 			if (err == -EOPNOTSUPP) {
2644 				NL_SET_ERR_MSG_MOD(info->info.extack,
2645 						   "Offloading not supported");
2646 				err = 0;
2647 			}
2648 			err = notifier_from_errno(err);
2649 		} else {
2650 			dsa_port_hsr_leave(dp, info->upper_dev);
2651 			err = NOTIFY_OK;
2652 		}
2653 	}
2654 
2655 	return err;
2656 }
2657 
2658 static int dsa_slave_prechangeupper(struct net_device *dev,
2659 				    struct netdev_notifier_changeupper_info *info)
2660 {
2661 	struct dsa_port *dp = dsa_slave_to_port(dev);
2662 
2663 	if (!dsa_slave_dev_check(dev))
2664 		return NOTIFY_DONE;
2665 
2666 	if (netif_is_bridge_master(info->upper_dev) && !info->linking)
2667 		dsa_port_pre_bridge_leave(dp, info->upper_dev);
2668 	else if (netif_is_lag_master(info->upper_dev) && !info->linking)
2669 		dsa_port_pre_lag_leave(dp, info->upper_dev);
2670 	/* dsa_port_pre_hsr_leave is not yet necessary since hsr cannot be
2671 	 * meaningfully enslaved to a bridge yet
2672 	 */
2673 
2674 	return NOTIFY_DONE;
2675 }
2676 
2677 static int
2678 dsa_slave_lag_changeupper(struct net_device *dev,
2679 			  struct netdev_notifier_changeupper_info *info)
2680 {
2681 	struct net_device *lower;
2682 	struct list_head *iter;
2683 	int err = NOTIFY_DONE;
2684 	struct dsa_port *dp;
2685 
2686 	if (!netif_is_lag_master(dev))
2687 		return err;
2688 
2689 	netdev_for_each_lower_dev(dev, lower, iter) {
2690 		if (!dsa_slave_dev_check(lower))
2691 			continue;
2692 
2693 		dp = dsa_slave_to_port(lower);
2694 		if (!dp->lag)
2695 			/* Software LAG */
2696 			continue;
2697 
2698 		err = dsa_slave_changeupper(lower, info);
2699 		if (notifier_to_errno(err))
2700 			break;
2701 	}
2702 
2703 	return err;
2704 }
2705 
2706 /* Same as dsa_slave_lag_changeupper() except that it calls
2707  * dsa_slave_prechangeupper()
2708  */
2709 static int
2710 dsa_slave_lag_prechangeupper(struct net_device *dev,
2711 			     struct netdev_notifier_changeupper_info *info)
2712 {
2713 	struct net_device *lower;
2714 	struct list_head *iter;
2715 	int err = NOTIFY_DONE;
2716 	struct dsa_port *dp;
2717 
2718 	if (!netif_is_lag_master(dev))
2719 		return err;
2720 
2721 	netdev_for_each_lower_dev(dev, lower, iter) {
2722 		if (!dsa_slave_dev_check(lower))
2723 			continue;
2724 
2725 		dp = dsa_slave_to_port(lower);
2726 		if (!dp->lag)
2727 			/* Software LAG */
2728 			continue;
2729 
2730 		err = dsa_slave_prechangeupper(lower, info);
2731 		if (notifier_to_errno(err))
2732 			break;
2733 	}
2734 
2735 	return err;
2736 }
2737 
2738 static int
2739 dsa_prevent_bridging_8021q_upper(struct net_device *dev,
2740 				 struct netdev_notifier_changeupper_info *info)
2741 {
2742 	struct netlink_ext_ack *ext_ack;
2743 	struct net_device *slave, *br;
2744 	struct dsa_port *dp;
2745 
2746 	ext_ack = netdev_notifier_info_to_extack(&info->info);
2747 
2748 	if (!is_vlan_dev(dev))
2749 		return NOTIFY_DONE;
2750 
2751 	slave = vlan_dev_real_dev(dev);
2752 	if (!dsa_slave_dev_check(slave))
2753 		return NOTIFY_DONE;
2754 
2755 	dp = dsa_slave_to_port(slave);
2756 	br = dsa_port_bridge_dev_get(dp);
2757 	if (!br)
2758 		return NOTIFY_DONE;
2759 
2760 	/* Deny enslaving a VLAN device into a VLAN-aware bridge */
2761 	if (br_vlan_enabled(br) &&
2762 	    netif_is_bridge_master(info->upper_dev) && info->linking) {
2763 		NL_SET_ERR_MSG_MOD(ext_ack,
2764 				   "Cannot enslave VLAN device into VLAN aware bridge");
2765 		return notifier_from_errno(-EINVAL);
2766 	}
2767 
2768 	return NOTIFY_DONE;
2769 }
2770 
2771 static int
2772 dsa_slave_check_8021q_upper(struct net_device *dev,
2773 			    struct netdev_notifier_changeupper_info *info)
2774 {
2775 	struct dsa_port *dp = dsa_slave_to_port(dev);
2776 	struct net_device *br = dsa_port_bridge_dev_get(dp);
2777 	struct bridge_vlan_info br_info;
2778 	struct netlink_ext_ack *extack;
2779 	int err = NOTIFY_DONE;
2780 	u16 vid;
2781 
2782 	if (!br || !br_vlan_enabled(br))
2783 		return NOTIFY_DONE;
2784 
2785 	extack = netdev_notifier_info_to_extack(&info->info);
2786 	vid = vlan_dev_vlan_id(info->upper_dev);
2787 
2788 	/* br_vlan_get_info() returns -EINVAL or -ENOENT if the
2789 	 * device, respectively the VID is not found, returning
2790 	 * 0 means success, which is a failure for us here.
2791 	 */
2792 	err = br_vlan_get_info(br, vid, &br_info);
2793 	if (err == 0) {
2794 		NL_SET_ERR_MSG_MOD(extack,
2795 				   "This VLAN is already configured by the bridge");
2796 		return notifier_from_errno(-EBUSY);
2797 	}
2798 
2799 	return NOTIFY_DONE;
2800 }
2801 
2802 static int
2803 dsa_slave_prechangeupper_sanity_check(struct net_device *dev,
2804 				      struct netdev_notifier_changeupper_info *info)
2805 {
2806 	struct dsa_switch *ds;
2807 	struct dsa_port *dp;
2808 	int err;
2809 
2810 	if (!dsa_slave_dev_check(dev))
2811 		return dsa_prevent_bridging_8021q_upper(dev, info);
2812 
2813 	dp = dsa_slave_to_port(dev);
2814 	ds = dp->ds;
2815 
2816 	if (ds->ops->port_prechangeupper) {
2817 		err = ds->ops->port_prechangeupper(ds, dp->index, info);
2818 		if (err)
2819 			return notifier_from_errno(err);
2820 	}
2821 
2822 	if (is_vlan_dev(info->upper_dev))
2823 		return dsa_slave_check_8021q_upper(dev, info);
2824 
2825 	return NOTIFY_DONE;
2826 }
2827 
2828 /* To be eligible as a DSA master, a LAG must have all lower interfaces be
2829  * eligible DSA masters. Additionally, all LAG slaves must be DSA masters of
2830  * switches in the same switch tree.
2831  */
2832 static int dsa_lag_master_validate(struct net_device *lag_dev,
2833 				   struct netlink_ext_ack *extack)
2834 {
2835 	struct net_device *lower1, *lower2;
2836 	struct list_head *iter1, *iter2;
2837 
2838 	netdev_for_each_lower_dev(lag_dev, lower1, iter1) {
2839 		netdev_for_each_lower_dev(lag_dev, lower2, iter2) {
2840 			if (!netdev_uses_dsa(lower1) ||
2841 			    !netdev_uses_dsa(lower2)) {
2842 				NL_SET_ERR_MSG_MOD(extack,
2843 						   "All LAG ports must be eligible as DSA masters");
2844 				return notifier_from_errno(-EINVAL);
2845 			}
2846 
2847 			if (lower1 == lower2)
2848 				continue;
2849 
2850 			if (!dsa_port_tree_same(lower1->dsa_ptr,
2851 						lower2->dsa_ptr)) {
2852 				NL_SET_ERR_MSG_MOD(extack,
2853 						   "LAG contains DSA masters of disjoint switch trees");
2854 				return notifier_from_errno(-EINVAL);
2855 			}
2856 		}
2857 	}
2858 
2859 	return NOTIFY_DONE;
2860 }
2861 
2862 static int
2863 dsa_master_prechangeupper_sanity_check(struct net_device *master,
2864 				       struct netdev_notifier_changeupper_info *info)
2865 {
2866 	struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
2867 
2868 	if (!netdev_uses_dsa(master))
2869 		return NOTIFY_DONE;
2870 
2871 	if (!info->linking)
2872 		return NOTIFY_DONE;
2873 
2874 	/* Allow DSA switch uppers */
2875 	if (dsa_slave_dev_check(info->upper_dev))
2876 		return NOTIFY_DONE;
2877 
2878 	/* Allow bridge uppers of DSA masters, subject to further
2879 	 * restrictions in dsa_bridge_prechangelower_sanity_check()
2880 	 */
2881 	if (netif_is_bridge_master(info->upper_dev))
2882 		return NOTIFY_DONE;
2883 
2884 	/* Allow LAG uppers, subject to further restrictions in
2885 	 * dsa_lag_master_prechangelower_sanity_check()
2886 	 */
2887 	if (netif_is_lag_master(info->upper_dev))
2888 		return dsa_lag_master_validate(info->upper_dev, extack);
2889 
2890 	NL_SET_ERR_MSG_MOD(extack,
2891 			   "DSA master cannot join unknown upper interfaces");
2892 	return notifier_from_errno(-EBUSY);
2893 }
2894 
2895 static int
2896 dsa_lag_master_prechangelower_sanity_check(struct net_device *dev,
2897 					   struct netdev_notifier_changeupper_info *info)
2898 {
2899 	struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
2900 	struct net_device *lag_dev = info->upper_dev;
2901 	struct net_device *lower;
2902 	struct list_head *iter;
2903 
2904 	if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev))
2905 		return NOTIFY_DONE;
2906 
2907 	if (!info->linking)
2908 		return NOTIFY_DONE;
2909 
2910 	if (!netdev_uses_dsa(dev)) {
2911 		NL_SET_ERR_MSG(extack,
2912 			       "Only DSA masters can join a LAG DSA master");
2913 		return notifier_from_errno(-EINVAL);
2914 	}
2915 
2916 	netdev_for_each_lower_dev(lag_dev, lower, iter) {
2917 		if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) {
2918 			NL_SET_ERR_MSG(extack,
2919 				       "Interface is DSA master for a different switch tree than this LAG");
2920 			return notifier_from_errno(-EINVAL);
2921 		}
2922 
2923 		break;
2924 	}
2925 
2926 	return NOTIFY_DONE;
2927 }
2928 
2929 /* Don't allow bridging of DSA masters, since the bridge layer rx_handler
2930  * prevents the DSA fake ethertype handler to be invoked, so we don't get the
2931  * chance to strip off and parse the DSA switch tag protocol header (the bridge
2932  * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these
2933  * frames).
2934  * The only case where that would not be an issue is when bridging can already
2935  * be offloaded, such as when the DSA master is itself a DSA or plain switchdev
2936  * port, and is bridged only with other ports from the same hardware device.
2937  */
2938 static int
2939 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower,
2940 				       struct netdev_notifier_changeupper_info *info)
2941 {
2942 	struct net_device *br = info->upper_dev;
2943 	struct netlink_ext_ack *extack;
2944 	struct net_device *lower;
2945 	struct list_head *iter;
2946 
2947 	if (!netif_is_bridge_master(br))
2948 		return NOTIFY_DONE;
2949 
2950 	if (!info->linking)
2951 		return NOTIFY_DONE;
2952 
2953 	extack = netdev_notifier_info_to_extack(&info->info);
2954 
2955 	netdev_for_each_lower_dev(br, lower, iter) {
2956 		if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower))
2957 			continue;
2958 
2959 		if (!netdev_port_same_parent_id(lower, new_lower)) {
2960 			NL_SET_ERR_MSG(extack,
2961 				       "Cannot do software bridging with a DSA master");
2962 			return notifier_from_errno(-EINVAL);
2963 		}
2964 	}
2965 
2966 	return NOTIFY_DONE;
2967 }
2968 
2969 static void dsa_tree_migrate_ports_from_lag_master(struct dsa_switch_tree *dst,
2970 						   struct net_device *lag_dev)
2971 {
2972 	struct net_device *new_master = dsa_tree_find_first_master(dst);
2973 	struct dsa_port *dp;
2974 	int err;
2975 
2976 	dsa_tree_for_each_user_port(dp, dst) {
2977 		if (dsa_port_to_master(dp) != lag_dev)
2978 			continue;
2979 
2980 		err = dsa_slave_change_master(dp->slave, new_master, NULL);
2981 		if (err) {
2982 			netdev_err(dp->slave,
2983 				   "failed to restore master to %s: %pe\n",
2984 				   new_master->name, ERR_PTR(err));
2985 		}
2986 	}
2987 }
2988 
2989 static int dsa_master_lag_join(struct net_device *master,
2990 			       struct net_device *lag_dev,
2991 			       struct netdev_lag_upper_info *uinfo,
2992 			       struct netlink_ext_ack *extack)
2993 {
2994 	struct dsa_port *cpu_dp = master->dsa_ptr;
2995 	struct dsa_switch_tree *dst = cpu_dp->dst;
2996 	struct dsa_port *dp;
2997 	int err;
2998 
2999 	err = dsa_master_lag_setup(lag_dev, cpu_dp, uinfo, extack);
3000 	if (err)
3001 		return err;
3002 
3003 	dsa_tree_for_each_user_port(dp, dst) {
3004 		if (dsa_port_to_master(dp) != master)
3005 			continue;
3006 
3007 		err = dsa_slave_change_master(dp->slave, lag_dev, extack);
3008 		if (err)
3009 			goto restore;
3010 	}
3011 
3012 	return 0;
3013 
3014 restore:
3015 	dsa_tree_for_each_user_port_continue_reverse(dp, dst) {
3016 		if (dsa_port_to_master(dp) != lag_dev)
3017 			continue;
3018 
3019 		err = dsa_slave_change_master(dp->slave, master, NULL);
3020 		if (err) {
3021 			netdev_err(dp->slave,
3022 				   "failed to restore master to %s: %pe\n",
3023 				   master->name, ERR_PTR(err));
3024 		}
3025 	}
3026 
3027 	dsa_master_lag_teardown(lag_dev, master->dsa_ptr);
3028 
3029 	return err;
3030 }
3031 
3032 static void dsa_master_lag_leave(struct net_device *master,
3033 				 struct net_device *lag_dev)
3034 {
3035 	struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr;
3036 	struct dsa_switch_tree *dst = cpu_dp->dst;
3037 	struct dsa_port *new_cpu_dp = NULL;
3038 	struct net_device *lower;
3039 	struct list_head *iter;
3040 
3041 	netdev_for_each_lower_dev(lag_dev, lower, iter) {
3042 		if (netdev_uses_dsa(lower)) {
3043 			new_cpu_dp = lower->dsa_ptr;
3044 			break;
3045 		}
3046 	}
3047 
3048 	if (new_cpu_dp) {
3049 		/* Update the CPU port of the user ports still under the LAG
3050 		 * so that dsa_port_to_master() continues to work properly
3051 		 */
3052 		dsa_tree_for_each_user_port(dp, dst)
3053 			if (dsa_port_to_master(dp) == lag_dev)
3054 				dp->cpu_dp = new_cpu_dp;
3055 
3056 		/* Update the index of the virtual CPU port to match the lowest
3057 		 * physical CPU port
3058 		 */
3059 		lag_dev->dsa_ptr = new_cpu_dp;
3060 		wmb();
3061 	} else {
3062 		/* If the LAG DSA master has no ports left, migrate back all
3063 		 * user ports to the first physical CPU port
3064 		 */
3065 		dsa_tree_migrate_ports_from_lag_master(dst, lag_dev);
3066 	}
3067 
3068 	/* This DSA master has left its LAG in any case, so let
3069 	 * the CPU port leave the hardware LAG as well
3070 	 */
3071 	dsa_master_lag_teardown(lag_dev, master->dsa_ptr);
3072 }
3073 
3074 static int dsa_master_changeupper(struct net_device *dev,
3075 				  struct netdev_notifier_changeupper_info *info)
3076 {
3077 	struct netlink_ext_ack *extack;
3078 	int err = NOTIFY_DONE;
3079 
3080 	if (!netdev_uses_dsa(dev))
3081 		return err;
3082 
3083 	extack = netdev_notifier_info_to_extack(&info->info);
3084 
3085 	if (netif_is_lag_master(info->upper_dev)) {
3086 		if (info->linking) {
3087 			err = dsa_master_lag_join(dev, info->upper_dev,
3088 						  info->upper_info, extack);
3089 			err = notifier_from_errno(err);
3090 		} else {
3091 			dsa_master_lag_leave(dev, info->upper_dev);
3092 			err = NOTIFY_OK;
3093 		}
3094 	}
3095 
3096 	return err;
3097 }
3098 
3099 static int dsa_slave_netdevice_event(struct notifier_block *nb,
3100 				     unsigned long event, void *ptr)
3101 {
3102 	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3103 
3104 	switch (event) {
3105 	case NETDEV_PRECHANGEUPPER: {
3106 		struct netdev_notifier_changeupper_info *info = ptr;
3107 		int err;
3108 
3109 		err = dsa_slave_prechangeupper_sanity_check(dev, info);
3110 		if (notifier_to_errno(err))
3111 			return err;
3112 
3113 		err = dsa_master_prechangeupper_sanity_check(dev, info);
3114 		if (notifier_to_errno(err))
3115 			return err;
3116 
3117 		err = dsa_lag_master_prechangelower_sanity_check(dev, info);
3118 		if (notifier_to_errno(err))
3119 			return err;
3120 
3121 		err = dsa_bridge_prechangelower_sanity_check(dev, info);
3122 		if (notifier_to_errno(err))
3123 			return err;
3124 
3125 		err = dsa_slave_prechangeupper(dev, ptr);
3126 		if (notifier_to_errno(err))
3127 			return err;
3128 
3129 		err = dsa_slave_lag_prechangeupper(dev, ptr);
3130 		if (notifier_to_errno(err))
3131 			return err;
3132 
3133 		break;
3134 	}
3135 	case NETDEV_CHANGEUPPER: {
3136 		int err;
3137 
3138 		err = dsa_slave_changeupper(dev, ptr);
3139 		if (notifier_to_errno(err))
3140 			return err;
3141 
3142 		err = dsa_slave_lag_changeupper(dev, ptr);
3143 		if (notifier_to_errno(err))
3144 			return err;
3145 
3146 		err = dsa_master_changeupper(dev, ptr);
3147 		if (notifier_to_errno(err))
3148 			return err;
3149 
3150 		break;
3151 	}
3152 	case NETDEV_CHANGELOWERSTATE: {
3153 		struct netdev_notifier_changelowerstate_info *info = ptr;
3154 		struct dsa_port *dp;
3155 		int err = 0;
3156 
3157 		if (dsa_slave_dev_check(dev)) {
3158 			dp = dsa_slave_to_port(dev);
3159 
3160 			err = dsa_port_lag_change(dp, info->lower_state_info);
3161 		}
3162 
3163 		/* Mirror LAG port events on DSA masters that are in
3164 		 * a LAG towards their respective switch CPU ports
3165 		 */
3166 		if (netdev_uses_dsa(dev)) {
3167 			dp = dev->dsa_ptr;
3168 
3169 			err = dsa_port_lag_change(dp, info->lower_state_info);
3170 		}
3171 
3172 		return notifier_from_errno(err);
3173 	}
3174 	case NETDEV_CHANGE:
3175 	case NETDEV_UP: {
3176 		/* Track state of master port.
3177 		 * DSA driver may require the master port (and indirectly
3178 		 * the tagger) to be available for some special operation.
3179 		 */
3180 		if (netdev_uses_dsa(dev)) {
3181 			struct dsa_port *cpu_dp = dev->dsa_ptr;
3182 			struct dsa_switch_tree *dst = cpu_dp->ds->dst;
3183 
3184 			/* Track when the master port is UP */
3185 			dsa_tree_master_oper_state_change(dst, dev,
3186 							  netif_oper_up(dev));
3187 
3188 			/* Track when the master port is ready and can accept
3189 			 * packet.
3190 			 * NETDEV_UP event is not enough to flag a port as ready.
3191 			 * We also have to wait for linkwatch_do_dev to dev_activate
3192 			 * and emit a NETDEV_CHANGE event.
3193 			 * We check if a master port is ready by checking if the dev
3194 			 * have a qdisc assigned and is not noop.
3195 			 */
3196 			dsa_tree_master_admin_state_change(dst, dev,
3197 							   !qdisc_tx_is_noop(dev));
3198 
3199 			return NOTIFY_OK;
3200 		}
3201 
3202 		return NOTIFY_DONE;
3203 	}
3204 	case NETDEV_GOING_DOWN: {
3205 		struct dsa_port *dp, *cpu_dp;
3206 		struct dsa_switch_tree *dst;
3207 		LIST_HEAD(close_list);
3208 
3209 		if (!netdev_uses_dsa(dev))
3210 			return NOTIFY_DONE;
3211 
3212 		cpu_dp = dev->dsa_ptr;
3213 		dst = cpu_dp->ds->dst;
3214 
3215 		dsa_tree_master_admin_state_change(dst, dev, false);
3216 
3217 		list_for_each_entry(dp, &dst->ports, list) {
3218 			if (!dsa_port_is_user(dp))
3219 				continue;
3220 
3221 			if (dp->cpu_dp != cpu_dp)
3222 				continue;
3223 
3224 			list_add(&dp->slave->close_list, &close_list);
3225 		}
3226 
3227 		dev_close_many(&close_list, true);
3228 
3229 		return NOTIFY_OK;
3230 	}
3231 	default:
3232 		break;
3233 	}
3234 
3235 	return NOTIFY_DONE;
3236 }
3237 
3238 static void
3239 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
3240 {
3241 	struct switchdev_notifier_fdb_info info = {};
3242 
3243 	info.addr = switchdev_work->addr;
3244 	info.vid = switchdev_work->vid;
3245 	info.offloaded = true;
3246 	call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
3247 				 switchdev_work->orig_dev, &info.info, NULL);
3248 }
3249 
3250 static void dsa_slave_switchdev_event_work(struct work_struct *work)
3251 {
3252 	struct dsa_switchdev_event_work *switchdev_work =
3253 		container_of(work, struct dsa_switchdev_event_work, work);
3254 	const unsigned char *addr = switchdev_work->addr;
3255 	struct net_device *dev = switchdev_work->dev;
3256 	u16 vid = switchdev_work->vid;
3257 	struct dsa_switch *ds;
3258 	struct dsa_port *dp;
3259 	int err;
3260 
3261 	dp = dsa_slave_to_port(dev);
3262 	ds = dp->ds;
3263 
3264 	switch (switchdev_work->event) {
3265 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
3266 		if (switchdev_work->host_addr)
3267 			err = dsa_port_bridge_host_fdb_add(dp, addr, vid);
3268 		else if (dp->lag)
3269 			err = dsa_port_lag_fdb_add(dp, addr, vid);
3270 		else
3271 			err = dsa_port_fdb_add(dp, addr, vid);
3272 		if (err) {
3273 			dev_err(ds->dev,
3274 				"port %d failed to add %pM vid %d to fdb: %d\n",
3275 				dp->index, addr, vid, err);
3276 			break;
3277 		}
3278 		dsa_fdb_offload_notify(switchdev_work);
3279 		break;
3280 
3281 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
3282 		if (switchdev_work->host_addr)
3283 			err = dsa_port_bridge_host_fdb_del(dp, addr, vid);
3284 		else if (dp->lag)
3285 			err = dsa_port_lag_fdb_del(dp, addr, vid);
3286 		else
3287 			err = dsa_port_fdb_del(dp, addr, vid);
3288 		if (err) {
3289 			dev_err(ds->dev,
3290 				"port %d failed to delete %pM vid %d from fdb: %d\n",
3291 				dp->index, addr, vid, err);
3292 		}
3293 
3294 		break;
3295 	}
3296 
3297 	kfree(switchdev_work);
3298 }
3299 
3300 static bool dsa_foreign_dev_check(const struct net_device *dev,
3301 				  const struct net_device *foreign_dev)
3302 {
3303 	const struct dsa_port *dp = dsa_slave_to_port(dev);
3304 	struct dsa_switch_tree *dst = dp->ds->dst;
3305 
3306 	if (netif_is_bridge_master(foreign_dev))
3307 		return !dsa_tree_offloads_bridge_dev(dst, foreign_dev);
3308 
3309 	if (netif_is_bridge_port(foreign_dev))
3310 		return !dsa_tree_offloads_bridge_port(dst, foreign_dev);
3311 
3312 	/* Everything else is foreign */
3313 	return true;
3314 }
3315 
3316 static int dsa_slave_fdb_event(struct net_device *dev,
3317 			       struct net_device *orig_dev,
3318 			       unsigned long event, const void *ctx,
3319 			       const struct switchdev_notifier_fdb_info *fdb_info)
3320 {
3321 	struct dsa_switchdev_event_work *switchdev_work;
3322 	struct dsa_port *dp = dsa_slave_to_port(dev);
3323 	bool host_addr = fdb_info->is_local;
3324 	struct dsa_switch *ds = dp->ds;
3325 
3326 	if (ctx && ctx != dp)
3327 		return 0;
3328 
3329 	if (!dp->bridge)
3330 		return 0;
3331 
3332 	if (switchdev_fdb_is_dynamically_learned(fdb_info)) {
3333 		if (dsa_port_offloads_bridge_port(dp, orig_dev))
3334 			return 0;
3335 
3336 		/* FDB entries learned by the software bridge or by foreign
3337 		 * bridge ports should be installed as host addresses only if
3338 		 * the driver requests assisted learning.
3339 		 */
3340 		if (!ds->assisted_learning_on_cpu_port)
3341 			return 0;
3342 	}
3343 
3344 	/* Also treat FDB entries on foreign interfaces bridged with us as host
3345 	 * addresses.
3346 	 */
3347 	if (dsa_foreign_dev_check(dev, orig_dev))
3348 		host_addr = true;
3349 
3350 	/* Check early that we're not doing work in vain.
3351 	 * Host addresses on LAG ports still require regular FDB ops,
3352 	 * since the CPU port isn't in a LAG.
3353 	 */
3354 	if (dp->lag && !host_addr) {
3355 		if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del)
3356 			return -EOPNOTSUPP;
3357 	} else {
3358 		if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del)
3359 			return -EOPNOTSUPP;
3360 	}
3361 
3362 	switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
3363 	if (!switchdev_work)
3364 		return -ENOMEM;
3365 
3366 	netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n",
3367 		   event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting",
3368 		   orig_dev->name, fdb_info->addr, fdb_info->vid,
3369 		   host_addr ? " as host address" : "");
3370 
3371 	INIT_WORK(&switchdev_work->work, dsa_slave_switchdev_event_work);
3372 	switchdev_work->event = event;
3373 	switchdev_work->dev = dev;
3374 	switchdev_work->orig_dev = orig_dev;
3375 
3376 	ether_addr_copy(switchdev_work->addr, fdb_info->addr);
3377 	switchdev_work->vid = fdb_info->vid;
3378 	switchdev_work->host_addr = host_addr;
3379 
3380 	dsa_schedule_work(&switchdev_work->work);
3381 
3382 	return 0;
3383 }
3384 
3385 /* Called under rcu_read_lock() */
3386 static int dsa_slave_switchdev_event(struct notifier_block *unused,
3387 				     unsigned long event, void *ptr)
3388 {
3389 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3390 	int err;
3391 
3392 	switch (event) {
3393 	case SWITCHDEV_PORT_ATTR_SET:
3394 		err = switchdev_handle_port_attr_set(dev, ptr,
3395 						     dsa_slave_dev_check,
3396 						     dsa_slave_port_attr_set);
3397 		return notifier_from_errno(err);
3398 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
3399 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
3400 		err = switchdev_handle_fdb_event_to_device(dev, event, ptr,
3401 							   dsa_slave_dev_check,
3402 							   dsa_foreign_dev_check,
3403 							   dsa_slave_fdb_event);
3404 		return notifier_from_errno(err);
3405 	default:
3406 		return NOTIFY_DONE;
3407 	}
3408 
3409 	return NOTIFY_OK;
3410 }
3411 
3412 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused,
3413 					      unsigned long event, void *ptr)
3414 {
3415 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3416 	int err;
3417 
3418 	switch (event) {
3419 	case SWITCHDEV_PORT_OBJ_ADD:
3420 		err = switchdev_handle_port_obj_add_foreign(dev, ptr,
3421 							    dsa_slave_dev_check,
3422 							    dsa_foreign_dev_check,
3423 							    dsa_slave_port_obj_add);
3424 		return notifier_from_errno(err);
3425 	case SWITCHDEV_PORT_OBJ_DEL:
3426 		err = switchdev_handle_port_obj_del_foreign(dev, ptr,
3427 							    dsa_slave_dev_check,
3428 							    dsa_foreign_dev_check,
3429 							    dsa_slave_port_obj_del);
3430 		return notifier_from_errno(err);
3431 	case SWITCHDEV_PORT_ATTR_SET:
3432 		err = switchdev_handle_port_attr_set(dev, ptr,
3433 						     dsa_slave_dev_check,
3434 						     dsa_slave_port_attr_set);
3435 		return notifier_from_errno(err);
3436 	}
3437 
3438 	return NOTIFY_DONE;
3439 }
3440 
3441 static struct notifier_block dsa_slave_nb __read_mostly = {
3442 	.notifier_call  = dsa_slave_netdevice_event,
3443 };
3444 
3445 struct notifier_block dsa_slave_switchdev_notifier = {
3446 	.notifier_call = dsa_slave_switchdev_event,
3447 };
3448 
3449 struct notifier_block dsa_slave_switchdev_blocking_notifier = {
3450 	.notifier_call = dsa_slave_switchdev_blocking_event,
3451 };
3452 
3453 int dsa_slave_register_notifier(void)
3454 {
3455 	struct notifier_block *nb;
3456 	int err;
3457 
3458 	err = register_netdevice_notifier(&dsa_slave_nb);
3459 	if (err)
3460 		return err;
3461 
3462 	err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
3463 	if (err)
3464 		goto err_switchdev_nb;
3465 
3466 	nb = &dsa_slave_switchdev_blocking_notifier;
3467 	err = register_switchdev_blocking_notifier(nb);
3468 	if (err)
3469 		goto err_switchdev_blocking_nb;
3470 
3471 	return 0;
3472 
3473 err_switchdev_blocking_nb:
3474 	unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3475 err_switchdev_nb:
3476 	unregister_netdevice_notifier(&dsa_slave_nb);
3477 	return err;
3478 }
3479 
3480 void dsa_slave_unregister_notifier(void)
3481 {
3482 	struct notifier_block *nb;
3483 	int err;
3484 
3485 	nb = &dsa_slave_switchdev_blocking_notifier;
3486 	err = unregister_switchdev_blocking_notifier(nb);
3487 	if (err)
3488 		pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
3489 
3490 	err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3491 	if (err)
3492 		pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
3493 
3494 	err = unregister_netdevice_notifier(&dsa_slave_nb);
3495 	if (err)
3496 		pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
3497 }
3498