xref: /openbmc/linux/net/dsa/slave.c (revision 74de3792)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * net/dsa/slave.c - Slave device handling
4  * Copyright (c) 2008-2009 Marvell Semiconductor
5  */
6 
7 #include <linux/list.h>
8 #include <linux/etherdevice.h>
9 #include <linux/netdevice.h>
10 #include <linux/phy.h>
11 #include <linux/phy_fixed.h>
12 #include <linux/phylink.h>
13 #include <linux/of_net.h>
14 #include <linux/of_mdio.h>
15 #include <linux/mdio.h>
16 #include <net/rtnetlink.h>
17 #include <net/pkt_cls.h>
18 #include <net/selftests.h>
19 #include <net/tc_act/tc_mirred.h>
20 #include <linux/if_bridge.h>
21 #include <linux/if_hsr.h>
22 #include <net/dcbnl.h>
23 #include <linux/netpoll.h>
24 
25 #include "dsa_priv.h"
26 
27 static void dsa_slave_standalone_event_work(struct work_struct *work)
28 {
29 	struct dsa_standalone_event_work *standalone_work =
30 		container_of(work, struct dsa_standalone_event_work, work);
31 	const unsigned char *addr = standalone_work->addr;
32 	struct net_device *dev = standalone_work->dev;
33 	struct dsa_port *dp = dsa_slave_to_port(dev);
34 	struct switchdev_obj_port_mdb mdb;
35 	struct dsa_switch *ds = dp->ds;
36 	u16 vid = standalone_work->vid;
37 	int err;
38 
39 	switch (standalone_work->event) {
40 	case DSA_UC_ADD:
41 		err = dsa_port_standalone_host_fdb_add(dp, addr, vid);
42 		if (err) {
43 			dev_err(ds->dev,
44 				"port %d failed to add %pM vid %d to fdb: %d\n",
45 				dp->index, addr, vid, err);
46 			break;
47 		}
48 		break;
49 
50 	case DSA_UC_DEL:
51 		err = dsa_port_standalone_host_fdb_del(dp, addr, vid);
52 		if (err) {
53 			dev_err(ds->dev,
54 				"port %d failed to delete %pM vid %d from fdb: %d\n",
55 				dp->index, addr, vid, err);
56 		}
57 
58 		break;
59 	case DSA_MC_ADD:
60 		ether_addr_copy(mdb.addr, addr);
61 		mdb.vid = vid;
62 
63 		err = dsa_port_standalone_host_mdb_add(dp, &mdb);
64 		if (err) {
65 			dev_err(ds->dev,
66 				"port %d failed to add %pM vid %d to mdb: %d\n",
67 				dp->index, addr, vid, err);
68 			break;
69 		}
70 		break;
71 	case DSA_MC_DEL:
72 		ether_addr_copy(mdb.addr, addr);
73 		mdb.vid = vid;
74 
75 		err = dsa_port_standalone_host_mdb_del(dp, &mdb);
76 		if (err) {
77 			dev_err(ds->dev,
78 				"port %d failed to delete %pM vid %d from mdb: %d\n",
79 				dp->index, addr, vid, err);
80 		}
81 
82 		break;
83 	}
84 
85 	kfree(standalone_work);
86 }
87 
88 static int dsa_slave_schedule_standalone_work(struct net_device *dev,
89 					      enum dsa_standalone_event event,
90 					      const unsigned char *addr,
91 					      u16 vid)
92 {
93 	struct dsa_standalone_event_work *standalone_work;
94 
95 	standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC);
96 	if (!standalone_work)
97 		return -ENOMEM;
98 
99 	INIT_WORK(&standalone_work->work, dsa_slave_standalone_event_work);
100 	standalone_work->event = event;
101 	standalone_work->dev = dev;
102 
103 	ether_addr_copy(standalone_work->addr, addr);
104 	standalone_work->vid = vid;
105 
106 	dsa_schedule_work(&standalone_work->work);
107 
108 	return 0;
109 }
110 
111 static int dsa_slave_sync_uc(struct net_device *dev,
112 			     const unsigned char *addr)
113 {
114 	struct net_device *master = dsa_slave_to_master(dev);
115 	struct dsa_port *dp = dsa_slave_to_port(dev);
116 
117 	dev_uc_add(master, addr);
118 
119 	if (!dsa_switch_supports_uc_filtering(dp->ds))
120 		return 0;
121 
122 	return dsa_slave_schedule_standalone_work(dev, DSA_UC_ADD, addr, 0);
123 }
124 
125 static int dsa_slave_unsync_uc(struct net_device *dev,
126 			       const unsigned char *addr)
127 {
128 	struct net_device *master = dsa_slave_to_master(dev);
129 	struct dsa_port *dp = dsa_slave_to_port(dev);
130 
131 	dev_uc_del(master, addr);
132 
133 	if (!dsa_switch_supports_uc_filtering(dp->ds))
134 		return 0;
135 
136 	return dsa_slave_schedule_standalone_work(dev, DSA_UC_DEL, addr, 0);
137 }
138 
139 static int dsa_slave_sync_mc(struct net_device *dev,
140 			     const unsigned char *addr)
141 {
142 	struct net_device *master = dsa_slave_to_master(dev);
143 	struct dsa_port *dp = dsa_slave_to_port(dev);
144 
145 	dev_mc_add(master, addr);
146 
147 	if (!dsa_switch_supports_mc_filtering(dp->ds))
148 		return 0;
149 
150 	return dsa_slave_schedule_standalone_work(dev, DSA_MC_ADD, addr, 0);
151 }
152 
153 static int dsa_slave_unsync_mc(struct net_device *dev,
154 			       const unsigned char *addr)
155 {
156 	struct net_device *master = dsa_slave_to_master(dev);
157 	struct dsa_port *dp = dsa_slave_to_port(dev);
158 
159 	dev_mc_del(master, addr);
160 
161 	if (!dsa_switch_supports_mc_filtering(dp->ds))
162 		return 0;
163 
164 	return dsa_slave_schedule_standalone_work(dev, DSA_MC_DEL, addr, 0);
165 }
166 
167 /* slave mii_bus handling ***************************************************/
168 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
169 {
170 	struct dsa_switch *ds = bus->priv;
171 
172 	if (ds->phys_mii_mask & (1 << addr))
173 		return ds->ops->phy_read(ds, addr, reg);
174 
175 	return 0xffff;
176 }
177 
178 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
179 {
180 	struct dsa_switch *ds = bus->priv;
181 
182 	if (ds->phys_mii_mask & (1 << addr))
183 		return ds->ops->phy_write(ds, addr, reg, val);
184 
185 	return 0;
186 }
187 
188 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
189 {
190 	ds->slave_mii_bus->priv = (void *)ds;
191 	ds->slave_mii_bus->name = "dsa slave smi";
192 	ds->slave_mii_bus->read = dsa_slave_phy_read;
193 	ds->slave_mii_bus->write = dsa_slave_phy_write;
194 	snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
195 		 ds->dst->index, ds->index);
196 	ds->slave_mii_bus->parent = ds->dev;
197 	ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
198 }
199 
200 
201 /* slave device handling ****************************************************/
202 static int dsa_slave_get_iflink(const struct net_device *dev)
203 {
204 	return dsa_slave_to_master(dev)->ifindex;
205 }
206 
207 static int dsa_slave_open(struct net_device *dev)
208 {
209 	struct net_device *master = dsa_slave_to_master(dev);
210 	struct dsa_port *dp = dsa_slave_to_port(dev);
211 	struct dsa_switch *ds = dp->ds;
212 	int err;
213 
214 	err = dev_open(master, NULL);
215 	if (err < 0) {
216 		netdev_err(dev, "failed to open master %s\n", master->name);
217 		goto out;
218 	}
219 
220 	if (dsa_switch_supports_uc_filtering(ds)) {
221 		err = dsa_port_standalone_host_fdb_add(dp, dev->dev_addr, 0);
222 		if (err)
223 			goto out;
224 	}
225 
226 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
227 		err = dev_uc_add(master, dev->dev_addr);
228 		if (err < 0)
229 			goto del_host_addr;
230 	}
231 
232 	err = dsa_port_enable_rt(dp, dev->phydev);
233 	if (err)
234 		goto del_unicast;
235 
236 	return 0;
237 
238 del_unicast:
239 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
240 		dev_uc_del(master, dev->dev_addr);
241 del_host_addr:
242 	if (dsa_switch_supports_uc_filtering(ds))
243 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
244 out:
245 	return err;
246 }
247 
248 static int dsa_slave_close(struct net_device *dev)
249 {
250 	struct net_device *master = dsa_slave_to_master(dev);
251 	struct dsa_port *dp = dsa_slave_to_port(dev);
252 	struct dsa_switch *ds = dp->ds;
253 
254 	dsa_port_disable_rt(dp);
255 
256 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
257 		dev_uc_del(master, dev->dev_addr);
258 
259 	if (dsa_switch_supports_uc_filtering(ds))
260 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
261 
262 	return 0;
263 }
264 
265 /* Keep flooding enabled towards this port's CPU port as long as it serves at
266  * least one port in the tree that requires it.
267  */
268 static void dsa_port_manage_cpu_flood(struct dsa_port *dp)
269 {
270 	struct switchdev_brport_flags flags = {
271 		.mask = BR_FLOOD | BR_MCAST_FLOOD,
272 	};
273 	struct dsa_switch_tree *dst = dp->ds->dst;
274 	struct dsa_port *cpu_dp = dp->cpu_dp;
275 	struct dsa_port *other_dp;
276 	int err;
277 
278 	list_for_each_entry(other_dp, &dst->ports, list) {
279 		if (!dsa_port_is_user(other_dp))
280 			continue;
281 
282 		if (other_dp->cpu_dp != cpu_dp)
283 			continue;
284 
285 		if (other_dp->slave->flags & IFF_ALLMULTI)
286 			flags.val |= BR_MCAST_FLOOD;
287 		if (other_dp->slave->flags & IFF_PROMISC)
288 			flags.val |= BR_FLOOD;
289 	}
290 
291 	err = dsa_port_pre_bridge_flags(dp, flags, NULL);
292 	if (err)
293 		return;
294 
295 	dsa_port_bridge_flags(cpu_dp, flags, NULL);
296 }
297 
298 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
299 {
300 	struct net_device *master = dsa_slave_to_master(dev);
301 	struct dsa_port *dp = dsa_slave_to_port(dev);
302 	struct dsa_switch *ds = dp->ds;
303 
304 	if (change & IFF_ALLMULTI)
305 		dev_set_allmulti(master,
306 				 dev->flags & IFF_ALLMULTI ? 1 : -1);
307 	if (change & IFF_PROMISC)
308 		dev_set_promiscuity(master,
309 				    dev->flags & IFF_PROMISC ? 1 : -1);
310 
311 	if (dsa_switch_supports_uc_filtering(ds) &&
312 	    dsa_switch_supports_mc_filtering(ds))
313 		dsa_port_manage_cpu_flood(dp);
314 }
315 
316 static void dsa_slave_set_rx_mode(struct net_device *dev)
317 {
318 	__dev_mc_sync(dev, dsa_slave_sync_mc, dsa_slave_unsync_mc);
319 	__dev_uc_sync(dev, dsa_slave_sync_uc, dsa_slave_unsync_uc);
320 }
321 
322 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
323 {
324 	struct net_device *master = dsa_slave_to_master(dev);
325 	struct dsa_port *dp = dsa_slave_to_port(dev);
326 	struct dsa_switch *ds = dp->ds;
327 	struct sockaddr *addr = a;
328 	int err;
329 
330 	if (!is_valid_ether_addr(addr->sa_data))
331 		return -EADDRNOTAVAIL;
332 
333 	/* If the port is down, the address isn't synced yet to hardware or
334 	 * to the DSA master, so there is nothing to change.
335 	 */
336 	if (!(dev->flags & IFF_UP))
337 		goto out_change_dev_addr;
338 
339 	if (dsa_switch_supports_uc_filtering(ds)) {
340 		err = dsa_port_standalone_host_fdb_add(dp, addr->sa_data, 0);
341 		if (err)
342 			return err;
343 	}
344 
345 	if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
346 		err = dev_uc_add(master, addr->sa_data);
347 		if (err < 0)
348 			goto del_unicast;
349 	}
350 
351 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
352 		dev_uc_del(master, dev->dev_addr);
353 
354 	if (dsa_switch_supports_uc_filtering(ds))
355 		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
356 
357 out_change_dev_addr:
358 	eth_hw_addr_set(dev, addr->sa_data);
359 
360 	return 0;
361 
362 del_unicast:
363 	if (dsa_switch_supports_uc_filtering(ds))
364 		dsa_port_standalone_host_fdb_del(dp, addr->sa_data, 0);
365 
366 	return err;
367 }
368 
369 struct dsa_slave_dump_ctx {
370 	struct net_device *dev;
371 	struct sk_buff *skb;
372 	struct netlink_callback *cb;
373 	int idx;
374 };
375 
376 static int
377 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
378 			   bool is_static, void *data)
379 {
380 	struct dsa_slave_dump_ctx *dump = data;
381 	u32 portid = NETLINK_CB(dump->cb->skb).portid;
382 	u32 seq = dump->cb->nlh->nlmsg_seq;
383 	struct nlmsghdr *nlh;
384 	struct ndmsg *ndm;
385 
386 	if (dump->idx < dump->cb->args[2])
387 		goto skip;
388 
389 	nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
390 			sizeof(*ndm), NLM_F_MULTI);
391 	if (!nlh)
392 		return -EMSGSIZE;
393 
394 	ndm = nlmsg_data(nlh);
395 	ndm->ndm_family  = AF_BRIDGE;
396 	ndm->ndm_pad1    = 0;
397 	ndm->ndm_pad2    = 0;
398 	ndm->ndm_flags   = NTF_SELF;
399 	ndm->ndm_type    = 0;
400 	ndm->ndm_ifindex = dump->dev->ifindex;
401 	ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
402 
403 	if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
404 		goto nla_put_failure;
405 
406 	if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
407 		goto nla_put_failure;
408 
409 	nlmsg_end(dump->skb, nlh);
410 
411 skip:
412 	dump->idx++;
413 	return 0;
414 
415 nla_put_failure:
416 	nlmsg_cancel(dump->skb, nlh);
417 	return -EMSGSIZE;
418 }
419 
420 static int
421 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
422 		   struct net_device *dev, struct net_device *filter_dev,
423 		   int *idx)
424 {
425 	struct dsa_port *dp = dsa_slave_to_port(dev);
426 	struct dsa_slave_dump_ctx dump = {
427 		.dev = dev,
428 		.skb = skb,
429 		.cb = cb,
430 		.idx = *idx,
431 	};
432 	int err;
433 
434 	err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump);
435 	*idx = dump.idx;
436 
437 	return err;
438 }
439 
440 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
441 {
442 	struct dsa_slave_priv *p = netdev_priv(dev);
443 	struct dsa_switch *ds = p->dp->ds;
444 	int port = p->dp->index;
445 
446 	/* Pass through to switch driver if it supports timestamping */
447 	switch (cmd) {
448 	case SIOCGHWTSTAMP:
449 		if (ds->ops->port_hwtstamp_get)
450 			return ds->ops->port_hwtstamp_get(ds, port, ifr);
451 		break;
452 	case SIOCSHWTSTAMP:
453 		if (ds->ops->port_hwtstamp_set)
454 			return ds->ops->port_hwtstamp_set(ds, port, ifr);
455 		break;
456 	}
457 
458 	return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
459 }
460 
461 static int dsa_slave_port_attr_set(struct net_device *dev, const void *ctx,
462 				   const struct switchdev_attr *attr,
463 				   struct netlink_ext_ack *extack)
464 {
465 	struct dsa_port *dp = dsa_slave_to_port(dev);
466 	int ret;
467 
468 	if (ctx && ctx != dp)
469 		return 0;
470 
471 	switch (attr->id) {
472 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
473 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
474 			return -EOPNOTSUPP;
475 
476 		ret = dsa_port_set_state(dp, attr->u.stp_state, true);
477 		break;
478 	case SWITCHDEV_ATTR_ID_PORT_MST_STATE:
479 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
480 			return -EOPNOTSUPP;
481 
482 		ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack);
483 		break;
484 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
485 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
486 			return -EOPNOTSUPP;
487 
488 		ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
489 					      extack);
490 		break;
491 	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
492 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
493 			return -EOPNOTSUPP;
494 
495 		ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
496 		break;
497 	case SWITCHDEV_ATTR_ID_BRIDGE_MST:
498 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
499 			return -EOPNOTSUPP;
500 
501 		ret = dsa_port_mst_enable(dp, attr->u.mst, extack);
502 		break;
503 	case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
504 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
505 			return -EOPNOTSUPP;
506 
507 		ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
508 						extack);
509 		break;
510 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
511 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
512 			return -EOPNOTSUPP;
513 
514 		ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
515 		break;
516 	case SWITCHDEV_ATTR_ID_VLAN_MSTI:
517 		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
518 			return -EOPNOTSUPP;
519 
520 		ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti);
521 		break;
522 	default:
523 		ret = -EOPNOTSUPP;
524 		break;
525 	}
526 
527 	return ret;
528 }
529 
530 /* Must be called under rcu_read_lock() */
531 static int
532 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave,
533 				      const struct switchdev_obj_port_vlan *vlan)
534 {
535 	struct net_device *upper_dev;
536 	struct list_head *iter;
537 
538 	netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) {
539 		u16 vid;
540 
541 		if (!is_vlan_dev(upper_dev))
542 			continue;
543 
544 		vid = vlan_dev_vlan_id(upper_dev);
545 		if (vid == vlan->vid)
546 			return -EBUSY;
547 	}
548 
549 	return 0;
550 }
551 
552 static int dsa_slave_vlan_add(struct net_device *dev,
553 			      const struct switchdev_obj *obj,
554 			      struct netlink_ext_ack *extack)
555 {
556 	struct dsa_port *dp = dsa_slave_to_port(dev);
557 	struct switchdev_obj_port_vlan *vlan;
558 	int err;
559 
560 	if (dsa_port_skip_vlan_configuration(dp)) {
561 		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
562 		return 0;
563 	}
564 
565 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
566 
567 	/* Deny adding a bridge VLAN when there is already an 802.1Q upper with
568 	 * the same VID.
569 	 */
570 	if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) {
571 		rcu_read_lock();
572 		err = dsa_slave_vlan_check_for_8021q_uppers(dev, vlan);
573 		rcu_read_unlock();
574 		if (err) {
575 			NL_SET_ERR_MSG_MOD(extack,
576 					   "Port already has a VLAN upper with this VID");
577 			return err;
578 		}
579 	}
580 
581 	return dsa_port_vlan_add(dp, vlan, extack);
582 }
583 
584 /* Offload a VLAN installed on the bridge or on a foreign interface by
585  * installing it as a VLAN towards the CPU port.
586  */
587 static int dsa_slave_host_vlan_add(struct net_device *dev,
588 				   const struct switchdev_obj *obj,
589 				   struct netlink_ext_ack *extack)
590 {
591 	struct dsa_port *dp = dsa_slave_to_port(dev);
592 	struct switchdev_obj_port_vlan vlan;
593 
594 	/* Do nothing if this is a software bridge */
595 	if (!dp->bridge)
596 		return -EOPNOTSUPP;
597 
598 	if (dsa_port_skip_vlan_configuration(dp)) {
599 		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
600 		return 0;
601 	}
602 
603 	vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
604 
605 	/* Even though drivers often handle CPU membership in special ways,
606 	 * it doesn't make sense to program a PVID, so clear this flag.
607 	 */
608 	vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
609 
610 	return dsa_port_host_vlan_add(dp, &vlan, extack);
611 }
612 
613 static int dsa_slave_port_obj_add(struct net_device *dev, const void *ctx,
614 				  const struct switchdev_obj *obj,
615 				  struct netlink_ext_ack *extack)
616 {
617 	struct dsa_port *dp = dsa_slave_to_port(dev);
618 	int err;
619 
620 	if (ctx && ctx != dp)
621 		return 0;
622 
623 	switch (obj->id) {
624 	case SWITCHDEV_OBJ_ID_PORT_MDB:
625 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
626 			return -EOPNOTSUPP;
627 
628 		err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
629 		break;
630 	case SWITCHDEV_OBJ_ID_HOST_MDB:
631 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
632 			return -EOPNOTSUPP;
633 
634 		err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
635 		break;
636 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
637 		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
638 			err = dsa_slave_vlan_add(dev, obj, extack);
639 		else
640 			err = dsa_slave_host_vlan_add(dev, obj, extack);
641 		break;
642 	case SWITCHDEV_OBJ_ID_MRP:
643 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
644 			return -EOPNOTSUPP;
645 
646 		err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
647 		break;
648 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
649 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
650 			return -EOPNOTSUPP;
651 
652 		err = dsa_port_mrp_add_ring_role(dp,
653 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
654 		break;
655 	default:
656 		err = -EOPNOTSUPP;
657 		break;
658 	}
659 
660 	return err;
661 }
662 
663 static int dsa_slave_vlan_del(struct net_device *dev,
664 			      const struct switchdev_obj *obj)
665 {
666 	struct dsa_port *dp = dsa_slave_to_port(dev);
667 	struct switchdev_obj_port_vlan *vlan;
668 
669 	if (dsa_port_skip_vlan_configuration(dp))
670 		return 0;
671 
672 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
673 
674 	return dsa_port_vlan_del(dp, vlan);
675 }
676 
677 static int dsa_slave_host_vlan_del(struct net_device *dev,
678 				   const struct switchdev_obj *obj)
679 {
680 	struct dsa_port *dp = dsa_slave_to_port(dev);
681 	struct switchdev_obj_port_vlan *vlan;
682 
683 	/* Do nothing if this is a software bridge */
684 	if (!dp->bridge)
685 		return -EOPNOTSUPP;
686 
687 	if (dsa_port_skip_vlan_configuration(dp))
688 		return 0;
689 
690 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
691 
692 	return dsa_port_host_vlan_del(dp, vlan);
693 }
694 
695 static int dsa_slave_port_obj_del(struct net_device *dev, const void *ctx,
696 				  const struct switchdev_obj *obj)
697 {
698 	struct dsa_port *dp = dsa_slave_to_port(dev);
699 	int err;
700 
701 	if (ctx && ctx != dp)
702 		return 0;
703 
704 	switch (obj->id) {
705 	case SWITCHDEV_OBJ_ID_PORT_MDB:
706 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
707 			return -EOPNOTSUPP;
708 
709 		err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
710 		break;
711 	case SWITCHDEV_OBJ_ID_HOST_MDB:
712 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
713 			return -EOPNOTSUPP;
714 
715 		err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
716 		break;
717 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
718 		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
719 			err = dsa_slave_vlan_del(dev, obj);
720 		else
721 			err = dsa_slave_host_vlan_del(dev, obj);
722 		break;
723 	case SWITCHDEV_OBJ_ID_MRP:
724 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
725 			return -EOPNOTSUPP;
726 
727 		err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
728 		break;
729 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
730 		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
731 			return -EOPNOTSUPP;
732 
733 		err = dsa_port_mrp_del_ring_role(dp,
734 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
735 		break;
736 	default:
737 		err = -EOPNOTSUPP;
738 		break;
739 	}
740 
741 	return err;
742 }
743 
744 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev,
745 						     struct sk_buff *skb)
746 {
747 #ifdef CONFIG_NET_POLL_CONTROLLER
748 	struct dsa_slave_priv *p = netdev_priv(dev);
749 
750 	return netpoll_send_skb(p->netpoll, skb);
751 #else
752 	BUG();
753 	return NETDEV_TX_OK;
754 #endif
755 }
756 
757 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p,
758 				 struct sk_buff *skb)
759 {
760 	struct dsa_switch *ds = p->dp->ds;
761 
762 	if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
763 		return;
764 
765 	if (!ds->ops->port_txtstamp)
766 		return;
767 
768 	ds->ops->port_txtstamp(ds, p->dp->index, skb);
769 }
770 
771 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
772 {
773 	/* SKB for netpoll still need to be mangled with the protocol-specific
774 	 * tag to be successfully transmitted
775 	 */
776 	if (unlikely(netpoll_tx_running(dev)))
777 		return dsa_slave_netpoll_send_skb(dev, skb);
778 
779 	/* Queue the SKB for transmission on the parent interface, but
780 	 * do not modify its EtherType
781 	 */
782 	skb->dev = dsa_slave_to_master(dev);
783 	dev_queue_xmit(skb);
784 
785 	return NETDEV_TX_OK;
786 }
787 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
788 
789 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev)
790 {
791 	int needed_headroom = dev->needed_headroom;
792 	int needed_tailroom = dev->needed_tailroom;
793 
794 	/* For tail taggers, we need to pad short frames ourselves, to ensure
795 	 * that the tail tag does not fail at its role of being at the end of
796 	 * the packet, once the master interface pads the frame. Account for
797 	 * that pad length here, and pad later.
798 	 */
799 	if (unlikely(needed_tailroom && skb->len < ETH_ZLEN))
800 		needed_tailroom += ETH_ZLEN - skb->len;
801 	/* skb_headroom() returns unsigned int... */
802 	needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0);
803 	needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0);
804 
805 	if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb)))
806 		/* No reallocation needed, yay! */
807 		return 0;
808 
809 	return pskb_expand_head(skb, needed_headroom, needed_tailroom,
810 				GFP_ATOMIC);
811 }
812 
813 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
814 {
815 	struct dsa_slave_priv *p = netdev_priv(dev);
816 	struct sk_buff *nskb;
817 
818 	dev_sw_netstats_tx_add(dev, 1, skb->len);
819 
820 	memset(skb->cb, 0, sizeof(skb->cb));
821 
822 	/* Handle tx timestamp if any */
823 	dsa_skb_tx_timestamp(p, skb);
824 
825 	if (dsa_realloc_skb(skb, dev)) {
826 		dev_kfree_skb_any(skb);
827 		return NETDEV_TX_OK;
828 	}
829 
830 	/* needed_tailroom should still be 'warm' in the cache line from
831 	 * dsa_realloc_skb(), which has also ensured that padding is safe.
832 	 */
833 	if (dev->needed_tailroom)
834 		eth_skb_pad(skb);
835 
836 	/* Transmit function may have to reallocate the original SKB,
837 	 * in which case it must have freed it. Only free it here on error.
838 	 */
839 	nskb = p->xmit(skb, dev);
840 	if (!nskb) {
841 		kfree_skb(skb);
842 		return NETDEV_TX_OK;
843 	}
844 
845 	return dsa_enqueue_skb(nskb, dev);
846 }
847 
848 /* ethtool operations *******************************************************/
849 
850 static void dsa_slave_get_drvinfo(struct net_device *dev,
851 				  struct ethtool_drvinfo *drvinfo)
852 {
853 	strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
854 	strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
855 	strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
856 }
857 
858 static int dsa_slave_get_regs_len(struct net_device *dev)
859 {
860 	struct dsa_port *dp = dsa_slave_to_port(dev);
861 	struct dsa_switch *ds = dp->ds;
862 
863 	if (ds->ops->get_regs_len)
864 		return ds->ops->get_regs_len(ds, dp->index);
865 
866 	return -EOPNOTSUPP;
867 }
868 
869 static void
870 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
871 {
872 	struct dsa_port *dp = dsa_slave_to_port(dev);
873 	struct dsa_switch *ds = dp->ds;
874 
875 	if (ds->ops->get_regs)
876 		ds->ops->get_regs(ds, dp->index, regs, _p);
877 }
878 
879 static int dsa_slave_nway_reset(struct net_device *dev)
880 {
881 	struct dsa_port *dp = dsa_slave_to_port(dev);
882 
883 	return phylink_ethtool_nway_reset(dp->pl);
884 }
885 
886 static int dsa_slave_get_eeprom_len(struct net_device *dev)
887 {
888 	struct dsa_port *dp = dsa_slave_to_port(dev);
889 	struct dsa_switch *ds = dp->ds;
890 
891 	if (ds->cd && ds->cd->eeprom_len)
892 		return ds->cd->eeprom_len;
893 
894 	if (ds->ops->get_eeprom_len)
895 		return ds->ops->get_eeprom_len(ds);
896 
897 	return 0;
898 }
899 
900 static int dsa_slave_get_eeprom(struct net_device *dev,
901 				struct ethtool_eeprom *eeprom, u8 *data)
902 {
903 	struct dsa_port *dp = dsa_slave_to_port(dev);
904 	struct dsa_switch *ds = dp->ds;
905 
906 	if (ds->ops->get_eeprom)
907 		return ds->ops->get_eeprom(ds, eeprom, data);
908 
909 	return -EOPNOTSUPP;
910 }
911 
912 static int dsa_slave_set_eeprom(struct net_device *dev,
913 				struct ethtool_eeprom *eeprom, u8 *data)
914 {
915 	struct dsa_port *dp = dsa_slave_to_port(dev);
916 	struct dsa_switch *ds = dp->ds;
917 
918 	if (ds->ops->set_eeprom)
919 		return ds->ops->set_eeprom(ds, eeprom, data);
920 
921 	return -EOPNOTSUPP;
922 }
923 
924 static void dsa_slave_get_strings(struct net_device *dev,
925 				  uint32_t stringset, uint8_t *data)
926 {
927 	struct dsa_port *dp = dsa_slave_to_port(dev);
928 	struct dsa_switch *ds = dp->ds;
929 
930 	if (stringset == ETH_SS_STATS) {
931 		int len = ETH_GSTRING_LEN;
932 
933 		strncpy(data, "tx_packets", len);
934 		strncpy(data + len, "tx_bytes", len);
935 		strncpy(data + 2 * len, "rx_packets", len);
936 		strncpy(data + 3 * len, "rx_bytes", len);
937 		if (ds->ops->get_strings)
938 			ds->ops->get_strings(ds, dp->index, stringset,
939 					     data + 4 * len);
940 	} else if (stringset ==  ETH_SS_TEST) {
941 		net_selftest_get_strings(data);
942 	}
943 
944 }
945 
946 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
947 					struct ethtool_stats *stats,
948 					uint64_t *data)
949 {
950 	struct dsa_port *dp = dsa_slave_to_port(dev);
951 	struct dsa_switch *ds = dp->ds;
952 	struct pcpu_sw_netstats *s;
953 	unsigned int start;
954 	int i;
955 
956 	for_each_possible_cpu(i) {
957 		u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
958 
959 		s = per_cpu_ptr(dev->tstats, i);
960 		do {
961 			start = u64_stats_fetch_begin_irq(&s->syncp);
962 			tx_packets = s->tx_packets;
963 			tx_bytes = s->tx_bytes;
964 			rx_packets = s->rx_packets;
965 			rx_bytes = s->rx_bytes;
966 		} while (u64_stats_fetch_retry_irq(&s->syncp, start));
967 		data[0] += tx_packets;
968 		data[1] += tx_bytes;
969 		data[2] += rx_packets;
970 		data[3] += rx_bytes;
971 	}
972 	if (ds->ops->get_ethtool_stats)
973 		ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
974 }
975 
976 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
977 {
978 	struct dsa_port *dp = dsa_slave_to_port(dev);
979 	struct dsa_switch *ds = dp->ds;
980 
981 	if (sset == ETH_SS_STATS) {
982 		int count = 0;
983 
984 		if (ds->ops->get_sset_count) {
985 			count = ds->ops->get_sset_count(ds, dp->index, sset);
986 			if (count < 0)
987 				return count;
988 		}
989 
990 		return count + 4;
991 	} else if (sset ==  ETH_SS_TEST) {
992 		return net_selftest_get_count();
993 	}
994 
995 	return -EOPNOTSUPP;
996 }
997 
998 static void dsa_slave_get_eth_phy_stats(struct net_device *dev,
999 					struct ethtool_eth_phy_stats *phy_stats)
1000 {
1001 	struct dsa_port *dp = dsa_slave_to_port(dev);
1002 	struct dsa_switch *ds = dp->ds;
1003 
1004 	if (ds->ops->get_eth_phy_stats)
1005 		ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats);
1006 }
1007 
1008 static void dsa_slave_get_eth_mac_stats(struct net_device *dev,
1009 					struct ethtool_eth_mac_stats *mac_stats)
1010 {
1011 	struct dsa_port *dp = dsa_slave_to_port(dev);
1012 	struct dsa_switch *ds = dp->ds;
1013 
1014 	if (ds->ops->get_eth_mac_stats)
1015 		ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats);
1016 }
1017 
1018 static void
1019 dsa_slave_get_eth_ctrl_stats(struct net_device *dev,
1020 			     struct ethtool_eth_ctrl_stats *ctrl_stats)
1021 {
1022 	struct dsa_port *dp = dsa_slave_to_port(dev);
1023 	struct dsa_switch *ds = dp->ds;
1024 
1025 	if (ds->ops->get_eth_ctrl_stats)
1026 		ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats);
1027 }
1028 
1029 static void dsa_slave_net_selftest(struct net_device *ndev,
1030 				   struct ethtool_test *etest, u64 *buf)
1031 {
1032 	struct dsa_port *dp = dsa_slave_to_port(ndev);
1033 	struct dsa_switch *ds = dp->ds;
1034 
1035 	if (ds->ops->self_test) {
1036 		ds->ops->self_test(ds, dp->index, etest, buf);
1037 		return;
1038 	}
1039 
1040 	net_selftest(ndev, etest, buf);
1041 }
1042 
1043 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1044 {
1045 	struct dsa_port *dp = dsa_slave_to_port(dev);
1046 	struct dsa_switch *ds = dp->ds;
1047 
1048 	phylink_ethtool_get_wol(dp->pl, w);
1049 
1050 	if (ds->ops->get_wol)
1051 		ds->ops->get_wol(ds, dp->index, w);
1052 }
1053 
1054 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1055 {
1056 	struct dsa_port *dp = dsa_slave_to_port(dev);
1057 	struct dsa_switch *ds = dp->ds;
1058 	int ret = -EOPNOTSUPP;
1059 
1060 	phylink_ethtool_set_wol(dp->pl, w);
1061 
1062 	if (ds->ops->set_wol)
1063 		ret = ds->ops->set_wol(ds, dp->index, w);
1064 
1065 	return ret;
1066 }
1067 
1068 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
1069 {
1070 	struct dsa_port *dp = dsa_slave_to_port(dev);
1071 	struct dsa_switch *ds = dp->ds;
1072 	int ret;
1073 
1074 	/* Port's PHY and MAC both need to be EEE capable */
1075 	if (!dev->phydev || !dp->pl)
1076 		return -ENODEV;
1077 
1078 	if (!ds->ops->set_mac_eee)
1079 		return -EOPNOTSUPP;
1080 
1081 	ret = ds->ops->set_mac_eee(ds, dp->index, e);
1082 	if (ret)
1083 		return ret;
1084 
1085 	return phylink_ethtool_set_eee(dp->pl, e);
1086 }
1087 
1088 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
1089 {
1090 	struct dsa_port *dp = dsa_slave_to_port(dev);
1091 	struct dsa_switch *ds = dp->ds;
1092 	int ret;
1093 
1094 	/* Port's PHY and MAC both need to be EEE capable */
1095 	if (!dev->phydev || !dp->pl)
1096 		return -ENODEV;
1097 
1098 	if (!ds->ops->get_mac_eee)
1099 		return -EOPNOTSUPP;
1100 
1101 	ret = ds->ops->get_mac_eee(ds, dp->index, e);
1102 	if (ret)
1103 		return ret;
1104 
1105 	return phylink_ethtool_get_eee(dp->pl, e);
1106 }
1107 
1108 static int dsa_slave_get_link_ksettings(struct net_device *dev,
1109 					struct ethtool_link_ksettings *cmd)
1110 {
1111 	struct dsa_port *dp = dsa_slave_to_port(dev);
1112 
1113 	return phylink_ethtool_ksettings_get(dp->pl, cmd);
1114 }
1115 
1116 static int dsa_slave_set_link_ksettings(struct net_device *dev,
1117 					const struct ethtool_link_ksettings *cmd)
1118 {
1119 	struct dsa_port *dp = dsa_slave_to_port(dev);
1120 
1121 	return phylink_ethtool_ksettings_set(dp->pl, cmd);
1122 }
1123 
1124 static void dsa_slave_get_pauseparam(struct net_device *dev,
1125 				     struct ethtool_pauseparam *pause)
1126 {
1127 	struct dsa_port *dp = dsa_slave_to_port(dev);
1128 
1129 	phylink_ethtool_get_pauseparam(dp->pl, pause);
1130 }
1131 
1132 static int dsa_slave_set_pauseparam(struct net_device *dev,
1133 				    struct ethtool_pauseparam *pause)
1134 {
1135 	struct dsa_port *dp = dsa_slave_to_port(dev);
1136 
1137 	return phylink_ethtool_set_pauseparam(dp->pl, pause);
1138 }
1139 
1140 #ifdef CONFIG_NET_POLL_CONTROLLER
1141 static int dsa_slave_netpoll_setup(struct net_device *dev,
1142 				   struct netpoll_info *ni)
1143 {
1144 	struct net_device *master = dsa_slave_to_master(dev);
1145 	struct dsa_slave_priv *p = netdev_priv(dev);
1146 	struct netpoll *netpoll;
1147 	int err = 0;
1148 
1149 	netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
1150 	if (!netpoll)
1151 		return -ENOMEM;
1152 
1153 	err = __netpoll_setup(netpoll, master);
1154 	if (err) {
1155 		kfree(netpoll);
1156 		goto out;
1157 	}
1158 
1159 	p->netpoll = netpoll;
1160 out:
1161 	return err;
1162 }
1163 
1164 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
1165 {
1166 	struct dsa_slave_priv *p = netdev_priv(dev);
1167 	struct netpoll *netpoll = p->netpoll;
1168 
1169 	if (!netpoll)
1170 		return;
1171 
1172 	p->netpoll = NULL;
1173 
1174 	__netpoll_free(netpoll);
1175 }
1176 
1177 static void dsa_slave_poll_controller(struct net_device *dev)
1178 {
1179 }
1180 #endif
1181 
1182 static struct dsa_mall_tc_entry *
1183 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
1184 {
1185 	struct dsa_slave_priv *p = netdev_priv(dev);
1186 	struct dsa_mall_tc_entry *mall_tc_entry;
1187 
1188 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
1189 		if (mall_tc_entry->cookie == cookie)
1190 			return mall_tc_entry;
1191 
1192 	return NULL;
1193 }
1194 
1195 static int
1196 dsa_slave_add_cls_matchall_mirred(struct net_device *dev,
1197 				  struct tc_cls_matchall_offload *cls,
1198 				  bool ingress)
1199 {
1200 	struct netlink_ext_ack *extack = cls->common.extack;
1201 	struct dsa_port *dp = dsa_slave_to_port(dev);
1202 	struct dsa_slave_priv *p = netdev_priv(dev);
1203 	struct dsa_mall_mirror_tc_entry *mirror;
1204 	struct dsa_mall_tc_entry *mall_tc_entry;
1205 	struct dsa_switch *ds = dp->ds;
1206 	struct flow_action_entry *act;
1207 	struct dsa_port *to_dp;
1208 	int err;
1209 
1210 	if (!ds->ops->port_mirror_add)
1211 		return -EOPNOTSUPP;
1212 
1213 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1214 					      cls->common.extack))
1215 		return -EOPNOTSUPP;
1216 
1217 	act = &cls->rule->action.entries[0];
1218 
1219 	if (!act->dev)
1220 		return -EINVAL;
1221 
1222 	if (!dsa_slave_dev_check(act->dev))
1223 		return -EOPNOTSUPP;
1224 
1225 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1226 	if (!mall_tc_entry)
1227 		return -ENOMEM;
1228 
1229 	mall_tc_entry->cookie = cls->cookie;
1230 	mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1231 	mirror = &mall_tc_entry->mirror;
1232 
1233 	to_dp = dsa_slave_to_port(act->dev);
1234 
1235 	mirror->to_local_port = to_dp->index;
1236 	mirror->ingress = ingress;
1237 
1238 	err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack);
1239 	if (err) {
1240 		kfree(mall_tc_entry);
1241 		return err;
1242 	}
1243 
1244 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1245 
1246 	return err;
1247 }
1248 
1249 static int
1250 dsa_slave_add_cls_matchall_police(struct net_device *dev,
1251 				  struct tc_cls_matchall_offload *cls,
1252 				  bool ingress)
1253 {
1254 	struct netlink_ext_ack *extack = cls->common.extack;
1255 	struct dsa_port *dp = dsa_slave_to_port(dev);
1256 	struct dsa_slave_priv *p = netdev_priv(dev);
1257 	struct dsa_mall_policer_tc_entry *policer;
1258 	struct dsa_mall_tc_entry *mall_tc_entry;
1259 	struct dsa_switch *ds = dp->ds;
1260 	struct flow_action_entry *act;
1261 	int err;
1262 
1263 	if (!ds->ops->port_policer_add) {
1264 		NL_SET_ERR_MSG_MOD(extack,
1265 				   "Policing offload not implemented");
1266 		return -EOPNOTSUPP;
1267 	}
1268 
1269 	if (!ingress) {
1270 		NL_SET_ERR_MSG_MOD(extack,
1271 				   "Only supported on ingress qdisc");
1272 		return -EOPNOTSUPP;
1273 	}
1274 
1275 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1276 					      cls->common.extack))
1277 		return -EOPNOTSUPP;
1278 
1279 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1280 		if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1281 			NL_SET_ERR_MSG_MOD(extack,
1282 					   "Only one port policer allowed");
1283 			return -EEXIST;
1284 		}
1285 	}
1286 
1287 	act = &cls->rule->action.entries[0];
1288 
1289 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1290 	if (!mall_tc_entry)
1291 		return -ENOMEM;
1292 
1293 	mall_tc_entry->cookie = cls->cookie;
1294 	mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1295 	policer = &mall_tc_entry->policer;
1296 	policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1297 	policer->burst = act->police.burst;
1298 
1299 	err = ds->ops->port_policer_add(ds, dp->index, policer);
1300 	if (err) {
1301 		kfree(mall_tc_entry);
1302 		return err;
1303 	}
1304 
1305 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1306 
1307 	return err;
1308 }
1309 
1310 static int dsa_slave_add_cls_matchall(struct net_device *dev,
1311 				      struct tc_cls_matchall_offload *cls,
1312 				      bool ingress)
1313 {
1314 	int err = -EOPNOTSUPP;
1315 
1316 	if (cls->common.protocol == htons(ETH_P_ALL) &&
1317 	    flow_offload_has_one_action(&cls->rule->action) &&
1318 	    cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED)
1319 		err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress);
1320 	else if (flow_offload_has_one_action(&cls->rule->action) &&
1321 		 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE)
1322 		err = dsa_slave_add_cls_matchall_police(dev, cls, ingress);
1323 
1324 	return err;
1325 }
1326 
1327 static void dsa_slave_del_cls_matchall(struct net_device *dev,
1328 				       struct tc_cls_matchall_offload *cls)
1329 {
1330 	struct dsa_port *dp = dsa_slave_to_port(dev);
1331 	struct dsa_mall_tc_entry *mall_tc_entry;
1332 	struct dsa_switch *ds = dp->ds;
1333 
1334 	mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie);
1335 	if (!mall_tc_entry)
1336 		return;
1337 
1338 	list_del(&mall_tc_entry->list);
1339 
1340 	switch (mall_tc_entry->type) {
1341 	case DSA_PORT_MALL_MIRROR:
1342 		if (ds->ops->port_mirror_del)
1343 			ds->ops->port_mirror_del(ds, dp->index,
1344 						 &mall_tc_entry->mirror);
1345 		break;
1346 	case DSA_PORT_MALL_POLICER:
1347 		if (ds->ops->port_policer_del)
1348 			ds->ops->port_policer_del(ds, dp->index);
1349 		break;
1350 	default:
1351 		WARN_ON(1);
1352 	}
1353 
1354 	kfree(mall_tc_entry);
1355 }
1356 
1357 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
1358 					   struct tc_cls_matchall_offload *cls,
1359 					   bool ingress)
1360 {
1361 	if (cls->common.chain_index)
1362 		return -EOPNOTSUPP;
1363 
1364 	switch (cls->command) {
1365 	case TC_CLSMATCHALL_REPLACE:
1366 		return dsa_slave_add_cls_matchall(dev, cls, ingress);
1367 	case TC_CLSMATCHALL_DESTROY:
1368 		dsa_slave_del_cls_matchall(dev, cls);
1369 		return 0;
1370 	default:
1371 		return -EOPNOTSUPP;
1372 	}
1373 }
1374 
1375 static int dsa_slave_add_cls_flower(struct net_device *dev,
1376 				    struct flow_cls_offload *cls,
1377 				    bool ingress)
1378 {
1379 	struct dsa_port *dp = dsa_slave_to_port(dev);
1380 	struct dsa_switch *ds = dp->ds;
1381 	int port = dp->index;
1382 
1383 	if (!ds->ops->cls_flower_add)
1384 		return -EOPNOTSUPP;
1385 
1386 	return ds->ops->cls_flower_add(ds, port, cls, ingress);
1387 }
1388 
1389 static int dsa_slave_del_cls_flower(struct net_device *dev,
1390 				    struct flow_cls_offload *cls,
1391 				    bool ingress)
1392 {
1393 	struct dsa_port *dp = dsa_slave_to_port(dev);
1394 	struct dsa_switch *ds = dp->ds;
1395 	int port = dp->index;
1396 
1397 	if (!ds->ops->cls_flower_del)
1398 		return -EOPNOTSUPP;
1399 
1400 	return ds->ops->cls_flower_del(ds, port, cls, ingress);
1401 }
1402 
1403 static int dsa_slave_stats_cls_flower(struct net_device *dev,
1404 				      struct flow_cls_offload *cls,
1405 				      bool ingress)
1406 {
1407 	struct dsa_port *dp = dsa_slave_to_port(dev);
1408 	struct dsa_switch *ds = dp->ds;
1409 	int port = dp->index;
1410 
1411 	if (!ds->ops->cls_flower_stats)
1412 		return -EOPNOTSUPP;
1413 
1414 	return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1415 }
1416 
1417 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev,
1418 					 struct flow_cls_offload *cls,
1419 					 bool ingress)
1420 {
1421 	switch (cls->command) {
1422 	case FLOW_CLS_REPLACE:
1423 		return dsa_slave_add_cls_flower(dev, cls, ingress);
1424 	case FLOW_CLS_DESTROY:
1425 		return dsa_slave_del_cls_flower(dev, cls, ingress);
1426 	case FLOW_CLS_STATS:
1427 		return dsa_slave_stats_cls_flower(dev, cls, ingress);
1428 	default:
1429 		return -EOPNOTSUPP;
1430 	}
1431 }
1432 
1433 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1434 				       void *cb_priv, bool ingress)
1435 {
1436 	struct net_device *dev = cb_priv;
1437 
1438 	if (!tc_can_offload(dev))
1439 		return -EOPNOTSUPP;
1440 
1441 	switch (type) {
1442 	case TC_SETUP_CLSMATCHALL:
1443 		return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress);
1444 	case TC_SETUP_CLSFLOWER:
1445 		return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress);
1446 	default:
1447 		return -EOPNOTSUPP;
1448 	}
1449 }
1450 
1451 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type,
1452 					  void *type_data, void *cb_priv)
1453 {
1454 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true);
1455 }
1456 
1457 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type,
1458 					  void *type_data, void *cb_priv)
1459 {
1460 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false);
1461 }
1462 
1463 static LIST_HEAD(dsa_slave_block_cb_list);
1464 
1465 static int dsa_slave_setup_tc_block(struct net_device *dev,
1466 				    struct flow_block_offload *f)
1467 {
1468 	struct flow_block_cb *block_cb;
1469 	flow_setup_cb_t *cb;
1470 
1471 	if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1472 		cb = dsa_slave_setup_tc_block_cb_ig;
1473 	else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1474 		cb = dsa_slave_setup_tc_block_cb_eg;
1475 	else
1476 		return -EOPNOTSUPP;
1477 
1478 	f->driver_block_list = &dsa_slave_block_cb_list;
1479 
1480 	switch (f->command) {
1481 	case FLOW_BLOCK_BIND:
1482 		if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list))
1483 			return -EBUSY;
1484 
1485 		block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1486 		if (IS_ERR(block_cb))
1487 			return PTR_ERR(block_cb);
1488 
1489 		flow_block_cb_add(block_cb, f);
1490 		list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list);
1491 		return 0;
1492 	case FLOW_BLOCK_UNBIND:
1493 		block_cb = flow_block_cb_lookup(f->block, cb, dev);
1494 		if (!block_cb)
1495 			return -ENOENT;
1496 
1497 		flow_block_cb_remove(block_cb, f);
1498 		list_del(&block_cb->driver_list);
1499 		return 0;
1500 	default:
1501 		return -EOPNOTSUPP;
1502 	}
1503 }
1504 
1505 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port,
1506 				    void *type_data)
1507 {
1508 	struct dsa_port *cpu_dp = dsa_to_port(ds, port)->cpu_dp;
1509 	struct net_device *master = cpu_dp->master;
1510 
1511 	if (!master->netdev_ops->ndo_setup_tc)
1512 		return -EOPNOTSUPP;
1513 
1514 	return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data);
1515 }
1516 
1517 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
1518 			      void *type_data)
1519 {
1520 	struct dsa_port *dp = dsa_slave_to_port(dev);
1521 	struct dsa_switch *ds = dp->ds;
1522 
1523 	switch (type) {
1524 	case TC_SETUP_BLOCK:
1525 		return dsa_slave_setup_tc_block(dev, type_data);
1526 	case TC_SETUP_FT:
1527 		return dsa_slave_setup_ft_block(ds, dp->index, type_data);
1528 	default:
1529 		break;
1530 	}
1531 
1532 	if (!ds->ops->port_setup_tc)
1533 		return -EOPNOTSUPP;
1534 
1535 	return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1536 }
1537 
1538 static int dsa_slave_get_rxnfc(struct net_device *dev,
1539 			       struct ethtool_rxnfc *nfc, u32 *rule_locs)
1540 {
1541 	struct dsa_port *dp = dsa_slave_to_port(dev);
1542 	struct dsa_switch *ds = dp->ds;
1543 
1544 	if (!ds->ops->get_rxnfc)
1545 		return -EOPNOTSUPP;
1546 
1547 	return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1548 }
1549 
1550 static int dsa_slave_set_rxnfc(struct net_device *dev,
1551 			       struct ethtool_rxnfc *nfc)
1552 {
1553 	struct dsa_port *dp = dsa_slave_to_port(dev);
1554 	struct dsa_switch *ds = dp->ds;
1555 
1556 	if (!ds->ops->set_rxnfc)
1557 		return -EOPNOTSUPP;
1558 
1559 	return ds->ops->set_rxnfc(ds, dp->index, nfc);
1560 }
1561 
1562 static int dsa_slave_get_ts_info(struct net_device *dev,
1563 				 struct ethtool_ts_info *ts)
1564 {
1565 	struct dsa_slave_priv *p = netdev_priv(dev);
1566 	struct dsa_switch *ds = p->dp->ds;
1567 
1568 	if (!ds->ops->get_ts_info)
1569 		return -EOPNOTSUPP;
1570 
1571 	return ds->ops->get_ts_info(ds, p->dp->index, ts);
1572 }
1573 
1574 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1575 				     u16 vid)
1576 {
1577 	struct dsa_port *dp = dsa_slave_to_port(dev);
1578 	struct switchdev_obj_port_vlan vlan = {
1579 		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1580 		.vid = vid,
1581 		/* This API only allows programming tagged, non-PVID VIDs */
1582 		.flags = 0,
1583 	};
1584 	struct netlink_ext_ack extack = {0};
1585 	int ret;
1586 
1587 	/* User port... */
1588 	ret = dsa_port_vlan_add(dp, &vlan, &extack);
1589 	if (ret) {
1590 		if (extack._msg)
1591 			netdev_err(dev, "%s\n", extack._msg);
1592 		return ret;
1593 	}
1594 
1595 	/* And CPU port... */
1596 	ret = dsa_port_host_vlan_add(dp, &vlan, &extack);
1597 	if (ret) {
1598 		if (extack._msg)
1599 			netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1600 				   extack._msg);
1601 		return ret;
1602 	}
1603 
1604 	return 0;
1605 }
1606 
1607 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1608 				      u16 vid)
1609 {
1610 	struct dsa_port *dp = dsa_slave_to_port(dev);
1611 	struct switchdev_obj_port_vlan vlan = {
1612 		.vid = vid,
1613 		/* This API only allows programming tagged, non-PVID VIDs */
1614 		.flags = 0,
1615 	};
1616 	int err;
1617 
1618 	err = dsa_port_vlan_del(dp, &vlan);
1619 	if (err)
1620 		return err;
1621 
1622 	return dsa_port_host_vlan_del(dp, &vlan);
1623 }
1624 
1625 static int dsa_slave_restore_vlan(struct net_device *vdev, int vid, void *arg)
1626 {
1627 	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1628 
1629 	return dsa_slave_vlan_rx_add_vid(arg, proto, vid);
1630 }
1631 
1632 static int dsa_slave_clear_vlan(struct net_device *vdev, int vid, void *arg)
1633 {
1634 	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1635 
1636 	return dsa_slave_vlan_rx_kill_vid(arg, proto, vid);
1637 }
1638 
1639 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN
1640  * filtering is enabled. The baseline is that only ports that offload a
1641  * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware,
1642  * but there are exceptions for quirky hardware.
1643  *
1644  * If ds->vlan_filtering_is_global = true, then standalone ports which share
1645  * the same switch with other ports that offload a VLAN-aware bridge are also
1646  * inevitably VLAN-aware.
1647  *
1648  * To summarize, a DSA switch port offloads:
1649  *
1650  * - If standalone (this includes software bridge, software LAG):
1651  *     - if ds->needs_standalone_vlan_filtering = true, OR if
1652  *       (ds->vlan_filtering_is_global = true AND there are bridges spanning
1653  *       this switch chip which have vlan_filtering=1)
1654  *         - the 8021q upper VLANs
1655  *     - else (standalone VLAN filtering is not needed, VLAN filtering is not
1656  *       global, or it is, but no port is under a VLAN-aware bridge):
1657  *         - no VLAN (any 8021q upper is a software VLAN)
1658  *
1659  * - If under a vlan_filtering=0 bridge which it offload:
1660  *     - if ds->configure_vlan_while_not_filtering = true (default):
1661  *         - the bridge VLANs. These VLANs are committed to hardware but inactive.
1662  *     - else (deprecated):
1663  *         - no VLAN. The bridge VLANs are not restored when VLAN awareness is
1664  *           enabled, so this behavior is broken and discouraged.
1665  *
1666  * - If under a vlan_filtering=1 bridge which it offload:
1667  *     - the bridge VLANs
1668  *     - the 8021q upper VLANs
1669  */
1670 int dsa_slave_manage_vlan_filtering(struct net_device *slave,
1671 				    bool vlan_filtering)
1672 {
1673 	int err;
1674 
1675 	if (vlan_filtering) {
1676 		slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1677 
1678 		err = vlan_for_each(slave, dsa_slave_restore_vlan, slave);
1679 		if (err) {
1680 			vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1681 			slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1682 			return err;
1683 		}
1684 	} else {
1685 		err = vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1686 		if (err)
1687 			return err;
1688 
1689 		slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1690 	}
1691 
1692 	return 0;
1693 }
1694 
1695 struct dsa_hw_port {
1696 	struct list_head list;
1697 	struct net_device *dev;
1698 	int old_mtu;
1699 };
1700 
1701 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
1702 {
1703 	const struct dsa_hw_port *p;
1704 	int err;
1705 
1706 	list_for_each_entry(p, hw_port_list, list) {
1707 		if (p->dev->mtu == mtu)
1708 			continue;
1709 
1710 		err = dev_set_mtu(p->dev, mtu);
1711 		if (err)
1712 			goto rollback;
1713 	}
1714 
1715 	return 0;
1716 
1717 rollback:
1718 	list_for_each_entry_continue_reverse(p, hw_port_list, list) {
1719 		if (p->dev->mtu == p->old_mtu)
1720 			continue;
1721 
1722 		if (dev_set_mtu(p->dev, p->old_mtu))
1723 			netdev_err(p->dev, "Failed to restore MTU\n");
1724 	}
1725 
1726 	return err;
1727 }
1728 
1729 static void dsa_hw_port_list_free(struct list_head *hw_port_list)
1730 {
1731 	struct dsa_hw_port *p, *n;
1732 
1733 	list_for_each_entry_safe(p, n, hw_port_list, list)
1734 		kfree(p);
1735 }
1736 
1737 /* Make the hardware datapath to/from @dev limited to a common MTU */
1738 static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
1739 {
1740 	struct list_head hw_port_list;
1741 	struct dsa_switch_tree *dst;
1742 	int min_mtu = ETH_MAX_MTU;
1743 	struct dsa_port *other_dp;
1744 	int err;
1745 
1746 	if (!dp->ds->mtu_enforcement_ingress)
1747 		return;
1748 
1749 	if (!dp->bridge)
1750 		return;
1751 
1752 	INIT_LIST_HEAD(&hw_port_list);
1753 
1754 	/* Populate the list of ports that are part of the same bridge
1755 	 * as the newly added/modified port
1756 	 */
1757 	list_for_each_entry(dst, &dsa_tree_list, list) {
1758 		list_for_each_entry(other_dp, &dst->ports, list) {
1759 			struct dsa_hw_port *hw_port;
1760 			struct net_device *slave;
1761 
1762 			if (other_dp->type != DSA_PORT_TYPE_USER)
1763 				continue;
1764 
1765 			if (!dsa_port_bridge_same(dp, other_dp))
1766 				continue;
1767 
1768 			if (!other_dp->ds->mtu_enforcement_ingress)
1769 				continue;
1770 
1771 			slave = other_dp->slave;
1772 
1773 			if (min_mtu > slave->mtu)
1774 				min_mtu = slave->mtu;
1775 
1776 			hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
1777 			if (!hw_port)
1778 				goto out;
1779 
1780 			hw_port->dev = slave;
1781 			hw_port->old_mtu = slave->mtu;
1782 
1783 			list_add(&hw_port->list, &hw_port_list);
1784 		}
1785 	}
1786 
1787 	/* Attempt to configure the entire hardware bridge to the newly added
1788 	 * interface's MTU first, regardless of whether the intention of the
1789 	 * user was to raise or lower it.
1790 	 */
1791 	err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu);
1792 	if (!err)
1793 		goto out;
1794 
1795 	/* Clearly that didn't work out so well, so just set the minimum MTU on
1796 	 * all hardware bridge ports now. If this fails too, then all ports will
1797 	 * still have their old MTU rolled back anyway.
1798 	 */
1799 	dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
1800 
1801 out:
1802 	dsa_hw_port_list_free(&hw_port_list);
1803 }
1804 
1805 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu)
1806 {
1807 	struct net_device *master = dsa_slave_to_master(dev);
1808 	struct dsa_port *dp = dsa_slave_to_port(dev);
1809 	struct dsa_slave_priv *p = netdev_priv(dev);
1810 	struct dsa_switch *ds = p->dp->ds;
1811 	struct dsa_port *dp_iter;
1812 	struct dsa_port *cpu_dp;
1813 	int port = p->dp->index;
1814 	int largest_mtu = 0;
1815 	int new_master_mtu;
1816 	int old_master_mtu;
1817 	int mtu_limit;
1818 	int cpu_mtu;
1819 	int err;
1820 
1821 	if (!ds->ops->port_change_mtu)
1822 		return -EOPNOTSUPP;
1823 
1824 	list_for_each_entry(dp_iter, &ds->dst->ports, list) {
1825 		int slave_mtu;
1826 
1827 		if (!dsa_port_is_user(dp_iter))
1828 			continue;
1829 
1830 		/* During probe, this function will be called for each slave
1831 		 * device, while not all of them have been allocated. That's
1832 		 * ok, it doesn't change what the maximum is, so ignore it.
1833 		 */
1834 		if (!dp_iter->slave)
1835 			continue;
1836 
1837 		/* Pretend that we already applied the setting, which we
1838 		 * actually haven't (still haven't done all integrity checks)
1839 		 */
1840 		if (dp_iter == dp)
1841 			slave_mtu = new_mtu;
1842 		else
1843 			slave_mtu = dp_iter->slave->mtu;
1844 
1845 		if (largest_mtu < slave_mtu)
1846 			largest_mtu = slave_mtu;
1847 	}
1848 
1849 	cpu_dp = dsa_to_port(ds, port)->cpu_dp;
1850 
1851 	mtu_limit = min_t(int, master->max_mtu, dev->max_mtu);
1852 	old_master_mtu = master->mtu;
1853 	new_master_mtu = largest_mtu + dsa_tag_protocol_overhead(cpu_dp->tag_ops);
1854 	if (new_master_mtu > mtu_limit)
1855 		return -ERANGE;
1856 
1857 	/* If the master MTU isn't over limit, there's no need to check the CPU
1858 	 * MTU, since that surely isn't either.
1859 	 */
1860 	cpu_mtu = largest_mtu;
1861 
1862 	/* Start applying stuff */
1863 	if (new_master_mtu != old_master_mtu) {
1864 		err = dev_set_mtu(master, new_master_mtu);
1865 		if (err < 0)
1866 			goto out_master_failed;
1867 
1868 		/* We only need to propagate the MTU of the CPU port to
1869 		 * upstream switches, so create a non-targeted notifier which
1870 		 * updates all switches.
1871 		 */
1872 		err = dsa_port_mtu_change(cpu_dp, cpu_mtu, false);
1873 		if (err)
1874 			goto out_cpu_failed;
1875 	}
1876 
1877 	err = dsa_port_mtu_change(dp, new_mtu, true);
1878 	if (err)
1879 		goto out_port_failed;
1880 
1881 	dev->mtu = new_mtu;
1882 
1883 	dsa_bridge_mtu_normalization(dp);
1884 
1885 	return 0;
1886 
1887 out_port_failed:
1888 	if (new_master_mtu != old_master_mtu)
1889 		dsa_port_mtu_change(cpu_dp, old_master_mtu -
1890 				    dsa_tag_protocol_overhead(cpu_dp->tag_ops),
1891 				    false);
1892 out_cpu_failed:
1893 	if (new_master_mtu != old_master_mtu)
1894 		dev_set_mtu(master, old_master_mtu);
1895 out_master_failed:
1896 	return err;
1897 }
1898 
1899 static int __maybe_unused
1900 dsa_slave_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app)
1901 {
1902 	struct dsa_port *dp = dsa_slave_to_port(dev);
1903 	struct dsa_switch *ds = dp->ds;
1904 	unsigned long mask, new_prio;
1905 	int err, port = dp->index;
1906 
1907 	if (!ds->ops->port_set_default_prio)
1908 		return -EOPNOTSUPP;
1909 
1910 	err = dcb_ieee_setapp(dev, app);
1911 	if (err)
1912 		return err;
1913 
1914 	mask = dcb_ieee_getapp_mask(dev, app);
1915 	new_prio = __fls(mask);
1916 
1917 	err = ds->ops->port_set_default_prio(ds, port, new_prio);
1918 	if (err) {
1919 		dcb_ieee_delapp(dev, app);
1920 		return err;
1921 	}
1922 
1923 	return 0;
1924 }
1925 
1926 static int __maybe_unused
1927 dsa_slave_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app)
1928 {
1929 	struct dsa_port *dp = dsa_slave_to_port(dev);
1930 	struct dsa_switch *ds = dp->ds;
1931 	unsigned long mask, new_prio;
1932 	int err, port = dp->index;
1933 	u8 dscp = app->protocol;
1934 
1935 	if (!ds->ops->port_add_dscp_prio)
1936 		return -EOPNOTSUPP;
1937 
1938 	if (dscp >= 64) {
1939 		netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n",
1940 			   dscp);
1941 		return -EINVAL;
1942 	}
1943 
1944 	err = dcb_ieee_setapp(dev, app);
1945 	if (err)
1946 		return err;
1947 
1948 	mask = dcb_ieee_getapp_mask(dev, app);
1949 	new_prio = __fls(mask);
1950 
1951 	err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio);
1952 	if (err) {
1953 		dcb_ieee_delapp(dev, app);
1954 		return err;
1955 	}
1956 
1957 	return 0;
1958 }
1959 
1960 static int __maybe_unused dsa_slave_dcbnl_ieee_setapp(struct net_device *dev,
1961 						      struct dcb_app *app)
1962 {
1963 	switch (app->selector) {
1964 	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
1965 		switch (app->protocol) {
1966 		case 0:
1967 			return dsa_slave_dcbnl_set_default_prio(dev, app);
1968 		default:
1969 			return -EOPNOTSUPP;
1970 		}
1971 		break;
1972 	case IEEE_8021QAZ_APP_SEL_DSCP:
1973 		return dsa_slave_dcbnl_add_dscp_prio(dev, app);
1974 	default:
1975 		return -EOPNOTSUPP;
1976 	}
1977 }
1978 
1979 static int __maybe_unused
1980 dsa_slave_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app)
1981 {
1982 	struct dsa_port *dp = dsa_slave_to_port(dev);
1983 	struct dsa_switch *ds = dp->ds;
1984 	unsigned long mask, new_prio;
1985 	int err, port = dp->index;
1986 
1987 	if (!ds->ops->port_set_default_prio)
1988 		return -EOPNOTSUPP;
1989 
1990 	err = dcb_ieee_delapp(dev, app);
1991 	if (err)
1992 		return err;
1993 
1994 	mask = dcb_ieee_getapp_mask(dev, app);
1995 	new_prio = mask ? __fls(mask) : 0;
1996 
1997 	err = ds->ops->port_set_default_prio(ds, port, new_prio);
1998 	if (err) {
1999 		dcb_ieee_setapp(dev, app);
2000 		return err;
2001 	}
2002 
2003 	return 0;
2004 }
2005 
2006 static int __maybe_unused
2007 dsa_slave_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app)
2008 {
2009 	struct dsa_port *dp = dsa_slave_to_port(dev);
2010 	struct dsa_switch *ds = dp->ds;
2011 	int err, port = dp->index;
2012 	u8 dscp = app->protocol;
2013 
2014 	if (!ds->ops->port_del_dscp_prio)
2015 		return -EOPNOTSUPP;
2016 
2017 	err = dcb_ieee_delapp(dev, app);
2018 	if (err)
2019 		return err;
2020 
2021 	err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority);
2022 	if (err) {
2023 		dcb_ieee_setapp(dev, app);
2024 		return err;
2025 	}
2026 
2027 	return 0;
2028 }
2029 
2030 static int __maybe_unused dsa_slave_dcbnl_ieee_delapp(struct net_device *dev,
2031 						      struct dcb_app *app)
2032 {
2033 	switch (app->selector) {
2034 	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2035 		switch (app->protocol) {
2036 		case 0:
2037 			return dsa_slave_dcbnl_del_default_prio(dev, app);
2038 		default:
2039 			return -EOPNOTSUPP;
2040 		}
2041 		break;
2042 	case IEEE_8021QAZ_APP_SEL_DSCP:
2043 		return dsa_slave_dcbnl_del_dscp_prio(dev, app);
2044 	default:
2045 		return -EOPNOTSUPP;
2046 	}
2047 }
2048 
2049 /* Pre-populate the DCB application priority table with the priorities
2050  * configured during switch setup, which we read from hardware here.
2051  */
2052 static int dsa_slave_dcbnl_init(struct net_device *dev)
2053 {
2054 	struct dsa_port *dp = dsa_slave_to_port(dev);
2055 	struct dsa_switch *ds = dp->ds;
2056 	int port = dp->index;
2057 	int err;
2058 
2059 	if (ds->ops->port_get_default_prio) {
2060 		int prio = ds->ops->port_get_default_prio(ds, port);
2061 		struct dcb_app app = {
2062 			.selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE,
2063 			.protocol = 0,
2064 			.priority = prio,
2065 		};
2066 
2067 		if (prio < 0)
2068 			return prio;
2069 
2070 		err = dcb_ieee_setapp(dev, &app);
2071 		if (err)
2072 			return err;
2073 	}
2074 
2075 	if (ds->ops->port_get_dscp_prio) {
2076 		int protocol;
2077 
2078 		for (protocol = 0; protocol < 64; protocol++) {
2079 			struct dcb_app app = {
2080 				.selector = IEEE_8021QAZ_APP_SEL_DSCP,
2081 				.protocol = protocol,
2082 			};
2083 			int prio;
2084 
2085 			prio = ds->ops->port_get_dscp_prio(ds, port, protocol);
2086 			if (prio == -EOPNOTSUPP)
2087 				continue;
2088 			if (prio < 0)
2089 				return prio;
2090 
2091 			app.priority = prio;
2092 
2093 			err = dcb_ieee_setapp(dev, &app);
2094 			if (err)
2095 				return err;
2096 		}
2097 	}
2098 
2099 	return 0;
2100 }
2101 
2102 static const struct ethtool_ops dsa_slave_ethtool_ops = {
2103 	.get_drvinfo		= dsa_slave_get_drvinfo,
2104 	.get_regs_len		= dsa_slave_get_regs_len,
2105 	.get_regs		= dsa_slave_get_regs,
2106 	.nway_reset		= dsa_slave_nway_reset,
2107 	.get_link		= ethtool_op_get_link,
2108 	.get_eeprom_len		= dsa_slave_get_eeprom_len,
2109 	.get_eeprom		= dsa_slave_get_eeprom,
2110 	.set_eeprom		= dsa_slave_set_eeprom,
2111 	.get_strings		= dsa_slave_get_strings,
2112 	.get_ethtool_stats	= dsa_slave_get_ethtool_stats,
2113 	.get_sset_count		= dsa_slave_get_sset_count,
2114 	.get_eth_phy_stats	= dsa_slave_get_eth_phy_stats,
2115 	.get_eth_mac_stats	= dsa_slave_get_eth_mac_stats,
2116 	.get_eth_ctrl_stats	= dsa_slave_get_eth_ctrl_stats,
2117 	.set_wol		= dsa_slave_set_wol,
2118 	.get_wol		= dsa_slave_get_wol,
2119 	.set_eee		= dsa_slave_set_eee,
2120 	.get_eee		= dsa_slave_get_eee,
2121 	.get_link_ksettings	= dsa_slave_get_link_ksettings,
2122 	.set_link_ksettings	= dsa_slave_set_link_ksettings,
2123 	.get_pauseparam		= dsa_slave_get_pauseparam,
2124 	.set_pauseparam		= dsa_slave_set_pauseparam,
2125 	.get_rxnfc		= dsa_slave_get_rxnfc,
2126 	.set_rxnfc		= dsa_slave_set_rxnfc,
2127 	.get_ts_info		= dsa_slave_get_ts_info,
2128 	.self_test		= dsa_slave_net_selftest,
2129 };
2130 
2131 static const struct dcbnl_rtnl_ops __maybe_unused dsa_slave_dcbnl_ops = {
2132 	.ieee_setapp		= dsa_slave_dcbnl_ieee_setapp,
2133 	.ieee_delapp		= dsa_slave_dcbnl_ieee_delapp,
2134 };
2135 
2136 static struct devlink_port *dsa_slave_get_devlink_port(struct net_device *dev)
2137 {
2138 	struct dsa_port *dp = dsa_slave_to_port(dev);
2139 
2140 	return &dp->devlink_port;
2141 }
2142 
2143 static void dsa_slave_get_stats64(struct net_device *dev,
2144 				  struct rtnl_link_stats64 *s)
2145 {
2146 	struct dsa_port *dp = dsa_slave_to_port(dev);
2147 	struct dsa_switch *ds = dp->ds;
2148 
2149 	if (ds->ops->get_stats64)
2150 		ds->ops->get_stats64(ds, dp->index, s);
2151 	else
2152 		dev_get_tstats64(dev, s);
2153 }
2154 
2155 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx,
2156 				       struct net_device_path *path)
2157 {
2158 	struct dsa_port *dp = dsa_slave_to_port(ctx->dev);
2159 	struct dsa_port *cpu_dp = dp->cpu_dp;
2160 
2161 	path->dev = ctx->dev;
2162 	path->type = DEV_PATH_DSA;
2163 	path->dsa.proto = cpu_dp->tag_ops->proto;
2164 	path->dsa.port = dp->index;
2165 	ctx->dev = cpu_dp->master;
2166 
2167 	return 0;
2168 }
2169 
2170 static const struct net_device_ops dsa_slave_netdev_ops = {
2171 	.ndo_open	 	= dsa_slave_open,
2172 	.ndo_stop		= dsa_slave_close,
2173 	.ndo_start_xmit		= dsa_slave_xmit,
2174 	.ndo_change_rx_flags	= dsa_slave_change_rx_flags,
2175 	.ndo_set_rx_mode	= dsa_slave_set_rx_mode,
2176 	.ndo_set_mac_address	= dsa_slave_set_mac_address,
2177 	.ndo_fdb_dump		= dsa_slave_fdb_dump,
2178 	.ndo_eth_ioctl		= dsa_slave_ioctl,
2179 	.ndo_get_iflink		= dsa_slave_get_iflink,
2180 #ifdef CONFIG_NET_POLL_CONTROLLER
2181 	.ndo_netpoll_setup	= dsa_slave_netpoll_setup,
2182 	.ndo_netpoll_cleanup	= dsa_slave_netpoll_cleanup,
2183 	.ndo_poll_controller	= dsa_slave_poll_controller,
2184 #endif
2185 	.ndo_setup_tc		= dsa_slave_setup_tc,
2186 	.ndo_get_stats64	= dsa_slave_get_stats64,
2187 	.ndo_vlan_rx_add_vid	= dsa_slave_vlan_rx_add_vid,
2188 	.ndo_vlan_rx_kill_vid	= dsa_slave_vlan_rx_kill_vid,
2189 	.ndo_get_devlink_port	= dsa_slave_get_devlink_port,
2190 	.ndo_change_mtu		= dsa_slave_change_mtu,
2191 	.ndo_fill_forward_path	= dsa_slave_fill_forward_path,
2192 };
2193 
2194 static struct device_type dsa_type = {
2195 	.name	= "dsa",
2196 };
2197 
2198 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
2199 {
2200 	const struct dsa_port *dp = dsa_to_port(ds, port);
2201 
2202 	if (dp->pl)
2203 		phylink_mac_change(dp->pl, up);
2204 }
2205 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
2206 
2207 static void dsa_slave_phylink_fixed_state(struct phylink_config *config,
2208 					  struct phylink_link_state *state)
2209 {
2210 	struct dsa_port *dp = container_of(config, struct dsa_port, pl_config);
2211 	struct dsa_switch *ds = dp->ds;
2212 
2213 	/* No need to check that this operation is valid, the callback would
2214 	 * not be called if it was not.
2215 	 */
2216 	ds->ops->phylink_fixed_state(ds, dp->index, state);
2217 }
2218 
2219 /* slave device setup *******************************************************/
2220 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr,
2221 				 u32 flags)
2222 {
2223 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2224 	struct dsa_switch *ds = dp->ds;
2225 
2226 	slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr);
2227 	if (!slave_dev->phydev) {
2228 		netdev_err(slave_dev, "no phy at %d\n", addr);
2229 		return -ENODEV;
2230 	}
2231 
2232 	slave_dev->phydev->dev_flags |= flags;
2233 
2234 	return phylink_connect_phy(dp->pl, slave_dev->phydev);
2235 }
2236 
2237 static int dsa_slave_phy_setup(struct net_device *slave_dev)
2238 {
2239 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2240 	struct device_node *port_dn = dp->dn;
2241 	struct dsa_switch *ds = dp->ds;
2242 	u32 phy_flags = 0;
2243 	int ret;
2244 
2245 	dp->pl_config.dev = &slave_dev->dev;
2246 	dp->pl_config.type = PHYLINK_NETDEV;
2247 
2248 	/* The get_fixed_state callback takes precedence over polling the
2249 	 * link GPIO in PHYLINK (see phylink_get_fixed_state).  Only set
2250 	 * this if the switch provides such a callback.
2251 	 */
2252 	if (ds->ops->phylink_fixed_state) {
2253 		dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state;
2254 		dp->pl_config.poll_fixed_state = true;
2255 	}
2256 
2257 	ret = dsa_port_phylink_create(dp);
2258 	if (ret)
2259 		return ret;
2260 
2261 	if (ds->ops->get_phy_flags)
2262 		phy_flags = ds->ops->get_phy_flags(ds, dp->index);
2263 
2264 	ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
2265 	if (ret == -ENODEV && ds->slave_mii_bus) {
2266 		/* We could not connect to a designated PHY or SFP, so try to
2267 		 * use the switch internal MDIO bus instead
2268 		 */
2269 		ret = dsa_slave_phy_connect(slave_dev, dp->index, phy_flags);
2270 	}
2271 	if (ret) {
2272 		netdev_err(slave_dev, "failed to connect to PHY: %pe\n",
2273 			   ERR_PTR(ret));
2274 		phylink_destroy(dp->pl);
2275 	}
2276 
2277 	return ret;
2278 }
2279 
2280 void dsa_slave_setup_tagger(struct net_device *slave)
2281 {
2282 	struct dsa_port *dp = dsa_slave_to_port(slave);
2283 	struct dsa_slave_priv *p = netdev_priv(slave);
2284 	const struct dsa_port *cpu_dp = dp->cpu_dp;
2285 	struct net_device *master = cpu_dp->master;
2286 	const struct dsa_switch *ds = dp->ds;
2287 
2288 	slave->needed_headroom = cpu_dp->tag_ops->needed_headroom;
2289 	slave->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
2290 	/* Try to save one extra realloc later in the TX path (in the master)
2291 	 * by also inheriting the master's needed headroom and tailroom.
2292 	 * The 8021q driver also does this.
2293 	 */
2294 	slave->needed_headroom += master->needed_headroom;
2295 	slave->needed_tailroom += master->needed_tailroom;
2296 
2297 	p->xmit = cpu_dp->tag_ops->xmit;
2298 
2299 	slave->features = master->vlan_features | NETIF_F_HW_TC;
2300 	slave->hw_features |= NETIF_F_HW_TC;
2301 	slave->features |= NETIF_F_LLTX;
2302 	if (slave->needed_tailroom)
2303 		slave->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST);
2304 	if (ds->needs_standalone_vlan_filtering)
2305 		slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
2306 }
2307 
2308 int dsa_slave_suspend(struct net_device *slave_dev)
2309 {
2310 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2311 
2312 	if (!netif_running(slave_dev))
2313 		return 0;
2314 
2315 	netif_device_detach(slave_dev);
2316 
2317 	rtnl_lock();
2318 	phylink_stop(dp->pl);
2319 	rtnl_unlock();
2320 
2321 	return 0;
2322 }
2323 
2324 int dsa_slave_resume(struct net_device *slave_dev)
2325 {
2326 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2327 
2328 	if (!netif_running(slave_dev))
2329 		return 0;
2330 
2331 	netif_device_attach(slave_dev);
2332 
2333 	rtnl_lock();
2334 	phylink_start(dp->pl);
2335 	rtnl_unlock();
2336 
2337 	return 0;
2338 }
2339 
2340 int dsa_slave_create(struct dsa_port *port)
2341 {
2342 	const struct dsa_port *cpu_dp = port->cpu_dp;
2343 	struct net_device *master = cpu_dp->master;
2344 	struct dsa_switch *ds = port->ds;
2345 	const char *name = port->name;
2346 	struct net_device *slave_dev;
2347 	struct dsa_slave_priv *p;
2348 	int ret;
2349 
2350 	if (!ds->num_tx_queues)
2351 		ds->num_tx_queues = 1;
2352 
2353 	slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
2354 				     NET_NAME_UNKNOWN, ether_setup,
2355 				     ds->num_tx_queues, 1);
2356 	if (slave_dev == NULL)
2357 		return -ENOMEM;
2358 
2359 	slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
2360 #if IS_ENABLED(CONFIG_DCB)
2361 	slave_dev->dcbnl_ops = &dsa_slave_dcbnl_ops;
2362 #endif
2363 	if (!is_zero_ether_addr(port->mac))
2364 		eth_hw_addr_set(slave_dev, port->mac);
2365 	else
2366 		eth_hw_addr_inherit(slave_dev, master);
2367 	slave_dev->priv_flags |= IFF_NO_QUEUE;
2368 	if (dsa_switch_supports_uc_filtering(ds))
2369 		slave_dev->priv_flags |= IFF_UNICAST_FLT;
2370 	slave_dev->netdev_ops = &dsa_slave_netdev_ops;
2371 	if (ds->ops->port_max_mtu)
2372 		slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
2373 	SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
2374 
2375 	SET_NETDEV_DEV(slave_dev, port->ds->dev);
2376 	slave_dev->dev.of_node = port->dn;
2377 	slave_dev->vlan_features = master->vlan_features;
2378 
2379 	p = netdev_priv(slave_dev);
2380 	slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
2381 	if (!slave_dev->tstats) {
2382 		free_netdev(slave_dev);
2383 		return -ENOMEM;
2384 	}
2385 
2386 	ret = gro_cells_init(&p->gcells, slave_dev);
2387 	if (ret)
2388 		goto out_free;
2389 
2390 	p->dp = port;
2391 	INIT_LIST_HEAD(&p->mall_tc_list);
2392 	port->slave = slave_dev;
2393 	dsa_slave_setup_tagger(slave_dev);
2394 
2395 	netif_carrier_off(slave_dev);
2396 
2397 	ret = dsa_slave_phy_setup(slave_dev);
2398 	if (ret) {
2399 		netdev_err(slave_dev,
2400 			   "error %d setting up PHY for tree %d, switch %d, port %d\n",
2401 			   ret, ds->dst->index, ds->index, port->index);
2402 		goto out_gcells;
2403 	}
2404 
2405 	rtnl_lock();
2406 
2407 	ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN);
2408 	if (ret && ret != -EOPNOTSUPP)
2409 		dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
2410 			 ret, ETH_DATA_LEN, port->index);
2411 
2412 	ret = register_netdevice(slave_dev);
2413 	if (ret) {
2414 		netdev_err(master, "error %d registering interface %s\n",
2415 			   ret, slave_dev->name);
2416 		rtnl_unlock();
2417 		goto out_phy;
2418 	}
2419 
2420 	if (IS_ENABLED(CONFIG_DCB)) {
2421 		ret = dsa_slave_dcbnl_init(slave_dev);
2422 		if (ret) {
2423 			netdev_err(slave_dev,
2424 				   "failed to initialize DCB: %pe\n",
2425 				   ERR_PTR(ret));
2426 			rtnl_unlock();
2427 			goto out_unregister;
2428 		}
2429 	}
2430 
2431 	ret = netdev_upper_dev_link(master, slave_dev, NULL);
2432 
2433 	rtnl_unlock();
2434 
2435 	if (ret)
2436 		goto out_unregister;
2437 
2438 	return 0;
2439 
2440 out_unregister:
2441 	unregister_netdev(slave_dev);
2442 out_phy:
2443 	rtnl_lock();
2444 	phylink_disconnect_phy(p->dp->pl);
2445 	rtnl_unlock();
2446 	phylink_destroy(p->dp->pl);
2447 out_gcells:
2448 	gro_cells_destroy(&p->gcells);
2449 out_free:
2450 	free_percpu(slave_dev->tstats);
2451 	free_netdev(slave_dev);
2452 	port->slave = NULL;
2453 	return ret;
2454 }
2455 
2456 void dsa_slave_destroy(struct net_device *slave_dev)
2457 {
2458 	struct net_device *master = dsa_slave_to_master(slave_dev);
2459 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2460 	struct dsa_slave_priv *p = netdev_priv(slave_dev);
2461 
2462 	netif_carrier_off(slave_dev);
2463 	rtnl_lock();
2464 	netdev_upper_dev_unlink(master, slave_dev);
2465 	unregister_netdevice(slave_dev);
2466 	phylink_disconnect_phy(dp->pl);
2467 	rtnl_unlock();
2468 
2469 	phylink_destroy(dp->pl);
2470 	gro_cells_destroy(&p->gcells);
2471 	free_percpu(slave_dev->tstats);
2472 	free_netdev(slave_dev);
2473 }
2474 
2475 bool dsa_slave_dev_check(const struct net_device *dev)
2476 {
2477 	return dev->netdev_ops == &dsa_slave_netdev_ops;
2478 }
2479 EXPORT_SYMBOL_GPL(dsa_slave_dev_check);
2480 
2481 static int dsa_slave_changeupper(struct net_device *dev,
2482 				 struct netdev_notifier_changeupper_info *info)
2483 {
2484 	struct dsa_port *dp = dsa_slave_to_port(dev);
2485 	struct netlink_ext_ack *extack;
2486 	int err = NOTIFY_DONE;
2487 
2488 	extack = netdev_notifier_info_to_extack(&info->info);
2489 
2490 	if (netif_is_bridge_master(info->upper_dev)) {
2491 		if (info->linking) {
2492 			err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2493 			if (!err)
2494 				dsa_bridge_mtu_normalization(dp);
2495 			if (err == -EOPNOTSUPP) {
2496 				NL_SET_ERR_MSG_MOD(extack,
2497 						   "Offloading not supported");
2498 				err = 0;
2499 			}
2500 			err = notifier_from_errno(err);
2501 		} else {
2502 			dsa_port_bridge_leave(dp, info->upper_dev);
2503 			err = NOTIFY_OK;
2504 		}
2505 	} else if (netif_is_lag_master(info->upper_dev)) {
2506 		if (info->linking) {
2507 			err = dsa_port_lag_join(dp, info->upper_dev,
2508 						info->upper_info, extack);
2509 			if (err == -EOPNOTSUPP) {
2510 				NL_SET_ERR_MSG_MOD(info->info.extack,
2511 						   "Offloading not supported");
2512 				err = 0;
2513 			}
2514 			err = notifier_from_errno(err);
2515 		} else {
2516 			dsa_port_lag_leave(dp, info->upper_dev);
2517 			err = NOTIFY_OK;
2518 		}
2519 	} else if (is_hsr_master(info->upper_dev)) {
2520 		if (info->linking) {
2521 			err = dsa_port_hsr_join(dp, info->upper_dev);
2522 			if (err == -EOPNOTSUPP) {
2523 				NL_SET_ERR_MSG_MOD(info->info.extack,
2524 						   "Offloading not supported");
2525 				err = 0;
2526 			}
2527 			err = notifier_from_errno(err);
2528 		} else {
2529 			dsa_port_hsr_leave(dp, info->upper_dev);
2530 			err = NOTIFY_OK;
2531 		}
2532 	}
2533 
2534 	return err;
2535 }
2536 
2537 static int dsa_slave_prechangeupper(struct net_device *dev,
2538 				    struct netdev_notifier_changeupper_info *info)
2539 {
2540 	struct dsa_port *dp = dsa_slave_to_port(dev);
2541 
2542 	if (netif_is_bridge_master(info->upper_dev) && !info->linking)
2543 		dsa_port_pre_bridge_leave(dp, info->upper_dev);
2544 	else if (netif_is_lag_master(info->upper_dev) && !info->linking)
2545 		dsa_port_pre_lag_leave(dp, info->upper_dev);
2546 	/* dsa_port_pre_hsr_leave is not yet necessary since hsr cannot be
2547 	 * meaningfully enslaved to a bridge yet
2548 	 */
2549 
2550 	return NOTIFY_DONE;
2551 }
2552 
2553 static int
2554 dsa_slave_lag_changeupper(struct net_device *dev,
2555 			  struct netdev_notifier_changeupper_info *info)
2556 {
2557 	struct net_device *lower;
2558 	struct list_head *iter;
2559 	int err = NOTIFY_DONE;
2560 	struct dsa_port *dp;
2561 
2562 	netdev_for_each_lower_dev(dev, lower, iter) {
2563 		if (!dsa_slave_dev_check(lower))
2564 			continue;
2565 
2566 		dp = dsa_slave_to_port(lower);
2567 		if (!dp->lag)
2568 			/* Software LAG */
2569 			continue;
2570 
2571 		err = dsa_slave_changeupper(lower, info);
2572 		if (notifier_to_errno(err))
2573 			break;
2574 	}
2575 
2576 	return err;
2577 }
2578 
2579 /* Same as dsa_slave_lag_changeupper() except that it calls
2580  * dsa_slave_prechangeupper()
2581  */
2582 static int
2583 dsa_slave_lag_prechangeupper(struct net_device *dev,
2584 			     struct netdev_notifier_changeupper_info *info)
2585 {
2586 	struct net_device *lower;
2587 	struct list_head *iter;
2588 	int err = NOTIFY_DONE;
2589 	struct dsa_port *dp;
2590 
2591 	netdev_for_each_lower_dev(dev, lower, iter) {
2592 		if (!dsa_slave_dev_check(lower))
2593 			continue;
2594 
2595 		dp = dsa_slave_to_port(lower);
2596 		if (!dp->lag)
2597 			/* Software LAG */
2598 			continue;
2599 
2600 		err = dsa_slave_prechangeupper(lower, info);
2601 		if (notifier_to_errno(err))
2602 			break;
2603 	}
2604 
2605 	return err;
2606 }
2607 
2608 static int
2609 dsa_prevent_bridging_8021q_upper(struct net_device *dev,
2610 				 struct netdev_notifier_changeupper_info *info)
2611 {
2612 	struct netlink_ext_ack *ext_ack;
2613 	struct net_device *slave, *br;
2614 	struct dsa_port *dp;
2615 
2616 	ext_ack = netdev_notifier_info_to_extack(&info->info);
2617 
2618 	if (!is_vlan_dev(dev))
2619 		return NOTIFY_DONE;
2620 
2621 	slave = vlan_dev_real_dev(dev);
2622 	if (!dsa_slave_dev_check(slave))
2623 		return NOTIFY_DONE;
2624 
2625 	dp = dsa_slave_to_port(slave);
2626 	br = dsa_port_bridge_dev_get(dp);
2627 	if (!br)
2628 		return NOTIFY_DONE;
2629 
2630 	/* Deny enslaving a VLAN device into a VLAN-aware bridge */
2631 	if (br_vlan_enabled(br) &&
2632 	    netif_is_bridge_master(info->upper_dev) && info->linking) {
2633 		NL_SET_ERR_MSG_MOD(ext_ack,
2634 				   "Cannot enslave VLAN device into VLAN aware bridge");
2635 		return notifier_from_errno(-EINVAL);
2636 	}
2637 
2638 	return NOTIFY_DONE;
2639 }
2640 
2641 static int
2642 dsa_slave_check_8021q_upper(struct net_device *dev,
2643 			    struct netdev_notifier_changeupper_info *info)
2644 {
2645 	struct dsa_port *dp = dsa_slave_to_port(dev);
2646 	struct net_device *br = dsa_port_bridge_dev_get(dp);
2647 	struct bridge_vlan_info br_info;
2648 	struct netlink_ext_ack *extack;
2649 	int err = NOTIFY_DONE;
2650 	u16 vid;
2651 
2652 	if (!br || !br_vlan_enabled(br))
2653 		return NOTIFY_DONE;
2654 
2655 	extack = netdev_notifier_info_to_extack(&info->info);
2656 	vid = vlan_dev_vlan_id(info->upper_dev);
2657 
2658 	/* br_vlan_get_info() returns -EINVAL or -ENOENT if the
2659 	 * device, respectively the VID is not found, returning
2660 	 * 0 means success, which is a failure for us here.
2661 	 */
2662 	err = br_vlan_get_info(br, vid, &br_info);
2663 	if (err == 0) {
2664 		NL_SET_ERR_MSG_MOD(extack,
2665 				   "This VLAN is already configured by the bridge");
2666 		return notifier_from_errno(-EBUSY);
2667 	}
2668 
2669 	return NOTIFY_DONE;
2670 }
2671 
2672 static int
2673 dsa_slave_prechangeupper_sanity_check(struct net_device *dev,
2674 				      struct netdev_notifier_changeupper_info *info)
2675 {
2676 	struct dsa_switch *ds;
2677 	struct dsa_port *dp;
2678 	int err;
2679 
2680 	if (!dsa_slave_dev_check(dev))
2681 		return dsa_prevent_bridging_8021q_upper(dev, info);
2682 
2683 	dp = dsa_slave_to_port(dev);
2684 	ds = dp->ds;
2685 
2686 	if (ds->ops->port_prechangeupper) {
2687 		err = ds->ops->port_prechangeupper(ds, dp->index, info);
2688 		if (err)
2689 			return notifier_from_errno(err);
2690 	}
2691 
2692 	if (is_vlan_dev(info->upper_dev))
2693 		return dsa_slave_check_8021q_upper(dev, info);
2694 
2695 	return NOTIFY_DONE;
2696 }
2697 
2698 static int dsa_slave_netdevice_event(struct notifier_block *nb,
2699 				     unsigned long event, void *ptr)
2700 {
2701 	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
2702 
2703 	switch (event) {
2704 	case NETDEV_PRECHANGEUPPER: {
2705 		struct netdev_notifier_changeupper_info *info = ptr;
2706 		int err;
2707 
2708 		err = dsa_slave_prechangeupper_sanity_check(dev, info);
2709 		if (err != NOTIFY_DONE)
2710 			return err;
2711 
2712 		if (dsa_slave_dev_check(dev))
2713 			return dsa_slave_prechangeupper(dev, ptr);
2714 
2715 		if (netif_is_lag_master(dev))
2716 			return dsa_slave_lag_prechangeupper(dev, ptr);
2717 
2718 		break;
2719 	}
2720 	case NETDEV_CHANGEUPPER:
2721 		if (dsa_slave_dev_check(dev))
2722 			return dsa_slave_changeupper(dev, ptr);
2723 
2724 		if (netif_is_lag_master(dev))
2725 			return dsa_slave_lag_changeupper(dev, ptr);
2726 
2727 		break;
2728 	case NETDEV_CHANGELOWERSTATE: {
2729 		struct netdev_notifier_changelowerstate_info *info = ptr;
2730 		struct dsa_port *dp;
2731 		int err;
2732 
2733 		if (!dsa_slave_dev_check(dev))
2734 			break;
2735 
2736 		dp = dsa_slave_to_port(dev);
2737 
2738 		err = dsa_port_lag_change(dp, info->lower_state_info);
2739 		return notifier_from_errno(err);
2740 	}
2741 	case NETDEV_CHANGE:
2742 	case NETDEV_UP: {
2743 		/* Track state of master port.
2744 		 * DSA driver may require the master port (and indirectly
2745 		 * the tagger) to be available for some special operation.
2746 		 */
2747 		if (netdev_uses_dsa(dev)) {
2748 			struct dsa_port *cpu_dp = dev->dsa_ptr;
2749 			struct dsa_switch_tree *dst = cpu_dp->ds->dst;
2750 
2751 			/* Track when the master port is UP */
2752 			dsa_tree_master_oper_state_change(dst, dev,
2753 							  netif_oper_up(dev));
2754 
2755 			/* Track when the master port is ready and can accept
2756 			 * packet.
2757 			 * NETDEV_UP event is not enough to flag a port as ready.
2758 			 * We also have to wait for linkwatch_do_dev to dev_activate
2759 			 * and emit a NETDEV_CHANGE event.
2760 			 * We check if a master port is ready by checking if the dev
2761 			 * have a qdisc assigned and is not noop.
2762 			 */
2763 			dsa_tree_master_admin_state_change(dst, dev,
2764 							   !qdisc_tx_is_noop(dev));
2765 
2766 			return NOTIFY_OK;
2767 		}
2768 
2769 		return NOTIFY_DONE;
2770 	}
2771 	case NETDEV_GOING_DOWN: {
2772 		struct dsa_port *dp, *cpu_dp;
2773 		struct dsa_switch_tree *dst;
2774 		LIST_HEAD(close_list);
2775 
2776 		if (!netdev_uses_dsa(dev))
2777 			return NOTIFY_DONE;
2778 
2779 		cpu_dp = dev->dsa_ptr;
2780 		dst = cpu_dp->ds->dst;
2781 
2782 		dsa_tree_master_admin_state_change(dst, dev, false);
2783 
2784 		list_for_each_entry(dp, &dst->ports, list) {
2785 			if (!dsa_port_is_user(dp))
2786 				continue;
2787 
2788 			list_add(&dp->slave->close_list, &close_list);
2789 		}
2790 
2791 		dev_close_many(&close_list, true);
2792 
2793 		return NOTIFY_OK;
2794 	}
2795 	default:
2796 		break;
2797 	}
2798 
2799 	return NOTIFY_DONE;
2800 }
2801 
2802 static void
2803 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
2804 {
2805 	struct switchdev_notifier_fdb_info info = {};
2806 
2807 	info.addr = switchdev_work->addr;
2808 	info.vid = switchdev_work->vid;
2809 	info.offloaded = true;
2810 	call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
2811 				 switchdev_work->orig_dev, &info.info, NULL);
2812 }
2813 
2814 static void dsa_slave_switchdev_event_work(struct work_struct *work)
2815 {
2816 	struct dsa_switchdev_event_work *switchdev_work =
2817 		container_of(work, struct dsa_switchdev_event_work, work);
2818 	const unsigned char *addr = switchdev_work->addr;
2819 	struct net_device *dev = switchdev_work->dev;
2820 	u16 vid = switchdev_work->vid;
2821 	struct dsa_switch *ds;
2822 	struct dsa_port *dp;
2823 	int err;
2824 
2825 	dp = dsa_slave_to_port(dev);
2826 	ds = dp->ds;
2827 
2828 	switch (switchdev_work->event) {
2829 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
2830 		if (switchdev_work->host_addr)
2831 			err = dsa_port_bridge_host_fdb_add(dp, addr, vid);
2832 		else if (dp->lag)
2833 			err = dsa_port_lag_fdb_add(dp, addr, vid);
2834 		else
2835 			err = dsa_port_fdb_add(dp, addr, vid);
2836 		if (err) {
2837 			dev_err(ds->dev,
2838 				"port %d failed to add %pM vid %d to fdb: %d\n",
2839 				dp->index, addr, vid, err);
2840 			break;
2841 		}
2842 		dsa_fdb_offload_notify(switchdev_work);
2843 		break;
2844 
2845 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
2846 		if (switchdev_work->host_addr)
2847 			err = dsa_port_bridge_host_fdb_del(dp, addr, vid);
2848 		else if (dp->lag)
2849 			err = dsa_port_lag_fdb_del(dp, addr, vid);
2850 		else
2851 			err = dsa_port_fdb_del(dp, addr, vid);
2852 		if (err) {
2853 			dev_err(ds->dev,
2854 				"port %d failed to delete %pM vid %d from fdb: %d\n",
2855 				dp->index, addr, vid, err);
2856 		}
2857 
2858 		break;
2859 	}
2860 
2861 	kfree(switchdev_work);
2862 }
2863 
2864 static bool dsa_foreign_dev_check(const struct net_device *dev,
2865 				  const struct net_device *foreign_dev)
2866 {
2867 	const struct dsa_port *dp = dsa_slave_to_port(dev);
2868 	struct dsa_switch_tree *dst = dp->ds->dst;
2869 
2870 	if (netif_is_bridge_master(foreign_dev))
2871 		return !dsa_tree_offloads_bridge_dev(dst, foreign_dev);
2872 
2873 	if (netif_is_bridge_port(foreign_dev))
2874 		return !dsa_tree_offloads_bridge_port(dst, foreign_dev);
2875 
2876 	/* Everything else is foreign */
2877 	return true;
2878 }
2879 
2880 static int dsa_slave_fdb_event(struct net_device *dev,
2881 			       struct net_device *orig_dev,
2882 			       unsigned long event, const void *ctx,
2883 			       const struct switchdev_notifier_fdb_info *fdb_info)
2884 {
2885 	struct dsa_switchdev_event_work *switchdev_work;
2886 	struct dsa_port *dp = dsa_slave_to_port(dev);
2887 	bool host_addr = fdb_info->is_local;
2888 	struct dsa_switch *ds = dp->ds;
2889 
2890 	if (ctx && ctx != dp)
2891 		return 0;
2892 
2893 	if (!dp->bridge)
2894 		return 0;
2895 
2896 	if (switchdev_fdb_is_dynamically_learned(fdb_info)) {
2897 		if (dsa_port_offloads_bridge_port(dp, orig_dev))
2898 			return 0;
2899 
2900 		/* FDB entries learned by the software bridge or by foreign
2901 		 * bridge ports should be installed as host addresses only if
2902 		 * the driver requests assisted learning.
2903 		 */
2904 		if (!ds->assisted_learning_on_cpu_port)
2905 			return 0;
2906 	}
2907 
2908 	/* Also treat FDB entries on foreign interfaces bridged with us as host
2909 	 * addresses.
2910 	 */
2911 	if (dsa_foreign_dev_check(dev, orig_dev))
2912 		host_addr = true;
2913 
2914 	/* Check early that we're not doing work in vain.
2915 	 * Host addresses on LAG ports still require regular FDB ops,
2916 	 * since the CPU port isn't in a LAG.
2917 	 */
2918 	if (dp->lag && !host_addr) {
2919 		if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del)
2920 			return -EOPNOTSUPP;
2921 	} else {
2922 		if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del)
2923 			return -EOPNOTSUPP;
2924 	}
2925 
2926 	switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
2927 	if (!switchdev_work)
2928 		return -ENOMEM;
2929 
2930 	netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n",
2931 		   event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting",
2932 		   orig_dev->name, fdb_info->addr, fdb_info->vid,
2933 		   host_addr ? " as host address" : "");
2934 
2935 	INIT_WORK(&switchdev_work->work, dsa_slave_switchdev_event_work);
2936 	switchdev_work->event = event;
2937 	switchdev_work->dev = dev;
2938 	switchdev_work->orig_dev = orig_dev;
2939 
2940 	ether_addr_copy(switchdev_work->addr, fdb_info->addr);
2941 	switchdev_work->vid = fdb_info->vid;
2942 	switchdev_work->host_addr = host_addr;
2943 
2944 	dsa_schedule_work(&switchdev_work->work);
2945 
2946 	return 0;
2947 }
2948 
2949 /* Called under rcu_read_lock() */
2950 static int dsa_slave_switchdev_event(struct notifier_block *unused,
2951 				     unsigned long event, void *ptr)
2952 {
2953 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2954 	int err;
2955 
2956 	switch (event) {
2957 	case SWITCHDEV_PORT_ATTR_SET:
2958 		err = switchdev_handle_port_attr_set(dev, ptr,
2959 						     dsa_slave_dev_check,
2960 						     dsa_slave_port_attr_set);
2961 		return notifier_from_errno(err);
2962 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
2963 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
2964 		err = switchdev_handle_fdb_event_to_device(dev, event, ptr,
2965 							   dsa_slave_dev_check,
2966 							   dsa_foreign_dev_check,
2967 							   dsa_slave_fdb_event);
2968 		return notifier_from_errno(err);
2969 	default:
2970 		return NOTIFY_DONE;
2971 	}
2972 
2973 	return NOTIFY_OK;
2974 }
2975 
2976 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused,
2977 					      unsigned long event, void *ptr)
2978 {
2979 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2980 	int err;
2981 
2982 	switch (event) {
2983 	case SWITCHDEV_PORT_OBJ_ADD:
2984 		err = switchdev_handle_port_obj_add_foreign(dev, ptr,
2985 							    dsa_slave_dev_check,
2986 							    dsa_foreign_dev_check,
2987 							    dsa_slave_port_obj_add);
2988 		return notifier_from_errno(err);
2989 	case SWITCHDEV_PORT_OBJ_DEL:
2990 		err = switchdev_handle_port_obj_del_foreign(dev, ptr,
2991 							    dsa_slave_dev_check,
2992 							    dsa_foreign_dev_check,
2993 							    dsa_slave_port_obj_del);
2994 		return notifier_from_errno(err);
2995 	case SWITCHDEV_PORT_ATTR_SET:
2996 		err = switchdev_handle_port_attr_set(dev, ptr,
2997 						     dsa_slave_dev_check,
2998 						     dsa_slave_port_attr_set);
2999 		return notifier_from_errno(err);
3000 	}
3001 
3002 	return NOTIFY_DONE;
3003 }
3004 
3005 static struct notifier_block dsa_slave_nb __read_mostly = {
3006 	.notifier_call  = dsa_slave_netdevice_event,
3007 };
3008 
3009 struct notifier_block dsa_slave_switchdev_notifier = {
3010 	.notifier_call = dsa_slave_switchdev_event,
3011 };
3012 
3013 struct notifier_block dsa_slave_switchdev_blocking_notifier = {
3014 	.notifier_call = dsa_slave_switchdev_blocking_event,
3015 };
3016 
3017 int dsa_slave_register_notifier(void)
3018 {
3019 	struct notifier_block *nb;
3020 	int err;
3021 
3022 	err = register_netdevice_notifier(&dsa_slave_nb);
3023 	if (err)
3024 		return err;
3025 
3026 	err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
3027 	if (err)
3028 		goto err_switchdev_nb;
3029 
3030 	nb = &dsa_slave_switchdev_blocking_notifier;
3031 	err = register_switchdev_blocking_notifier(nb);
3032 	if (err)
3033 		goto err_switchdev_blocking_nb;
3034 
3035 	return 0;
3036 
3037 err_switchdev_blocking_nb:
3038 	unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3039 err_switchdev_nb:
3040 	unregister_netdevice_notifier(&dsa_slave_nb);
3041 	return err;
3042 }
3043 
3044 void dsa_slave_unregister_notifier(void)
3045 {
3046 	struct notifier_block *nb;
3047 	int err;
3048 
3049 	nb = &dsa_slave_switchdev_blocking_notifier;
3050 	err = unregister_switchdev_blocking_notifier(nb);
3051 	if (err)
3052 		pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
3053 
3054 	err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3055 	if (err)
3056 		pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
3057 
3058 	err = unregister_netdevice_notifier(&dsa_slave_nb);
3059 	if (err)
3060 		pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
3061 }
3062