xref: /openbmc/linux/net/dsa/slave.c (revision 0d2cfbd41c4a5a0ca5598d1874b1081138cd64c6)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * net/dsa/slave.c - Slave device handling
4  * Copyright (c) 2008-2009 Marvell Semiconductor
5  */
6 
7 #include <linux/list.h>
8 #include <linux/etherdevice.h>
9 #include <linux/netdevice.h>
10 #include <linux/phy.h>
11 #include <linux/phy_fixed.h>
12 #include <linux/phylink.h>
13 #include <linux/of_net.h>
14 #include <linux/of_mdio.h>
15 #include <linux/mdio.h>
16 #include <net/rtnetlink.h>
17 #include <net/pkt_cls.h>
18 #include <net/selftests.h>
19 #include <net/tc_act/tc_mirred.h>
20 #include <linux/if_bridge.h>
21 #include <linux/if_hsr.h>
22 #include <linux/netpoll.h>
23 
24 #include "dsa_priv.h"
25 
26 /* slave mii_bus handling ***************************************************/
27 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
28 {
29 	struct dsa_switch *ds = bus->priv;
30 
31 	if (ds->phys_mii_mask & (1 << addr))
32 		return ds->ops->phy_read(ds, addr, reg);
33 
34 	return 0xffff;
35 }
36 
37 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
38 {
39 	struct dsa_switch *ds = bus->priv;
40 
41 	if (ds->phys_mii_mask & (1 << addr))
42 		return ds->ops->phy_write(ds, addr, reg, val);
43 
44 	return 0;
45 }
46 
47 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
48 {
49 	ds->slave_mii_bus->priv = (void *)ds;
50 	ds->slave_mii_bus->name = "dsa slave smi";
51 	ds->slave_mii_bus->read = dsa_slave_phy_read;
52 	ds->slave_mii_bus->write = dsa_slave_phy_write;
53 	snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
54 		 ds->dst->index, ds->index);
55 	ds->slave_mii_bus->parent = ds->dev;
56 	ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
57 }
58 
59 
60 /* slave device handling ****************************************************/
61 static int dsa_slave_get_iflink(const struct net_device *dev)
62 {
63 	return dsa_slave_to_master(dev)->ifindex;
64 }
65 
66 static int dsa_slave_open(struct net_device *dev)
67 {
68 	struct net_device *master = dsa_slave_to_master(dev);
69 	struct dsa_port *dp = dsa_slave_to_port(dev);
70 	int err;
71 
72 	err = dev_open(master, NULL);
73 	if (err < 0) {
74 		netdev_err(dev, "failed to open master %s\n", master->name);
75 		goto out;
76 	}
77 
78 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
79 		err = dev_uc_add(master, dev->dev_addr);
80 		if (err < 0)
81 			goto out;
82 	}
83 
84 	if (dev->flags & IFF_ALLMULTI) {
85 		err = dev_set_allmulti(master, 1);
86 		if (err < 0)
87 			goto del_unicast;
88 	}
89 	if (dev->flags & IFF_PROMISC) {
90 		err = dev_set_promiscuity(master, 1);
91 		if (err < 0)
92 			goto clear_allmulti;
93 	}
94 
95 	err = dsa_port_enable_rt(dp, dev->phydev);
96 	if (err)
97 		goto clear_promisc;
98 
99 	return 0;
100 
101 clear_promisc:
102 	if (dev->flags & IFF_PROMISC)
103 		dev_set_promiscuity(master, -1);
104 clear_allmulti:
105 	if (dev->flags & IFF_ALLMULTI)
106 		dev_set_allmulti(master, -1);
107 del_unicast:
108 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
109 		dev_uc_del(master, dev->dev_addr);
110 out:
111 	return err;
112 }
113 
114 static int dsa_slave_close(struct net_device *dev)
115 {
116 	struct net_device *master = dsa_slave_to_master(dev);
117 	struct dsa_port *dp = dsa_slave_to_port(dev);
118 
119 	dsa_port_disable_rt(dp);
120 
121 	dev_mc_unsync(master, dev);
122 	dev_uc_unsync(master, dev);
123 	if (dev->flags & IFF_ALLMULTI)
124 		dev_set_allmulti(master, -1);
125 	if (dev->flags & IFF_PROMISC)
126 		dev_set_promiscuity(master, -1);
127 
128 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
129 		dev_uc_del(master, dev->dev_addr);
130 
131 	return 0;
132 }
133 
134 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
135 {
136 	struct net_device *master = dsa_slave_to_master(dev);
137 	if (dev->flags & IFF_UP) {
138 		if (change & IFF_ALLMULTI)
139 			dev_set_allmulti(master,
140 					 dev->flags & IFF_ALLMULTI ? 1 : -1);
141 		if (change & IFF_PROMISC)
142 			dev_set_promiscuity(master,
143 					    dev->flags & IFF_PROMISC ? 1 : -1);
144 	}
145 }
146 
147 static void dsa_slave_set_rx_mode(struct net_device *dev)
148 {
149 	struct net_device *master = dsa_slave_to_master(dev);
150 
151 	dev_mc_sync(master, dev);
152 	dev_uc_sync(master, dev);
153 }
154 
155 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
156 {
157 	struct net_device *master = dsa_slave_to_master(dev);
158 	struct sockaddr *addr = a;
159 	int err;
160 
161 	if (!is_valid_ether_addr(addr->sa_data))
162 		return -EADDRNOTAVAIL;
163 
164 	if (!(dev->flags & IFF_UP))
165 		goto out;
166 
167 	if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
168 		err = dev_uc_add(master, addr->sa_data);
169 		if (err < 0)
170 			return err;
171 	}
172 
173 	if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
174 		dev_uc_del(master, dev->dev_addr);
175 
176 out:
177 	ether_addr_copy(dev->dev_addr, addr->sa_data);
178 
179 	return 0;
180 }
181 
182 struct dsa_slave_dump_ctx {
183 	struct net_device *dev;
184 	struct sk_buff *skb;
185 	struct netlink_callback *cb;
186 	int idx;
187 };
188 
189 static int
190 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
191 			   bool is_static, void *data)
192 {
193 	struct dsa_slave_dump_ctx *dump = data;
194 	u32 portid = NETLINK_CB(dump->cb->skb).portid;
195 	u32 seq = dump->cb->nlh->nlmsg_seq;
196 	struct nlmsghdr *nlh;
197 	struct ndmsg *ndm;
198 
199 	if (dump->idx < dump->cb->args[2])
200 		goto skip;
201 
202 	nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
203 			sizeof(*ndm), NLM_F_MULTI);
204 	if (!nlh)
205 		return -EMSGSIZE;
206 
207 	ndm = nlmsg_data(nlh);
208 	ndm->ndm_family  = AF_BRIDGE;
209 	ndm->ndm_pad1    = 0;
210 	ndm->ndm_pad2    = 0;
211 	ndm->ndm_flags   = NTF_SELF;
212 	ndm->ndm_type    = 0;
213 	ndm->ndm_ifindex = dump->dev->ifindex;
214 	ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
215 
216 	if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
217 		goto nla_put_failure;
218 
219 	if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
220 		goto nla_put_failure;
221 
222 	nlmsg_end(dump->skb, nlh);
223 
224 skip:
225 	dump->idx++;
226 	return 0;
227 
228 nla_put_failure:
229 	nlmsg_cancel(dump->skb, nlh);
230 	return -EMSGSIZE;
231 }
232 
233 static int
234 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
235 		   struct net_device *dev, struct net_device *filter_dev,
236 		   int *idx)
237 {
238 	struct dsa_port *dp = dsa_slave_to_port(dev);
239 	struct dsa_slave_dump_ctx dump = {
240 		.dev = dev,
241 		.skb = skb,
242 		.cb = cb,
243 		.idx = *idx,
244 	};
245 	int err;
246 
247 	err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump);
248 	*idx = dump.idx;
249 
250 	return err;
251 }
252 
253 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
254 {
255 	struct dsa_slave_priv *p = netdev_priv(dev);
256 	struct dsa_switch *ds = p->dp->ds;
257 	int port = p->dp->index;
258 
259 	/* Pass through to switch driver if it supports timestamping */
260 	switch (cmd) {
261 	case SIOCGHWTSTAMP:
262 		if (ds->ops->port_hwtstamp_get)
263 			return ds->ops->port_hwtstamp_get(ds, port, ifr);
264 		break;
265 	case SIOCSHWTSTAMP:
266 		if (ds->ops->port_hwtstamp_set)
267 			return ds->ops->port_hwtstamp_set(ds, port, ifr);
268 		break;
269 	}
270 
271 	return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
272 }
273 
274 static int dsa_slave_port_attr_set(struct net_device *dev, const void *ctx,
275 				   const struct switchdev_attr *attr,
276 				   struct netlink_ext_ack *extack)
277 {
278 	struct dsa_port *dp = dsa_slave_to_port(dev);
279 	int ret;
280 
281 	if (ctx && ctx != dp)
282 		return 0;
283 
284 	switch (attr->id) {
285 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
286 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
287 			return -EOPNOTSUPP;
288 
289 		ret = dsa_port_set_state(dp, attr->u.stp_state);
290 		break;
291 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
292 		if (!dsa_port_offloads_bridge(dp, attr->orig_dev))
293 			return -EOPNOTSUPP;
294 
295 		ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
296 					      extack);
297 		break;
298 	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
299 		if (!dsa_port_offloads_bridge(dp, attr->orig_dev))
300 			return -EOPNOTSUPP;
301 
302 		ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
303 		break;
304 	case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
305 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
306 			return -EOPNOTSUPP;
307 
308 		ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
309 						extack);
310 		break;
311 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
312 		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
313 			return -EOPNOTSUPP;
314 
315 		ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
316 		break;
317 	case SWITCHDEV_ATTR_ID_BRIDGE_MROUTER:
318 		if (!dsa_port_offloads_bridge(dp, attr->orig_dev))
319 			return -EOPNOTSUPP;
320 
321 		ret = dsa_port_mrouter(dp->cpu_dp, attr->u.mrouter, extack);
322 		break;
323 	default:
324 		ret = -EOPNOTSUPP;
325 		break;
326 	}
327 
328 	return ret;
329 }
330 
331 /* Must be called under rcu_read_lock() */
332 static int
333 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave,
334 				      const struct switchdev_obj_port_vlan *vlan)
335 {
336 	struct net_device *upper_dev;
337 	struct list_head *iter;
338 
339 	netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) {
340 		u16 vid;
341 
342 		if (!is_vlan_dev(upper_dev))
343 			continue;
344 
345 		vid = vlan_dev_vlan_id(upper_dev);
346 		if (vid == vlan->vid)
347 			return -EBUSY;
348 	}
349 
350 	return 0;
351 }
352 
353 static int dsa_slave_vlan_add(struct net_device *dev,
354 			      const struct switchdev_obj *obj,
355 			      struct netlink_ext_ack *extack)
356 {
357 	struct net_device *master = dsa_slave_to_master(dev);
358 	struct dsa_port *dp = dsa_slave_to_port(dev);
359 	struct switchdev_obj_port_vlan vlan;
360 	int err;
361 
362 	if (dsa_port_skip_vlan_configuration(dp)) {
363 		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
364 		return 0;
365 	}
366 
367 	vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
368 
369 	/* Deny adding a bridge VLAN when there is already an 802.1Q upper with
370 	 * the same VID.
371 	 */
372 	if (br_vlan_enabled(dp->bridge_dev)) {
373 		rcu_read_lock();
374 		err = dsa_slave_vlan_check_for_8021q_uppers(dev, &vlan);
375 		rcu_read_unlock();
376 		if (err) {
377 			NL_SET_ERR_MSG_MOD(extack,
378 					   "Port already has a VLAN upper with this VID");
379 			return err;
380 		}
381 	}
382 
383 	err = dsa_port_vlan_add(dp, &vlan, extack);
384 	if (err)
385 		return err;
386 
387 	/* We need the dedicated CPU port to be a member of the VLAN as well.
388 	 * Even though drivers often handle CPU membership in special ways,
389 	 * it doesn't make sense to program a PVID, so clear this flag.
390 	 */
391 	vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
392 
393 	err = dsa_port_vlan_add(dp->cpu_dp, &vlan, extack);
394 	if (err)
395 		return err;
396 
397 	return vlan_vid_add(master, htons(ETH_P_8021Q), vlan.vid);
398 }
399 
400 static int dsa_slave_port_obj_add(struct net_device *dev, const void *ctx,
401 				  const struct switchdev_obj *obj,
402 				  struct netlink_ext_ack *extack)
403 {
404 	struct dsa_port *dp = dsa_slave_to_port(dev);
405 	int err;
406 
407 	if (ctx && ctx != dp)
408 		return 0;
409 
410 	switch (obj->id) {
411 	case SWITCHDEV_OBJ_ID_PORT_MDB:
412 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
413 			return -EOPNOTSUPP;
414 
415 		err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
416 		break;
417 	case SWITCHDEV_OBJ_ID_HOST_MDB:
418 		if (!dsa_port_offloads_bridge(dp, obj->orig_dev))
419 			return -EOPNOTSUPP;
420 
421 		/* DSA can directly translate this to a normal MDB add,
422 		 * but on the CPU port.
423 		 */
424 		err = dsa_port_mdb_add(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj));
425 		break;
426 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
427 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
428 			return -EOPNOTSUPP;
429 
430 		err = dsa_slave_vlan_add(dev, obj, extack);
431 		break;
432 	case SWITCHDEV_OBJ_ID_MRP:
433 		if (!dsa_port_offloads_bridge(dp, obj->orig_dev))
434 			return -EOPNOTSUPP;
435 
436 		err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
437 		break;
438 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
439 		if (!dsa_port_offloads_bridge(dp, obj->orig_dev))
440 			return -EOPNOTSUPP;
441 
442 		err = dsa_port_mrp_add_ring_role(dp,
443 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
444 		break;
445 	default:
446 		err = -EOPNOTSUPP;
447 		break;
448 	}
449 
450 	return err;
451 }
452 
453 static int dsa_slave_vlan_del(struct net_device *dev,
454 			      const struct switchdev_obj *obj)
455 {
456 	struct net_device *master = dsa_slave_to_master(dev);
457 	struct dsa_port *dp = dsa_slave_to_port(dev);
458 	struct switchdev_obj_port_vlan *vlan;
459 	int err;
460 
461 	if (dsa_port_skip_vlan_configuration(dp))
462 		return 0;
463 
464 	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
465 
466 	/* Do not deprogram the CPU port as it may be shared with other user
467 	 * ports which can be members of this VLAN as well.
468 	 */
469 	err = dsa_port_vlan_del(dp, vlan);
470 	if (err)
471 		return err;
472 
473 	vlan_vid_del(master, htons(ETH_P_8021Q), vlan->vid);
474 
475 	return 0;
476 }
477 
478 static int dsa_slave_port_obj_del(struct net_device *dev, const void *ctx,
479 				  const struct switchdev_obj *obj)
480 {
481 	struct dsa_port *dp = dsa_slave_to_port(dev);
482 	int err;
483 
484 	if (ctx && ctx != dp)
485 		return 0;
486 
487 	switch (obj->id) {
488 	case SWITCHDEV_OBJ_ID_PORT_MDB:
489 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
490 			return -EOPNOTSUPP;
491 
492 		err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
493 		break;
494 	case SWITCHDEV_OBJ_ID_HOST_MDB:
495 		if (!dsa_port_offloads_bridge(dp, obj->orig_dev))
496 			return -EOPNOTSUPP;
497 
498 		/* DSA can directly translate this to a normal MDB add,
499 		 * but on the CPU port.
500 		 */
501 		err = dsa_port_mdb_del(dp->cpu_dp, SWITCHDEV_OBJ_PORT_MDB(obj));
502 		break;
503 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
504 		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
505 			return -EOPNOTSUPP;
506 
507 		err = dsa_slave_vlan_del(dev, obj);
508 		break;
509 	case SWITCHDEV_OBJ_ID_MRP:
510 		if (!dsa_port_offloads_bridge(dp, obj->orig_dev))
511 			return -EOPNOTSUPP;
512 
513 		err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
514 		break;
515 	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
516 		if (!dsa_port_offloads_bridge(dp, obj->orig_dev))
517 			return -EOPNOTSUPP;
518 
519 		err = dsa_port_mrp_del_ring_role(dp,
520 						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
521 		break;
522 	default:
523 		err = -EOPNOTSUPP;
524 		break;
525 	}
526 
527 	return err;
528 }
529 
530 static int dsa_slave_get_port_parent_id(struct net_device *dev,
531 					struct netdev_phys_item_id *ppid)
532 {
533 	struct dsa_port *dp = dsa_slave_to_port(dev);
534 	struct dsa_switch *ds = dp->ds;
535 	struct dsa_switch_tree *dst = ds->dst;
536 
537 	/* For non-legacy ports, devlink is used and it takes
538 	 * care of the name generation. This ndo implementation
539 	 * should be removed with legacy support.
540 	 */
541 	if (dp->ds->devlink)
542 		return -EOPNOTSUPP;
543 
544 	ppid->id_len = sizeof(dst->index);
545 	memcpy(&ppid->id, &dst->index, ppid->id_len);
546 
547 	return 0;
548 }
549 
550 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev,
551 						     struct sk_buff *skb)
552 {
553 #ifdef CONFIG_NET_POLL_CONTROLLER
554 	struct dsa_slave_priv *p = netdev_priv(dev);
555 
556 	return netpoll_send_skb(p->netpoll, skb);
557 #else
558 	BUG();
559 	return NETDEV_TX_OK;
560 #endif
561 }
562 
563 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p,
564 				 struct sk_buff *skb)
565 {
566 	struct dsa_switch *ds = p->dp->ds;
567 
568 	if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
569 		return;
570 
571 	if (!ds->ops->port_txtstamp)
572 		return;
573 
574 	ds->ops->port_txtstamp(ds, p->dp->index, skb);
575 }
576 
577 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
578 {
579 	/* SKB for netpoll still need to be mangled with the protocol-specific
580 	 * tag to be successfully transmitted
581 	 */
582 	if (unlikely(netpoll_tx_running(dev)))
583 		return dsa_slave_netpoll_send_skb(dev, skb);
584 
585 	/* Queue the SKB for transmission on the parent interface, but
586 	 * do not modify its EtherType
587 	 */
588 	skb->dev = dsa_slave_to_master(dev);
589 	dev_queue_xmit(skb);
590 
591 	return NETDEV_TX_OK;
592 }
593 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
594 
595 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev)
596 {
597 	int needed_headroom = dev->needed_headroom;
598 	int needed_tailroom = dev->needed_tailroom;
599 
600 	/* For tail taggers, we need to pad short frames ourselves, to ensure
601 	 * that the tail tag does not fail at its role of being at the end of
602 	 * the packet, once the master interface pads the frame. Account for
603 	 * that pad length here, and pad later.
604 	 */
605 	if (unlikely(needed_tailroom && skb->len < ETH_ZLEN))
606 		needed_tailroom += ETH_ZLEN - skb->len;
607 	/* skb_headroom() returns unsigned int... */
608 	needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0);
609 	needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0);
610 
611 	if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb)))
612 		/* No reallocation needed, yay! */
613 		return 0;
614 
615 	return pskb_expand_head(skb, needed_headroom, needed_tailroom,
616 				GFP_ATOMIC);
617 }
618 
619 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
620 {
621 	struct dsa_slave_priv *p = netdev_priv(dev);
622 	struct sk_buff *nskb;
623 
624 	dev_sw_netstats_tx_add(dev, 1, skb->len);
625 
626 	memset(skb->cb, 0, sizeof(skb->cb));
627 
628 	/* Handle tx timestamp if any */
629 	dsa_skb_tx_timestamp(p, skb);
630 
631 	if (dsa_realloc_skb(skb, dev)) {
632 		dev_kfree_skb_any(skb);
633 		return NETDEV_TX_OK;
634 	}
635 
636 	/* needed_tailroom should still be 'warm' in the cache line from
637 	 * dsa_realloc_skb(), which has also ensured that padding is safe.
638 	 */
639 	if (dev->needed_tailroom)
640 		eth_skb_pad(skb);
641 
642 	/* Transmit function may have to reallocate the original SKB,
643 	 * in which case it must have freed it. Only free it here on error.
644 	 */
645 	nskb = p->xmit(skb, dev);
646 	if (!nskb) {
647 		kfree_skb(skb);
648 		return NETDEV_TX_OK;
649 	}
650 
651 	return dsa_enqueue_skb(nskb, dev);
652 }
653 
654 /* ethtool operations *******************************************************/
655 
656 static void dsa_slave_get_drvinfo(struct net_device *dev,
657 				  struct ethtool_drvinfo *drvinfo)
658 {
659 	strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
660 	strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
661 	strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
662 }
663 
664 static int dsa_slave_get_regs_len(struct net_device *dev)
665 {
666 	struct dsa_port *dp = dsa_slave_to_port(dev);
667 	struct dsa_switch *ds = dp->ds;
668 
669 	if (ds->ops->get_regs_len)
670 		return ds->ops->get_regs_len(ds, dp->index);
671 
672 	return -EOPNOTSUPP;
673 }
674 
675 static void
676 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
677 {
678 	struct dsa_port *dp = dsa_slave_to_port(dev);
679 	struct dsa_switch *ds = dp->ds;
680 
681 	if (ds->ops->get_regs)
682 		ds->ops->get_regs(ds, dp->index, regs, _p);
683 }
684 
685 static int dsa_slave_nway_reset(struct net_device *dev)
686 {
687 	struct dsa_port *dp = dsa_slave_to_port(dev);
688 
689 	return phylink_ethtool_nway_reset(dp->pl);
690 }
691 
692 static int dsa_slave_get_eeprom_len(struct net_device *dev)
693 {
694 	struct dsa_port *dp = dsa_slave_to_port(dev);
695 	struct dsa_switch *ds = dp->ds;
696 
697 	if (ds->cd && ds->cd->eeprom_len)
698 		return ds->cd->eeprom_len;
699 
700 	if (ds->ops->get_eeprom_len)
701 		return ds->ops->get_eeprom_len(ds);
702 
703 	return 0;
704 }
705 
706 static int dsa_slave_get_eeprom(struct net_device *dev,
707 				struct ethtool_eeprom *eeprom, u8 *data)
708 {
709 	struct dsa_port *dp = dsa_slave_to_port(dev);
710 	struct dsa_switch *ds = dp->ds;
711 
712 	if (ds->ops->get_eeprom)
713 		return ds->ops->get_eeprom(ds, eeprom, data);
714 
715 	return -EOPNOTSUPP;
716 }
717 
718 static int dsa_slave_set_eeprom(struct net_device *dev,
719 				struct ethtool_eeprom *eeprom, u8 *data)
720 {
721 	struct dsa_port *dp = dsa_slave_to_port(dev);
722 	struct dsa_switch *ds = dp->ds;
723 
724 	if (ds->ops->set_eeprom)
725 		return ds->ops->set_eeprom(ds, eeprom, data);
726 
727 	return -EOPNOTSUPP;
728 }
729 
730 static void dsa_slave_get_strings(struct net_device *dev,
731 				  uint32_t stringset, uint8_t *data)
732 {
733 	struct dsa_port *dp = dsa_slave_to_port(dev);
734 	struct dsa_switch *ds = dp->ds;
735 
736 	if (stringset == ETH_SS_STATS) {
737 		int len = ETH_GSTRING_LEN;
738 
739 		strncpy(data, "tx_packets", len);
740 		strncpy(data + len, "tx_bytes", len);
741 		strncpy(data + 2 * len, "rx_packets", len);
742 		strncpy(data + 3 * len, "rx_bytes", len);
743 		if (ds->ops->get_strings)
744 			ds->ops->get_strings(ds, dp->index, stringset,
745 					     data + 4 * len);
746 	} else if (stringset ==  ETH_SS_TEST) {
747 		net_selftest_get_strings(data);
748 	}
749 
750 }
751 
752 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
753 					struct ethtool_stats *stats,
754 					uint64_t *data)
755 {
756 	struct dsa_port *dp = dsa_slave_to_port(dev);
757 	struct dsa_switch *ds = dp->ds;
758 	struct pcpu_sw_netstats *s;
759 	unsigned int start;
760 	int i;
761 
762 	for_each_possible_cpu(i) {
763 		u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
764 
765 		s = per_cpu_ptr(dev->tstats, i);
766 		do {
767 			start = u64_stats_fetch_begin_irq(&s->syncp);
768 			tx_packets = s->tx_packets;
769 			tx_bytes = s->tx_bytes;
770 			rx_packets = s->rx_packets;
771 			rx_bytes = s->rx_bytes;
772 		} while (u64_stats_fetch_retry_irq(&s->syncp, start));
773 		data[0] += tx_packets;
774 		data[1] += tx_bytes;
775 		data[2] += rx_packets;
776 		data[3] += rx_bytes;
777 	}
778 	if (ds->ops->get_ethtool_stats)
779 		ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
780 }
781 
782 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
783 {
784 	struct dsa_port *dp = dsa_slave_to_port(dev);
785 	struct dsa_switch *ds = dp->ds;
786 
787 	if (sset == ETH_SS_STATS) {
788 		int count = 0;
789 
790 		if (ds->ops->get_sset_count) {
791 			count = ds->ops->get_sset_count(ds, dp->index, sset);
792 			if (count < 0)
793 				return count;
794 		}
795 
796 		return count + 4;
797 	} else if (sset ==  ETH_SS_TEST) {
798 		return net_selftest_get_count();
799 	}
800 
801 	return -EOPNOTSUPP;
802 }
803 
804 static void dsa_slave_net_selftest(struct net_device *ndev,
805 				   struct ethtool_test *etest, u64 *buf)
806 {
807 	struct dsa_port *dp = dsa_slave_to_port(ndev);
808 	struct dsa_switch *ds = dp->ds;
809 
810 	if (ds->ops->self_test) {
811 		ds->ops->self_test(ds, dp->index, etest, buf);
812 		return;
813 	}
814 
815 	net_selftest(ndev, etest, buf);
816 }
817 
818 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
819 {
820 	struct dsa_port *dp = dsa_slave_to_port(dev);
821 	struct dsa_switch *ds = dp->ds;
822 
823 	phylink_ethtool_get_wol(dp->pl, w);
824 
825 	if (ds->ops->get_wol)
826 		ds->ops->get_wol(ds, dp->index, w);
827 }
828 
829 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
830 {
831 	struct dsa_port *dp = dsa_slave_to_port(dev);
832 	struct dsa_switch *ds = dp->ds;
833 	int ret = -EOPNOTSUPP;
834 
835 	phylink_ethtool_set_wol(dp->pl, w);
836 
837 	if (ds->ops->set_wol)
838 		ret = ds->ops->set_wol(ds, dp->index, w);
839 
840 	return ret;
841 }
842 
843 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
844 {
845 	struct dsa_port *dp = dsa_slave_to_port(dev);
846 	struct dsa_switch *ds = dp->ds;
847 	int ret;
848 
849 	/* Port's PHY and MAC both need to be EEE capable */
850 	if (!dev->phydev || !dp->pl)
851 		return -ENODEV;
852 
853 	if (!ds->ops->set_mac_eee)
854 		return -EOPNOTSUPP;
855 
856 	ret = ds->ops->set_mac_eee(ds, dp->index, e);
857 	if (ret)
858 		return ret;
859 
860 	return phylink_ethtool_set_eee(dp->pl, e);
861 }
862 
863 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
864 {
865 	struct dsa_port *dp = dsa_slave_to_port(dev);
866 	struct dsa_switch *ds = dp->ds;
867 	int ret;
868 
869 	/* Port's PHY and MAC both need to be EEE capable */
870 	if (!dev->phydev || !dp->pl)
871 		return -ENODEV;
872 
873 	if (!ds->ops->get_mac_eee)
874 		return -EOPNOTSUPP;
875 
876 	ret = ds->ops->get_mac_eee(ds, dp->index, e);
877 	if (ret)
878 		return ret;
879 
880 	return phylink_ethtool_get_eee(dp->pl, e);
881 }
882 
883 static int dsa_slave_get_link_ksettings(struct net_device *dev,
884 					struct ethtool_link_ksettings *cmd)
885 {
886 	struct dsa_port *dp = dsa_slave_to_port(dev);
887 
888 	return phylink_ethtool_ksettings_get(dp->pl, cmd);
889 }
890 
891 static int dsa_slave_set_link_ksettings(struct net_device *dev,
892 					const struct ethtool_link_ksettings *cmd)
893 {
894 	struct dsa_port *dp = dsa_slave_to_port(dev);
895 
896 	return phylink_ethtool_ksettings_set(dp->pl, cmd);
897 }
898 
899 static void dsa_slave_get_pauseparam(struct net_device *dev,
900 				     struct ethtool_pauseparam *pause)
901 {
902 	struct dsa_port *dp = dsa_slave_to_port(dev);
903 
904 	phylink_ethtool_get_pauseparam(dp->pl, pause);
905 }
906 
907 static int dsa_slave_set_pauseparam(struct net_device *dev,
908 				    struct ethtool_pauseparam *pause)
909 {
910 	struct dsa_port *dp = dsa_slave_to_port(dev);
911 
912 	return phylink_ethtool_set_pauseparam(dp->pl, pause);
913 }
914 
915 #ifdef CONFIG_NET_POLL_CONTROLLER
916 static int dsa_slave_netpoll_setup(struct net_device *dev,
917 				   struct netpoll_info *ni)
918 {
919 	struct net_device *master = dsa_slave_to_master(dev);
920 	struct dsa_slave_priv *p = netdev_priv(dev);
921 	struct netpoll *netpoll;
922 	int err = 0;
923 
924 	netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
925 	if (!netpoll)
926 		return -ENOMEM;
927 
928 	err = __netpoll_setup(netpoll, master);
929 	if (err) {
930 		kfree(netpoll);
931 		goto out;
932 	}
933 
934 	p->netpoll = netpoll;
935 out:
936 	return err;
937 }
938 
939 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
940 {
941 	struct dsa_slave_priv *p = netdev_priv(dev);
942 	struct netpoll *netpoll = p->netpoll;
943 
944 	if (!netpoll)
945 		return;
946 
947 	p->netpoll = NULL;
948 
949 	__netpoll_free(netpoll);
950 }
951 
952 static void dsa_slave_poll_controller(struct net_device *dev)
953 {
954 }
955 #endif
956 
957 static int dsa_slave_get_phys_port_name(struct net_device *dev,
958 					char *name, size_t len)
959 {
960 	struct dsa_port *dp = dsa_slave_to_port(dev);
961 
962 	/* For non-legacy ports, devlink is used and it takes
963 	 * care of the name generation. This ndo implementation
964 	 * should be removed with legacy support.
965 	 */
966 	if (dp->ds->devlink)
967 		return -EOPNOTSUPP;
968 
969 	if (snprintf(name, len, "p%d", dp->index) >= len)
970 		return -EINVAL;
971 
972 	return 0;
973 }
974 
975 static struct dsa_mall_tc_entry *
976 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
977 {
978 	struct dsa_slave_priv *p = netdev_priv(dev);
979 	struct dsa_mall_tc_entry *mall_tc_entry;
980 
981 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
982 		if (mall_tc_entry->cookie == cookie)
983 			return mall_tc_entry;
984 
985 	return NULL;
986 }
987 
988 static int
989 dsa_slave_add_cls_matchall_mirred(struct net_device *dev,
990 				  struct tc_cls_matchall_offload *cls,
991 				  bool ingress)
992 {
993 	struct dsa_port *dp = dsa_slave_to_port(dev);
994 	struct dsa_slave_priv *p = netdev_priv(dev);
995 	struct dsa_mall_mirror_tc_entry *mirror;
996 	struct dsa_mall_tc_entry *mall_tc_entry;
997 	struct dsa_switch *ds = dp->ds;
998 	struct flow_action_entry *act;
999 	struct dsa_port *to_dp;
1000 	int err;
1001 
1002 	if (!ds->ops->port_mirror_add)
1003 		return -EOPNOTSUPP;
1004 
1005 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1006 					      cls->common.extack))
1007 		return -EOPNOTSUPP;
1008 
1009 	act = &cls->rule->action.entries[0];
1010 
1011 	if (!act->dev)
1012 		return -EINVAL;
1013 
1014 	if (!dsa_slave_dev_check(act->dev))
1015 		return -EOPNOTSUPP;
1016 
1017 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1018 	if (!mall_tc_entry)
1019 		return -ENOMEM;
1020 
1021 	mall_tc_entry->cookie = cls->cookie;
1022 	mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1023 	mirror = &mall_tc_entry->mirror;
1024 
1025 	to_dp = dsa_slave_to_port(act->dev);
1026 
1027 	mirror->to_local_port = to_dp->index;
1028 	mirror->ingress = ingress;
1029 
1030 	err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress);
1031 	if (err) {
1032 		kfree(mall_tc_entry);
1033 		return err;
1034 	}
1035 
1036 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1037 
1038 	return err;
1039 }
1040 
1041 static int
1042 dsa_slave_add_cls_matchall_police(struct net_device *dev,
1043 				  struct tc_cls_matchall_offload *cls,
1044 				  bool ingress)
1045 {
1046 	struct netlink_ext_ack *extack = cls->common.extack;
1047 	struct dsa_port *dp = dsa_slave_to_port(dev);
1048 	struct dsa_slave_priv *p = netdev_priv(dev);
1049 	struct dsa_mall_policer_tc_entry *policer;
1050 	struct dsa_mall_tc_entry *mall_tc_entry;
1051 	struct dsa_switch *ds = dp->ds;
1052 	struct flow_action_entry *act;
1053 	int err;
1054 
1055 	if (!ds->ops->port_policer_add) {
1056 		NL_SET_ERR_MSG_MOD(extack,
1057 				   "Policing offload not implemented");
1058 		return -EOPNOTSUPP;
1059 	}
1060 
1061 	if (!ingress) {
1062 		NL_SET_ERR_MSG_MOD(extack,
1063 				   "Only supported on ingress qdisc");
1064 		return -EOPNOTSUPP;
1065 	}
1066 
1067 	if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1068 					      cls->common.extack))
1069 		return -EOPNOTSUPP;
1070 
1071 	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1072 		if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1073 			NL_SET_ERR_MSG_MOD(extack,
1074 					   "Only one port policer allowed");
1075 			return -EEXIST;
1076 		}
1077 	}
1078 
1079 	act = &cls->rule->action.entries[0];
1080 
1081 	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1082 	if (!mall_tc_entry)
1083 		return -ENOMEM;
1084 
1085 	mall_tc_entry->cookie = cls->cookie;
1086 	mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1087 	policer = &mall_tc_entry->policer;
1088 	policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1089 	policer->burst = act->police.burst;
1090 
1091 	err = ds->ops->port_policer_add(ds, dp->index, policer);
1092 	if (err) {
1093 		kfree(mall_tc_entry);
1094 		return err;
1095 	}
1096 
1097 	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1098 
1099 	return err;
1100 }
1101 
1102 static int dsa_slave_add_cls_matchall(struct net_device *dev,
1103 				      struct tc_cls_matchall_offload *cls,
1104 				      bool ingress)
1105 {
1106 	int err = -EOPNOTSUPP;
1107 
1108 	if (cls->common.protocol == htons(ETH_P_ALL) &&
1109 	    flow_offload_has_one_action(&cls->rule->action) &&
1110 	    cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED)
1111 		err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress);
1112 	else if (flow_offload_has_one_action(&cls->rule->action) &&
1113 		 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE)
1114 		err = dsa_slave_add_cls_matchall_police(dev, cls, ingress);
1115 
1116 	return err;
1117 }
1118 
1119 static void dsa_slave_del_cls_matchall(struct net_device *dev,
1120 				       struct tc_cls_matchall_offload *cls)
1121 {
1122 	struct dsa_port *dp = dsa_slave_to_port(dev);
1123 	struct dsa_mall_tc_entry *mall_tc_entry;
1124 	struct dsa_switch *ds = dp->ds;
1125 
1126 	mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie);
1127 	if (!mall_tc_entry)
1128 		return;
1129 
1130 	list_del(&mall_tc_entry->list);
1131 
1132 	switch (mall_tc_entry->type) {
1133 	case DSA_PORT_MALL_MIRROR:
1134 		if (ds->ops->port_mirror_del)
1135 			ds->ops->port_mirror_del(ds, dp->index,
1136 						 &mall_tc_entry->mirror);
1137 		break;
1138 	case DSA_PORT_MALL_POLICER:
1139 		if (ds->ops->port_policer_del)
1140 			ds->ops->port_policer_del(ds, dp->index);
1141 		break;
1142 	default:
1143 		WARN_ON(1);
1144 	}
1145 
1146 	kfree(mall_tc_entry);
1147 }
1148 
1149 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
1150 					   struct tc_cls_matchall_offload *cls,
1151 					   bool ingress)
1152 {
1153 	if (cls->common.chain_index)
1154 		return -EOPNOTSUPP;
1155 
1156 	switch (cls->command) {
1157 	case TC_CLSMATCHALL_REPLACE:
1158 		return dsa_slave_add_cls_matchall(dev, cls, ingress);
1159 	case TC_CLSMATCHALL_DESTROY:
1160 		dsa_slave_del_cls_matchall(dev, cls);
1161 		return 0;
1162 	default:
1163 		return -EOPNOTSUPP;
1164 	}
1165 }
1166 
1167 static int dsa_slave_add_cls_flower(struct net_device *dev,
1168 				    struct flow_cls_offload *cls,
1169 				    bool ingress)
1170 {
1171 	struct dsa_port *dp = dsa_slave_to_port(dev);
1172 	struct dsa_switch *ds = dp->ds;
1173 	int port = dp->index;
1174 
1175 	if (!ds->ops->cls_flower_add)
1176 		return -EOPNOTSUPP;
1177 
1178 	return ds->ops->cls_flower_add(ds, port, cls, ingress);
1179 }
1180 
1181 static int dsa_slave_del_cls_flower(struct net_device *dev,
1182 				    struct flow_cls_offload *cls,
1183 				    bool ingress)
1184 {
1185 	struct dsa_port *dp = dsa_slave_to_port(dev);
1186 	struct dsa_switch *ds = dp->ds;
1187 	int port = dp->index;
1188 
1189 	if (!ds->ops->cls_flower_del)
1190 		return -EOPNOTSUPP;
1191 
1192 	return ds->ops->cls_flower_del(ds, port, cls, ingress);
1193 }
1194 
1195 static int dsa_slave_stats_cls_flower(struct net_device *dev,
1196 				      struct flow_cls_offload *cls,
1197 				      bool ingress)
1198 {
1199 	struct dsa_port *dp = dsa_slave_to_port(dev);
1200 	struct dsa_switch *ds = dp->ds;
1201 	int port = dp->index;
1202 
1203 	if (!ds->ops->cls_flower_stats)
1204 		return -EOPNOTSUPP;
1205 
1206 	return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1207 }
1208 
1209 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev,
1210 					 struct flow_cls_offload *cls,
1211 					 bool ingress)
1212 {
1213 	switch (cls->command) {
1214 	case FLOW_CLS_REPLACE:
1215 		return dsa_slave_add_cls_flower(dev, cls, ingress);
1216 	case FLOW_CLS_DESTROY:
1217 		return dsa_slave_del_cls_flower(dev, cls, ingress);
1218 	case FLOW_CLS_STATS:
1219 		return dsa_slave_stats_cls_flower(dev, cls, ingress);
1220 	default:
1221 		return -EOPNOTSUPP;
1222 	}
1223 }
1224 
1225 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1226 				       void *cb_priv, bool ingress)
1227 {
1228 	struct net_device *dev = cb_priv;
1229 
1230 	if (!tc_can_offload(dev))
1231 		return -EOPNOTSUPP;
1232 
1233 	switch (type) {
1234 	case TC_SETUP_CLSMATCHALL:
1235 		return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress);
1236 	case TC_SETUP_CLSFLOWER:
1237 		return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress);
1238 	default:
1239 		return -EOPNOTSUPP;
1240 	}
1241 }
1242 
1243 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type,
1244 					  void *type_data, void *cb_priv)
1245 {
1246 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true);
1247 }
1248 
1249 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type,
1250 					  void *type_data, void *cb_priv)
1251 {
1252 	return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false);
1253 }
1254 
1255 static LIST_HEAD(dsa_slave_block_cb_list);
1256 
1257 static int dsa_slave_setup_tc_block(struct net_device *dev,
1258 				    struct flow_block_offload *f)
1259 {
1260 	struct flow_block_cb *block_cb;
1261 	flow_setup_cb_t *cb;
1262 
1263 	if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1264 		cb = dsa_slave_setup_tc_block_cb_ig;
1265 	else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1266 		cb = dsa_slave_setup_tc_block_cb_eg;
1267 	else
1268 		return -EOPNOTSUPP;
1269 
1270 	f->driver_block_list = &dsa_slave_block_cb_list;
1271 
1272 	switch (f->command) {
1273 	case FLOW_BLOCK_BIND:
1274 		if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list))
1275 			return -EBUSY;
1276 
1277 		block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1278 		if (IS_ERR(block_cb))
1279 			return PTR_ERR(block_cb);
1280 
1281 		flow_block_cb_add(block_cb, f);
1282 		list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list);
1283 		return 0;
1284 	case FLOW_BLOCK_UNBIND:
1285 		block_cb = flow_block_cb_lookup(f->block, cb, dev);
1286 		if (!block_cb)
1287 			return -ENOENT;
1288 
1289 		flow_block_cb_remove(block_cb, f);
1290 		list_del(&block_cb->driver_list);
1291 		return 0;
1292 	default:
1293 		return -EOPNOTSUPP;
1294 	}
1295 }
1296 
1297 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port,
1298 				    void *type_data)
1299 {
1300 	struct dsa_port *cpu_dp = dsa_to_port(ds, port)->cpu_dp;
1301 	struct net_device *master = cpu_dp->master;
1302 
1303 	if (!master->netdev_ops->ndo_setup_tc)
1304 		return -EOPNOTSUPP;
1305 
1306 	return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data);
1307 }
1308 
1309 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
1310 			      void *type_data)
1311 {
1312 	struct dsa_port *dp = dsa_slave_to_port(dev);
1313 	struct dsa_switch *ds = dp->ds;
1314 
1315 	switch (type) {
1316 	case TC_SETUP_BLOCK:
1317 		return dsa_slave_setup_tc_block(dev, type_data);
1318 	case TC_SETUP_FT:
1319 		return dsa_slave_setup_ft_block(ds, dp->index, type_data);
1320 	default:
1321 		break;
1322 	}
1323 
1324 	if (!ds->ops->port_setup_tc)
1325 		return -EOPNOTSUPP;
1326 
1327 	return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1328 }
1329 
1330 static int dsa_slave_get_rxnfc(struct net_device *dev,
1331 			       struct ethtool_rxnfc *nfc, u32 *rule_locs)
1332 {
1333 	struct dsa_port *dp = dsa_slave_to_port(dev);
1334 	struct dsa_switch *ds = dp->ds;
1335 
1336 	if (!ds->ops->get_rxnfc)
1337 		return -EOPNOTSUPP;
1338 
1339 	return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1340 }
1341 
1342 static int dsa_slave_set_rxnfc(struct net_device *dev,
1343 			       struct ethtool_rxnfc *nfc)
1344 {
1345 	struct dsa_port *dp = dsa_slave_to_port(dev);
1346 	struct dsa_switch *ds = dp->ds;
1347 
1348 	if (!ds->ops->set_rxnfc)
1349 		return -EOPNOTSUPP;
1350 
1351 	return ds->ops->set_rxnfc(ds, dp->index, nfc);
1352 }
1353 
1354 static int dsa_slave_get_ts_info(struct net_device *dev,
1355 				 struct ethtool_ts_info *ts)
1356 {
1357 	struct dsa_slave_priv *p = netdev_priv(dev);
1358 	struct dsa_switch *ds = p->dp->ds;
1359 
1360 	if (!ds->ops->get_ts_info)
1361 		return -EOPNOTSUPP;
1362 
1363 	return ds->ops->get_ts_info(ds, p->dp->index, ts);
1364 }
1365 
1366 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1367 				     u16 vid)
1368 {
1369 	struct net_device *master = dsa_slave_to_master(dev);
1370 	struct dsa_port *dp = dsa_slave_to_port(dev);
1371 	struct switchdev_obj_port_vlan vlan = {
1372 		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1373 		.vid = vid,
1374 		/* This API only allows programming tagged, non-PVID VIDs */
1375 		.flags = 0,
1376 	};
1377 	struct netlink_ext_ack extack = {0};
1378 	int ret;
1379 
1380 	/* User port... */
1381 	ret = dsa_port_vlan_add(dp, &vlan, &extack);
1382 	if (ret) {
1383 		if (extack._msg)
1384 			netdev_err(dev, "%s\n", extack._msg);
1385 		return ret;
1386 	}
1387 
1388 	/* And CPU port... */
1389 	ret = dsa_port_vlan_add(dp->cpu_dp, &vlan, &extack);
1390 	if (ret) {
1391 		if (extack._msg)
1392 			netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1393 				   extack._msg);
1394 		return ret;
1395 	}
1396 
1397 	return vlan_vid_add(master, proto, vid);
1398 }
1399 
1400 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1401 				      u16 vid)
1402 {
1403 	struct net_device *master = dsa_slave_to_master(dev);
1404 	struct dsa_port *dp = dsa_slave_to_port(dev);
1405 	struct switchdev_obj_port_vlan vlan = {
1406 		.vid = vid,
1407 		/* This API only allows programming tagged, non-PVID VIDs */
1408 		.flags = 0,
1409 	};
1410 	int err;
1411 
1412 	/* Do not deprogram the CPU port as it may be shared with other user
1413 	 * ports which can be members of this VLAN as well.
1414 	 */
1415 	err = dsa_port_vlan_del(dp, &vlan);
1416 	if (err)
1417 		return err;
1418 
1419 	vlan_vid_del(master, proto, vid);
1420 
1421 	return 0;
1422 }
1423 
1424 struct dsa_hw_port {
1425 	struct list_head list;
1426 	struct net_device *dev;
1427 	int old_mtu;
1428 };
1429 
1430 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
1431 {
1432 	const struct dsa_hw_port *p;
1433 	int err;
1434 
1435 	list_for_each_entry(p, hw_port_list, list) {
1436 		if (p->dev->mtu == mtu)
1437 			continue;
1438 
1439 		err = dev_set_mtu(p->dev, mtu);
1440 		if (err)
1441 			goto rollback;
1442 	}
1443 
1444 	return 0;
1445 
1446 rollback:
1447 	list_for_each_entry_continue_reverse(p, hw_port_list, list) {
1448 		if (p->dev->mtu == p->old_mtu)
1449 			continue;
1450 
1451 		if (dev_set_mtu(p->dev, p->old_mtu))
1452 			netdev_err(p->dev, "Failed to restore MTU\n");
1453 	}
1454 
1455 	return err;
1456 }
1457 
1458 static void dsa_hw_port_list_free(struct list_head *hw_port_list)
1459 {
1460 	struct dsa_hw_port *p, *n;
1461 
1462 	list_for_each_entry_safe(p, n, hw_port_list, list)
1463 		kfree(p);
1464 }
1465 
1466 /* Make the hardware datapath to/from @dev limited to a common MTU */
1467 static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
1468 {
1469 	struct list_head hw_port_list;
1470 	struct dsa_switch_tree *dst;
1471 	int min_mtu = ETH_MAX_MTU;
1472 	struct dsa_port *other_dp;
1473 	int err;
1474 
1475 	if (!dp->ds->mtu_enforcement_ingress)
1476 		return;
1477 
1478 	if (!dp->bridge_dev)
1479 		return;
1480 
1481 	INIT_LIST_HEAD(&hw_port_list);
1482 
1483 	/* Populate the list of ports that are part of the same bridge
1484 	 * as the newly added/modified port
1485 	 */
1486 	list_for_each_entry(dst, &dsa_tree_list, list) {
1487 		list_for_each_entry(other_dp, &dst->ports, list) {
1488 			struct dsa_hw_port *hw_port;
1489 			struct net_device *slave;
1490 
1491 			if (other_dp->type != DSA_PORT_TYPE_USER)
1492 				continue;
1493 
1494 			if (other_dp->bridge_dev != dp->bridge_dev)
1495 				continue;
1496 
1497 			if (!other_dp->ds->mtu_enforcement_ingress)
1498 				continue;
1499 
1500 			slave = other_dp->slave;
1501 
1502 			if (min_mtu > slave->mtu)
1503 				min_mtu = slave->mtu;
1504 
1505 			hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
1506 			if (!hw_port)
1507 				goto out;
1508 
1509 			hw_port->dev = slave;
1510 			hw_port->old_mtu = slave->mtu;
1511 
1512 			list_add(&hw_port->list, &hw_port_list);
1513 		}
1514 	}
1515 
1516 	/* Attempt to configure the entire hardware bridge to the newly added
1517 	 * interface's MTU first, regardless of whether the intention of the
1518 	 * user was to raise or lower it.
1519 	 */
1520 	err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu);
1521 	if (!err)
1522 		goto out;
1523 
1524 	/* Clearly that didn't work out so well, so just set the minimum MTU on
1525 	 * all hardware bridge ports now. If this fails too, then all ports will
1526 	 * still have their old MTU rolled back anyway.
1527 	 */
1528 	dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
1529 
1530 out:
1531 	dsa_hw_port_list_free(&hw_port_list);
1532 }
1533 
1534 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu)
1535 {
1536 	struct net_device *master = dsa_slave_to_master(dev);
1537 	struct dsa_port *dp = dsa_slave_to_port(dev);
1538 	struct dsa_slave_priv *p = netdev_priv(dev);
1539 	struct dsa_switch *ds = p->dp->ds;
1540 	struct dsa_port *dp_iter;
1541 	struct dsa_port *cpu_dp;
1542 	int port = p->dp->index;
1543 	int largest_mtu = 0;
1544 	int new_master_mtu;
1545 	int old_master_mtu;
1546 	int mtu_limit;
1547 	int cpu_mtu;
1548 	int err;
1549 
1550 	if (!ds->ops->port_change_mtu)
1551 		return -EOPNOTSUPP;
1552 
1553 	list_for_each_entry(dp_iter, &ds->dst->ports, list) {
1554 		int slave_mtu;
1555 
1556 		if (!dsa_port_is_user(dp_iter))
1557 			continue;
1558 
1559 		/* During probe, this function will be called for each slave
1560 		 * device, while not all of them have been allocated. That's
1561 		 * ok, it doesn't change what the maximum is, so ignore it.
1562 		 */
1563 		if (!dp_iter->slave)
1564 			continue;
1565 
1566 		/* Pretend that we already applied the setting, which we
1567 		 * actually haven't (still haven't done all integrity checks)
1568 		 */
1569 		if (dp_iter == dp)
1570 			slave_mtu = new_mtu;
1571 		else
1572 			slave_mtu = dp_iter->slave->mtu;
1573 
1574 		if (largest_mtu < slave_mtu)
1575 			largest_mtu = slave_mtu;
1576 	}
1577 
1578 	cpu_dp = dsa_to_port(ds, port)->cpu_dp;
1579 
1580 	mtu_limit = min_t(int, master->max_mtu, dev->max_mtu);
1581 	old_master_mtu = master->mtu;
1582 	new_master_mtu = largest_mtu + dsa_tag_protocol_overhead(cpu_dp->tag_ops);
1583 	if (new_master_mtu > mtu_limit)
1584 		return -ERANGE;
1585 
1586 	/* If the master MTU isn't over limit, there's no need to check the CPU
1587 	 * MTU, since that surely isn't either.
1588 	 */
1589 	cpu_mtu = largest_mtu;
1590 
1591 	/* Start applying stuff */
1592 	if (new_master_mtu != old_master_mtu) {
1593 		err = dev_set_mtu(master, new_master_mtu);
1594 		if (err < 0)
1595 			goto out_master_failed;
1596 
1597 		/* We only need to propagate the MTU of the CPU port to
1598 		 * upstream switches, so create a non-targeted notifier which
1599 		 * updates all switches.
1600 		 */
1601 		err = dsa_port_mtu_change(cpu_dp, cpu_mtu, false);
1602 		if (err)
1603 			goto out_cpu_failed;
1604 	}
1605 
1606 	err = dsa_port_mtu_change(dp, new_mtu, true);
1607 	if (err)
1608 		goto out_port_failed;
1609 
1610 	dev->mtu = new_mtu;
1611 
1612 	dsa_bridge_mtu_normalization(dp);
1613 
1614 	return 0;
1615 
1616 out_port_failed:
1617 	if (new_master_mtu != old_master_mtu)
1618 		dsa_port_mtu_change(cpu_dp, old_master_mtu -
1619 				    dsa_tag_protocol_overhead(cpu_dp->tag_ops),
1620 				    false);
1621 out_cpu_failed:
1622 	if (new_master_mtu != old_master_mtu)
1623 		dev_set_mtu(master, old_master_mtu);
1624 out_master_failed:
1625 	return err;
1626 }
1627 
1628 static const struct ethtool_ops dsa_slave_ethtool_ops = {
1629 	.get_drvinfo		= dsa_slave_get_drvinfo,
1630 	.get_regs_len		= dsa_slave_get_regs_len,
1631 	.get_regs		= dsa_slave_get_regs,
1632 	.nway_reset		= dsa_slave_nway_reset,
1633 	.get_link		= ethtool_op_get_link,
1634 	.get_eeprom_len		= dsa_slave_get_eeprom_len,
1635 	.get_eeprom		= dsa_slave_get_eeprom,
1636 	.set_eeprom		= dsa_slave_set_eeprom,
1637 	.get_strings		= dsa_slave_get_strings,
1638 	.get_ethtool_stats	= dsa_slave_get_ethtool_stats,
1639 	.get_sset_count		= dsa_slave_get_sset_count,
1640 	.set_wol		= dsa_slave_set_wol,
1641 	.get_wol		= dsa_slave_get_wol,
1642 	.set_eee		= dsa_slave_set_eee,
1643 	.get_eee		= dsa_slave_get_eee,
1644 	.get_link_ksettings	= dsa_slave_get_link_ksettings,
1645 	.set_link_ksettings	= dsa_slave_set_link_ksettings,
1646 	.get_pauseparam		= dsa_slave_get_pauseparam,
1647 	.set_pauseparam		= dsa_slave_set_pauseparam,
1648 	.get_rxnfc		= dsa_slave_get_rxnfc,
1649 	.set_rxnfc		= dsa_slave_set_rxnfc,
1650 	.get_ts_info		= dsa_slave_get_ts_info,
1651 	.self_test		= dsa_slave_net_selftest,
1652 };
1653 
1654 /* legacy way, bypassing the bridge *****************************************/
1655 static int dsa_legacy_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
1656 			      struct net_device *dev,
1657 			      const unsigned char *addr, u16 vid,
1658 			      u16 flags,
1659 			      struct netlink_ext_ack *extack)
1660 {
1661 	struct dsa_port *dp = dsa_slave_to_port(dev);
1662 
1663 	return dsa_port_fdb_add(dp, addr, vid);
1664 }
1665 
1666 static int dsa_legacy_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
1667 			      struct net_device *dev,
1668 			      const unsigned char *addr, u16 vid)
1669 {
1670 	struct dsa_port *dp = dsa_slave_to_port(dev);
1671 
1672 	return dsa_port_fdb_del(dp, addr, vid);
1673 }
1674 
1675 static struct devlink_port *dsa_slave_get_devlink_port(struct net_device *dev)
1676 {
1677 	struct dsa_port *dp = dsa_slave_to_port(dev);
1678 
1679 	return dp->ds->devlink ? &dp->devlink_port : NULL;
1680 }
1681 
1682 static void dsa_slave_get_stats64(struct net_device *dev,
1683 				  struct rtnl_link_stats64 *s)
1684 {
1685 	struct dsa_port *dp = dsa_slave_to_port(dev);
1686 	struct dsa_switch *ds = dp->ds;
1687 
1688 	if (ds->ops->get_stats64)
1689 		ds->ops->get_stats64(ds, dp->index, s);
1690 	else
1691 		dev_get_tstats64(dev, s);
1692 }
1693 
1694 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx,
1695 				       struct net_device_path *path)
1696 {
1697 	struct dsa_port *dp = dsa_slave_to_port(ctx->dev);
1698 	struct dsa_port *cpu_dp = dp->cpu_dp;
1699 
1700 	path->dev = ctx->dev;
1701 	path->type = DEV_PATH_DSA;
1702 	path->dsa.proto = cpu_dp->tag_ops->proto;
1703 	path->dsa.port = dp->index;
1704 	ctx->dev = cpu_dp->master;
1705 
1706 	return 0;
1707 }
1708 
1709 static const struct net_device_ops dsa_slave_netdev_ops = {
1710 	.ndo_open	 	= dsa_slave_open,
1711 	.ndo_stop		= dsa_slave_close,
1712 	.ndo_start_xmit		= dsa_slave_xmit,
1713 	.ndo_change_rx_flags	= dsa_slave_change_rx_flags,
1714 	.ndo_set_rx_mode	= dsa_slave_set_rx_mode,
1715 	.ndo_set_mac_address	= dsa_slave_set_mac_address,
1716 	.ndo_fdb_add		= dsa_legacy_fdb_add,
1717 	.ndo_fdb_del		= dsa_legacy_fdb_del,
1718 	.ndo_fdb_dump		= dsa_slave_fdb_dump,
1719 	.ndo_do_ioctl		= dsa_slave_ioctl,
1720 	.ndo_get_iflink		= dsa_slave_get_iflink,
1721 #ifdef CONFIG_NET_POLL_CONTROLLER
1722 	.ndo_netpoll_setup	= dsa_slave_netpoll_setup,
1723 	.ndo_netpoll_cleanup	= dsa_slave_netpoll_cleanup,
1724 	.ndo_poll_controller	= dsa_slave_poll_controller,
1725 #endif
1726 	.ndo_get_phys_port_name	= dsa_slave_get_phys_port_name,
1727 	.ndo_setup_tc		= dsa_slave_setup_tc,
1728 	.ndo_get_stats64	= dsa_slave_get_stats64,
1729 	.ndo_get_port_parent_id	= dsa_slave_get_port_parent_id,
1730 	.ndo_vlan_rx_add_vid	= dsa_slave_vlan_rx_add_vid,
1731 	.ndo_vlan_rx_kill_vid	= dsa_slave_vlan_rx_kill_vid,
1732 	.ndo_get_devlink_port	= dsa_slave_get_devlink_port,
1733 	.ndo_change_mtu		= dsa_slave_change_mtu,
1734 	.ndo_fill_forward_path	= dsa_slave_fill_forward_path,
1735 };
1736 
1737 static struct device_type dsa_type = {
1738 	.name	= "dsa",
1739 };
1740 
1741 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
1742 {
1743 	const struct dsa_port *dp = dsa_to_port(ds, port);
1744 
1745 	if (dp->pl)
1746 		phylink_mac_change(dp->pl, up);
1747 }
1748 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
1749 
1750 static void dsa_slave_phylink_fixed_state(struct phylink_config *config,
1751 					  struct phylink_link_state *state)
1752 {
1753 	struct dsa_port *dp = container_of(config, struct dsa_port, pl_config);
1754 	struct dsa_switch *ds = dp->ds;
1755 
1756 	/* No need to check that this operation is valid, the callback would
1757 	 * not be called if it was not.
1758 	 */
1759 	ds->ops->phylink_fixed_state(ds, dp->index, state);
1760 }
1761 
1762 /* slave device setup *******************************************************/
1763 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr,
1764 				 u32 flags)
1765 {
1766 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1767 	struct dsa_switch *ds = dp->ds;
1768 
1769 	slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr);
1770 	if (!slave_dev->phydev) {
1771 		netdev_err(slave_dev, "no phy at %d\n", addr);
1772 		return -ENODEV;
1773 	}
1774 
1775 	slave_dev->phydev->dev_flags |= flags;
1776 
1777 	return phylink_connect_phy(dp->pl, slave_dev->phydev);
1778 }
1779 
1780 static int dsa_slave_phy_setup(struct net_device *slave_dev)
1781 {
1782 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1783 	struct device_node *port_dn = dp->dn;
1784 	struct dsa_switch *ds = dp->ds;
1785 	phy_interface_t mode;
1786 	u32 phy_flags = 0;
1787 	int ret;
1788 
1789 	ret = of_get_phy_mode(port_dn, &mode);
1790 	if (ret)
1791 		mode = PHY_INTERFACE_MODE_NA;
1792 
1793 	dp->pl_config.dev = &slave_dev->dev;
1794 	dp->pl_config.type = PHYLINK_NETDEV;
1795 
1796 	/* The get_fixed_state callback takes precedence over polling the
1797 	 * link GPIO in PHYLINK (see phylink_get_fixed_state).  Only set
1798 	 * this if the switch provides such a callback.
1799 	 */
1800 	if (ds->ops->phylink_fixed_state) {
1801 		dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state;
1802 		dp->pl_config.poll_fixed_state = true;
1803 	}
1804 
1805 	dp->pl = phylink_create(&dp->pl_config, of_fwnode_handle(port_dn), mode,
1806 				&dsa_port_phylink_mac_ops);
1807 	if (IS_ERR(dp->pl)) {
1808 		netdev_err(slave_dev,
1809 			   "error creating PHYLINK: %ld\n", PTR_ERR(dp->pl));
1810 		return PTR_ERR(dp->pl);
1811 	}
1812 
1813 	if (ds->ops->get_phy_flags)
1814 		phy_flags = ds->ops->get_phy_flags(ds, dp->index);
1815 
1816 	ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
1817 	if (ret == -ENODEV && ds->slave_mii_bus) {
1818 		/* We could not connect to a designated PHY or SFP, so try to
1819 		 * use the switch internal MDIO bus instead
1820 		 */
1821 		ret = dsa_slave_phy_connect(slave_dev, dp->index, phy_flags);
1822 		if (ret) {
1823 			netdev_err(slave_dev,
1824 				   "failed to connect to port %d: %d\n",
1825 				   dp->index, ret);
1826 			phylink_destroy(dp->pl);
1827 			return ret;
1828 		}
1829 	}
1830 
1831 	return ret;
1832 }
1833 
1834 void dsa_slave_setup_tagger(struct net_device *slave)
1835 {
1836 	struct dsa_port *dp = dsa_slave_to_port(slave);
1837 	struct dsa_slave_priv *p = netdev_priv(slave);
1838 	const struct dsa_port *cpu_dp = dp->cpu_dp;
1839 	struct net_device *master = cpu_dp->master;
1840 
1841 	slave->needed_headroom = cpu_dp->tag_ops->needed_headroom;
1842 	slave->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
1843 	/* Try to save one extra realloc later in the TX path (in the master)
1844 	 * by also inheriting the master's needed headroom and tailroom.
1845 	 * The 8021q driver also does this.
1846 	 */
1847 	slave->needed_headroom += master->needed_headroom;
1848 	slave->needed_tailroom += master->needed_tailroom;
1849 
1850 	p->xmit = cpu_dp->tag_ops->xmit;
1851 }
1852 
1853 static struct lock_class_key dsa_slave_netdev_xmit_lock_key;
1854 static void dsa_slave_set_lockdep_class_one(struct net_device *dev,
1855 					    struct netdev_queue *txq,
1856 					    void *_unused)
1857 {
1858 	lockdep_set_class(&txq->_xmit_lock,
1859 			  &dsa_slave_netdev_xmit_lock_key);
1860 }
1861 
1862 int dsa_slave_suspend(struct net_device *slave_dev)
1863 {
1864 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1865 
1866 	if (!netif_running(slave_dev))
1867 		return 0;
1868 
1869 	netif_device_detach(slave_dev);
1870 
1871 	rtnl_lock();
1872 	phylink_stop(dp->pl);
1873 	rtnl_unlock();
1874 
1875 	return 0;
1876 }
1877 
1878 int dsa_slave_resume(struct net_device *slave_dev)
1879 {
1880 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
1881 
1882 	if (!netif_running(slave_dev))
1883 		return 0;
1884 
1885 	netif_device_attach(slave_dev);
1886 
1887 	rtnl_lock();
1888 	phylink_start(dp->pl);
1889 	rtnl_unlock();
1890 
1891 	return 0;
1892 }
1893 
1894 int dsa_slave_create(struct dsa_port *port)
1895 {
1896 	const struct dsa_port *cpu_dp = port->cpu_dp;
1897 	struct net_device *master = cpu_dp->master;
1898 	struct dsa_switch *ds = port->ds;
1899 	const char *name = port->name;
1900 	struct net_device *slave_dev;
1901 	struct dsa_slave_priv *p;
1902 	int ret;
1903 
1904 	if (!ds->num_tx_queues)
1905 		ds->num_tx_queues = 1;
1906 
1907 	slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
1908 				     NET_NAME_UNKNOWN, ether_setup,
1909 				     ds->num_tx_queues, 1);
1910 	if (slave_dev == NULL)
1911 		return -ENOMEM;
1912 
1913 	slave_dev->features = master->vlan_features | NETIF_F_HW_TC;
1914 	if (ds->ops->port_vlan_add && ds->ops->port_vlan_del)
1915 		slave_dev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1916 	slave_dev->hw_features |= NETIF_F_HW_TC;
1917 	slave_dev->features |= NETIF_F_LLTX;
1918 	slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
1919 	if (!is_zero_ether_addr(port->mac))
1920 		ether_addr_copy(slave_dev->dev_addr, port->mac);
1921 	else
1922 		eth_hw_addr_inherit(slave_dev, master);
1923 	slave_dev->priv_flags |= IFF_NO_QUEUE;
1924 	slave_dev->netdev_ops = &dsa_slave_netdev_ops;
1925 	if (ds->ops->port_max_mtu)
1926 		slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
1927 	SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
1928 
1929 	netdev_for_each_tx_queue(slave_dev, dsa_slave_set_lockdep_class_one,
1930 				 NULL);
1931 
1932 	SET_NETDEV_DEV(slave_dev, port->ds->dev);
1933 	slave_dev->dev.of_node = port->dn;
1934 	slave_dev->vlan_features = master->vlan_features;
1935 
1936 	p = netdev_priv(slave_dev);
1937 	slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
1938 	if (!slave_dev->tstats) {
1939 		free_netdev(slave_dev);
1940 		return -ENOMEM;
1941 	}
1942 
1943 	ret = gro_cells_init(&p->gcells, slave_dev);
1944 	if (ret)
1945 		goto out_free;
1946 
1947 	p->dp = port;
1948 	INIT_LIST_HEAD(&p->mall_tc_list);
1949 	port->slave = slave_dev;
1950 	dsa_slave_setup_tagger(slave_dev);
1951 
1952 	rtnl_lock();
1953 	ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN);
1954 	rtnl_unlock();
1955 	if (ret && ret != -EOPNOTSUPP)
1956 		dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
1957 			 ret, ETH_DATA_LEN, port->index);
1958 
1959 	netif_carrier_off(slave_dev);
1960 
1961 	ret = dsa_slave_phy_setup(slave_dev);
1962 	if (ret) {
1963 		netdev_err(slave_dev,
1964 			   "error %d setting up PHY for tree %d, switch %d, port %d\n",
1965 			   ret, ds->dst->index, ds->index, port->index);
1966 		goto out_gcells;
1967 	}
1968 
1969 	rtnl_lock();
1970 
1971 	ret = register_netdevice(slave_dev);
1972 	if (ret) {
1973 		netdev_err(master, "error %d registering interface %s\n",
1974 			   ret, slave_dev->name);
1975 		rtnl_unlock();
1976 		goto out_phy;
1977 	}
1978 
1979 	ret = netdev_upper_dev_link(master, slave_dev, NULL);
1980 
1981 	rtnl_unlock();
1982 
1983 	if (ret)
1984 		goto out_unregister;
1985 
1986 	return 0;
1987 
1988 out_unregister:
1989 	unregister_netdev(slave_dev);
1990 out_phy:
1991 	rtnl_lock();
1992 	phylink_disconnect_phy(p->dp->pl);
1993 	rtnl_unlock();
1994 	phylink_destroy(p->dp->pl);
1995 out_gcells:
1996 	gro_cells_destroy(&p->gcells);
1997 out_free:
1998 	free_percpu(slave_dev->tstats);
1999 	free_netdev(slave_dev);
2000 	port->slave = NULL;
2001 	return ret;
2002 }
2003 
2004 void dsa_slave_destroy(struct net_device *slave_dev)
2005 {
2006 	struct net_device *master = dsa_slave_to_master(slave_dev);
2007 	struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2008 	struct dsa_slave_priv *p = netdev_priv(slave_dev);
2009 
2010 	netif_carrier_off(slave_dev);
2011 	rtnl_lock();
2012 	netdev_upper_dev_unlink(master, slave_dev);
2013 	unregister_netdevice(slave_dev);
2014 	phylink_disconnect_phy(dp->pl);
2015 	rtnl_unlock();
2016 
2017 	phylink_destroy(dp->pl);
2018 	gro_cells_destroy(&p->gcells);
2019 	free_percpu(slave_dev->tstats);
2020 	free_netdev(slave_dev);
2021 }
2022 
2023 bool dsa_slave_dev_check(const struct net_device *dev)
2024 {
2025 	return dev->netdev_ops == &dsa_slave_netdev_ops;
2026 }
2027 EXPORT_SYMBOL_GPL(dsa_slave_dev_check);
2028 
2029 static int dsa_slave_changeupper(struct net_device *dev,
2030 				 struct netdev_notifier_changeupper_info *info)
2031 {
2032 	struct dsa_port *dp = dsa_slave_to_port(dev);
2033 	struct netlink_ext_ack *extack;
2034 	int err = NOTIFY_DONE;
2035 
2036 	extack = netdev_notifier_info_to_extack(&info->info);
2037 
2038 	if (netif_is_bridge_master(info->upper_dev)) {
2039 		if (info->linking) {
2040 			err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2041 			if (!err)
2042 				dsa_bridge_mtu_normalization(dp);
2043 			err = notifier_from_errno(err);
2044 		} else {
2045 			dsa_port_bridge_leave(dp, info->upper_dev);
2046 			err = NOTIFY_OK;
2047 		}
2048 	} else if (netif_is_lag_master(info->upper_dev)) {
2049 		if (info->linking) {
2050 			err = dsa_port_lag_join(dp, info->upper_dev,
2051 						info->upper_info, extack);
2052 			if (err == -EOPNOTSUPP) {
2053 				NL_SET_ERR_MSG_MOD(info->info.extack,
2054 						   "Offloading not supported");
2055 				err = 0;
2056 			}
2057 			err = notifier_from_errno(err);
2058 		} else {
2059 			dsa_port_lag_leave(dp, info->upper_dev);
2060 			err = NOTIFY_OK;
2061 		}
2062 	} else if (is_hsr_master(info->upper_dev)) {
2063 		if (info->linking) {
2064 			err = dsa_port_hsr_join(dp, info->upper_dev);
2065 			if (err == -EOPNOTSUPP) {
2066 				NL_SET_ERR_MSG_MOD(info->info.extack,
2067 						   "Offloading not supported");
2068 				err = 0;
2069 			}
2070 			err = notifier_from_errno(err);
2071 		} else {
2072 			dsa_port_hsr_leave(dp, info->upper_dev);
2073 			err = NOTIFY_OK;
2074 		}
2075 	}
2076 
2077 	return err;
2078 }
2079 
2080 static int
2081 dsa_slave_lag_changeupper(struct net_device *dev,
2082 			  struct netdev_notifier_changeupper_info *info)
2083 {
2084 	struct net_device *lower;
2085 	struct list_head *iter;
2086 	int err = NOTIFY_DONE;
2087 	struct dsa_port *dp;
2088 
2089 	netdev_for_each_lower_dev(dev, lower, iter) {
2090 		if (!dsa_slave_dev_check(lower))
2091 			continue;
2092 
2093 		dp = dsa_slave_to_port(lower);
2094 		if (!dp->lag_dev)
2095 			/* Software LAG */
2096 			continue;
2097 
2098 		err = dsa_slave_changeupper(lower, info);
2099 		if (notifier_to_errno(err))
2100 			break;
2101 	}
2102 
2103 	return err;
2104 }
2105 
2106 static int
2107 dsa_prevent_bridging_8021q_upper(struct net_device *dev,
2108 				 struct netdev_notifier_changeupper_info *info)
2109 {
2110 	struct netlink_ext_ack *ext_ack;
2111 	struct net_device *slave;
2112 	struct dsa_port *dp;
2113 
2114 	ext_ack = netdev_notifier_info_to_extack(&info->info);
2115 
2116 	if (!is_vlan_dev(dev))
2117 		return NOTIFY_DONE;
2118 
2119 	slave = vlan_dev_real_dev(dev);
2120 	if (!dsa_slave_dev_check(slave))
2121 		return NOTIFY_DONE;
2122 
2123 	dp = dsa_slave_to_port(slave);
2124 	if (!dp->bridge_dev)
2125 		return NOTIFY_DONE;
2126 
2127 	/* Deny enslaving a VLAN device into a VLAN-aware bridge */
2128 	if (br_vlan_enabled(dp->bridge_dev) &&
2129 	    netif_is_bridge_master(info->upper_dev) && info->linking) {
2130 		NL_SET_ERR_MSG_MOD(ext_ack,
2131 				   "Cannot enslave VLAN device into VLAN aware bridge");
2132 		return notifier_from_errno(-EINVAL);
2133 	}
2134 
2135 	return NOTIFY_DONE;
2136 }
2137 
2138 static int
2139 dsa_slave_check_8021q_upper(struct net_device *dev,
2140 			    struct netdev_notifier_changeupper_info *info)
2141 {
2142 	struct dsa_port *dp = dsa_slave_to_port(dev);
2143 	struct net_device *br = dp->bridge_dev;
2144 	struct bridge_vlan_info br_info;
2145 	struct netlink_ext_ack *extack;
2146 	int err = NOTIFY_DONE;
2147 	u16 vid;
2148 
2149 	if (!br || !br_vlan_enabled(br))
2150 		return NOTIFY_DONE;
2151 
2152 	extack = netdev_notifier_info_to_extack(&info->info);
2153 	vid = vlan_dev_vlan_id(info->upper_dev);
2154 
2155 	/* br_vlan_get_info() returns -EINVAL or -ENOENT if the
2156 	 * device, respectively the VID is not found, returning
2157 	 * 0 means success, which is a failure for us here.
2158 	 */
2159 	err = br_vlan_get_info(br, vid, &br_info);
2160 	if (err == 0) {
2161 		NL_SET_ERR_MSG_MOD(extack,
2162 				   "This VLAN is already configured by the bridge");
2163 		return notifier_from_errno(-EBUSY);
2164 	}
2165 
2166 	return NOTIFY_DONE;
2167 }
2168 
2169 static int dsa_slave_netdevice_event(struct notifier_block *nb,
2170 				     unsigned long event, void *ptr)
2171 {
2172 	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
2173 
2174 	switch (event) {
2175 	case NETDEV_PRECHANGEUPPER: {
2176 		struct netdev_notifier_changeupper_info *info = ptr;
2177 		struct dsa_switch *ds;
2178 		struct dsa_port *dp;
2179 		int err;
2180 
2181 		if (!dsa_slave_dev_check(dev))
2182 			return dsa_prevent_bridging_8021q_upper(dev, ptr);
2183 
2184 		dp = dsa_slave_to_port(dev);
2185 		ds = dp->ds;
2186 
2187 		if (ds->ops->port_prechangeupper) {
2188 			err = ds->ops->port_prechangeupper(ds, dp->index, info);
2189 			if (err)
2190 				return notifier_from_errno(err);
2191 		}
2192 
2193 		if (is_vlan_dev(info->upper_dev))
2194 			return dsa_slave_check_8021q_upper(dev, ptr);
2195 		break;
2196 	}
2197 	case NETDEV_CHANGEUPPER:
2198 		if (dsa_slave_dev_check(dev))
2199 			return dsa_slave_changeupper(dev, ptr);
2200 
2201 		if (netif_is_lag_master(dev))
2202 			return dsa_slave_lag_changeupper(dev, ptr);
2203 
2204 		break;
2205 	case NETDEV_CHANGELOWERSTATE: {
2206 		struct netdev_notifier_changelowerstate_info *info = ptr;
2207 		struct dsa_port *dp;
2208 		int err;
2209 
2210 		if (!dsa_slave_dev_check(dev))
2211 			break;
2212 
2213 		dp = dsa_slave_to_port(dev);
2214 
2215 		err = dsa_port_lag_change(dp, info->lower_state_info);
2216 		return notifier_from_errno(err);
2217 	}
2218 	case NETDEV_GOING_DOWN: {
2219 		struct dsa_port *dp, *cpu_dp;
2220 		struct dsa_switch_tree *dst;
2221 		LIST_HEAD(close_list);
2222 
2223 		if (!netdev_uses_dsa(dev))
2224 			return NOTIFY_DONE;
2225 
2226 		cpu_dp = dev->dsa_ptr;
2227 		dst = cpu_dp->ds->dst;
2228 
2229 		list_for_each_entry(dp, &dst->ports, list) {
2230 			if (!dsa_is_user_port(dp->ds, dp->index))
2231 				continue;
2232 
2233 			list_add(&dp->slave->close_list, &close_list);
2234 		}
2235 
2236 		dev_close_many(&close_list, true);
2237 
2238 		return NOTIFY_OK;
2239 	}
2240 	default:
2241 		break;
2242 	}
2243 
2244 	return NOTIFY_DONE;
2245 }
2246 
2247 static void
2248 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
2249 {
2250 	struct dsa_switch *ds = switchdev_work->ds;
2251 	struct switchdev_notifier_fdb_info info;
2252 	struct dsa_port *dp;
2253 
2254 	if (!dsa_is_user_port(ds, switchdev_work->port))
2255 		return;
2256 
2257 	info.addr = switchdev_work->addr;
2258 	info.vid = switchdev_work->vid;
2259 	info.offloaded = true;
2260 	dp = dsa_to_port(ds, switchdev_work->port);
2261 	call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
2262 				 dp->slave, &info.info, NULL);
2263 }
2264 
2265 static void dsa_slave_switchdev_event_work(struct work_struct *work)
2266 {
2267 	struct dsa_switchdev_event_work *switchdev_work =
2268 		container_of(work, struct dsa_switchdev_event_work, work);
2269 	struct dsa_switch *ds = switchdev_work->ds;
2270 	struct dsa_port *dp;
2271 	int err;
2272 
2273 	dp = dsa_to_port(ds, switchdev_work->port);
2274 
2275 	rtnl_lock();
2276 	switch (switchdev_work->event) {
2277 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
2278 		err = dsa_port_fdb_add(dp, switchdev_work->addr,
2279 				       switchdev_work->vid);
2280 		if (err) {
2281 			dev_err(ds->dev,
2282 				"port %d failed to add %pM vid %d to fdb: %d\n",
2283 				dp->index, switchdev_work->addr,
2284 				switchdev_work->vid, err);
2285 			break;
2286 		}
2287 		dsa_fdb_offload_notify(switchdev_work);
2288 		break;
2289 
2290 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
2291 		err = dsa_port_fdb_del(dp, switchdev_work->addr,
2292 				       switchdev_work->vid);
2293 		if (err) {
2294 			dev_err(ds->dev,
2295 				"port %d failed to delete %pM vid %d from fdb: %d\n",
2296 				dp->index, switchdev_work->addr,
2297 				switchdev_work->vid, err);
2298 		}
2299 
2300 		break;
2301 	}
2302 	rtnl_unlock();
2303 
2304 	kfree(switchdev_work);
2305 	if (dsa_is_user_port(ds, dp->index))
2306 		dev_put(dp->slave);
2307 }
2308 
2309 static int dsa_lower_dev_walk(struct net_device *lower_dev,
2310 			      struct netdev_nested_priv *priv)
2311 {
2312 	if (dsa_slave_dev_check(lower_dev)) {
2313 		priv->data = (void *)netdev_priv(lower_dev);
2314 		return 1;
2315 	}
2316 
2317 	return 0;
2318 }
2319 
2320 static struct dsa_slave_priv *dsa_slave_dev_lower_find(struct net_device *dev)
2321 {
2322 	struct netdev_nested_priv priv = {
2323 		.data = NULL,
2324 	};
2325 
2326 	netdev_walk_all_lower_dev_rcu(dev, dsa_lower_dev_walk, &priv);
2327 
2328 	return (struct dsa_slave_priv *)priv.data;
2329 }
2330 
2331 /* Called under rcu_read_lock() */
2332 static int dsa_slave_switchdev_event(struct notifier_block *unused,
2333 				     unsigned long event, void *ptr)
2334 {
2335 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2336 	const struct switchdev_notifier_fdb_info *fdb_info;
2337 	struct dsa_switchdev_event_work *switchdev_work;
2338 	struct dsa_port *dp;
2339 	int err;
2340 
2341 	switch (event) {
2342 	case SWITCHDEV_PORT_ATTR_SET:
2343 		err = switchdev_handle_port_attr_set(dev, ptr,
2344 						     dsa_slave_dev_check,
2345 						     dsa_slave_port_attr_set);
2346 		return notifier_from_errno(err);
2347 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
2348 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
2349 		fdb_info = ptr;
2350 
2351 		if (dsa_slave_dev_check(dev)) {
2352 			if (!fdb_info->added_by_user || fdb_info->is_local)
2353 				return NOTIFY_OK;
2354 
2355 			dp = dsa_slave_to_port(dev);
2356 		} else {
2357 			/* Snoop addresses learnt on foreign interfaces
2358 			 * bridged with us, for switches that don't
2359 			 * automatically learn SA from CPU-injected traffic
2360 			 */
2361 			struct net_device *br_dev;
2362 			struct dsa_slave_priv *p;
2363 
2364 			br_dev = netdev_master_upper_dev_get_rcu(dev);
2365 			if (!br_dev)
2366 				return NOTIFY_DONE;
2367 
2368 			if (!netif_is_bridge_master(br_dev))
2369 				return NOTIFY_DONE;
2370 
2371 			p = dsa_slave_dev_lower_find(br_dev);
2372 			if (!p)
2373 				return NOTIFY_DONE;
2374 
2375 			dp = p->dp->cpu_dp;
2376 
2377 			if (!dp->ds->assisted_learning_on_cpu_port)
2378 				return NOTIFY_DONE;
2379 
2380 			/* When the bridge learns an address on an offloaded
2381 			 * LAG we don't want to send traffic to the CPU, the
2382 			 * other ports bridged with the LAG should be able to
2383 			 * autonomously forward towards it.
2384 			 */
2385 			if (dsa_tree_offloads_bridge_port(dp->ds->dst, dev))
2386 				return NOTIFY_DONE;
2387 		}
2388 
2389 		if (!dp->ds->ops->port_fdb_add || !dp->ds->ops->port_fdb_del)
2390 			return NOTIFY_DONE;
2391 
2392 		switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
2393 		if (!switchdev_work)
2394 			return NOTIFY_BAD;
2395 
2396 		INIT_WORK(&switchdev_work->work,
2397 			  dsa_slave_switchdev_event_work);
2398 		switchdev_work->ds = dp->ds;
2399 		switchdev_work->port = dp->index;
2400 		switchdev_work->event = event;
2401 
2402 		ether_addr_copy(switchdev_work->addr,
2403 				fdb_info->addr);
2404 		switchdev_work->vid = fdb_info->vid;
2405 
2406 		/* Hold a reference on the slave for dsa_fdb_offload_notify */
2407 		if (dsa_is_user_port(dp->ds, dp->index))
2408 			dev_hold(dev);
2409 		dsa_schedule_work(&switchdev_work->work);
2410 		break;
2411 	default:
2412 		return NOTIFY_DONE;
2413 	}
2414 
2415 	return NOTIFY_OK;
2416 }
2417 
2418 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused,
2419 					      unsigned long event, void *ptr)
2420 {
2421 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2422 	int err;
2423 
2424 	switch (event) {
2425 	case SWITCHDEV_PORT_OBJ_ADD:
2426 		err = switchdev_handle_port_obj_add(dev, ptr,
2427 						    dsa_slave_dev_check,
2428 						    dsa_slave_port_obj_add);
2429 		return notifier_from_errno(err);
2430 	case SWITCHDEV_PORT_OBJ_DEL:
2431 		err = switchdev_handle_port_obj_del(dev, ptr,
2432 						    dsa_slave_dev_check,
2433 						    dsa_slave_port_obj_del);
2434 		return notifier_from_errno(err);
2435 	case SWITCHDEV_PORT_ATTR_SET:
2436 		err = switchdev_handle_port_attr_set(dev, ptr,
2437 						     dsa_slave_dev_check,
2438 						     dsa_slave_port_attr_set);
2439 		return notifier_from_errno(err);
2440 	}
2441 
2442 	return NOTIFY_DONE;
2443 }
2444 
2445 static struct notifier_block dsa_slave_nb __read_mostly = {
2446 	.notifier_call  = dsa_slave_netdevice_event,
2447 };
2448 
2449 struct notifier_block dsa_slave_switchdev_notifier = {
2450 	.notifier_call = dsa_slave_switchdev_event,
2451 };
2452 
2453 struct notifier_block dsa_slave_switchdev_blocking_notifier = {
2454 	.notifier_call = dsa_slave_switchdev_blocking_event,
2455 };
2456 
2457 int dsa_slave_register_notifier(void)
2458 {
2459 	struct notifier_block *nb;
2460 	int err;
2461 
2462 	err = register_netdevice_notifier(&dsa_slave_nb);
2463 	if (err)
2464 		return err;
2465 
2466 	err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
2467 	if (err)
2468 		goto err_switchdev_nb;
2469 
2470 	nb = &dsa_slave_switchdev_blocking_notifier;
2471 	err = register_switchdev_blocking_notifier(nb);
2472 	if (err)
2473 		goto err_switchdev_blocking_nb;
2474 
2475 	return 0;
2476 
2477 err_switchdev_blocking_nb:
2478 	unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
2479 err_switchdev_nb:
2480 	unregister_netdevice_notifier(&dsa_slave_nb);
2481 	return err;
2482 }
2483 
2484 void dsa_slave_unregister_notifier(void)
2485 {
2486 	struct notifier_block *nb;
2487 	int err;
2488 
2489 	nb = &dsa_slave_switchdev_blocking_notifier;
2490 	err = unregister_switchdev_blocking_notifier(nb);
2491 	if (err)
2492 		pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
2493 
2494 	err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
2495 	if (err)
2496 		pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
2497 
2498 	err = unregister_netdevice_notifier(&dsa_slave_nb);
2499 	if (err)
2500 		pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
2501 }
2502