1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * DPAA2 Ethernet Switch driver
4  *
5  * Copyright 2014-2016 Freescale Semiconductor Inc.
6  * Copyright 2017-2021 NXP
7  *
8  */
9 
10 #include <linux/module.h>
11 
12 #include <linux/interrupt.h>
13 #include <linux/kthread.h>
14 #include <linux/workqueue.h>
15 #include <linux/iommu.h>
16 #include <net/pkt_cls.h>
17 
18 #include <linux/fsl/mc.h>
19 
20 #include "dpaa2-switch.h"
21 
22 /* Minimal supported DPSW version */
23 #define DPSW_MIN_VER_MAJOR		8
24 #define DPSW_MIN_VER_MINOR		9
25 
26 #define DEFAULT_VLAN_ID			1
27 
28 static u16 dpaa2_switch_port_get_fdb_id(struct ethsw_port_priv *port_priv)
29 {
30 	return port_priv->fdb->fdb_id;
31 }
32 
33 static struct dpaa2_switch_fdb *dpaa2_switch_fdb_get_unused(struct ethsw_core *ethsw)
34 {
35 	int i;
36 
37 	for (i = 0; i < ethsw->sw_attr.num_ifs; i++)
38 		if (!ethsw->fdbs[i].in_use)
39 			return &ethsw->fdbs[i];
40 	return NULL;
41 }
42 
43 static struct dpaa2_switch_filter_block *
44 dpaa2_switch_filter_block_get_unused(struct ethsw_core *ethsw)
45 {
46 	int i;
47 
48 	for (i = 0; i < ethsw->sw_attr.num_ifs; i++)
49 		if (!ethsw->filter_blocks[i].in_use)
50 			return &ethsw->filter_blocks[i];
51 	return NULL;
52 }
53 
54 static u16 dpaa2_switch_port_set_fdb(struct ethsw_port_priv *port_priv,
55 				     struct net_device *bridge_dev)
56 {
57 	struct ethsw_port_priv *other_port_priv = NULL;
58 	struct dpaa2_switch_fdb *fdb;
59 	struct net_device *other_dev;
60 	struct list_head *iter;
61 
62 	/* If we leave a bridge (bridge_dev is NULL), find an unused
63 	 * FDB and use that.
64 	 */
65 	if (!bridge_dev) {
66 		fdb = dpaa2_switch_fdb_get_unused(port_priv->ethsw_data);
67 
68 		/* If there is no unused FDB, we must be the last port that
69 		 * leaves the last bridge, all the others are standalone. We
70 		 * can just keep the FDB that we already have.
71 		 */
72 
73 		if (!fdb) {
74 			port_priv->fdb->bridge_dev = NULL;
75 			return 0;
76 		}
77 
78 		port_priv->fdb = fdb;
79 		port_priv->fdb->in_use = true;
80 		port_priv->fdb->bridge_dev = NULL;
81 		return 0;
82 	}
83 
84 	/* The below call to netdev_for_each_lower_dev() demands the RTNL lock
85 	 * being held. Assert on it so that it's easier to catch new code
86 	 * paths that reach this point without the RTNL lock.
87 	 */
88 	ASSERT_RTNL();
89 
90 	/* If part of a bridge, use the FDB of the first dpaa2 switch interface
91 	 * to be present in that bridge
92 	 */
93 	netdev_for_each_lower_dev(bridge_dev, other_dev, iter) {
94 		if (!dpaa2_switch_port_dev_check(other_dev))
95 			continue;
96 
97 		if (other_dev == port_priv->netdev)
98 			continue;
99 
100 		other_port_priv = netdev_priv(other_dev);
101 		break;
102 	}
103 
104 	/* The current port is about to change its FDB to the one used by the
105 	 * first port that joined the bridge.
106 	 */
107 	if (other_port_priv) {
108 		/* The previous FDB is about to become unused, since the
109 		 * interface is no longer standalone.
110 		 */
111 		port_priv->fdb->in_use = false;
112 		port_priv->fdb->bridge_dev = NULL;
113 
114 		/* Get a reference to the new FDB */
115 		port_priv->fdb = other_port_priv->fdb;
116 	}
117 
118 	/* Keep track of the new upper bridge device */
119 	port_priv->fdb->bridge_dev = bridge_dev;
120 
121 	return 0;
122 }
123 
124 static void dpaa2_switch_fdb_get_flood_cfg(struct ethsw_core *ethsw, u16 fdb_id,
125 					   enum dpsw_flood_type type,
126 					   struct dpsw_egress_flood_cfg *cfg)
127 {
128 	int i = 0, j;
129 
130 	memset(cfg, 0, sizeof(*cfg));
131 
132 	/* Add all the DPAA2 switch ports found in the same bridging domain to
133 	 * the egress flooding domain
134 	 */
135 	for (j = 0; j < ethsw->sw_attr.num_ifs; j++) {
136 		if (!ethsw->ports[j])
137 			continue;
138 		if (ethsw->ports[j]->fdb->fdb_id != fdb_id)
139 			continue;
140 
141 		if (type == DPSW_BROADCAST && ethsw->ports[j]->bcast_flood)
142 			cfg->if_id[i++] = ethsw->ports[j]->idx;
143 		else if (type == DPSW_FLOODING && ethsw->ports[j]->ucast_flood)
144 			cfg->if_id[i++] = ethsw->ports[j]->idx;
145 	}
146 
147 	/* Add the CTRL interface to the egress flooding domain */
148 	cfg->if_id[i++] = ethsw->sw_attr.num_ifs;
149 
150 	cfg->fdb_id = fdb_id;
151 	cfg->flood_type = type;
152 	cfg->num_ifs = i;
153 }
154 
155 static int dpaa2_switch_fdb_set_egress_flood(struct ethsw_core *ethsw, u16 fdb_id)
156 {
157 	struct dpsw_egress_flood_cfg flood_cfg;
158 	int err;
159 
160 	/* Setup broadcast flooding domain */
161 	dpaa2_switch_fdb_get_flood_cfg(ethsw, fdb_id, DPSW_BROADCAST, &flood_cfg);
162 	err = dpsw_set_egress_flood(ethsw->mc_io, 0, ethsw->dpsw_handle,
163 				    &flood_cfg);
164 	if (err) {
165 		dev_err(ethsw->dev, "dpsw_set_egress_flood() = %d\n", err);
166 		return err;
167 	}
168 
169 	/* Setup unknown flooding domain */
170 	dpaa2_switch_fdb_get_flood_cfg(ethsw, fdb_id, DPSW_FLOODING, &flood_cfg);
171 	err = dpsw_set_egress_flood(ethsw->mc_io, 0, ethsw->dpsw_handle,
172 				    &flood_cfg);
173 	if (err) {
174 		dev_err(ethsw->dev, "dpsw_set_egress_flood() = %d\n", err);
175 		return err;
176 	}
177 
178 	return 0;
179 }
180 
181 static void *dpaa2_iova_to_virt(struct iommu_domain *domain,
182 				dma_addr_t iova_addr)
183 {
184 	phys_addr_t phys_addr;
185 
186 	phys_addr = domain ? iommu_iova_to_phys(domain, iova_addr) : iova_addr;
187 
188 	return phys_to_virt(phys_addr);
189 }
190 
191 static int dpaa2_switch_add_vlan(struct ethsw_port_priv *port_priv, u16 vid)
192 {
193 	struct ethsw_core *ethsw = port_priv->ethsw_data;
194 	struct dpsw_vlan_cfg vcfg = {0};
195 	int err;
196 
197 	vcfg.fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
198 	err = dpsw_vlan_add(ethsw->mc_io, 0,
199 			    ethsw->dpsw_handle, vid, &vcfg);
200 	if (err) {
201 		dev_err(ethsw->dev, "dpsw_vlan_add err %d\n", err);
202 		return err;
203 	}
204 	ethsw->vlans[vid] = ETHSW_VLAN_MEMBER;
205 
206 	return 0;
207 }
208 
209 static bool dpaa2_switch_port_is_up(struct ethsw_port_priv *port_priv)
210 {
211 	struct net_device *netdev = port_priv->netdev;
212 	struct dpsw_link_state state;
213 	int err;
214 
215 	err = dpsw_if_get_link_state(port_priv->ethsw_data->mc_io, 0,
216 				     port_priv->ethsw_data->dpsw_handle,
217 				     port_priv->idx, &state);
218 	if (err) {
219 		netdev_err(netdev, "dpsw_if_get_link_state() err %d\n", err);
220 		return true;
221 	}
222 
223 	WARN_ONCE(state.up > 1, "Garbage read into link_state");
224 
225 	return state.up ? true : false;
226 }
227 
228 static int dpaa2_switch_port_set_pvid(struct ethsw_port_priv *port_priv, u16 pvid)
229 {
230 	struct ethsw_core *ethsw = port_priv->ethsw_data;
231 	struct net_device *netdev = port_priv->netdev;
232 	struct dpsw_tci_cfg tci_cfg = { 0 };
233 	bool up;
234 	int err, ret;
235 
236 	err = dpsw_if_get_tci(ethsw->mc_io, 0, ethsw->dpsw_handle,
237 			      port_priv->idx, &tci_cfg);
238 	if (err) {
239 		netdev_err(netdev, "dpsw_if_get_tci err %d\n", err);
240 		return err;
241 	}
242 
243 	tci_cfg.vlan_id = pvid;
244 
245 	/* Interface needs to be down to change PVID */
246 	up = dpaa2_switch_port_is_up(port_priv);
247 	if (up) {
248 		err = dpsw_if_disable(ethsw->mc_io, 0,
249 				      ethsw->dpsw_handle,
250 				      port_priv->idx);
251 		if (err) {
252 			netdev_err(netdev, "dpsw_if_disable err %d\n", err);
253 			return err;
254 		}
255 	}
256 
257 	err = dpsw_if_set_tci(ethsw->mc_io, 0, ethsw->dpsw_handle,
258 			      port_priv->idx, &tci_cfg);
259 	if (err) {
260 		netdev_err(netdev, "dpsw_if_set_tci err %d\n", err);
261 		goto set_tci_error;
262 	}
263 
264 	/* Delete previous PVID info and mark the new one */
265 	port_priv->vlans[port_priv->pvid] &= ~ETHSW_VLAN_PVID;
266 	port_priv->vlans[pvid] |= ETHSW_VLAN_PVID;
267 	port_priv->pvid = pvid;
268 
269 set_tci_error:
270 	if (up) {
271 		ret = dpsw_if_enable(ethsw->mc_io, 0,
272 				     ethsw->dpsw_handle,
273 				     port_priv->idx);
274 		if (ret) {
275 			netdev_err(netdev, "dpsw_if_enable err %d\n", ret);
276 			return ret;
277 		}
278 	}
279 
280 	return err;
281 }
282 
283 static int dpaa2_switch_port_add_vlan(struct ethsw_port_priv *port_priv,
284 				      u16 vid, u16 flags)
285 {
286 	struct ethsw_core *ethsw = port_priv->ethsw_data;
287 	struct net_device *netdev = port_priv->netdev;
288 	struct dpsw_vlan_if_cfg vcfg = {0};
289 	int err;
290 
291 	if (port_priv->vlans[vid]) {
292 		netdev_warn(netdev, "VLAN %d already configured\n", vid);
293 		return -EEXIST;
294 	}
295 
296 	/* If hit, this VLAN rule will lead the packet into the FDB table
297 	 * specified in the vlan configuration below
298 	 */
299 	vcfg.num_ifs = 1;
300 	vcfg.if_id[0] = port_priv->idx;
301 	vcfg.fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
302 	vcfg.options |= DPSW_VLAN_ADD_IF_OPT_FDB_ID;
303 	err = dpsw_vlan_add_if(ethsw->mc_io, 0, ethsw->dpsw_handle, vid, &vcfg);
304 	if (err) {
305 		netdev_err(netdev, "dpsw_vlan_add_if err %d\n", err);
306 		return err;
307 	}
308 
309 	port_priv->vlans[vid] = ETHSW_VLAN_MEMBER;
310 
311 	if (flags & BRIDGE_VLAN_INFO_UNTAGGED) {
312 		err = dpsw_vlan_add_if_untagged(ethsw->mc_io, 0,
313 						ethsw->dpsw_handle,
314 						vid, &vcfg);
315 		if (err) {
316 			netdev_err(netdev,
317 				   "dpsw_vlan_add_if_untagged err %d\n", err);
318 			return err;
319 		}
320 		port_priv->vlans[vid] |= ETHSW_VLAN_UNTAGGED;
321 	}
322 
323 	if (flags & BRIDGE_VLAN_INFO_PVID) {
324 		err = dpaa2_switch_port_set_pvid(port_priv, vid);
325 		if (err)
326 			return err;
327 	}
328 
329 	return 0;
330 }
331 
332 static enum dpsw_stp_state br_stp_state_to_dpsw(u8 state)
333 {
334 	switch (state) {
335 	case BR_STATE_DISABLED:
336 		return DPSW_STP_STATE_DISABLED;
337 	case BR_STATE_LISTENING:
338 		return DPSW_STP_STATE_LISTENING;
339 	case BR_STATE_LEARNING:
340 		return DPSW_STP_STATE_LEARNING;
341 	case BR_STATE_FORWARDING:
342 		return DPSW_STP_STATE_FORWARDING;
343 	case BR_STATE_BLOCKING:
344 		return DPSW_STP_STATE_BLOCKING;
345 	default:
346 		return DPSW_STP_STATE_DISABLED;
347 	}
348 }
349 
350 static int dpaa2_switch_port_set_stp_state(struct ethsw_port_priv *port_priv, u8 state)
351 {
352 	struct dpsw_stp_cfg stp_cfg = {0};
353 	int err;
354 	u16 vid;
355 
356 	if (!netif_running(port_priv->netdev) || state == port_priv->stp_state)
357 		return 0;	/* Nothing to do */
358 
359 	stp_cfg.state = br_stp_state_to_dpsw(state);
360 	for (vid = 0; vid <= VLAN_VID_MASK; vid++) {
361 		if (port_priv->vlans[vid] & ETHSW_VLAN_MEMBER) {
362 			stp_cfg.vlan_id = vid;
363 			err = dpsw_if_set_stp(port_priv->ethsw_data->mc_io, 0,
364 					      port_priv->ethsw_data->dpsw_handle,
365 					      port_priv->idx, &stp_cfg);
366 			if (err) {
367 				netdev_err(port_priv->netdev,
368 					   "dpsw_if_set_stp err %d\n", err);
369 				return err;
370 			}
371 		}
372 	}
373 
374 	port_priv->stp_state = state;
375 
376 	return 0;
377 }
378 
379 static int dpaa2_switch_dellink(struct ethsw_core *ethsw, u16 vid)
380 {
381 	struct ethsw_port_priv *ppriv_local = NULL;
382 	int i, err;
383 
384 	if (!ethsw->vlans[vid])
385 		return -ENOENT;
386 
387 	err = dpsw_vlan_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, vid);
388 	if (err) {
389 		dev_err(ethsw->dev, "dpsw_vlan_remove err %d\n", err);
390 		return err;
391 	}
392 	ethsw->vlans[vid] = 0;
393 
394 	for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
395 		ppriv_local = ethsw->ports[i];
396 		if (ppriv_local)
397 			ppriv_local->vlans[vid] = 0;
398 	}
399 
400 	return 0;
401 }
402 
403 static int dpaa2_switch_port_fdb_add_uc(struct ethsw_port_priv *port_priv,
404 					const unsigned char *addr)
405 {
406 	struct dpsw_fdb_unicast_cfg entry = {0};
407 	u16 fdb_id;
408 	int err;
409 
410 	entry.if_egress = port_priv->idx;
411 	entry.type = DPSW_FDB_ENTRY_STATIC;
412 	ether_addr_copy(entry.mac_addr, addr);
413 
414 	fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
415 	err = dpsw_fdb_add_unicast(port_priv->ethsw_data->mc_io, 0,
416 				   port_priv->ethsw_data->dpsw_handle,
417 				   fdb_id, &entry);
418 	if (err)
419 		netdev_err(port_priv->netdev,
420 			   "dpsw_fdb_add_unicast err %d\n", err);
421 	return err;
422 }
423 
424 static int dpaa2_switch_port_fdb_del_uc(struct ethsw_port_priv *port_priv,
425 					const unsigned char *addr)
426 {
427 	struct dpsw_fdb_unicast_cfg entry = {0};
428 	u16 fdb_id;
429 	int err;
430 
431 	entry.if_egress = port_priv->idx;
432 	entry.type = DPSW_FDB_ENTRY_STATIC;
433 	ether_addr_copy(entry.mac_addr, addr);
434 
435 	fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
436 	err = dpsw_fdb_remove_unicast(port_priv->ethsw_data->mc_io, 0,
437 				      port_priv->ethsw_data->dpsw_handle,
438 				      fdb_id, &entry);
439 	/* Silently discard error for calling multiple times the del command */
440 	if (err && err != -ENXIO)
441 		netdev_err(port_priv->netdev,
442 			   "dpsw_fdb_remove_unicast err %d\n", err);
443 	return err;
444 }
445 
446 static int dpaa2_switch_port_fdb_add_mc(struct ethsw_port_priv *port_priv,
447 					const unsigned char *addr)
448 {
449 	struct dpsw_fdb_multicast_cfg entry = {0};
450 	u16 fdb_id;
451 	int err;
452 
453 	ether_addr_copy(entry.mac_addr, addr);
454 	entry.type = DPSW_FDB_ENTRY_STATIC;
455 	entry.num_ifs = 1;
456 	entry.if_id[0] = port_priv->idx;
457 
458 	fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
459 	err = dpsw_fdb_add_multicast(port_priv->ethsw_data->mc_io, 0,
460 				     port_priv->ethsw_data->dpsw_handle,
461 				     fdb_id, &entry);
462 	/* Silently discard error for calling multiple times the add command */
463 	if (err && err != -ENXIO)
464 		netdev_err(port_priv->netdev, "dpsw_fdb_add_multicast err %d\n",
465 			   err);
466 	return err;
467 }
468 
469 static int dpaa2_switch_port_fdb_del_mc(struct ethsw_port_priv *port_priv,
470 					const unsigned char *addr)
471 {
472 	struct dpsw_fdb_multicast_cfg entry = {0};
473 	u16 fdb_id;
474 	int err;
475 
476 	ether_addr_copy(entry.mac_addr, addr);
477 	entry.type = DPSW_FDB_ENTRY_STATIC;
478 	entry.num_ifs = 1;
479 	entry.if_id[0] = port_priv->idx;
480 
481 	fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
482 	err = dpsw_fdb_remove_multicast(port_priv->ethsw_data->mc_io, 0,
483 					port_priv->ethsw_data->dpsw_handle,
484 					fdb_id, &entry);
485 	/* Silently discard error for calling multiple times the del command */
486 	if (err && err != -ENAVAIL)
487 		netdev_err(port_priv->netdev,
488 			   "dpsw_fdb_remove_multicast err %d\n", err);
489 	return err;
490 }
491 
492 static void dpaa2_switch_port_get_stats(struct net_device *netdev,
493 					struct rtnl_link_stats64 *stats)
494 {
495 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
496 	u64 tmp;
497 	int err;
498 
499 	err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
500 				  port_priv->ethsw_data->dpsw_handle,
501 				  port_priv->idx,
502 				  DPSW_CNT_ING_FRAME, &stats->rx_packets);
503 	if (err)
504 		goto error;
505 
506 	err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
507 				  port_priv->ethsw_data->dpsw_handle,
508 				  port_priv->idx,
509 				  DPSW_CNT_EGR_FRAME, &stats->tx_packets);
510 	if (err)
511 		goto error;
512 
513 	err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
514 				  port_priv->ethsw_data->dpsw_handle,
515 				  port_priv->idx,
516 				  DPSW_CNT_ING_BYTE, &stats->rx_bytes);
517 	if (err)
518 		goto error;
519 
520 	err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
521 				  port_priv->ethsw_data->dpsw_handle,
522 				  port_priv->idx,
523 				  DPSW_CNT_EGR_BYTE, &stats->tx_bytes);
524 	if (err)
525 		goto error;
526 
527 	err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
528 				  port_priv->ethsw_data->dpsw_handle,
529 				  port_priv->idx,
530 				  DPSW_CNT_ING_FRAME_DISCARD,
531 				  &stats->rx_dropped);
532 	if (err)
533 		goto error;
534 
535 	err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
536 				  port_priv->ethsw_data->dpsw_handle,
537 				  port_priv->idx,
538 				  DPSW_CNT_ING_FLTR_FRAME,
539 				  &tmp);
540 	if (err)
541 		goto error;
542 	stats->rx_dropped += tmp;
543 
544 	err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
545 				  port_priv->ethsw_data->dpsw_handle,
546 				  port_priv->idx,
547 				  DPSW_CNT_EGR_FRAME_DISCARD,
548 				  &stats->tx_dropped);
549 	if (err)
550 		goto error;
551 
552 	return;
553 
554 error:
555 	netdev_err(netdev, "dpsw_if_get_counter err %d\n", err);
556 }
557 
558 static bool dpaa2_switch_port_has_offload_stats(const struct net_device *netdev,
559 						int attr_id)
560 {
561 	return (attr_id == IFLA_OFFLOAD_XSTATS_CPU_HIT);
562 }
563 
564 static int dpaa2_switch_port_get_offload_stats(int attr_id,
565 					       const struct net_device *netdev,
566 					       void *sp)
567 {
568 	switch (attr_id) {
569 	case IFLA_OFFLOAD_XSTATS_CPU_HIT:
570 		dpaa2_switch_port_get_stats((struct net_device *)netdev, sp);
571 		return 0;
572 	}
573 
574 	return -EINVAL;
575 }
576 
577 static int dpaa2_switch_port_change_mtu(struct net_device *netdev, int mtu)
578 {
579 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
580 	int err;
581 
582 	err = dpsw_if_set_max_frame_length(port_priv->ethsw_data->mc_io,
583 					   0,
584 					   port_priv->ethsw_data->dpsw_handle,
585 					   port_priv->idx,
586 					   (u16)ETHSW_L2_MAX_FRM(mtu));
587 	if (err) {
588 		netdev_err(netdev,
589 			   "dpsw_if_set_max_frame_length() err %d\n", err);
590 		return err;
591 	}
592 
593 	netdev->mtu = mtu;
594 	return 0;
595 }
596 
597 static int dpaa2_switch_port_link_state_update(struct net_device *netdev)
598 {
599 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
600 	struct dpsw_link_state state;
601 	int err;
602 
603 	/* When we manage the MAC/PHY using phylink there is no need
604 	 * to manually update the netif_carrier.
605 	 * We can avoid locking because we are called from the "link changed"
606 	 * IRQ handler, which is the same as the "endpoint changed" IRQ handler
607 	 * (the writer to port_priv->mac), so we cannot race with it.
608 	 */
609 	if (dpaa2_mac_is_type_phy(port_priv->mac))
610 		return 0;
611 
612 	/* Interrupts are received even though no one issued an 'ifconfig up'
613 	 * on the switch interface. Ignore these link state update interrupts
614 	 */
615 	if (!netif_running(netdev))
616 		return 0;
617 
618 	err = dpsw_if_get_link_state(port_priv->ethsw_data->mc_io, 0,
619 				     port_priv->ethsw_data->dpsw_handle,
620 				     port_priv->idx, &state);
621 	if (err) {
622 		netdev_err(netdev, "dpsw_if_get_link_state() err %d\n", err);
623 		return err;
624 	}
625 
626 	WARN_ONCE(state.up > 1, "Garbage read into link_state");
627 
628 	if (state.up != port_priv->link_state) {
629 		if (state.up) {
630 			netif_carrier_on(netdev);
631 			netif_tx_start_all_queues(netdev);
632 		} else {
633 			netif_carrier_off(netdev);
634 			netif_tx_stop_all_queues(netdev);
635 		}
636 		port_priv->link_state = state.up;
637 	}
638 
639 	return 0;
640 }
641 
642 /* Manage all NAPI instances for the control interface.
643  *
644  * We only have one RX queue and one Tx Conf queue for all
645  * switch ports. Therefore, we only need to enable the NAPI instance once, the
646  * first time one of the switch ports runs .dev_open().
647  */
648 
649 static void dpaa2_switch_enable_ctrl_if_napi(struct ethsw_core *ethsw)
650 {
651 	int i;
652 
653 	/* Access to the ethsw->napi_users relies on the RTNL lock */
654 	ASSERT_RTNL();
655 
656 	/* a new interface is using the NAPI instance */
657 	ethsw->napi_users++;
658 
659 	/* if there is already a user of the instance, return */
660 	if (ethsw->napi_users > 1)
661 		return;
662 
663 	for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
664 		napi_enable(&ethsw->fq[i].napi);
665 }
666 
667 static void dpaa2_switch_disable_ctrl_if_napi(struct ethsw_core *ethsw)
668 {
669 	int i;
670 
671 	/* Access to the ethsw->napi_users relies on the RTNL lock */
672 	ASSERT_RTNL();
673 
674 	/* If we are not the last interface using the NAPI, return */
675 	ethsw->napi_users--;
676 	if (ethsw->napi_users)
677 		return;
678 
679 	for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
680 		napi_disable(&ethsw->fq[i].napi);
681 }
682 
683 static int dpaa2_switch_port_open(struct net_device *netdev)
684 {
685 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
686 	struct ethsw_core *ethsw = port_priv->ethsw_data;
687 	int err;
688 
689 	mutex_lock(&port_priv->mac_lock);
690 
691 	if (!dpaa2_switch_port_is_type_phy(port_priv)) {
692 		/* Explicitly set carrier off, otherwise
693 		 * netif_carrier_ok() will return true and cause 'ip link show'
694 		 * to report the LOWER_UP flag, even though the link
695 		 * notification wasn't even received.
696 		 */
697 		netif_carrier_off(netdev);
698 	}
699 
700 	err = dpsw_if_enable(port_priv->ethsw_data->mc_io, 0,
701 			     port_priv->ethsw_data->dpsw_handle,
702 			     port_priv->idx);
703 	if (err) {
704 		mutex_unlock(&port_priv->mac_lock);
705 		netdev_err(netdev, "dpsw_if_enable err %d\n", err);
706 		return err;
707 	}
708 
709 	dpaa2_switch_enable_ctrl_if_napi(ethsw);
710 
711 	if (dpaa2_switch_port_is_type_phy(port_priv))
712 		dpaa2_mac_start(port_priv->mac);
713 
714 	mutex_unlock(&port_priv->mac_lock);
715 
716 	return 0;
717 }
718 
719 static int dpaa2_switch_port_stop(struct net_device *netdev)
720 {
721 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
722 	struct ethsw_core *ethsw = port_priv->ethsw_data;
723 	int err;
724 
725 	mutex_lock(&port_priv->mac_lock);
726 
727 	if (dpaa2_switch_port_is_type_phy(port_priv)) {
728 		dpaa2_mac_stop(port_priv->mac);
729 	} else {
730 		netif_tx_stop_all_queues(netdev);
731 		netif_carrier_off(netdev);
732 	}
733 
734 	mutex_unlock(&port_priv->mac_lock);
735 
736 	err = dpsw_if_disable(port_priv->ethsw_data->mc_io, 0,
737 			      port_priv->ethsw_data->dpsw_handle,
738 			      port_priv->idx);
739 	if (err) {
740 		netdev_err(netdev, "dpsw_if_disable err %d\n", err);
741 		return err;
742 	}
743 
744 	dpaa2_switch_disable_ctrl_if_napi(ethsw);
745 
746 	return 0;
747 }
748 
749 static int dpaa2_switch_port_parent_id(struct net_device *dev,
750 				       struct netdev_phys_item_id *ppid)
751 {
752 	struct ethsw_port_priv *port_priv = netdev_priv(dev);
753 
754 	ppid->id_len = 1;
755 	ppid->id[0] = port_priv->ethsw_data->dev_id;
756 
757 	return 0;
758 }
759 
760 static int dpaa2_switch_port_get_phys_name(struct net_device *netdev, char *name,
761 					   size_t len)
762 {
763 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
764 	int err;
765 
766 	err = snprintf(name, len, "p%d", port_priv->idx);
767 	if (err >= len)
768 		return -EINVAL;
769 
770 	return 0;
771 }
772 
773 struct ethsw_dump_ctx {
774 	struct net_device *dev;
775 	struct sk_buff *skb;
776 	struct netlink_callback *cb;
777 	int idx;
778 };
779 
780 static int dpaa2_switch_fdb_dump_nl(struct fdb_dump_entry *entry,
781 				    struct ethsw_dump_ctx *dump)
782 {
783 	int is_dynamic = entry->type & DPSW_FDB_ENTRY_DINAMIC;
784 	u32 portid = NETLINK_CB(dump->cb->skb).portid;
785 	u32 seq = dump->cb->nlh->nlmsg_seq;
786 	struct nlmsghdr *nlh;
787 	struct ndmsg *ndm;
788 
789 	if (dump->idx < dump->cb->args[2])
790 		goto skip;
791 
792 	nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
793 			sizeof(*ndm), NLM_F_MULTI);
794 	if (!nlh)
795 		return -EMSGSIZE;
796 
797 	ndm = nlmsg_data(nlh);
798 	ndm->ndm_family  = AF_BRIDGE;
799 	ndm->ndm_pad1    = 0;
800 	ndm->ndm_pad2    = 0;
801 	ndm->ndm_flags   = NTF_SELF;
802 	ndm->ndm_type    = 0;
803 	ndm->ndm_ifindex = dump->dev->ifindex;
804 	ndm->ndm_state   = is_dynamic ? NUD_REACHABLE : NUD_NOARP;
805 
806 	if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, entry->mac_addr))
807 		goto nla_put_failure;
808 
809 	nlmsg_end(dump->skb, nlh);
810 
811 skip:
812 	dump->idx++;
813 	return 0;
814 
815 nla_put_failure:
816 	nlmsg_cancel(dump->skb, nlh);
817 	return -EMSGSIZE;
818 }
819 
820 static int dpaa2_switch_port_fdb_valid_entry(struct fdb_dump_entry *entry,
821 					     struct ethsw_port_priv *port_priv)
822 {
823 	int idx = port_priv->idx;
824 	int valid;
825 
826 	if (entry->type & DPSW_FDB_ENTRY_TYPE_UNICAST)
827 		valid = entry->if_info == port_priv->idx;
828 	else
829 		valid = entry->if_mask[idx / 8] & BIT(idx % 8);
830 
831 	return valid;
832 }
833 
834 static int dpaa2_switch_fdb_iterate(struct ethsw_port_priv *port_priv,
835 				    dpaa2_switch_fdb_cb_t cb, void *data)
836 {
837 	struct net_device *net_dev = port_priv->netdev;
838 	struct ethsw_core *ethsw = port_priv->ethsw_data;
839 	struct device *dev = net_dev->dev.parent;
840 	struct fdb_dump_entry *fdb_entries;
841 	struct fdb_dump_entry fdb_entry;
842 	dma_addr_t fdb_dump_iova;
843 	u16 num_fdb_entries;
844 	u32 fdb_dump_size;
845 	int err = 0, i;
846 	u8 *dma_mem;
847 	u16 fdb_id;
848 
849 	fdb_dump_size = ethsw->sw_attr.max_fdb_entries * sizeof(fdb_entry);
850 	dma_mem = kzalloc(fdb_dump_size, GFP_KERNEL);
851 	if (!dma_mem)
852 		return -ENOMEM;
853 
854 	fdb_dump_iova = dma_map_single(dev, dma_mem, fdb_dump_size,
855 				       DMA_FROM_DEVICE);
856 	if (dma_mapping_error(dev, fdb_dump_iova)) {
857 		netdev_err(net_dev, "dma_map_single() failed\n");
858 		err = -ENOMEM;
859 		goto err_map;
860 	}
861 
862 	fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
863 	err = dpsw_fdb_dump(ethsw->mc_io, 0, ethsw->dpsw_handle, fdb_id,
864 			    fdb_dump_iova, fdb_dump_size, &num_fdb_entries);
865 	if (err) {
866 		netdev_err(net_dev, "dpsw_fdb_dump() = %d\n", err);
867 		goto err_dump;
868 	}
869 
870 	dma_unmap_single(dev, fdb_dump_iova, fdb_dump_size, DMA_FROM_DEVICE);
871 
872 	fdb_entries = (struct fdb_dump_entry *)dma_mem;
873 	for (i = 0; i < num_fdb_entries; i++) {
874 		fdb_entry = fdb_entries[i];
875 
876 		err = cb(port_priv, &fdb_entry, data);
877 		if (err)
878 			goto end;
879 	}
880 
881 end:
882 	kfree(dma_mem);
883 
884 	return 0;
885 
886 err_dump:
887 	dma_unmap_single(dev, fdb_dump_iova, fdb_dump_size, DMA_TO_DEVICE);
888 err_map:
889 	kfree(dma_mem);
890 	return err;
891 }
892 
893 static int dpaa2_switch_fdb_entry_dump(struct ethsw_port_priv *port_priv,
894 				       struct fdb_dump_entry *fdb_entry,
895 				       void *data)
896 {
897 	if (!dpaa2_switch_port_fdb_valid_entry(fdb_entry, port_priv))
898 		return 0;
899 
900 	return dpaa2_switch_fdb_dump_nl(fdb_entry, data);
901 }
902 
903 static int dpaa2_switch_port_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
904 				      struct net_device *net_dev,
905 				      struct net_device *filter_dev, int *idx)
906 {
907 	struct ethsw_port_priv *port_priv = netdev_priv(net_dev);
908 	struct ethsw_dump_ctx dump = {
909 		.dev = net_dev,
910 		.skb = skb,
911 		.cb = cb,
912 		.idx = *idx,
913 	};
914 	int err;
915 
916 	err = dpaa2_switch_fdb_iterate(port_priv, dpaa2_switch_fdb_entry_dump, &dump);
917 	*idx = dump.idx;
918 
919 	return err;
920 }
921 
922 static int dpaa2_switch_fdb_entry_fast_age(struct ethsw_port_priv *port_priv,
923 					   struct fdb_dump_entry *fdb_entry,
924 					   void *data __always_unused)
925 {
926 	if (!dpaa2_switch_port_fdb_valid_entry(fdb_entry, port_priv))
927 		return 0;
928 
929 	if (!(fdb_entry->type & DPSW_FDB_ENTRY_TYPE_DYNAMIC))
930 		return 0;
931 
932 	if (fdb_entry->type & DPSW_FDB_ENTRY_TYPE_UNICAST)
933 		dpaa2_switch_port_fdb_del_uc(port_priv, fdb_entry->mac_addr);
934 	else
935 		dpaa2_switch_port_fdb_del_mc(port_priv, fdb_entry->mac_addr);
936 
937 	return 0;
938 }
939 
940 static void dpaa2_switch_port_fast_age(struct ethsw_port_priv *port_priv)
941 {
942 	dpaa2_switch_fdb_iterate(port_priv,
943 				 dpaa2_switch_fdb_entry_fast_age, NULL);
944 }
945 
946 static int dpaa2_switch_port_vlan_add(struct net_device *netdev, __be16 proto,
947 				      u16 vid)
948 {
949 	struct switchdev_obj_port_vlan vlan = {
950 		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
951 		.vid = vid,
952 		.obj.orig_dev = netdev,
953 		/* This API only allows programming tagged, non-PVID VIDs */
954 		.flags = 0,
955 	};
956 
957 	return dpaa2_switch_port_vlans_add(netdev, &vlan);
958 }
959 
960 static int dpaa2_switch_port_vlan_kill(struct net_device *netdev, __be16 proto,
961 				       u16 vid)
962 {
963 	struct switchdev_obj_port_vlan vlan = {
964 		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
965 		.vid = vid,
966 		.obj.orig_dev = netdev,
967 		/* This API only allows programming tagged, non-PVID VIDs */
968 		.flags = 0,
969 	};
970 
971 	return dpaa2_switch_port_vlans_del(netdev, &vlan);
972 }
973 
974 static int dpaa2_switch_port_set_mac_addr(struct ethsw_port_priv *port_priv)
975 {
976 	struct ethsw_core *ethsw = port_priv->ethsw_data;
977 	struct net_device *net_dev = port_priv->netdev;
978 	struct device *dev = net_dev->dev.parent;
979 	u8 mac_addr[ETH_ALEN];
980 	int err;
981 
982 	if (!(ethsw->features & ETHSW_FEATURE_MAC_ADDR))
983 		return 0;
984 
985 	/* Get firmware address, if any */
986 	err = dpsw_if_get_port_mac_addr(ethsw->mc_io, 0, ethsw->dpsw_handle,
987 					port_priv->idx, mac_addr);
988 	if (err) {
989 		dev_err(dev, "dpsw_if_get_port_mac_addr() failed\n");
990 		return err;
991 	}
992 
993 	/* First check if firmware has any address configured by bootloader */
994 	if (!is_zero_ether_addr(mac_addr)) {
995 		eth_hw_addr_set(net_dev, mac_addr);
996 	} else {
997 		/* No MAC address configured, fill in net_dev->dev_addr
998 		 * with a random one
999 		 */
1000 		eth_hw_addr_random(net_dev);
1001 		dev_dbg_once(dev, "device(s) have all-zero hwaddr, replaced with random\n");
1002 
1003 		/* Override NET_ADDR_RANDOM set by eth_hw_addr_random(); for all
1004 		 * practical purposes, this will be our "permanent" mac address,
1005 		 * at least until the next reboot. This move will also permit
1006 		 * register_netdevice() to properly fill up net_dev->perm_addr.
1007 		 */
1008 		net_dev->addr_assign_type = NET_ADDR_PERM;
1009 	}
1010 
1011 	return 0;
1012 }
1013 
1014 static void dpaa2_switch_free_fd(const struct ethsw_core *ethsw,
1015 				 const struct dpaa2_fd *fd)
1016 {
1017 	struct device *dev = ethsw->dev;
1018 	unsigned char *buffer_start;
1019 	struct sk_buff **skbh, *skb;
1020 	dma_addr_t fd_addr;
1021 
1022 	fd_addr = dpaa2_fd_get_addr(fd);
1023 	skbh = dpaa2_iova_to_virt(ethsw->iommu_domain, fd_addr);
1024 
1025 	skb = *skbh;
1026 	buffer_start = (unsigned char *)skbh;
1027 
1028 	dma_unmap_single(dev, fd_addr,
1029 			 skb_tail_pointer(skb) - buffer_start,
1030 			 DMA_TO_DEVICE);
1031 
1032 	/* Move on with skb release */
1033 	dev_kfree_skb(skb);
1034 }
1035 
1036 static int dpaa2_switch_build_single_fd(struct ethsw_core *ethsw,
1037 					struct sk_buff *skb,
1038 					struct dpaa2_fd *fd)
1039 {
1040 	struct device *dev = ethsw->dev;
1041 	struct sk_buff **skbh;
1042 	dma_addr_t addr;
1043 	u8 *buff_start;
1044 	void *hwa;
1045 
1046 	buff_start = PTR_ALIGN(skb->data - DPAA2_SWITCH_TX_DATA_OFFSET -
1047 			       DPAA2_SWITCH_TX_BUF_ALIGN,
1048 			       DPAA2_SWITCH_TX_BUF_ALIGN);
1049 
1050 	/* Clear FAS to have consistent values for TX confirmation. It is
1051 	 * located in the first 8 bytes of the buffer's hardware annotation
1052 	 * area
1053 	 */
1054 	hwa = buff_start + DPAA2_SWITCH_SWA_SIZE;
1055 	memset(hwa, 0, 8);
1056 
1057 	/* Store a backpointer to the skb at the beginning of the buffer
1058 	 * (in the private data area) such that we can release it
1059 	 * on Tx confirm
1060 	 */
1061 	skbh = (struct sk_buff **)buff_start;
1062 	*skbh = skb;
1063 
1064 	addr = dma_map_single(dev, buff_start,
1065 			      skb_tail_pointer(skb) - buff_start,
1066 			      DMA_TO_DEVICE);
1067 	if (unlikely(dma_mapping_error(dev, addr)))
1068 		return -ENOMEM;
1069 
1070 	/* Setup the FD fields */
1071 	memset(fd, 0, sizeof(*fd));
1072 
1073 	dpaa2_fd_set_addr(fd, addr);
1074 	dpaa2_fd_set_offset(fd, (u16)(skb->data - buff_start));
1075 	dpaa2_fd_set_len(fd, skb->len);
1076 	dpaa2_fd_set_format(fd, dpaa2_fd_single);
1077 
1078 	return 0;
1079 }
1080 
1081 static netdev_tx_t dpaa2_switch_port_tx(struct sk_buff *skb,
1082 					struct net_device *net_dev)
1083 {
1084 	struct ethsw_port_priv *port_priv = netdev_priv(net_dev);
1085 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1086 	int retries = DPAA2_SWITCH_SWP_BUSY_RETRIES;
1087 	struct dpaa2_fd fd;
1088 	int err;
1089 
1090 	if (unlikely(skb_headroom(skb) < DPAA2_SWITCH_NEEDED_HEADROOM)) {
1091 		struct sk_buff *ns;
1092 
1093 		ns = skb_realloc_headroom(skb, DPAA2_SWITCH_NEEDED_HEADROOM);
1094 		if (unlikely(!ns)) {
1095 			net_err_ratelimited("%s: Error reallocating skb headroom\n", net_dev->name);
1096 			goto err_free_skb;
1097 		}
1098 		dev_consume_skb_any(skb);
1099 		skb = ns;
1100 	}
1101 
1102 	/* We'll be holding a back-reference to the skb until Tx confirmation */
1103 	skb = skb_unshare(skb, GFP_ATOMIC);
1104 	if (unlikely(!skb)) {
1105 		/* skb_unshare() has already freed the skb */
1106 		net_err_ratelimited("%s: Error copying the socket buffer\n", net_dev->name);
1107 		goto err_exit;
1108 	}
1109 
1110 	/* At this stage, we do not support non-linear skbs so just try to
1111 	 * linearize the skb and if that's not working, just drop the packet.
1112 	 */
1113 	err = skb_linearize(skb);
1114 	if (err) {
1115 		net_err_ratelimited("%s: skb_linearize error (%d)!\n", net_dev->name, err);
1116 		goto err_free_skb;
1117 	}
1118 
1119 	err = dpaa2_switch_build_single_fd(ethsw, skb, &fd);
1120 	if (unlikely(err)) {
1121 		net_err_ratelimited("%s: ethsw_build_*_fd() %d\n", net_dev->name, err);
1122 		goto err_free_skb;
1123 	}
1124 
1125 	do {
1126 		err = dpaa2_io_service_enqueue_qd(NULL,
1127 						  port_priv->tx_qdid,
1128 						  8, 0, &fd);
1129 		retries--;
1130 	} while (err == -EBUSY && retries);
1131 
1132 	if (unlikely(err < 0)) {
1133 		dpaa2_switch_free_fd(ethsw, &fd);
1134 		goto err_exit;
1135 	}
1136 
1137 	return NETDEV_TX_OK;
1138 
1139 err_free_skb:
1140 	dev_kfree_skb(skb);
1141 err_exit:
1142 	return NETDEV_TX_OK;
1143 }
1144 
1145 static int
1146 dpaa2_switch_setup_tc_cls_flower(struct dpaa2_switch_filter_block *filter_block,
1147 				 struct flow_cls_offload *f)
1148 {
1149 	switch (f->command) {
1150 	case FLOW_CLS_REPLACE:
1151 		return dpaa2_switch_cls_flower_replace(filter_block, f);
1152 	case FLOW_CLS_DESTROY:
1153 		return dpaa2_switch_cls_flower_destroy(filter_block, f);
1154 	default:
1155 		return -EOPNOTSUPP;
1156 	}
1157 }
1158 
1159 static int
1160 dpaa2_switch_setup_tc_cls_matchall(struct dpaa2_switch_filter_block *block,
1161 				   struct tc_cls_matchall_offload *f)
1162 {
1163 	switch (f->command) {
1164 	case TC_CLSMATCHALL_REPLACE:
1165 		return dpaa2_switch_cls_matchall_replace(block, f);
1166 	case TC_CLSMATCHALL_DESTROY:
1167 		return dpaa2_switch_cls_matchall_destroy(block, f);
1168 	default:
1169 		return -EOPNOTSUPP;
1170 	}
1171 }
1172 
1173 static int dpaa2_switch_port_setup_tc_block_cb_ig(enum tc_setup_type type,
1174 						  void *type_data,
1175 						  void *cb_priv)
1176 {
1177 	switch (type) {
1178 	case TC_SETUP_CLSFLOWER:
1179 		return dpaa2_switch_setup_tc_cls_flower(cb_priv, type_data);
1180 	case TC_SETUP_CLSMATCHALL:
1181 		return dpaa2_switch_setup_tc_cls_matchall(cb_priv, type_data);
1182 	default:
1183 		return -EOPNOTSUPP;
1184 	}
1185 }
1186 
1187 static LIST_HEAD(dpaa2_switch_block_cb_list);
1188 
1189 static int
1190 dpaa2_switch_port_acl_tbl_bind(struct ethsw_port_priv *port_priv,
1191 			       struct dpaa2_switch_filter_block *block)
1192 {
1193 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1194 	struct net_device *netdev = port_priv->netdev;
1195 	struct dpsw_acl_if_cfg acl_if_cfg;
1196 	int err;
1197 
1198 	if (port_priv->filter_block)
1199 		return -EINVAL;
1200 
1201 	acl_if_cfg.if_id[0] = port_priv->idx;
1202 	acl_if_cfg.num_ifs = 1;
1203 	err = dpsw_acl_add_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
1204 			      block->acl_id, &acl_if_cfg);
1205 	if (err) {
1206 		netdev_err(netdev, "dpsw_acl_add_if err %d\n", err);
1207 		return err;
1208 	}
1209 
1210 	block->ports |= BIT(port_priv->idx);
1211 	port_priv->filter_block = block;
1212 
1213 	return 0;
1214 }
1215 
1216 static int
1217 dpaa2_switch_port_acl_tbl_unbind(struct ethsw_port_priv *port_priv,
1218 				 struct dpaa2_switch_filter_block *block)
1219 {
1220 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1221 	struct net_device *netdev = port_priv->netdev;
1222 	struct dpsw_acl_if_cfg acl_if_cfg;
1223 	int err;
1224 
1225 	if (port_priv->filter_block != block)
1226 		return -EINVAL;
1227 
1228 	acl_if_cfg.if_id[0] = port_priv->idx;
1229 	acl_if_cfg.num_ifs = 1;
1230 	err = dpsw_acl_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
1231 				 block->acl_id, &acl_if_cfg);
1232 	if (err) {
1233 		netdev_err(netdev, "dpsw_acl_add_if err %d\n", err);
1234 		return err;
1235 	}
1236 
1237 	block->ports &= ~BIT(port_priv->idx);
1238 	port_priv->filter_block = NULL;
1239 	return 0;
1240 }
1241 
1242 static int dpaa2_switch_port_block_bind(struct ethsw_port_priv *port_priv,
1243 					struct dpaa2_switch_filter_block *block)
1244 {
1245 	struct dpaa2_switch_filter_block *old_block = port_priv->filter_block;
1246 	int err;
1247 
1248 	/* Offload all the mirror entries found in the block on this new port
1249 	 * joining it.
1250 	 */
1251 	err = dpaa2_switch_block_offload_mirror(block, port_priv);
1252 	if (err)
1253 		return err;
1254 
1255 	/* If the port is already bound to this ACL table then do nothing. This
1256 	 * can happen when this port is the first one to join a tc block
1257 	 */
1258 	if (port_priv->filter_block == block)
1259 		return 0;
1260 
1261 	err = dpaa2_switch_port_acl_tbl_unbind(port_priv, old_block);
1262 	if (err)
1263 		return err;
1264 
1265 	/* Mark the previous ACL table as being unused if this was the last
1266 	 * port that was using it.
1267 	 */
1268 	if (old_block->ports == 0)
1269 		old_block->in_use = false;
1270 
1271 	return dpaa2_switch_port_acl_tbl_bind(port_priv, block);
1272 }
1273 
1274 static int
1275 dpaa2_switch_port_block_unbind(struct ethsw_port_priv *port_priv,
1276 			       struct dpaa2_switch_filter_block *block)
1277 {
1278 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1279 	struct dpaa2_switch_filter_block *new_block;
1280 	int err;
1281 
1282 	/* Unoffload all the mirror entries found in the block from the
1283 	 * port leaving it.
1284 	 */
1285 	err = dpaa2_switch_block_unoffload_mirror(block, port_priv);
1286 	if (err)
1287 		return err;
1288 
1289 	/* We are the last port that leaves a block (an ACL table).
1290 	 * We'll continue to use this table.
1291 	 */
1292 	if (block->ports == BIT(port_priv->idx))
1293 		return 0;
1294 
1295 	err = dpaa2_switch_port_acl_tbl_unbind(port_priv, block);
1296 	if (err)
1297 		return err;
1298 
1299 	if (block->ports == 0)
1300 		block->in_use = false;
1301 
1302 	new_block = dpaa2_switch_filter_block_get_unused(ethsw);
1303 	new_block->in_use = true;
1304 	return dpaa2_switch_port_acl_tbl_bind(port_priv, new_block);
1305 }
1306 
1307 static int dpaa2_switch_setup_tc_block_bind(struct net_device *netdev,
1308 					    struct flow_block_offload *f)
1309 {
1310 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1311 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1312 	struct dpaa2_switch_filter_block *filter_block;
1313 	struct flow_block_cb *block_cb;
1314 	bool register_block = false;
1315 	int err;
1316 
1317 	block_cb = flow_block_cb_lookup(f->block,
1318 					dpaa2_switch_port_setup_tc_block_cb_ig,
1319 					ethsw);
1320 
1321 	if (!block_cb) {
1322 		/* If the filter block is not already known, then this port
1323 		 * must be the first to join it. In this case, we can just
1324 		 * continue to use our private table
1325 		 */
1326 		filter_block = port_priv->filter_block;
1327 
1328 		block_cb = flow_block_cb_alloc(dpaa2_switch_port_setup_tc_block_cb_ig,
1329 					       ethsw, filter_block, NULL);
1330 		if (IS_ERR(block_cb))
1331 			return PTR_ERR(block_cb);
1332 
1333 		register_block = true;
1334 	} else {
1335 		filter_block = flow_block_cb_priv(block_cb);
1336 	}
1337 
1338 	flow_block_cb_incref(block_cb);
1339 	err = dpaa2_switch_port_block_bind(port_priv, filter_block);
1340 	if (err)
1341 		goto err_block_bind;
1342 
1343 	if (register_block) {
1344 		flow_block_cb_add(block_cb, f);
1345 		list_add_tail(&block_cb->driver_list,
1346 			      &dpaa2_switch_block_cb_list);
1347 	}
1348 
1349 	return 0;
1350 
1351 err_block_bind:
1352 	if (!flow_block_cb_decref(block_cb))
1353 		flow_block_cb_free(block_cb);
1354 	return err;
1355 }
1356 
1357 static void dpaa2_switch_setup_tc_block_unbind(struct net_device *netdev,
1358 					       struct flow_block_offload *f)
1359 {
1360 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1361 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1362 	struct dpaa2_switch_filter_block *filter_block;
1363 	struct flow_block_cb *block_cb;
1364 	int err;
1365 
1366 	block_cb = flow_block_cb_lookup(f->block,
1367 					dpaa2_switch_port_setup_tc_block_cb_ig,
1368 					ethsw);
1369 	if (!block_cb)
1370 		return;
1371 
1372 	filter_block = flow_block_cb_priv(block_cb);
1373 	err = dpaa2_switch_port_block_unbind(port_priv, filter_block);
1374 	if (!err && !flow_block_cb_decref(block_cb)) {
1375 		flow_block_cb_remove(block_cb, f);
1376 		list_del(&block_cb->driver_list);
1377 	}
1378 }
1379 
1380 static int dpaa2_switch_setup_tc_block(struct net_device *netdev,
1381 				       struct flow_block_offload *f)
1382 {
1383 	if (f->binder_type != FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1384 		return -EOPNOTSUPP;
1385 
1386 	f->driver_block_list = &dpaa2_switch_block_cb_list;
1387 
1388 	switch (f->command) {
1389 	case FLOW_BLOCK_BIND:
1390 		return dpaa2_switch_setup_tc_block_bind(netdev, f);
1391 	case FLOW_BLOCK_UNBIND:
1392 		dpaa2_switch_setup_tc_block_unbind(netdev, f);
1393 		return 0;
1394 	default:
1395 		return -EOPNOTSUPP;
1396 	}
1397 }
1398 
1399 static int dpaa2_switch_port_setup_tc(struct net_device *netdev,
1400 				      enum tc_setup_type type,
1401 				      void *type_data)
1402 {
1403 	switch (type) {
1404 	case TC_SETUP_BLOCK: {
1405 		return dpaa2_switch_setup_tc_block(netdev, type_data);
1406 	}
1407 	default:
1408 		return -EOPNOTSUPP;
1409 	}
1410 
1411 	return 0;
1412 }
1413 
1414 static const struct net_device_ops dpaa2_switch_port_ops = {
1415 	.ndo_open		= dpaa2_switch_port_open,
1416 	.ndo_stop		= dpaa2_switch_port_stop,
1417 
1418 	.ndo_set_mac_address	= eth_mac_addr,
1419 	.ndo_get_stats64	= dpaa2_switch_port_get_stats,
1420 	.ndo_change_mtu		= dpaa2_switch_port_change_mtu,
1421 	.ndo_has_offload_stats	= dpaa2_switch_port_has_offload_stats,
1422 	.ndo_get_offload_stats	= dpaa2_switch_port_get_offload_stats,
1423 	.ndo_fdb_dump		= dpaa2_switch_port_fdb_dump,
1424 	.ndo_vlan_rx_add_vid	= dpaa2_switch_port_vlan_add,
1425 	.ndo_vlan_rx_kill_vid	= dpaa2_switch_port_vlan_kill,
1426 
1427 	.ndo_start_xmit		= dpaa2_switch_port_tx,
1428 	.ndo_get_port_parent_id	= dpaa2_switch_port_parent_id,
1429 	.ndo_get_phys_port_name = dpaa2_switch_port_get_phys_name,
1430 	.ndo_setup_tc		= dpaa2_switch_port_setup_tc,
1431 };
1432 
1433 bool dpaa2_switch_port_dev_check(const struct net_device *netdev)
1434 {
1435 	return netdev->netdev_ops == &dpaa2_switch_port_ops;
1436 }
1437 
1438 static int dpaa2_switch_port_connect_mac(struct ethsw_port_priv *port_priv)
1439 {
1440 	struct fsl_mc_device *dpsw_port_dev, *dpmac_dev;
1441 	struct dpaa2_mac *mac;
1442 	int err;
1443 
1444 	dpsw_port_dev = to_fsl_mc_device(port_priv->netdev->dev.parent);
1445 	dpmac_dev = fsl_mc_get_endpoint(dpsw_port_dev, port_priv->idx);
1446 
1447 	if (PTR_ERR(dpmac_dev) == -EPROBE_DEFER)
1448 		return PTR_ERR(dpmac_dev);
1449 
1450 	if (IS_ERR(dpmac_dev) || dpmac_dev->dev.type != &fsl_mc_bus_dpmac_type)
1451 		return 0;
1452 
1453 	mac = kzalloc(sizeof(*mac), GFP_KERNEL);
1454 	if (!mac)
1455 		return -ENOMEM;
1456 
1457 	mac->mc_dev = dpmac_dev;
1458 	mac->mc_io = port_priv->ethsw_data->mc_io;
1459 	mac->net_dev = port_priv->netdev;
1460 
1461 	err = dpaa2_mac_open(mac);
1462 	if (err)
1463 		goto err_free_mac;
1464 
1465 	if (dpaa2_mac_is_type_phy(mac)) {
1466 		err = dpaa2_mac_connect(mac);
1467 		if (err) {
1468 			netdev_err(port_priv->netdev,
1469 				   "Error connecting to the MAC endpoint %pe\n",
1470 				   ERR_PTR(err));
1471 			goto err_close_mac;
1472 		}
1473 	}
1474 
1475 	mutex_lock(&port_priv->mac_lock);
1476 	port_priv->mac = mac;
1477 	mutex_unlock(&port_priv->mac_lock);
1478 
1479 	return 0;
1480 
1481 err_close_mac:
1482 	dpaa2_mac_close(mac);
1483 err_free_mac:
1484 	kfree(mac);
1485 	return err;
1486 }
1487 
1488 static void dpaa2_switch_port_disconnect_mac(struct ethsw_port_priv *port_priv)
1489 {
1490 	struct dpaa2_mac *mac;
1491 
1492 	mutex_lock(&port_priv->mac_lock);
1493 	mac = port_priv->mac;
1494 	port_priv->mac = NULL;
1495 	mutex_unlock(&port_priv->mac_lock);
1496 
1497 	if (!mac)
1498 		return;
1499 
1500 	if (dpaa2_mac_is_type_phy(mac))
1501 		dpaa2_mac_disconnect(mac);
1502 
1503 	dpaa2_mac_close(mac);
1504 	kfree(mac);
1505 }
1506 
1507 static irqreturn_t dpaa2_switch_irq0_handler_thread(int irq_num, void *arg)
1508 {
1509 	struct device *dev = (struct device *)arg;
1510 	struct ethsw_core *ethsw = dev_get_drvdata(dev);
1511 	struct ethsw_port_priv *port_priv;
1512 	u32 status = ~0;
1513 	int err, if_id;
1514 	bool had_mac;
1515 
1516 	err = dpsw_get_irq_status(ethsw->mc_io, 0, ethsw->dpsw_handle,
1517 				  DPSW_IRQ_INDEX_IF, &status);
1518 	if (err) {
1519 		dev_err(dev, "Can't get irq status (err %d)\n", err);
1520 		goto out;
1521 	}
1522 
1523 	if_id = (status & 0xFFFF0000) >> 16;
1524 	port_priv = ethsw->ports[if_id];
1525 
1526 	if (status & DPSW_IRQ_EVENT_LINK_CHANGED) {
1527 		dpaa2_switch_port_link_state_update(port_priv->netdev);
1528 		dpaa2_switch_port_set_mac_addr(port_priv);
1529 	}
1530 
1531 	if (status & DPSW_IRQ_EVENT_ENDPOINT_CHANGED) {
1532 		/* We can avoid locking because the "endpoint changed" IRQ
1533 		 * handler is the only one who changes priv->mac at runtime,
1534 		 * so we are not racing with anyone.
1535 		 */
1536 		had_mac = !!port_priv->mac;
1537 		if (had_mac)
1538 			dpaa2_switch_port_disconnect_mac(port_priv);
1539 		else
1540 			dpaa2_switch_port_connect_mac(port_priv);
1541 	}
1542 
1543 out:
1544 	err = dpsw_clear_irq_status(ethsw->mc_io, 0, ethsw->dpsw_handle,
1545 				    DPSW_IRQ_INDEX_IF, status);
1546 	if (err)
1547 		dev_err(dev, "Can't clear irq status (err %d)\n", err);
1548 
1549 	return IRQ_HANDLED;
1550 }
1551 
1552 static int dpaa2_switch_setup_irqs(struct fsl_mc_device *sw_dev)
1553 {
1554 	struct device *dev = &sw_dev->dev;
1555 	struct ethsw_core *ethsw = dev_get_drvdata(dev);
1556 	u32 mask = DPSW_IRQ_EVENT_LINK_CHANGED;
1557 	struct fsl_mc_device_irq *irq;
1558 	int err;
1559 
1560 	err = fsl_mc_allocate_irqs(sw_dev);
1561 	if (err) {
1562 		dev_err(dev, "MC irqs allocation failed\n");
1563 		return err;
1564 	}
1565 
1566 	if (WARN_ON(sw_dev->obj_desc.irq_count != DPSW_IRQ_NUM)) {
1567 		err = -EINVAL;
1568 		goto free_irq;
1569 	}
1570 
1571 	err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle,
1572 				  DPSW_IRQ_INDEX_IF, 0);
1573 	if (err) {
1574 		dev_err(dev, "dpsw_set_irq_enable err %d\n", err);
1575 		goto free_irq;
1576 	}
1577 
1578 	irq = sw_dev->irqs[DPSW_IRQ_INDEX_IF];
1579 
1580 	err = devm_request_threaded_irq(dev, irq->virq, NULL,
1581 					dpaa2_switch_irq0_handler_thread,
1582 					IRQF_NO_SUSPEND | IRQF_ONESHOT,
1583 					dev_name(dev), dev);
1584 	if (err) {
1585 		dev_err(dev, "devm_request_threaded_irq(): %d\n", err);
1586 		goto free_irq;
1587 	}
1588 
1589 	err = dpsw_set_irq_mask(ethsw->mc_io, 0, ethsw->dpsw_handle,
1590 				DPSW_IRQ_INDEX_IF, mask);
1591 	if (err) {
1592 		dev_err(dev, "dpsw_set_irq_mask(): %d\n", err);
1593 		goto free_devm_irq;
1594 	}
1595 
1596 	err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle,
1597 				  DPSW_IRQ_INDEX_IF, 1);
1598 	if (err) {
1599 		dev_err(dev, "dpsw_set_irq_enable(): %d\n", err);
1600 		goto free_devm_irq;
1601 	}
1602 
1603 	return 0;
1604 
1605 free_devm_irq:
1606 	devm_free_irq(dev, irq->virq, dev);
1607 free_irq:
1608 	fsl_mc_free_irqs(sw_dev);
1609 	return err;
1610 }
1611 
1612 static void dpaa2_switch_teardown_irqs(struct fsl_mc_device *sw_dev)
1613 {
1614 	struct device *dev = &sw_dev->dev;
1615 	struct ethsw_core *ethsw = dev_get_drvdata(dev);
1616 	int err;
1617 
1618 	err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle,
1619 				  DPSW_IRQ_INDEX_IF, 0);
1620 	if (err)
1621 		dev_err(dev, "dpsw_set_irq_enable err %d\n", err);
1622 
1623 	fsl_mc_free_irqs(sw_dev);
1624 }
1625 
1626 static int dpaa2_switch_port_set_learning(struct ethsw_port_priv *port_priv, bool enable)
1627 {
1628 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1629 	enum dpsw_learning_mode learn_mode;
1630 	int err;
1631 
1632 	if (enable)
1633 		learn_mode = DPSW_LEARNING_MODE_HW;
1634 	else
1635 		learn_mode = DPSW_LEARNING_MODE_DIS;
1636 
1637 	err = dpsw_if_set_learning_mode(ethsw->mc_io, 0, ethsw->dpsw_handle,
1638 					port_priv->idx, learn_mode);
1639 	if (err)
1640 		netdev_err(port_priv->netdev, "dpsw_if_set_learning_mode err %d\n", err);
1641 
1642 	if (!enable)
1643 		dpaa2_switch_port_fast_age(port_priv);
1644 
1645 	return err;
1646 }
1647 
1648 static int dpaa2_switch_port_attr_stp_state_set(struct net_device *netdev,
1649 						u8 state)
1650 {
1651 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1652 	int err;
1653 
1654 	err = dpaa2_switch_port_set_stp_state(port_priv, state);
1655 	if (err)
1656 		return err;
1657 
1658 	switch (state) {
1659 	case BR_STATE_DISABLED:
1660 	case BR_STATE_BLOCKING:
1661 	case BR_STATE_LISTENING:
1662 		err = dpaa2_switch_port_set_learning(port_priv, false);
1663 		break;
1664 	case BR_STATE_LEARNING:
1665 	case BR_STATE_FORWARDING:
1666 		err = dpaa2_switch_port_set_learning(port_priv,
1667 						     port_priv->learn_ena);
1668 		break;
1669 	}
1670 
1671 	return err;
1672 }
1673 
1674 static int dpaa2_switch_port_flood(struct ethsw_port_priv *port_priv,
1675 				   struct switchdev_brport_flags flags)
1676 {
1677 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1678 
1679 	if (flags.mask & BR_BCAST_FLOOD)
1680 		port_priv->bcast_flood = !!(flags.val & BR_BCAST_FLOOD);
1681 
1682 	if (flags.mask & BR_FLOOD)
1683 		port_priv->ucast_flood = !!(flags.val & BR_FLOOD);
1684 
1685 	return dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
1686 }
1687 
1688 static int dpaa2_switch_port_pre_bridge_flags(struct net_device *netdev,
1689 					      struct switchdev_brport_flags flags,
1690 					      struct netlink_ext_ack *extack)
1691 {
1692 	if (flags.mask & ~(BR_LEARNING | BR_BCAST_FLOOD | BR_FLOOD |
1693 			   BR_MCAST_FLOOD))
1694 		return -EINVAL;
1695 
1696 	if (flags.mask & (BR_FLOOD | BR_MCAST_FLOOD)) {
1697 		bool multicast = !!(flags.val & BR_MCAST_FLOOD);
1698 		bool unicast = !!(flags.val & BR_FLOOD);
1699 
1700 		if (unicast != multicast) {
1701 			NL_SET_ERR_MSG_MOD(extack,
1702 					   "Cannot configure multicast flooding independently of unicast");
1703 			return -EINVAL;
1704 		}
1705 	}
1706 
1707 	return 0;
1708 }
1709 
1710 static int dpaa2_switch_port_bridge_flags(struct net_device *netdev,
1711 					  struct switchdev_brport_flags flags,
1712 					  struct netlink_ext_ack *extack)
1713 {
1714 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1715 	int err;
1716 
1717 	if (flags.mask & BR_LEARNING) {
1718 		bool learn_ena = !!(flags.val & BR_LEARNING);
1719 
1720 		err = dpaa2_switch_port_set_learning(port_priv, learn_ena);
1721 		if (err)
1722 			return err;
1723 		port_priv->learn_ena = learn_ena;
1724 	}
1725 
1726 	if (flags.mask & (BR_BCAST_FLOOD | BR_FLOOD | BR_MCAST_FLOOD)) {
1727 		err = dpaa2_switch_port_flood(port_priv, flags);
1728 		if (err)
1729 			return err;
1730 	}
1731 
1732 	return 0;
1733 }
1734 
1735 static int dpaa2_switch_port_attr_set(struct net_device *netdev, const void *ctx,
1736 				      const struct switchdev_attr *attr,
1737 				      struct netlink_ext_ack *extack)
1738 {
1739 	int err = 0;
1740 
1741 	switch (attr->id) {
1742 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
1743 		err = dpaa2_switch_port_attr_stp_state_set(netdev,
1744 							   attr->u.stp_state);
1745 		break;
1746 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
1747 		if (!attr->u.vlan_filtering) {
1748 			NL_SET_ERR_MSG_MOD(extack,
1749 					   "The DPAA2 switch does not support VLAN-unaware operation");
1750 			return -EOPNOTSUPP;
1751 		}
1752 		break;
1753 	case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
1754 		err = dpaa2_switch_port_pre_bridge_flags(netdev, attr->u.brport_flags, extack);
1755 		break;
1756 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
1757 		err = dpaa2_switch_port_bridge_flags(netdev, attr->u.brport_flags, extack);
1758 		break;
1759 	default:
1760 		err = -EOPNOTSUPP;
1761 		break;
1762 	}
1763 
1764 	return err;
1765 }
1766 
1767 int dpaa2_switch_port_vlans_add(struct net_device *netdev,
1768 				const struct switchdev_obj_port_vlan *vlan)
1769 {
1770 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1771 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1772 	struct dpsw_attr *attr = &ethsw->sw_attr;
1773 	int err = 0;
1774 
1775 	/* Make sure that the VLAN is not already configured
1776 	 * on the switch port
1777 	 */
1778 	if (port_priv->vlans[vlan->vid] & ETHSW_VLAN_MEMBER)
1779 		return -EEXIST;
1780 
1781 	/* Check if there is space for a new VLAN */
1782 	err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
1783 				  &ethsw->sw_attr);
1784 	if (err) {
1785 		netdev_err(netdev, "dpsw_get_attributes err %d\n", err);
1786 		return err;
1787 	}
1788 	if (attr->max_vlans - attr->num_vlans < 1)
1789 		return -ENOSPC;
1790 
1791 	/* Check if there is space for a new VLAN */
1792 	err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
1793 				  &ethsw->sw_attr);
1794 	if (err) {
1795 		netdev_err(netdev, "dpsw_get_attributes err %d\n", err);
1796 		return err;
1797 	}
1798 	if (attr->max_vlans - attr->num_vlans < 1)
1799 		return -ENOSPC;
1800 
1801 	if (!port_priv->ethsw_data->vlans[vlan->vid]) {
1802 		/* this is a new VLAN */
1803 		err = dpaa2_switch_add_vlan(port_priv, vlan->vid);
1804 		if (err)
1805 			return err;
1806 
1807 		port_priv->ethsw_data->vlans[vlan->vid] |= ETHSW_VLAN_GLOBAL;
1808 	}
1809 
1810 	return dpaa2_switch_port_add_vlan(port_priv, vlan->vid, vlan->flags);
1811 }
1812 
1813 static int dpaa2_switch_port_lookup_address(struct net_device *netdev, int is_uc,
1814 					    const unsigned char *addr)
1815 {
1816 	struct netdev_hw_addr_list *list = (is_uc) ? &netdev->uc : &netdev->mc;
1817 	struct netdev_hw_addr *ha;
1818 
1819 	netif_addr_lock_bh(netdev);
1820 	list_for_each_entry(ha, &list->list, list) {
1821 		if (ether_addr_equal(ha->addr, addr)) {
1822 			netif_addr_unlock_bh(netdev);
1823 			return 1;
1824 		}
1825 	}
1826 	netif_addr_unlock_bh(netdev);
1827 	return 0;
1828 }
1829 
1830 static int dpaa2_switch_port_mdb_add(struct net_device *netdev,
1831 				     const struct switchdev_obj_port_mdb *mdb)
1832 {
1833 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1834 	int err;
1835 
1836 	/* Check if address is already set on this port */
1837 	if (dpaa2_switch_port_lookup_address(netdev, 0, mdb->addr))
1838 		return -EEXIST;
1839 
1840 	err = dpaa2_switch_port_fdb_add_mc(port_priv, mdb->addr);
1841 	if (err)
1842 		return err;
1843 
1844 	err = dev_mc_add(netdev, mdb->addr);
1845 	if (err) {
1846 		netdev_err(netdev, "dev_mc_add err %d\n", err);
1847 		dpaa2_switch_port_fdb_del_mc(port_priv, mdb->addr);
1848 	}
1849 
1850 	return err;
1851 }
1852 
1853 static int dpaa2_switch_port_obj_add(struct net_device *netdev,
1854 				     const struct switchdev_obj *obj)
1855 {
1856 	int err;
1857 
1858 	switch (obj->id) {
1859 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
1860 		err = dpaa2_switch_port_vlans_add(netdev,
1861 						  SWITCHDEV_OBJ_PORT_VLAN(obj));
1862 		break;
1863 	case SWITCHDEV_OBJ_ID_PORT_MDB:
1864 		err = dpaa2_switch_port_mdb_add(netdev,
1865 						SWITCHDEV_OBJ_PORT_MDB(obj));
1866 		break;
1867 	default:
1868 		err = -EOPNOTSUPP;
1869 		break;
1870 	}
1871 
1872 	return err;
1873 }
1874 
1875 static int dpaa2_switch_port_del_vlan(struct ethsw_port_priv *port_priv, u16 vid)
1876 {
1877 	struct ethsw_core *ethsw = port_priv->ethsw_data;
1878 	struct net_device *netdev = port_priv->netdev;
1879 	struct dpsw_vlan_if_cfg vcfg;
1880 	int i, err;
1881 
1882 	if (!port_priv->vlans[vid])
1883 		return -ENOENT;
1884 
1885 	if (port_priv->vlans[vid] & ETHSW_VLAN_PVID) {
1886 		/* If we are deleting the PVID of a port, use VLAN 4095 instead
1887 		 * as we are sure that neither the bridge nor the 8021q module
1888 		 * will use it
1889 		 */
1890 		err = dpaa2_switch_port_set_pvid(port_priv, 4095);
1891 		if (err)
1892 			return err;
1893 	}
1894 
1895 	vcfg.num_ifs = 1;
1896 	vcfg.if_id[0] = port_priv->idx;
1897 	if (port_priv->vlans[vid] & ETHSW_VLAN_UNTAGGED) {
1898 		err = dpsw_vlan_remove_if_untagged(ethsw->mc_io, 0,
1899 						   ethsw->dpsw_handle,
1900 						   vid, &vcfg);
1901 		if (err) {
1902 			netdev_err(netdev,
1903 				   "dpsw_vlan_remove_if_untagged err %d\n",
1904 				   err);
1905 		}
1906 		port_priv->vlans[vid] &= ~ETHSW_VLAN_UNTAGGED;
1907 	}
1908 
1909 	if (port_priv->vlans[vid] & ETHSW_VLAN_MEMBER) {
1910 		err = dpsw_vlan_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
1911 					  vid, &vcfg);
1912 		if (err) {
1913 			netdev_err(netdev,
1914 				   "dpsw_vlan_remove_if err %d\n", err);
1915 			return err;
1916 		}
1917 		port_priv->vlans[vid] &= ~ETHSW_VLAN_MEMBER;
1918 
1919 		/* Delete VLAN from switch if it is no longer configured on
1920 		 * any port
1921 		 */
1922 		for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
1923 			if (ethsw->ports[i] &&
1924 			    ethsw->ports[i]->vlans[vid] & ETHSW_VLAN_MEMBER)
1925 				return 0; /* Found a port member in VID */
1926 		}
1927 
1928 		ethsw->vlans[vid] &= ~ETHSW_VLAN_GLOBAL;
1929 
1930 		err = dpaa2_switch_dellink(ethsw, vid);
1931 		if (err)
1932 			return err;
1933 	}
1934 
1935 	return 0;
1936 }
1937 
1938 int dpaa2_switch_port_vlans_del(struct net_device *netdev,
1939 				const struct switchdev_obj_port_vlan *vlan)
1940 {
1941 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1942 
1943 	if (netif_is_bridge_master(vlan->obj.orig_dev))
1944 		return -EOPNOTSUPP;
1945 
1946 	return dpaa2_switch_port_del_vlan(port_priv, vlan->vid);
1947 }
1948 
1949 static int dpaa2_switch_port_mdb_del(struct net_device *netdev,
1950 				     const struct switchdev_obj_port_mdb *mdb)
1951 {
1952 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1953 	int err;
1954 
1955 	if (!dpaa2_switch_port_lookup_address(netdev, 0, mdb->addr))
1956 		return -ENOENT;
1957 
1958 	err = dpaa2_switch_port_fdb_del_mc(port_priv, mdb->addr);
1959 	if (err)
1960 		return err;
1961 
1962 	err = dev_mc_del(netdev, mdb->addr);
1963 	if (err) {
1964 		netdev_err(netdev, "dev_mc_del err %d\n", err);
1965 		return err;
1966 	}
1967 
1968 	return err;
1969 }
1970 
1971 static int dpaa2_switch_port_obj_del(struct net_device *netdev,
1972 				     const struct switchdev_obj *obj)
1973 {
1974 	int err;
1975 
1976 	switch (obj->id) {
1977 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
1978 		err = dpaa2_switch_port_vlans_del(netdev, SWITCHDEV_OBJ_PORT_VLAN(obj));
1979 		break;
1980 	case SWITCHDEV_OBJ_ID_PORT_MDB:
1981 		err = dpaa2_switch_port_mdb_del(netdev, SWITCHDEV_OBJ_PORT_MDB(obj));
1982 		break;
1983 	default:
1984 		err = -EOPNOTSUPP;
1985 		break;
1986 	}
1987 	return err;
1988 }
1989 
1990 static int dpaa2_switch_port_attr_set_event(struct net_device *netdev,
1991 					    struct switchdev_notifier_port_attr_info *ptr)
1992 {
1993 	int err;
1994 
1995 	err = switchdev_handle_port_attr_set(netdev, ptr,
1996 					     dpaa2_switch_port_dev_check,
1997 					     dpaa2_switch_port_attr_set);
1998 	return notifier_from_errno(err);
1999 }
2000 
2001 static struct notifier_block dpaa2_switch_port_switchdev_nb;
2002 static struct notifier_block dpaa2_switch_port_switchdev_blocking_nb;
2003 
2004 static int dpaa2_switch_port_bridge_join(struct net_device *netdev,
2005 					 struct net_device *upper_dev,
2006 					 struct netlink_ext_ack *extack)
2007 {
2008 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
2009 	struct ethsw_core *ethsw = port_priv->ethsw_data;
2010 	struct ethsw_port_priv *other_port_priv;
2011 	struct net_device *other_dev;
2012 	struct list_head *iter;
2013 	bool learn_ena;
2014 	int err;
2015 
2016 	netdev_for_each_lower_dev(upper_dev, other_dev, iter) {
2017 		if (!dpaa2_switch_port_dev_check(other_dev))
2018 			continue;
2019 
2020 		other_port_priv = netdev_priv(other_dev);
2021 		if (other_port_priv->ethsw_data != port_priv->ethsw_data) {
2022 			NL_SET_ERR_MSG_MOD(extack,
2023 					   "Interface from a different DPSW is in the bridge already");
2024 			return -EINVAL;
2025 		}
2026 	}
2027 
2028 	/* Delete the previously manually installed VLAN 1 */
2029 	err = dpaa2_switch_port_del_vlan(port_priv, 1);
2030 	if (err)
2031 		return err;
2032 
2033 	dpaa2_switch_port_set_fdb(port_priv, upper_dev);
2034 
2035 	/* Inherit the initial bridge port learning state */
2036 	learn_ena = br_port_flag_is_set(netdev, BR_LEARNING);
2037 	err = dpaa2_switch_port_set_learning(port_priv, learn_ena);
2038 	port_priv->learn_ena = learn_ena;
2039 
2040 	/* Setup the egress flood policy (broadcast, unknown unicast) */
2041 	err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
2042 	if (err)
2043 		goto err_egress_flood;
2044 
2045 	err = switchdev_bridge_port_offload(netdev, netdev, NULL,
2046 					    &dpaa2_switch_port_switchdev_nb,
2047 					    &dpaa2_switch_port_switchdev_blocking_nb,
2048 					    false, extack);
2049 	if (err)
2050 		goto err_switchdev_offload;
2051 
2052 	return 0;
2053 
2054 err_switchdev_offload:
2055 err_egress_flood:
2056 	dpaa2_switch_port_set_fdb(port_priv, NULL);
2057 	return err;
2058 }
2059 
2060 static int dpaa2_switch_port_clear_rxvlan(struct net_device *vdev, int vid, void *arg)
2061 {
2062 	__be16 vlan_proto = htons(ETH_P_8021Q);
2063 
2064 	if (vdev)
2065 		vlan_proto = vlan_dev_vlan_proto(vdev);
2066 
2067 	return dpaa2_switch_port_vlan_kill(arg, vlan_proto, vid);
2068 }
2069 
2070 static int dpaa2_switch_port_restore_rxvlan(struct net_device *vdev, int vid, void *arg)
2071 {
2072 	__be16 vlan_proto = htons(ETH_P_8021Q);
2073 
2074 	if (vdev)
2075 		vlan_proto = vlan_dev_vlan_proto(vdev);
2076 
2077 	return dpaa2_switch_port_vlan_add(arg, vlan_proto, vid);
2078 }
2079 
2080 static void dpaa2_switch_port_pre_bridge_leave(struct net_device *netdev)
2081 {
2082 	switchdev_bridge_port_unoffload(netdev, NULL,
2083 					&dpaa2_switch_port_switchdev_nb,
2084 					&dpaa2_switch_port_switchdev_blocking_nb);
2085 }
2086 
2087 static int dpaa2_switch_port_bridge_leave(struct net_device *netdev)
2088 {
2089 	struct ethsw_port_priv *port_priv = netdev_priv(netdev);
2090 	struct dpaa2_switch_fdb *old_fdb = port_priv->fdb;
2091 	struct ethsw_core *ethsw = port_priv->ethsw_data;
2092 	int err;
2093 
2094 	/* First of all, fast age any learn FDB addresses on this switch port */
2095 	dpaa2_switch_port_fast_age(port_priv);
2096 
2097 	/* Clear all RX VLANs installed through vlan_vid_add() either as VLAN
2098 	 * upper devices or otherwise from the FDB table that we are about to
2099 	 * leave
2100 	 */
2101 	err = vlan_for_each(netdev, dpaa2_switch_port_clear_rxvlan, netdev);
2102 	if (err)
2103 		netdev_err(netdev, "Unable to clear RX VLANs from old FDB table, err (%d)\n", err);
2104 
2105 	dpaa2_switch_port_set_fdb(port_priv, NULL);
2106 
2107 	/* Restore all RX VLANs into the new FDB table that we just joined */
2108 	err = vlan_for_each(netdev, dpaa2_switch_port_restore_rxvlan, netdev);
2109 	if (err)
2110 		netdev_err(netdev, "Unable to restore RX VLANs to the new FDB, err (%d)\n", err);
2111 
2112 	/* Reset the flooding state to denote that this port can send any
2113 	 * packet in standalone mode. With this, we are also ensuring that any
2114 	 * later bridge join will have the flooding flag on.
2115 	 */
2116 	port_priv->bcast_flood = true;
2117 	port_priv->ucast_flood = true;
2118 
2119 	/* Setup the egress flood policy (broadcast, unknown unicast).
2120 	 * When the port is not under a bridge, only the CTRL interface is part
2121 	 * of the flooding domain besides the actual port
2122 	 */
2123 	err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
2124 	if (err)
2125 		return err;
2126 
2127 	/* Recreate the egress flood domain of the FDB that we just left */
2128 	err = dpaa2_switch_fdb_set_egress_flood(ethsw, old_fdb->fdb_id);
2129 	if (err)
2130 		return err;
2131 
2132 	/* No HW learning when not under a bridge */
2133 	err = dpaa2_switch_port_set_learning(port_priv, false);
2134 	if (err)
2135 		return err;
2136 	port_priv->learn_ena = false;
2137 
2138 	/* Add the VLAN 1 as PVID when not under a bridge. We need this since
2139 	 * the dpaa2 switch interfaces are not capable to be VLAN unaware
2140 	 */
2141 	return dpaa2_switch_port_add_vlan(port_priv, DEFAULT_VLAN_ID,
2142 					  BRIDGE_VLAN_INFO_UNTAGGED | BRIDGE_VLAN_INFO_PVID);
2143 }
2144 
2145 static int dpaa2_switch_prevent_bridging_with_8021q_upper(struct net_device *netdev)
2146 {
2147 	struct net_device *upper_dev;
2148 	struct list_head *iter;
2149 
2150 	/* RCU read lock not necessary because we have write-side protection
2151 	 * (rtnl_mutex), however a non-rcu iterator does not exist.
2152 	 */
2153 	netdev_for_each_upper_dev_rcu(netdev, upper_dev, iter)
2154 		if (is_vlan_dev(upper_dev))
2155 			return -EOPNOTSUPP;
2156 
2157 	return 0;
2158 }
2159 
2160 static int
2161 dpaa2_switch_prechangeupper_sanity_checks(struct net_device *netdev,
2162 					  struct net_device *upper_dev,
2163 					  struct netlink_ext_ack *extack)
2164 {
2165 	int err;
2166 
2167 	if (!br_vlan_enabled(upper_dev)) {
2168 		NL_SET_ERR_MSG_MOD(extack, "Cannot join a VLAN-unaware bridge");
2169 		return -EOPNOTSUPP;
2170 	}
2171 
2172 	err = dpaa2_switch_prevent_bridging_with_8021q_upper(netdev);
2173 	if (err) {
2174 		NL_SET_ERR_MSG_MOD(extack,
2175 				   "Cannot join a bridge while VLAN uppers are present");
2176 		return 0;
2177 	}
2178 
2179 	return 0;
2180 }
2181 
2182 static int dpaa2_switch_port_netdevice_event(struct notifier_block *nb,
2183 					     unsigned long event, void *ptr)
2184 {
2185 	struct net_device *netdev = netdev_notifier_info_to_dev(ptr);
2186 	struct netdev_notifier_changeupper_info *info = ptr;
2187 	struct netlink_ext_ack *extack;
2188 	struct net_device *upper_dev;
2189 	int err = 0;
2190 
2191 	if (!dpaa2_switch_port_dev_check(netdev))
2192 		return NOTIFY_DONE;
2193 
2194 	extack = netdev_notifier_info_to_extack(&info->info);
2195 
2196 	switch (event) {
2197 	case NETDEV_PRECHANGEUPPER:
2198 		upper_dev = info->upper_dev;
2199 		if (!netif_is_bridge_master(upper_dev))
2200 			break;
2201 
2202 		err = dpaa2_switch_prechangeupper_sanity_checks(netdev,
2203 								upper_dev,
2204 								extack);
2205 		if (err)
2206 			goto out;
2207 
2208 		if (!info->linking)
2209 			dpaa2_switch_port_pre_bridge_leave(netdev);
2210 
2211 		break;
2212 	case NETDEV_CHANGEUPPER:
2213 		upper_dev = info->upper_dev;
2214 		if (netif_is_bridge_master(upper_dev)) {
2215 			if (info->linking)
2216 				err = dpaa2_switch_port_bridge_join(netdev,
2217 								    upper_dev,
2218 								    extack);
2219 			else
2220 				err = dpaa2_switch_port_bridge_leave(netdev);
2221 		}
2222 		break;
2223 	}
2224 
2225 out:
2226 	return notifier_from_errno(err);
2227 }
2228 
2229 struct ethsw_switchdev_event_work {
2230 	struct work_struct work;
2231 	struct switchdev_notifier_fdb_info fdb_info;
2232 	struct net_device *dev;
2233 	unsigned long event;
2234 };
2235 
2236 static void dpaa2_switch_event_work(struct work_struct *work)
2237 {
2238 	struct ethsw_switchdev_event_work *switchdev_work =
2239 		container_of(work, struct ethsw_switchdev_event_work, work);
2240 	struct net_device *dev = switchdev_work->dev;
2241 	struct switchdev_notifier_fdb_info *fdb_info;
2242 	int err;
2243 
2244 	rtnl_lock();
2245 	fdb_info = &switchdev_work->fdb_info;
2246 
2247 	switch (switchdev_work->event) {
2248 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
2249 		if (!fdb_info->added_by_user || fdb_info->is_local)
2250 			break;
2251 		if (is_unicast_ether_addr(fdb_info->addr))
2252 			err = dpaa2_switch_port_fdb_add_uc(netdev_priv(dev),
2253 							   fdb_info->addr);
2254 		else
2255 			err = dpaa2_switch_port_fdb_add_mc(netdev_priv(dev),
2256 							   fdb_info->addr);
2257 		if (err)
2258 			break;
2259 		fdb_info->offloaded = true;
2260 		call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, dev,
2261 					 &fdb_info->info, NULL);
2262 		break;
2263 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
2264 		if (!fdb_info->added_by_user || fdb_info->is_local)
2265 			break;
2266 		if (is_unicast_ether_addr(fdb_info->addr))
2267 			dpaa2_switch_port_fdb_del_uc(netdev_priv(dev), fdb_info->addr);
2268 		else
2269 			dpaa2_switch_port_fdb_del_mc(netdev_priv(dev), fdb_info->addr);
2270 		break;
2271 	}
2272 
2273 	rtnl_unlock();
2274 	kfree(switchdev_work->fdb_info.addr);
2275 	kfree(switchdev_work);
2276 	dev_put(dev);
2277 }
2278 
2279 /* Called under rcu_read_lock() */
2280 static int dpaa2_switch_port_event(struct notifier_block *nb,
2281 				   unsigned long event, void *ptr)
2282 {
2283 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2284 	struct ethsw_port_priv *port_priv = netdev_priv(dev);
2285 	struct ethsw_switchdev_event_work *switchdev_work;
2286 	struct switchdev_notifier_fdb_info *fdb_info = ptr;
2287 	struct ethsw_core *ethsw = port_priv->ethsw_data;
2288 
2289 	if (event == SWITCHDEV_PORT_ATTR_SET)
2290 		return dpaa2_switch_port_attr_set_event(dev, ptr);
2291 
2292 	if (!dpaa2_switch_port_dev_check(dev))
2293 		return NOTIFY_DONE;
2294 
2295 	switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
2296 	if (!switchdev_work)
2297 		return NOTIFY_BAD;
2298 
2299 	INIT_WORK(&switchdev_work->work, dpaa2_switch_event_work);
2300 	switchdev_work->dev = dev;
2301 	switchdev_work->event = event;
2302 
2303 	switch (event) {
2304 	case SWITCHDEV_FDB_ADD_TO_DEVICE:
2305 	case SWITCHDEV_FDB_DEL_TO_DEVICE:
2306 		memcpy(&switchdev_work->fdb_info, ptr,
2307 		       sizeof(switchdev_work->fdb_info));
2308 		switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC);
2309 		if (!switchdev_work->fdb_info.addr)
2310 			goto err_addr_alloc;
2311 
2312 		ether_addr_copy((u8 *)switchdev_work->fdb_info.addr,
2313 				fdb_info->addr);
2314 
2315 		/* Take a reference on the device to avoid being freed. */
2316 		dev_hold(dev);
2317 		break;
2318 	default:
2319 		kfree(switchdev_work);
2320 		return NOTIFY_DONE;
2321 	}
2322 
2323 	queue_work(ethsw->workqueue, &switchdev_work->work);
2324 
2325 	return NOTIFY_DONE;
2326 
2327 err_addr_alloc:
2328 	kfree(switchdev_work);
2329 	return NOTIFY_BAD;
2330 }
2331 
2332 static int dpaa2_switch_port_obj_event(unsigned long event,
2333 				       struct net_device *netdev,
2334 				       struct switchdev_notifier_port_obj_info *port_obj_info)
2335 {
2336 	int err = -EOPNOTSUPP;
2337 
2338 	if (!dpaa2_switch_port_dev_check(netdev))
2339 		return NOTIFY_DONE;
2340 
2341 	switch (event) {
2342 	case SWITCHDEV_PORT_OBJ_ADD:
2343 		err = dpaa2_switch_port_obj_add(netdev, port_obj_info->obj);
2344 		break;
2345 	case SWITCHDEV_PORT_OBJ_DEL:
2346 		err = dpaa2_switch_port_obj_del(netdev, port_obj_info->obj);
2347 		break;
2348 	}
2349 
2350 	port_obj_info->handled = true;
2351 	return notifier_from_errno(err);
2352 }
2353 
2354 static int dpaa2_switch_port_blocking_event(struct notifier_block *nb,
2355 					    unsigned long event, void *ptr)
2356 {
2357 	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2358 
2359 	switch (event) {
2360 	case SWITCHDEV_PORT_OBJ_ADD:
2361 	case SWITCHDEV_PORT_OBJ_DEL:
2362 		return dpaa2_switch_port_obj_event(event, dev, ptr);
2363 	case SWITCHDEV_PORT_ATTR_SET:
2364 		return dpaa2_switch_port_attr_set_event(dev, ptr);
2365 	}
2366 
2367 	return NOTIFY_DONE;
2368 }
2369 
2370 /* Build a linear skb based on a single-buffer frame descriptor */
2371 static struct sk_buff *dpaa2_switch_build_linear_skb(struct ethsw_core *ethsw,
2372 						     const struct dpaa2_fd *fd)
2373 {
2374 	u16 fd_offset = dpaa2_fd_get_offset(fd);
2375 	dma_addr_t addr = dpaa2_fd_get_addr(fd);
2376 	u32 fd_length = dpaa2_fd_get_len(fd);
2377 	struct device *dev = ethsw->dev;
2378 	struct sk_buff *skb = NULL;
2379 	void *fd_vaddr;
2380 
2381 	fd_vaddr = dpaa2_iova_to_virt(ethsw->iommu_domain, addr);
2382 	dma_unmap_page(dev, addr, DPAA2_SWITCH_RX_BUF_SIZE,
2383 		       DMA_FROM_DEVICE);
2384 
2385 	skb = build_skb(fd_vaddr, DPAA2_SWITCH_RX_BUF_SIZE +
2386 			SKB_DATA_ALIGN(sizeof(struct skb_shared_info)));
2387 	if (unlikely(!skb)) {
2388 		dev_err(dev, "build_skb() failed\n");
2389 		return NULL;
2390 	}
2391 
2392 	skb_reserve(skb, fd_offset);
2393 	skb_put(skb, fd_length);
2394 
2395 	ethsw->buf_count--;
2396 
2397 	return skb;
2398 }
2399 
2400 static void dpaa2_switch_tx_conf(struct dpaa2_switch_fq *fq,
2401 				 const struct dpaa2_fd *fd)
2402 {
2403 	dpaa2_switch_free_fd(fq->ethsw, fd);
2404 }
2405 
2406 static void dpaa2_switch_rx(struct dpaa2_switch_fq *fq,
2407 			    const struct dpaa2_fd *fd)
2408 {
2409 	struct ethsw_core *ethsw = fq->ethsw;
2410 	struct ethsw_port_priv *port_priv;
2411 	struct net_device *netdev;
2412 	struct vlan_ethhdr *hdr;
2413 	struct sk_buff *skb;
2414 	u16 vlan_tci, vid;
2415 	int if_id, err;
2416 
2417 	/* get switch ingress interface ID */
2418 	if_id = upper_32_bits(dpaa2_fd_get_flc(fd)) & 0x0000FFFF;
2419 
2420 	if (if_id >= ethsw->sw_attr.num_ifs) {
2421 		dev_err(ethsw->dev, "Frame received from unknown interface!\n");
2422 		goto err_free_fd;
2423 	}
2424 	port_priv = ethsw->ports[if_id];
2425 	netdev = port_priv->netdev;
2426 
2427 	/* build the SKB based on the FD received */
2428 	if (dpaa2_fd_get_format(fd) != dpaa2_fd_single) {
2429 		if (net_ratelimit()) {
2430 			netdev_err(netdev, "Received invalid frame format\n");
2431 			goto err_free_fd;
2432 		}
2433 	}
2434 
2435 	skb = dpaa2_switch_build_linear_skb(ethsw, fd);
2436 	if (unlikely(!skb))
2437 		goto err_free_fd;
2438 
2439 	skb_reset_mac_header(skb);
2440 
2441 	/* Remove the VLAN header if the packet that we just received has a vid
2442 	 * equal to the port PVIDs. Since the dpaa2-switch can operate only in
2443 	 * VLAN-aware mode and no alterations are made on the packet when it's
2444 	 * redirected/mirrored to the control interface, we are sure that there
2445 	 * will always be a VLAN header present.
2446 	 */
2447 	hdr = vlan_eth_hdr(skb);
2448 	vid = ntohs(hdr->h_vlan_TCI) & VLAN_VID_MASK;
2449 	if (vid == port_priv->pvid) {
2450 		err = __skb_vlan_pop(skb, &vlan_tci);
2451 		if (err) {
2452 			dev_info(ethsw->dev, "__skb_vlan_pop() returned %d", err);
2453 			goto err_free_fd;
2454 		}
2455 	}
2456 
2457 	skb->dev = netdev;
2458 	skb->protocol = eth_type_trans(skb, skb->dev);
2459 
2460 	/* Setup the offload_fwd_mark only if the port is under a bridge */
2461 	skb->offload_fwd_mark = !!(port_priv->fdb->bridge_dev);
2462 
2463 	netif_receive_skb(skb);
2464 
2465 	return;
2466 
2467 err_free_fd:
2468 	dpaa2_switch_free_fd(ethsw, fd);
2469 }
2470 
2471 static void dpaa2_switch_detect_features(struct ethsw_core *ethsw)
2472 {
2473 	ethsw->features = 0;
2474 
2475 	if (ethsw->major > 8 || (ethsw->major == 8 && ethsw->minor >= 6))
2476 		ethsw->features |= ETHSW_FEATURE_MAC_ADDR;
2477 }
2478 
2479 static int dpaa2_switch_setup_fqs(struct ethsw_core *ethsw)
2480 {
2481 	struct dpsw_ctrl_if_attr ctrl_if_attr;
2482 	struct device *dev = ethsw->dev;
2483 	int i = 0;
2484 	int err;
2485 
2486 	err = dpsw_ctrl_if_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
2487 					  &ctrl_if_attr);
2488 	if (err) {
2489 		dev_err(dev, "dpsw_ctrl_if_get_attributes() = %d\n", err);
2490 		return err;
2491 	}
2492 
2493 	ethsw->fq[i].fqid = ctrl_if_attr.rx_fqid;
2494 	ethsw->fq[i].ethsw = ethsw;
2495 	ethsw->fq[i++].type = DPSW_QUEUE_RX;
2496 
2497 	ethsw->fq[i].fqid = ctrl_if_attr.tx_err_conf_fqid;
2498 	ethsw->fq[i].ethsw = ethsw;
2499 	ethsw->fq[i++].type = DPSW_QUEUE_TX_ERR_CONF;
2500 
2501 	return 0;
2502 }
2503 
2504 /* Free buffers acquired from the buffer pool or which were meant to
2505  * be released in the pool
2506  */
2507 static void dpaa2_switch_free_bufs(struct ethsw_core *ethsw, u64 *buf_array, int count)
2508 {
2509 	struct device *dev = ethsw->dev;
2510 	void *vaddr;
2511 	int i;
2512 
2513 	for (i = 0; i < count; i++) {
2514 		vaddr = dpaa2_iova_to_virt(ethsw->iommu_domain, buf_array[i]);
2515 		dma_unmap_page(dev, buf_array[i], DPAA2_SWITCH_RX_BUF_SIZE,
2516 			       DMA_FROM_DEVICE);
2517 		free_pages((unsigned long)vaddr, 0);
2518 	}
2519 }
2520 
2521 /* Perform a single release command to add buffers
2522  * to the specified buffer pool
2523  */
2524 static int dpaa2_switch_add_bufs(struct ethsw_core *ethsw, u16 bpid)
2525 {
2526 	struct device *dev = ethsw->dev;
2527 	u64 buf_array[BUFS_PER_CMD];
2528 	struct page *page;
2529 	int retries = 0;
2530 	dma_addr_t addr;
2531 	int err;
2532 	int i;
2533 
2534 	for (i = 0; i < BUFS_PER_CMD; i++) {
2535 		/* Allocate one page for each Rx buffer. WRIOP sees
2536 		 * the entire page except for a tailroom reserved for
2537 		 * skb shared info
2538 		 */
2539 		page = dev_alloc_pages(0);
2540 		if (!page) {
2541 			dev_err(dev, "buffer allocation failed\n");
2542 			goto err_alloc;
2543 		}
2544 
2545 		addr = dma_map_page(dev, page, 0, DPAA2_SWITCH_RX_BUF_SIZE,
2546 				    DMA_FROM_DEVICE);
2547 		if (dma_mapping_error(dev, addr)) {
2548 			dev_err(dev, "dma_map_single() failed\n");
2549 			goto err_map;
2550 		}
2551 		buf_array[i] = addr;
2552 	}
2553 
2554 release_bufs:
2555 	/* In case the portal is busy, retry until successful or
2556 	 * max retries hit.
2557 	 */
2558 	while ((err = dpaa2_io_service_release(NULL, bpid,
2559 					       buf_array, i)) == -EBUSY) {
2560 		if (retries++ >= DPAA2_SWITCH_SWP_BUSY_RETRIES)
2561 			break;
2562 
2563 		cpu_relax();
2564 	}
2565 
2566 	/* If release command failed, clean up and bail out. */
2567 	if (err) {
2568 		dpaa2_switch_free_bufs(ethsw, buf_array, i);
2569 		return 0;
2570 	}
2571 
2572 	return i;
2573 
2574 err_map:
2575 	__free_pages(page, 0);
2576 err_alloc:
2577 	/* If we managed to allocate at least some buffers,
2578 	 * release them to hardware
2579 	 */
2580 	if (i)
2581 		goto release_bufs;
2582 
2583 	return 0;
2584 }
2585 
2586 static int dpaa2_switch_refill_bp(struct ethsw_core *ethsw)
2587 {
2588 	int *count = &ethsw->buf_count;
2589 	int new_count;
2590 	int err = 0;
2591 
2592 	if (unlikely(*count < DPAA2_ETHSW_REFILL_THRESH)) {
2593 		do {
2594 			new_count = dpaa2_switch_add_bufs(ethsw, ethsw->bpid);
2595 			if (unlikely(!new_count)) {
2596 				/* Out of memory; abort for now, we'll
2597 				 * try later on
2598 				 */
2599 				break;
2600 			}
2601 			*count += new_count;
2602 		} while (*count < DPAA2_ETHSW_NUM_BUFS);
2603 
2604 		if (unlikely(*count < DPAA2_ETHSW_NUM_BUFS))
2605 			err = -ENOMEM;
2606 	}
2607 
2608 	return err;
2609 }
2610 
2611 static int dpaa2_switch_seed_bp(struct ethsw_core *ethsw)
2612 {
2613 	int *count, i;
2614 
2615 	for (i = 0; i < DPAA2_ETHSW_NUM_BUFS; i += BUFS_PER_CMD) {
2616 		count = &ethsw->buf_count;
2617 		*count += dpaa2_switch_add_bufs(ethsw, ethsw->bpid);
2618 
2619 		if (unlikely(*count < BUFS_PER_CMD))
2620 			return -ENOMEM;
2621 	}
2622 
2623 	return 0;
2624 }
2625 
2626 static void dpaa2_switch_drain_bp(struct ethsw_core *ethsw)
2627 {
2628 	u64 buf_array[BUFS_PER_CMD];
2629 	int ret;
2630 
2631 	do {
2632 		ret = dpaa2_io_service_acquire(NULL, ethsw->bpid,
2633 					       buf_array, BUFS_PER_CMD);
2634 		if (ret < 0) {
2635 			dev_err(ethsw->dev,
2636 				"dpaa2_io_service_acquire() = %d\n", ret);
2637 			return;
2638 		}
2639 		dpaa2_switch_free_bufs(ethsw, buf_array, ret);
2640 
2641 	} while (ret);
2642 }
2643 
2644 static int dpaa2_switch_setup_dpbp(struct ethsw_core *ethsw)
2645 {
2646 	struct dpsw_ctrl_if_pools_cfg dpsw_ctrl_if_pools_cfg = { 0 };
2647 	struct device *dev = ethsw->dev;
2648 	struct fsl_mc_device *dpbp_dev;
2649 	struct dpbp_attr dpbp_attrs;
2650 	int err;
2651 
2652 	err = fsl_mc_object_allocate(to_fsl_mc_device(dev), FSL_MC_POOL_DPBP,
2653 				     &dpbp_dev);
2654 	if (err) {
2655 		if (err == -ENXIO)
2656 			err = -EPROBE_DEFER;
2657 		else
2658 			dev_err(dev, "DPBP device allocation failed\n");
2659 		return err;
2660 	}
2661 	ethsw->dpbp_dev = dpbp_dev;
2662 
2663 	err = dpbp_open(ethsw->mc_io, 0, dpbp_dev->obj_desc.id,
2664 			&dpbp_dev->mc_handle);
2665 	if (err) {
2666 		dev_err(dev, "dpbp_open() failed\n");
2667 		goto err_open;
2668 	}
2669 
2670 	err = dpbp_reset(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2671 	if (err) {
2672 		dev_err(dev, "dpbp_reset() failed\n");
2673 		goto err_reset;
2674 	}
2675 
2676 	err = dpbp_enable(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2677 	if (err) {
2678 		dev_err(dev, "dpbp_enable() failed\n");
2679 		goto err_enable;
2680 	}
2681 
2682 	err = dpbp_get_attributes(ethsw->mc_io, 0, dpbp_dev->mc_handle,
2683 				  &dpbp_attrs);
2684 	if (err) {
2685 		dev_err(dev, "dpbp_get_attributes() failed\n");
2686 		goto err_get_attr;
2687 	}
2688 
2689 	dpsw_ctrl_if_pools_cfg.num_dpbp = 1;
2690 	dpsw_ctrl_if_pools_cfg.pools[0].dpbp_id = dpbp_attrs.id;
2691 	dpsw_ctrl_if_pools_cfg.pools[0].buffer_size = DPAA2_SWITCH_RX_BUF_SIZE;
2692 	dpsw_ctrl_if_pools_cfg.pools[0].backup_pool = 0;
2693 
2694 	err = dpsw_ctrl_if_set_pools(ethsw->mc_io, 0, ethsw->dpsw_handle,
2695 				     &dpsw_ctrl_if_pools_cfg);
2696 	if (err) {
2697 		dev_err(dev, "dpsw_ctrl_if_set_pools() failed\n");
2698 		goto err_get_attr;
2699 	}
2700 	ethsw->bpid = dpbp_attrs.id;
2701 
2702 	return 0;
2703 
2704 err_get_attr:
2705 	dpbp_disable(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2706 err_enable:
2707 err_reset:
2708 	dpbp_close(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2709 err_open:
2710 	fsl_mc_object_free(dpbp_dev);
2711 	return err;
2712 }
2713 
2714 static void dpaa2_switch_free_dpbp(struct ethsw_core *ethsw)
2715 {
2716 	dpbp_disable(ethsw->mc_io, 0, ethsw->dpbp_dev->mc_handle);
2717 	dpbp_close(ethsw->mc_io, 0, ethsw->dpbp_dev->mc_handle);
2718 	fsl_mc_object_free(ethsw->dpbp_dev);
2719 }
2720 
2721 static int dpaa2_switch_alloc_rings(struct ethsw_core *ethsw)
2722 {
2723 	int i;
2724 
2725 	for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) {
2726 		ethsw->fq[i].store =
2727 			dpaa2_io_store_create(DPAA2_SWITCH_STORE_SIZE,
2728 					      ethsw->dev);
2729 		if (!ethsw->fq[i].store) {
2730 			dev_err(ethsw->dev, "dpaa2_io_store_create failed\n");
2731 			while (--i >= 0)
2732 				dpaa2_io_store_destroy(ethsw->fq[i].store);
2733 			return -ENOMEM;
2734 		}
2735 	}
2736 
2737 	return 0;
2738 }
2739 
2740 static void dpaa2_switch_destroy_rings(struct ethsw_core *ethsw)
2741 {
2742 	int i;
2743 
2744 	for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
2745 		dpaa2_io_store_destroy(ethsw->fq[i].store);
2746 }
2747 
2748 static int dpaa2_switch_pull_fq(struct dpaa2_switch_fq *fq)
2749 {
2750 	int err, retries = 0;
2751 
2752 	/* Try to pull from the FQ while the portal is busy and we didn't hit
2753 	 * the maximum number fo retries
2754 	 */
2755 	do {
2756 		err = dpaa2_io_service_pull_fq(NULL, fq->fqid, fq->store);
2757 		cpu_relax();
2758 	} while (err == -EBUSY && retries++ < DPAA2_SWITCH_SWP_BUSY_RETRIES);
2759 
2760 	if (unlikely(err))
2761 		dev_err(fq->ethsw->dev, "dpaa2_io_service_pull err %d", err);
2762 
2763 	return err;
2764 }
2765 
2766 /* Consume all frames pull-dequeued into the store */
2767 static int dpaa2_switch_store_consume(struct dpaa2_switch_fq *fq)
2768 {
2769 	struct ethsw_core *ethsw = fq->ethsw;
2770 	int cleaned = 0, is_last;
2771 	struct dpaa2_dq *dq;
2772 	int retries = 0;
2773 
2774 	do {
2775 		/* Get the next available FD from the store */
2776 		dq = dpaa2_io_store_next(fq->store, &is_last);
2777 		if (unlikely(!dq)) {
2778 			if (retries++ >= DPAA2_SWITCH_SWP_BUSY_RETRIES) {
2779 				dev_err_once(ethsw->dev,
2780 					     "No valid dequeue response\n");
2781 				return -ETIMEDOUT;
2782 			}
2783 			continue;
2784 		}
2785 
2786 		if (fq->type == DPSW_QUEUE_RX)
2787 			dpaa2_switch_rx(fq, dpaa2_dq_fd(dq));
2788 		else
2789 			dpaa2_switch_tx_conf(fq, dpaa2_dq_fd(dq));
2790 		cleaned++;
2791 
2792 	} while (!is_last);
2793 
2794 	return cleaned;
2795 }
2796 
2797 /* NAPI poll routine */
2798 static int dpaa2_switch_poll(struct napi_struct *napi, int budget)
2799 {
2800 	int err, cleaned = 0, store_cleaned, work_done;
2801 	struct dpaa2_switch_fq *fq;
2802 	int retries = 0;
2803 
2804 	fq = container_of(napi, struct dpaa2_switch_fq, napi);
2805 
2806 	do {
2807 		err = dpaa2_switch_pull_fq(fq);
2808 		if (unlikely(err))
2809 			break;
2810 
2811 		/* Refill pool if appropriate */
2812 		dpaa2_switch_refill_bp(fq->ethsw);
2813 
2814 		store_cleaned = dpaa2_switch_store_consume(fq);
2815 		cleaned += store_cleaned;
2816 
2817 		if (cleaned >= budget) {
2818 			work_done = budget;
2819 			goto out;
2820 		}
2821 
2822 	} while (store_cleaned);
2823 
2824 	/* We didn't consume the entire budget, so finish napi and re-enable
2825 	 * data availability notifications
2826 	 */
2827 	napi_complete_done(napi, cleaned);
2828 	do {
2829 		err = dpaa2_io_service_rearm(NULL, &fq->nctx);
2830 		cpu_relax();
2831 	} while (err == -EBUSY && retries++ < DPAA2_SWITCH_SWP_BUSY_RETRIES);
2832 
2833 	work_done = max(cleaned, 1);
2834 out:
2835 
2836 	return work_done;
2837 }
2838 
2839 static void dpaa2_switch_fqdan_cb(struct dpaa2_io_notification_ctx *nctx)
2840 {
2841 	struct dpaa2_switch_fq *fq;
2842 
2843 	fq = container_of(nctx, struct dpaa2_switch_fq, nctx);
2844 
2845 	napi_schedule(&fq->napi);
2846 }
2847 
2848 static int dpaa2_switch_setup_dpio(struct ethsw_core *ethsw)
2849 {
2850 	struct dpsw_ctrl_if_queue_cfg queue_cfg;
2851 	struct dpaa2_io_notification_ctx *nctx;
2852 	int err, i, j;
2853 
2854 	for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) {
2855 		nctx = &ethsw->fq[i].nctx;
2856 
2857 		/* Register a new software context for the FQID.
2858 		 * By using NULL as the first parameter, we specify that we do
2859 		 * not care on which cpu are interrupts received for this queue
2860 		 */
2861 		nctx->is_cdan = 0;
2862 		nctx->id = ethsw->fq[i].fqid;
2863 		nctx->desired_cpu = DPAA2_IO_ANY_CPU;
2864 		nctx->cb = dpaa2_switch_fqdan_cb;
2865 		err = dpaa2_io_service_register(NULL, nctx, ethsw->dev);
2866 		if (err) {
2867 			err = -EPROBE_DEFER;
2868 			goto err_register;
2869 		}
2870 
2871 		queue_cfg.options = DPSW_CTRL_IF_QUEUE_OPT_DEST |
2872 				    DPSW_CTRL_IF_QUEUE_OPT_USER_CTX;
2873 		queue_cfg.dest_cfg.dest_type = DPSW_CTRL_IF_DEST_DPIO;
2874 		queue_cfg.dest_cfg.dest_id = nctx->dpio_id;
2875 		queue_cfg.dest_cfg.priority = 0;
2876 		queue_cfg.user_ctx = nctx->qman64;
2877 
2878 		err = dpsw_ctrl_if_set_queue(ethsw->mc_io, 0,
2879 					     ethsw->dpsw_handle,
2880 					     ethsw->fq[i].type,
2881 					     &queue_cfg);
2882 		if (err)
2883 			goto err_set_queue;
2884 	}
2885 
2886 	return 0;
2887 
2888 err_set_queue:
2889 	dpaa2_io_service_deregister(NULL, nctx, ethsw->dev);
2890 err_register:
2891 	for (j = 0; j < i; j++)
2892 		dpaa2_io_service_deregister(NULL, &ethsw->fq[j].nctx,
2893 					    ethsw->dev);
2894 
2895 	return err;
2896 }
2897 
2898 static void dpaa2_switch_free_dpio(struct ethsw_core *ethsw)
2899 {
2900 	int i;
2901 
2902 	for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
2903 		dpaa2_io_service_deregister(NULL, &ethsw->fq[i].nctx,
2904 					    ethsw->dev);
2905 }
2906 
2907 static int dpaa2_switch_ctrl_if_setup(struct ethsw_core *ethsw)
2908 {
2909 	int err;
2910 
2911 	/* setup FQs for Rx and Tx Conf */
2912 	err = dpaa2_switch_setup_fqs(ethsw);
2913 	if (err)
2914 		return err;
2915 
2916 	/* setup the buffer pool needed on the Rx path */
2917 	err = dpaa2_switch_setup_dpbp(ethsw);
2918 	if (err)
2919 		return err;
2920 
2921 	err = dpaa2_switch_alloc_rings(ethsw);
2922 	if (err)
2923 		goto err_free_dpbp;
2924 
2925 	err = dpaa2_switch_setup_dpio(ethsw);
2926 	if (err)
2927 		goto err_destroy_rings;
2928 
2929 	err = dpaa2_switch_seed_bp(ethsw);
2930 	if (err)
2931 		goto err_deregister_dpio;
2932 
2933 	err = dpsw_ctrl_if_enable(ethsw->mc_io, 0, ethsw->dpsw_handle);
2934 	if (err) {
2935 		dev_err(ethsw->dev, "dpsw_ctrl_if_enable err %d\n", err);
2936 		goto err_drain_dpbp;
2937 	}
2938 
2939 	return 0;
2940 
2941 err_drain_dpbp:
2942 	dpaa2_switch_drain_bp(ethsw);
2943 err_deregister_dpio:
2944 	dpaa2_switch_free_dpio(ethsw);
2945 err_destroy_rings:
2946 	dpaa2_switch_destroy_rings(ethsw);
2947 err_free_dpbp:
2948 	dpaa2_switch_free_dpbp(ethsw);
2949 
2950 	return err;
2951 }
2952 
2953 static void dpaa2_switch_remove_port(struct ethsw_core *ethsw,
2954 				     u16 port_idx)
2955 {
2956 	struct ethsw_port_priv *port_priv = ethsw->ports[port_idx];
2957 
2958 	dpaa2_switch_port_disconnect_mac(port_priv);
2959 	free_netdev(port_priv->netdev);
2960 	ethsw->ports[port_idx] = NULL;
2961 }
2962 
2963 static int dpaa2_switch_init(struct fsl_mc_device *sw_dev)
2964 {
2965 	struct device *dev = &sw_dev->dev;
2966 	struct ethsw_core *ethsw = dev_get_drvdata(dev);
2967 	struct dpsw_vlan_if_cfg vcfg = {0};
2968 	struct dpsw_tci_cfg tci_cfg = {0};
2969 	struct dpsw_stp_cfg stp_cfg;
2970 	int err;
2971 	u16 i;
2972 
2973 	ethsw->dev_id = sw_dev->obj_desc.id;
2974 
2975 	err = dpsw_open(ethsw->mc_io, 0, ethsw->dev_id, &ethsw->dpsw_handle);
2976 	if (err) {
2977 		dev_err(dev, "dpsw_open err %d\n", err);
2978 		return err;
2979 	}
2980 
2981 	err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
2982 				  &ethsw->sw_attr);
2983 	if (err) {
2984 		dev_err(dev, "dpsw_get_attributes err %d\n", err);
2985 		goto err_close;
2986 	}
2987 
2988 	err = dpsw_get_api_version(ethsw->mc_io, 0,
2989 				   &ethsw->major,
2990 				   &ethsw->minor);
2991 	if (err) {
2992 		dev_err(dev, "dpsw_get_api_version err %d\n", err);
2993 		goto err_close;
2994 	}
2995 
2996 	/* Minimum supported DPSW version check */
2997 	if (ethsw->major < DPSW_MIN_VER_MAJOR ||
2998 	    (ethsw->major == DPSW_MIN_VER_MAJOR &&
2999 	     ethsw->minor < DPSW_MIN_VER_MINOR)) {
3000 		dev_err(dev, "DPSW version %d:%d not supported. Use firmware 10.28.0 or greater.\n",
3001 			ethsw->major, ethsw->minor);
3002 		err = -EOPNOTSUPP;
3003 		goto err_close;
3004 	}
3005 
3006 	if (!dpaa2_switch_supports_cpu_traffic(ethsw)) {
3007 		err = -EOPNOTSUPP;
3008 		goto err_close;
3009 	}
3010 
3011 	dpaa2_switch_detect_features(ethsw);
3012 
3013 	err = dpsw_reset(ethsw->mc_io, 0, ethsw->dpsw_handle);
3014 	if (err) {
3015 		dev_err(dev, "dpsw_reset err %d\n", err);
3016 		goto err_close;
3017 	}
3018 
3019 	stp_cfg.vlan_id = DEFAULT_VLAN_ID;
3020 	stp_cfg.state = DPSW_STP_STATE_FORWARDING;
3021 
3022 	for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3023 		err = dpsw_if_disable(ethsw->mc_io, 0, ethsw->dpsw_handle, i);
3024 		if (err) {
3025 			dev_err(dev, "dpsw_if_disable err %d\n", err);
3026 			goto err_close;
3027 		}
3028 
3029 		err = dpsw_if_set_stp(ethsw->mc_io, 0, ethsw->dpsw_handle, i,
3030 				      &stp_cfg);
3031 		if (err) {
3032 			dev_err(dev, "dpsw_if_set_stp err %d for port %d\n",
3033 				err, i);
3034 			goto err_close;
3035 		}
3036 
3037 		/* Switch starts with all ports configured to VLAN 1. Need to
3038 		 * remove this setting to allow configuration at bridge join
3039 		 */
3040 		vcfg.num_ifs = 1;
3041 		vcfg.if_id[0] = i;
3042 		err = dpsw_vlan_remove_if_untagged(ethsw->mc_io, 0, ethsw->dpsw_handle,
3043 						   DEFAULT_VLAN_ID, &vcfg);
3044 		if (err) {
3045 			dev_err(dev, "dpsw_vlan_remove_if_untagged err %d\n",
3046 				err);
3047 			goto err_close;
3048 		}
3049 
3050 		tci_cfg.vlan_id = 4095;
3051 		err = dpsw_if_set_tci(ethsw->mc_io, 0, ethsw->dpsw_handle, i, &tci_cfg);
3052 		if (err) {
3053 			dev_err(dev, "dpsw_if_set_tci err %d\n", err);
3054 			goto err_close;
3055 		}
3056 
3057 		err = dpsw_vlan_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
3058 					  DEFAULT_VLAN_ID, &vcfg);
3059 		if (err) {
3060 			dev_err(dev, "dpsw_vlan_remove_if err %d\n", err);
3061 			goto err_close;
3062 		}
3063 	}
3064 
3065 	err = dpsw_vlan_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, DEFAULT_VLAN_ID);
3066 	if (err) {
3067 		dev_err(dev, "dpsw_vlan_remove err %d\n", err);
3068 		goto err_close;
3069 	}
3070 
3071 	ethsw->workqueue = alloc_ordered_workqueue("%s_%d_ordered",
3072 						   WQ_MEM_RECLAIM, "ethsw",
3073 						   ethsw->sw_attr.id);
3074 	if (!ethsw->workqueue) {
3075 		err = -ENOMEM;
3076 		goto err_close;
3077 	}
3078 
3079 	err = dpsw_fdb_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, 0);
3080 	if (err)
3081 		goto err_destroy_ordered_workqueue;
3082 
3083 	err = dpaa2_switch_ctrl_if_setup(ethsw);
3084 	if (err)
3085 		goto err_destroy_ordered_workqueue;
3086 
3087 	return 0;
3088 
3089 err_destroy_ordered_workqueue:
3090 	destroy_workqueue(ethsw->workqueue);
3091 
3092 err_close:
3093 	dpsw_close(ethsw->mc_io, 0, ethsw->dpsw_handle);
3094 	return err;
3095 }
3096 
3097 /* Add an ACL to redirect frames with specific destination MAC address to
3098  * control interface
3099  */
3100 static int dpaa2_switch_port_trap_mac_addr(struct ethsw_port_priv *port_priv,
3101 					   const char *mac)
3102 {
3103 	struct dpaa2_switch_acl_entry acl_entry = {0};
3104 
3105 	/* Match on the destination MAC address */
3106 	ether_addr_copy(acl_entry.key.match.l2_dest_mac, mac);
3107 	eth_broadcast_addr(acl_entry.key.mask.l2_dest_mac);
3108 
3109 	/* Trap to CPU */
3110 	acl_entry.cfg.precedence = 0;
3111 	acl_entry.cfg.result.action = DPSW_ACL_ACTION_REDIRECT_TO_CTRL_IF;
3112 
3113 	return dpaa2_switch_acl_entry_add(port_priv->filter_block, &acl_entry);
3114 }
3115 
3116 static int dpaa2_switch_port_init(struct ethsw_port_priv *port_priv, u16 port)
3117 {
3118 	const char stpa[ETH_ALEN] = {0x01, 0x80, 0xc2, 0x00, 0x00, 0x00};
3119 	struct switchdev_obj_port_vlan vlan = {
3120 		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
3121 		.vid = DEFAULT_VLAN_ID,
3122 		.flags = BRIDGE_VLAN_INFO_UNTAGGED | BRIDGE_VLAN_INFO_PVID,
3123 	};
3124 	struct net_device *netdev = port_priv->netdev;
3125 	struct ethsw_core *ethsw = port_priv->ethsw_data;
3126 	struct dpaa2_switch_filter_block *filter_block;
3127 	struct dpsw_fdb_cfg fdb_cfg = {0};
3128 	struct dpsw_if_attr dpsw_if_attr;
3129 	struct dpaa2_switch_fdb *fdb;
3130 	struct dpsw_acl_cfg acl_cfg;
3131 	u16 fdb_id, acl_tbl_id;
3132 	int err;
3133 
3134 	/* Get the Tx queue for this specific port */
3135 	err = dpsw_if_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
3136 				     port_priv->idx, &dpsw_if_attr);
3137 	if (err) {
3138 		netdev_err(netdev, "dpsw_if_get_attributes err %d\n", err);
3139 		return err;
3140 	}
3141 	port_priv->tx_qdid = dpsw_if_attr.qdid;
3142 
3143 	/* Create a FDB table for this particular switch port */
3144 	fdb_cfg.num_fdb_entries = ethsw->sw_attr.max_fdb_entries / ethsw->sw_attr.num_ifs;
3145 	err = dpsw_fdb_add(ethsw->mc_io, 0, ethsw->dpsw_handle,
3146 			   &fdb_id, &fdb_cfg);
3147 	if (err) {
3148 		netdev_err(netdev, "dpsw_fdb_add err %d\n", err);
3149 		return err;
3150 	}
3151 
3152 	/* Find an unused dpaa2_switch_fdb structure and use it */
3153 	fdb = dpaa2_switch_fdb_get_unused(ethsw);
3154 	fdb->fdb_id = fdb_id;
3155 	fdb->in_use = true;
3156 	fdb->bridge_dev = NULL;
3157 	port_priv->fdb = fdb;
3158 
3159 	/* We need to add VLAN 1 as the PVID on this port until it is under a
3160 	 * bridge since the DPAA2 switch is not able to handle the traffic in a
3161 	 * VLAN unaware fashion
3162 	 */
3163 	err = dpaa2_switch_port_vlans_add(netdev, &vlan);
3164 	if (err)
3165 		return err;
3166 
3167 	/* Setup the egress flooding domains (broadcast, unknown unicast */
3168 	err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
3169 	if (err)
3170 		return err;
3171 
3172 	/* Create an ACL table to be used by this switch port */
3173 	acl_cfg.max_entries = DPAA2_ETHSW_PORT_MAX_ACL_ENTRIES;
3174 	err = dpsw_acl_add(ethsw->mc_io, 0, ethsw->dpsw_handle,
3175 			   &acl_tbl_id, &acl_cfg);
3176 	if (err) {
3177 		netdev_err(netdev, "dpsw_acl_add err %d\n", err);
3178 		return err;
3179 	}
3180 
3181 	filter_block = dpaa2_switch_filter_block_get_unused(ethsw);
3182 	filter_block->ethsw = ethsw;
3183 	filter_block->acl_id = acl_tbl_id;
3184 	filter_block->in_use = true;
3185 	filter_block->num_acl_rules = 0;
3186 	INIT_LIST_HEAD(&filter_block->acl_entries);
3187 	INIT_LIST_HEAD(&filter_block->mirror_entries);
3188 
3189 	err = dpaa2_switch_port_acl_tbl_bind(port_priv, filter_block);
3190 	if (err)
3191 		return err;
3192 
3193 	err = dpaa2_switch_port_trap_mac_addr(port_priv, stpa);
3194 	if (err)
3195 		return err;
3196 
3197 	return err;
3198 }
3199 
3200 static void dpaa2_switch_ctrl_if_teardown(struct ethsw_core *ethsw)
3201 {
3202 	dpsw_ctrl_if_disable(ethsw->mc_io, 0, ethsw->dpsw_handle);
3203 	dpaa2_switch_free_dpio(ethsw);
3204 	dpaa2_switch_destroy_rings(ethsw);
3205 	dpaa2_switch_drain_bp(ethsw);
3206 	dpaa2_switch_free_dpbp(ethsw);
3207 }
3208 
3209 static void dpaa2_switch_teardown(struct fsl_mc_device *sw_dev)
3210 {
3211 	struct device *dev = &sw_dev->dev;
3212 	struct ethsw_core *ethsw = dev_get_drvdata(dev);
3213 	int err;
3214 
3215 	dpaa2_switch_ctrl_if_teardown(ethsw);
3216 
3217 	destroy_workqueue(ethsw->workqueue);
3218 
3219 	err = dpsw_close(ethsw->mc_io, 0, ethsw->dpsw_handle);
3220 	if (err)
3221 		dev_warn(dev, "dpsw_close err %d\n", err);
3222 }
3223 
3224 static void dpaa2_switch_remove(struct fsl_mc_device *sw_dev)
3225 {
3226 	struct ethsw_port_priv *port_priv;
3227 	struct ethsw_core *ethsw;
3228 	struct device *dev;
3229 	int i;
3230 
3231 	dev = &sw_dev->dev;
3232 	ethsw = dev_get_drvdata(dev);
3233 
3234 	dpaa2_switch_teardown_irqs(sw_dev);
3235 
3236 	dpsw_disable(ethsw->mc_io, 0, ethsw->dpsw_handle);
3237 
3238 	for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3239 		port_priv = ethsw->ports[i];
3240 		unregister_netdev(port_priv->netdev);
3241 		dpaa2_switch_remove_port(ethsw, i);
3242 	}
3243 
3244 	kfree(ethsw->fdbs);
3245 	kfree(ethsw->filter_blocks);
3246 	kfree(ethsw->ports);
3247 
3248 	dpaa2_switch_teardown(sw_dev);
3249 
3250 	fsl_mc_portal_free(ethsw->mc_io);
3251 
3252 	kfree(ethsw);
3253 
3254 	dev_set_drvdata(dev, NULL);
3255 }
3256 
3257 static int dpaa2_switch_probe_port(struct ethsw_core *ethsw,
3258 				   u16 port_idx)
3259 {
3260 	struct ethsw_port_priv *port_priv;
3261 	struct device *dev = ethsw->dev;
3262 	struct net_device *port_netdev;
3263 	int err;
3264 
3265 	port_netdev = alloc_etherdev(sizeof(struct ethsw_port_priv));
3266 	if (!port_netdev) {
3267 		dev_err(dev, "alloc_etherdev error\n");
3268 		return -ENOMEM;
3269 	}
3270 
3271 	port_priv = netdev_priv(port_netdev);
3272 	port_priv->netdev = port_netdev;
3273 	port_priv->ethsw_data = ethsw;
3274 
3275 	mutex_init(&port_priv->mac_lock);
3276 
3277 	port_priv->idx = port_idx;
3278 	port_priv->stp_state = BR_STATE_FORWARDING;
3279 
3280 	SET_NETDEV_DEV(port_netdev, dev);
3281 	port_netdev->netdev_ops = &dpaa2_switch_port_ops;
3282 	port_netdev->ethtool_ops = &dpaa2_switch_port_ethtool_ops;
3283 
3284 	port_netdev->needed_headroom = DPAA2_SWITCH_NEEDED_HEADROOM;
3285 
3286 	port_priv->bcast_flood = true;
3287 	port_priv->ucast_flood = true;
3288 
3289 	/* Set MTU limits */
3290 	port_netdev->min_mtu = ETH_MIN_MTU;
3291 	port_netdev->max_mtu = ETHSW_MAX_FRAME_LENGTH;
3292 
3293 	/* Populate the private port structure so that later calls to
3294 	 * dpaa2_switch_port_init() can use it.
3295 	 */
3296 	ethsw->ports[port_idx] = port_priv;
3297 
3298 	/* The DPAA2 switch's ingress path depends on the VLAN table,
3299 	 * thus we are not able to disable VLAN filtering.
3300 	 */
3301 	port_netdev->features = NETIF_F_HW_VLAN_CTAG_FILTER |
3302 				NETIF_F_HW_VLAN_STAG_FILTER |
3303 				NETIF_F_HW_TC;
3304 
3305 	err = dpaa2_switch_port_init(port_priv, port_idx);
3306 	if (err)
3307 		goto err_port_probe;
3308 
3309 	err = dpaa2_switch_port_set_mac_addr(port_priv);
3310 	if (err)
3311 		goto err_port_probe;
3312 
3313 	err = dpaa2_switch_port_set_learning(port_priv, false);
3314 	if (err)
3315 		goto err_port_probe;
3316 	port_priv->learn_ena = false;
3317 
3318 	err = dpaa2_switch_port_connect_mac(port_priv);
3319 	if (err)
3320 		goto err_port_probe;
3321 
3322 	return 0;
3323 
3324 err_port_probe:
3325 	free_netdev(port_netdev);
3326 	ethsw->ports[port_idx] = NULL;
3327 
3328 	return err;
3329 }
3330 
3331 static int dpaa2_switch_probe(struct fsl_mc_device *sw_dev)
3332 {
3333 	struct device *dev = &sw_dev->dev;
3334 	struct ethsw_core *ethsw;
3335 	int i, err;
3336 
3337 	/* Allocate switch core*/
3338 	ethsw = kzalloc(sizeof(*ethsw), GFP_KERNEL);
3339 
3340 	if (!ethsw)
3341 		return -ENOMEM;
3342 
3343 	ethsw->dev = dev;
3344 	ethsw->iommu_domain = iommu_get_domain_for_dev(dev);
3345 	dev_set_drvdata(dev, ethsw);
3346 
3347 	err = fsl_mc_portal_allocate(sw_dev, FSL_MC_IO_ATOMIC_CONTEXT_PORTAL,
3348 				     &ethsw->mc_io);
3349 	if (err) {
3350 		if (err == -ENXIO)
3351 			err = -EPROBE_DEFER;
3352 		else
3353 			dev_err(dev, "fsl_mc_portal_allocate err %d\n", err);
3354 		goto err_free_drvdata;
3355 	}
3356 
3357 	err = dpaa2_switch_init(sw_dev);
3358 	if (err)
3359 		goto err_free_cmdport;
3360 
3361 	ethsw->ports = kcalloc(ethsw->sw_attr.num_ifs, sizeof(*ethsw->ports),
3362 			       GFP_KERNEL);
3363 	if (!(ethsw->ports)) {
3364 		err = -ENOMEM;
3365 		goto err_teardown;
3366 	}
3367 
3368 	ethsw->fdbs = kcalloc(ethsw->sw_attr.num_ifs, sizeof(*ethsw->fdbs),
3369 			      GFP_KERNEL);
3370 	if (!ethsw->fdbs) {
3371 		err = -ENOMEM;
3372 		goto err_free_ports;
3373 	}
3374 
3375 	ethsw->filter_blocks = kcalloc(ethsw->sw_attr.num_ifs,
3376 				       sizeof(*ethsw->filter_blocks),
3377 				       GFP_KERNEL);
3378 	if (!ethsw->filter_blocks) {
3379 		err = -ENOMEM;
3380 		goto err_free_fdbs;
3381 	}
3382 
3383 	for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3384 		err = dpaa2_switch_probe_port(ethsw, i);
3385 		if (err)
3386 			goto err_free_netdev;
3387 	}
3388 
3389 	/* Add a NAPI instance for each of the Rx queues. The first port's
3390 	 * net_device will be associated with the instances since we do not have
3391 	 * different queues for each switch ports.
3392 	 */
3393 	for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
3394 		netif_napi_add(ethsw->ports[0]->netdev, &ethsw->fq[i].napi,
3395 			       dpaa2_switch_poll);
3396 
3397 	/* Setup IRQs */
3398 	err = dpaa2_switch_setup_irqs(sw_dev);
3399 	if (err)
3400 		goto err_stop;
3401 
3402 	/* By convention, if the mirror port is equal to the number of switch
3403 	 * interfaces, then mirroring of any kind is disabled.
3404 	 */
3405 	ethsw->mirror_port =  ethsw->sw_attr.num_ifs;
3406 
3407 	/* Register the netdev only when the entire setup is done and the
3408 	 * switch port interfaces are ready to receive traffic
3409 	 */
3410 	for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3411 		err = register_netdev(ethsw->ports[i]->netdev);
3412 		if (err < 0) {
3413 			dev_err(dev, "register_netdev error %d\n", err);
3414 			goto err_unregister_ports;
3415 		}
3416 	}
3417 
3418 	return 0;
3419 
3420 err_unregister_ports:
3421 	for (i--; i >= 0; i--)
3422 		unregister_netdev(ethsw->ports[i]->netdev);
3423 	dpaa2_switch_teardown_irqs(sw_dev);
3424 err_stop:
3425 	dpsw_disable(ethsw->mc_io, 0, ethsw->dpsw_handle);
3426 err_free_netdev:
3427 	for (i--; i >= 0; i--)
3428 		dpaa2_switch_remove_port(ethsw, i);
3429 	kfree(ethsw->filter_blocks);
3430 err_free_fdbs:
3431 	kfree(ethsw->fdbs);
3432 err_free_ports:
3433 	kfree(ethsw->ports);
3434 
3435 err_teardown:
3436 	dpaa2_switch_teardown(sw_dev);
3437 
3438 err_free_cmdport:
3439 	fsl_mc_portal_free(ethsw->mc_io);
3440 
3441 err_free_drvdata:
3442 	kfree(ethsw);
3443 	dev_set_drvdata(dev, NULL);
3444 
3445 	return err;
3446 }
3447 
3448 static const struct fsl_mc_device_id dpaa2_switch_match_id_table[] = {
3449 	{
3450 		.vendor = FSL_MC_VENDOR_FREESCALE,
3451 		.obj_type = "dpsw",
3452 	},
3453 	{ .vendor = 0x0 }
3454 };
3455 MODULE_DEVICE_TABLE(fslmc, dpaa2_switch_match_id_table);
3456 
3457 static struct fsl_mc_driver dpaa2_switch_drv = {
3458 	.driver = {
3459 		.name = KBUILD_MODNAME,
3460 		.owner = THIS_MODULE,
3461 	},
3462 	.probe = dpaa2_switch_probe,
3463 	.remove = dpaa2_switch_remove,
3464 	.match_id_table = dpaa2_switch_match_id_table
3465 };
3466 
3467 static struct notifier_block dpaa2_switch_port_nb __read_mostly = {
3468 	.notifier_call = dpaa2_switch_port_netdevice_event,
3469 };
3470 
3471 static struct notifier_block dpaa2_switch_port_switchdev_nb = {
3472 	.notifier_call = dpaa2_switch_port_event,
3473 };
3474 
3475 static struct notifier_block dpaa2_switch_port_switchdev_blocking_nb = {
3476 	.notifier_call = dpaa2_switch_port_blocking_event,
3477 };
3478 
3479 static int dpaa2_switch_register_notifiers(void)
3480 {
3481 	int err;
3482 
3483 	err = register_netdevice_notifier(&dpaa2_switch_port_nb);
3484 	if (err) {
3485 		pr_err("dpaa2-switch: failed to register net_device notifier (%d)\n", err);
3486 		return err;
3487 	}
3488 
3489 	err = register_switchdev_notifier(&dpaa2_switch_port_switchdev_nb);
3490 	if (err) {
3491 		pr_err("dpaa2-switch: failed to register switchdev notifier (%d)\n", err);
3492 		goto err_switchdev_nb;
3493 	}
3494 
3495 	err = register_switchdev_blocking_notifier(&dpaa2_switch_port_switchdev_blocking_nb);
3496 	if (err) {
3497 		pr_err("dpaa2-switch: failed to register switchdev blocking notifier (%d)\n", err);
3498 		goto err_switchdev_blocking_nb;
3499 	}
3500 
3501 	return 0;
3502 
3503 err_switchdev_blocking_nb:
3504 	unregister_switchdev_notifier(&dpaa2_switch_port_switchdev_nb);
3505 err_switchdev_nb:
3506 	unregister_netdevice_notifier(&dpaa2_switch_port_nb);
3507 
3508 	return err;
3509 }
3510 
3511 static void dpaa2_switch_unregister_notifiers(void)
3512 {
3513 	int err;
3514 
3515 	err = unregister_switchdev_blocking_notifier(&dpaa2_switch_port_switchdev_blocking_nb);
3516 	if (err)
3517 		pr_err("dpaa2-switch: failed to unregister switchdev blocking notifier (%d)\n",
3518 		       err);
3519 
3520 	err = unregister_switchdev_notifier(&dpaa2_switch_port_switchdev_nb);
3521 	if (err)
3522 		pr_err("dpaa2-switch: failed to unregister switchdev notifier (%d)\n", err);
3523 
3524 	err = unregister_netdevice_notifier(&dpaa2_switch_port_nb);
3525 	if (err)
3526 		pr_err("dpaa2-switch: failed to unregister net_device notifier (%d)\n", err);
3527 }
3528 
3529 static int __init dpaa2_switch_driver_init(void)
3530 {
3531 	int err;
3532 
3533 	err = fsl_mc_driver_register(&dpaa2_switch_drv);
3534 	if (err)
3535 		return err;
3536 
3537 	err = dpaa2_switch_register_notifiers();
3538 	if (err) {
3539 		fsl_mc_driver_unregister(&dpaa2_switch_drv);
3540 		return err;
3541 	}
3542 
3543 	return 0;
3544 }
3545 
3546 static void __exit dpaa2_switch_driver_exit(void)
3547 {
3548 	dpaa2_switch_unregister_notifiers();
3549 	fsl_mc_driver_unregister(&dpaa2_switch_drv);
3550 }
3551 
3552 module_init(dpaa2_switch_driver_init);
3553 module_exit(dpaa2_switch_driver_exit);
3554 
3555 MODULE_LICENSE("GPL v2");
3556 MODULE_DESCRIPTION("DPAA2 Ethernet Switch Driver");
3557