1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * DPAA2 Ethernet Switch driver
4 *
5 * Copyright 2014-2016 Freescale Semiconductor Inc.
6 * Copyright 2017-2021 NXP
7 *
8 */
9
10 #include <linux/module.h>
11
12 #include <linux/interrupt.h>
13 #include <linux/kthread.h>
14 #include <linux/workqueue.h>
15 #include <linux/iommu.h>
16 #include <net/pkt_cls.h>
17
18 #include <linux/fsl/mc.h>
19
20 #include "dpaa2-switch.h"
21
22 /* Minimal supported DPSW version */
23 #define DPSW_MIN_VER_MAJOR 8
24 #define DPSW_MIN_VER_MINOR 9
25
26 #define DEFAULT_VLAN_ID 1
27
dpaa2_switch_port_get_fdb_id(struct ethsw_port_priv * port_priv)28 static u16 dpaa2_switch_port_get_fdb_id(struct ethsw_port_priv *port_priv)
29 {
30 return port_priv->fdb->fdb_id;
31 }
32
dpaa2_switch_fdb_get_unused(struct ethsw_core * ethsw)33 static struct dpaa2_switch_fdb *dpaa2_switch_fdb_get_unused(struct ethsw_core *ethsw)
34 {
35 int i;
36
37 for (i = 0; i < ethsw->sw_attr.num_ifs; i++)
38 if (!ethsw->fdbs[i].in_use)
39 return ðsw->fdbs[i];
40 return NULL;
41 }
42
43 static struct dpaa2_switch_filter_block *
dpaa2_switch_filter_block_get_unused(struct ethsw_core * ethsw)44 dpaa2_switch_filter_block_get_unused(struct ethsw_core *ethsw)
45 {
46 int i;
47
48 for (i = 0; i < ethsw->sw_attr.num_ifs; i++)
49 if (!ethsw->filter_blocks[i].in_use)
50 return ðsw->filter_blocks[i];
51 return NULL;
52 }
53
dpaa2_switch_port_set_fdb(struct ethsw_port_priv * port_priv,struct net_device * bridge_dev)54 static u16 dpaa2_switch_port_set_fdb(struct ethsw_port_priv *port_priv,
55 struct net_device *bridge_dev)
56 {
57 struct ethsw_port_priv *other_port_priv = NULL;
58 struct dpaa2_switch_fdb *fdb;
59 struct net_device *other_dev;
60 struct list_head *iter;
61
62 /* If we leave a bridge (bridge_dev is NULL), find an unused
63 * FDB and use that.
64 */
65 if (!bridge_dev) {
66 fdb = dpaa2_switch_fdb_get_unused(port_priv->ethsw_data);
67
68 /* If there is no unused FDB, we must be the last port that
69 * leaves the last bridge, all the others are standalone. We
70 * can just keep the FDB that we already have.
71 */
72
73 if (!fdb) {
74 port_priv->fdb->bridge_dev = NULL;
75 return 0;
76 }
77
78 port_priv->fdb = fdb;
79 port_priv->fdb->in_use = true;
80 port_priv->fdb->bridge_dev = NULL;
81 return 0;
82 }
83
84 /* The below call to netdev_for_each_lower_dev() demands the RTNL lock
85 * being held. Assert on it so that it's easier to catch new code
86 * paths that reach this point without the RTNL lock.
87 */
88 ASSERT_RTNL();
89
90 /* If part of a bridge, use the FDB of the first dpaa2 switch interface
91 * to be present in that bridge
92 */
93 netdev_for_each_lower_dev(bridge_dev, other_dev, iter) {
94 if (!dpaa2_switch_port_dev_check(other_dev))
95 continue;
96
97 if (other_dev == port_priv->netdev)
98 continue;
99
100 other_port_priv = netdev_priv(other_dev);
101 break;
102 }
103
104 /* The current port is about to change its FDB to the one used by the
105 * first port that joined the bridge.
106 */
107 if (other_port_priv) {
108 /* The previous FDB is about to become unused, since the
109 * interface is no longer standalone.
110 */
111 port_priv->fdb->in_use = false;
112 port_priv->fdb->bridge_dev = NULL;
113
114 /* Get a reference to the new FDB */
115 port_priv->fdb = other_port_priv->fdb;
116 }
117
118 /* Keep track of the new upper bridge device */
119 port_priv->fdb->bridge_dev = bridge_dev;
120
121 return 0;
122 }
123
dpaa2_switch_fdb_get_flood_cfg(struct ethsw_core * ethsw,u16 fdb_id,enum dpsw_flood_type type,struct dpsw_egress_flood_cfg * cfg)124 static void dpaa2_switch_fdb_get_flood_cfg(struct ethsw_core *ethsw, u16 fdb_id,
125 enum dpsw_flood_type type,
126 struct dpsw_egress_flood_cfg *cfg)
127 {
128 int i = 0, j;
129
130 memset(cfg, 0, sizeof(*cfg));
131
132 /* Add all the DPAA2 switch ports found in the same bridging domain to
133 * the egress flooding domain
134 */
135 for (j = 0; j < ethsw->sw_attr.num_ifs; j++) {
136 if (!ethsw->ports[j])
137 continue;
138 if (ethsw->ports[j]->fdb->fdb_id != fdb_id)
139 continue;
140
141 if (type == DPSW_BROADCAST && ethsw->ports[j]->bcast_flood)
142 cfg->if_id[i++] = ethsw->ports[j]->idx;
143 else if (type == DPSW_FLOODING && ethsw->ports[j]->ucast_flood)
144 cfg->if_id[i++] = ethsw->ports[j]->idx;
145 }
146
147 /* Add the CTRL interface to the egress flooding domain */
148 cfg->if_id[i++] = ethsw->sw_attr.num_ifs;
149
150 cfg->fdb_id = fdb_id;
151 cfg->flood_type = type;
152 cfg->num_ifs = i;
153 }
154
dpaa2_switch_fdb_set_egress_flood(struct ethsw_core * ethsw,u16 fdb_id)155 static int dpaa2_switch_fdb_set_egress_flood(struct ethsw_core *ethsw, u16 fdb_id)
156 {
157 struct dpsw_egress_flood_cfg flood_cfg;
158 int err;
159
160 /* Setup broadcast flooding domain */
161 dpaa2_switch_fdb_get_flood_cfg(ethsw, fdb_id, DPSW_BROADCAST, &flood_cfg);
162 err = dpsw_set_egress_flood(ethsw->mc_io, 0, ethsw->dpsw_handle,
163 &flood_cfg);
164 if (err) {
165 dev_err(ethsw->dev, "dpsw_set_egress_flood() = %d\n", err);
166 return err;
167 }
168
169 /* Setup unknown flooding domain */
170 dpaa2_switch_fdb_get_flood_cfg(ethsw, fdb_id, DPSW_FLOODING, &flood_cfg);
171 err = dpsw_set_egress_flood(ethsw->mc_io, 0, ethsw->dpsw_handle,
172 &flood_cfg);
173 if (err) {
174 dev_err(ethsw->dev, "dpsw_set_egress_flood() = %d\n", err);
175 return err;
176 }
177
178 return 0;
179 }
180
dpaa2_iova_to_virt(struct iommu_domain * domain,dma_addr_t iova_addr)181 static void *dpaa2_iova_to_virt(struct iommu_domain *domain,
182 dma_addr_t iova_addr)
183 {
184 phys_addr_t phys_addr;
185
186 phys_addr = domain ? iommu_iova_to_phys(domain, iova_addr) : iova_addr;
187
188 return phys_to_virt(phys_addr);
189 }
190
dpaa2_switch_add_vlan(struct ethsw_port_priv * port_priv,u16 vid)191 static int dpaa2_switch_add_vlan(struct ethsw_port_priv *port_priv, u16 vid)
192 {
193 struct ethsw_core *ethsw = port_priv->ethsw_data;
194 struct dpsw_vlan_cfg vcfg = {0};
195 int err;
196
197 vcfg.fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
198 err = dpsw_vlan_add(ethsw->mc_io, 0,
199 ethsw->dpsw_handle, vid, &vcfg);
200 if (err) {
201 dev_err(ethsw->dev, "dpsw_vlan_add err %d\n", err);
202 return err;
203 }
204 ethsw->vlans[vid] = ETHSW_VLAN_MEMBER;
205
206 return 0;
207 }
208
dpaa2_switch_port_is_up(struct ethsw_port_priv * port_priv)209 static bool dpaa2_switch_port_is_up(struct ethsw_port_priv *port_priv)
210 {
211 struct net_device *netdev = port_priv->netdev;
212 struct dpsw_link_state state;
213 int err;
214
215 err = dpsw_if_get_link_state(port_priv->ethsw_data->mc_io, 0,
216 port_priv->ethsw_data->dpsw_handle,
217 port_priv->idx, &state);
218 if (err) {
219 netdev_err(netdev, "dpsw_if_get_link_state() err %d\n", err);
220 return true;
221 }
222
223 WARN_ONCE(state.up > 1, "Garbage read into link_state");
224
225 return state.up ? true : false;
226 }
227
dpaa2_switch_port_set_pvid(struct ethsw_port_priv * port_priv,u16 pvid)228 static int dpaa2_switch_port_set_pvid(struct ethsw_port_priv *port_priv, u16 pvid)
229 {
230 struct ethsw_core *ethsw = port_priv->ethsw_data;
231 struct net_device *netdev = port_priv->netdev;
232 struct dpsw_tci_cfg tci_cfg = { 0 };
233 bool up;
234 int err, ret;
235
236 err = dpsw_if_get_tci(ethsw->mc_io, 0, ethsw->dpsw_handle,
237 port_priv->idx, &tci_cfg);
238 if (err) {
239 netdev_err(netdev, "dpsw_if_get_tci err %d\n", err);
240 return err;
241 }
242
243 tci_cfg.vlan_id = pvid;
244
245 /* Interface needs to be down to change PVID */
246 up = dpaa2_switch_port_is_up(port_priv);
247 if (up) {
248 err = dpsw_if_disable(ethsw->mc_io, 0,
249 ethsw->dpsw_handle,
250 port_priv->idx);
251 if (err) {
252 netdev_err(netdev, "dpsw_if_disable err %d\n", err);
253 return err;
254 }
255 }
256
257 err = dpsw_if_set_tci(ethsw->mc_io, 0, ethsw->dpsw_handle,
258 port_priv->idx, &tci_cfg);
259 if (err) {
260 netdev_err(netdev, "dpsw_if_set_tci err %d\n", err);
261 goto set_tci_error;
262 }
263
264 /* Delete previous PVID info and mark the new one */
265 port_priv->vlans[port_priv->pvid] &= ~ETHSW_VLAN_PVID;
266 port_priv->vlans[pvid] |= ETHSW_VLAN_PVID;
267 port_priv->pvid = pvid;
268
269 set_tci_error:
270 if (up) {
271 ret = dpsw_if_enable(ethsw->mc_io, 0,
272 ethsw->dpsw_handle,
273 port_priv->idx);
274 if (ret) {
275 netdev_err(netdev, "dpsw_if_enable err %d\n", ret);
276 return ret;
277 }
278 }
279
280 return err;
281 }
282
dpaa2_switch_port_add_vlan(struct ethsw_port_priv * port_priv,u16 vid,u16 flags)283 static int dpaa2_switch_port_add_vlan(struct ethsw_port_priv *port_priv,
284 u16 vid, u16 flags)
285 {
286 struct ethsw_core *ethsw = port_priv->ethsw_data;
287 struct net_device *netdev = port_priv->netdev;
288 struct dpsw_vlan_if_cfg vcfg = {0};
289 int err;
290
291 if (port_priv->vlans[vid]) {
292 netdev_warn(netdev, "VLAN %d already configured\n", vid);
293 return -EEXIST;
294 }
295
296 /* If hit, this VLAN rule will lead the packet into the FDB table
297 * specified in the vlan configuration below
298 */
299 vcfg.num_ifs = 1;
300 vcfg.if_id[0] = port_priv->idx;
301 vcfg.fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
302 vcfg.options |= DPSW_VLAN_ADD_IF_OPT_FDB_ID;
303 err = dpsw_vlan_add_if(ethsw->mc_io, 0, ethsw->dpsw_handle, vid, &vcfg);
304 if (err) {
305 netdev_err(netdev, "dpsw_vlan_add_if err %d\n", err);
306 return err;
307 }
308
309 port_priv->vlans[vid] = ETHSW_VLAN_MEMBER;
310
311 if (flags & BRIDGE_VLAN_INFO_UNTAGGED) {
312 err = dpsw_vlan_add_if_untagged(ethsw->mc_io, 0,
313 ethsw->dpsw_handle,
314 vid, &vcfg);
315 if (err) {
316 netdev_err(netdev,
317 "dpsw_vlan_add_if_untagged err %d\n", err);
318 return err;
319 }
320 port_priv->vlans[vid] |= ETHSW_VLAN_UNTAGGED;
321 }
322
323 if (flags & BRIDGE_VLAN_INFO_PVID) {
324 err = dpaa2_switch_port_set_pvid(port_priv, vid);
325 if (err)
326 return err;
327 }
328
329 return 0;
330 }
331
br_stp_state_to_dpsw(u8 state)332 static enum dpsw_stp_state br_stp_state_to_dpsw(u8 state)
333 {
334 switch (state) {
335 case BR_STATE_DISABLED:
336 return DPSW_STP_STATE_DISABLED;
337 case BR_STATE_LISTENING:
338 return DPSW_STP_STATE_LISTENING;
339 case BR_STATE_LEARNING:
340 return DPSW_STP_STATE_LEARNING;
341 case BR_STATE_FORWARDING:
342 return DPSW_STP_STATE_FORWARDING;
343 case BR_STATE_BLOCKING:
344 return DPSW_STP_STATE_BLOCKING;
345 default:
346 return DPSW_STP_STATE_DISABLED;
347 }
348 }
349
dpaa2_switch_port_set_stp_state(struct ethsw_port_priv * port_priv,u8 state)350 static int dpaa2_switch_port_set_stp_state(struct ethsw_port_priv *port_priv, u8 state)
351 {
352 struct dpsw_stp_cfg stp_cfg = {0};
353 int err;
354 u16 vid;
355
356 if (!netif_running(port_priv->netdev) || state == port_priv->stp_state)
357 return 0; /* Nothing to do */
358
359 stp_cfg.state = br_stp_state_to_dpsw(state);
360 for (vid = 0; vid <= VLAN_VID_MASK; vid++) {
361 if (port_priv->vlans[vid] & ETHSW_VLAN_MEMBER) {
362 stp_cfg.vlan_id = vid;
363 err = dpsw_if_set_stp(port_priv->ethsw_data->mc_io, 0,
364 port_priv->ethsw_data->dpsw_handle,
365 port_priv->idx, &stp_cfg);
366 if (err) {
367 netdev_err(port_priv->netdev,
368 "dpsw_if_set_stp err %d\n", err);
369 return err;
370 }
371 }
372 }
373
374 port_priv->stp_state = state;
375
376 return 0;
377 }
378
dpaa2_switch_dellink(struct ethsw_core * ethsw,u16 vid)379 static int dpaa2_switch_dellink(struct ethsw_core *ethsw, u16 vid)
380 {
381 struct ethsw_port_priv *ppriv_local = NULL;
382 int i, err;
383
384 if (!ethsw->vlans[vid])
385 return -ENOENT;
386
387 err = dpsw_vlan_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, vid);
388 if (err) {
389 dev_err(ethsw->dev, "dpsw_vlan_remove err %d\n", err);
390 return err;
391 }
392 ethsw->vlans[vid] = 0;
393
394 for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
395 ppriv_local = ethsw->ports[i];
396 if (ppriv_local)
397 ppriv_local->vlans[vid] = 0;
398 }
399
400 return 0;
401 }
402
dpaa2_switch_port_fdb_add_uc(struct ethsw_port_priv * port_priv,const unsigned char * addr)403 static int dpaa2_switch_port_fdb_add_uc(struct ethsw_port_priv *port_priv,
404 const unsigned char *addr)
405 {
406 struct dpsw_fdb_unicast_cfg entry = {0};
407 u16 fdb_id;
408 int err;
409
410 entry.if_egress = port_priv->idx;
411 entry.type = DPSW_FDB_ENTRY_STATIC;
412 ether_addr_copy(entry.mac_addr, addr);
413
414 fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
415 err = dpsw_fdb_add_unicast(port_priv->ethsw_data->mc_io, 0,
416 port_priv->ethsw_data->dpsw_handle,
417 fdb_id, &entry);
418 if (err)
419 netdev_err(port_priv->netdev,
420 "dpsw_fdb_add_unicast err %d\n", err);
421 return err;
422 }
423
dpaa2_switch_port_fdb_del_uc(struct ethsw_port_priv * port_priv,const unsigned char * addr)424 static int dpaa2_switch_port_fdb_del_uc(struct ethsw_port_priv *port_priv,
425 const unsigned char *addr)
426 {
427 struct dpsw_fdb_unicast_cfg entry = {0};
428 u16 fdb_id;
429 int err;
430
431 entry.if_egress = port_priv->idx;
432 entry.type = DPSW_FDB_ENTRY_STATIC;
433 ether_addr_copy(entry.mac_addr, addr);
434
435 fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
436 err = dpsw_fdb_remove_unicast(port_priv->ethsw_data->mc_io, 0,
437 port_priv->ethsw_data->dpsw_handle,
438 fdb_id, &entry);
439 /* Silently discard error for calling multiple times the del command */
440 if (err && err != -ENXIO)
441 netdev_err(port_priv->netdev,
442 "dpsw_fdb_remove_unicast err %d\n", err);
443 return err;
444 }
445
dpaa2_switch_port_fdb_add_mc(struct ethsw_port_priv * port_priv,const unsigned char * addr)446 static int dpaa2_switch_port_fdb_add_mc(struct ethsw_port_priv *port_priv,
447 const unsigned char *addr)
448 {
449 struct dpsw_fdb_multicast_cfg entry = {0};
450 u16 fdb_id;
451 int err;
452
453 ether_addr_copy(entry.mac_addr, addr);
454 entry.type = DPSW_FDB_ENTRY_STATIC;
455 entry.num_ifs = 1;
456 entry.if_id[0] = port_priv->idx;
457
458 fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
459 err = dpsw_fdb_add_multicast(port_priv->ethsw_data->mc_io, 0,
460 port_priv->ethsw_data->dpsw_handle,
461 fdb_id, &entry);
462 /* Silently discard error for calling multiple times the add command */
463 if (err && err != -ENXIO)
464 netdev_err(port_priv->netdev, "dpsw_fdb_add_multicast err %d\n",
465 err);
466 return err;
467 }
468
dpaa2_switch_port_fdb_del_mc(struct ethsw_port_priv * port_priv,const unsigned char * addr)469 static int dpaa2_switch_port_fdb_del_mc(struct ethsw_port_priv *port_priv,
470 const unsigned char *addr)
471 {
472 struct dpsw_fdb_multicast_cfg entry = {0};
473 u16 fdb_id;
474 int err;
475
476 ether_addr_copy(entry.mac_addr, addr);
477 entry.type = DPSW_FDB_ENTRY_STATIC;
478 entry.num_ifs = 1;
479 entry.if_id[0] = port_priv->idx;
480
481 fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
482 err = dpsw_fdb_remove_multicast(port_priv->ethsw_data->mc_io, 0,
483 port_priv->ethsw_data->dpsw_handle,
484 fdb_id, &entry);
485 /* Silently discard error for calling multiple times the del command */
486 if (err && err != -ENAVAIL)
487 netdev_err(port_priv->netdev,
488 "dpsw_fdb_remove_multicast err %d\n", err);
489 return err;
490 }
491
dpaa2_switch_port_get_stats(struct net_device * netdev,struct rtnl_link_stats64 * stats)492 static void dpaa2_switch_port_get_stats(struct net_device *netdev,
493 struct rtnl_link_stats64 *stats)
494 {
495 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
496 u64 tmp;
497 int err;
498
499 err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
500 port_priv->ethsw_data->dpsw_handle,
501 port_priv->idx,
502 DPSW_CNT_ING_FRAME, &stats->rx_packets);
503 if (err)
504 goto error;
505
506 err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
507 port_priv->ethsw_data->dpsw_handle,
508 port_priv->idx,
509 DPSW_CNT_EGR_FRAME, &stats->tx_packets);
510 if (err)
511 goto error;
512
513 err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
514 port_priv->ethsw_data->dpsw_handle,
515 port_priv->idx,
516 DPSW_CNT_ING_BYTE, &stats->rx_bytes);
517 if (err)
518 goto error;
519
520 err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
521 port_priv->ethsw_data->dpsw_handle,
522 port_priv->idx,
523 DPSW_CNT_EGR_BYTE, &stats->tx_bytes);
524 if (err)
525 goto error;
526
527 err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
528 port_priv->ethsw_data->dpsw_handle,
529 port_priv->idx,
530 DPSW_CNT_ING_FRAME_DISCARD,
531 &stats->rx_dropped);
532 if (err)
533 goto error;
534
535 err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
536 port_priv->ethsw_data->dpsw_handle,
537 port_priv->idx,
538 DPSW_CNT_ING_FLTR_FRAME,
539 &tmp);
540 if (err)
541 goto error;
542 stats->rx_dropped += tmp;
543
544 err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0,
545 port_priv->ethsw_data->dpsw_handle,
546 port_priv->idx,
547 DPSW_CNT_EGR_FRAME_DISCARD,
548 &stats->tx_dropped);
549 if (err)
550 goto error;
551
552 return;
553
554 error:
555 netdev_err(netdev, "dpsw_if_get_counter err %d\n", err);
556 }
557
dpaa2_switch_port_has_offload_stats(const struct net_device * netdev,int attr_id)558 static bool dpaa2_switch_port_has_offload_stats(const struct net_device *netdev,
559 int attr_id)
560 {
561 return (attr_id == IFLA_OFFLOAD_XSTATS_CPU_HIT);
562 }
563
dpaa2_switch_port_get_offload_stats(int attr_id,const struct net_device * netdev,void * sp)564 static int dpaa2_switch_port_get_offload_stats(int attr_id,
565 const struct net_device *netdev,
566 void *sp)
567 {
568 switch (attr_id) {
569 case IFLA_OFFLOAD_XSTATS_CPU_HIT:
570 dpaa2_switch_port_get_stats((struct net_device *)netdev, sp);
571 return 0;
572 }
573
574 return -EINVAL;
575 }
576
dpaa2_switch_port_change_mtu(struct net_device * netdev,int mtu)577 static int dpaa2_switch_port_change_mtu(struct net_device *netdev, int mtu)
578 {
579 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
580 int err;
581
582 err = dpsw_if_set_max_frame_length(port_priv->ethsw_data->mc_io,
583 0,
584 port_priv->ethsw_data->dpsw_handle,
585 port_priv->idx,
586 (u16)ETHSW_L2_MAX_FRM(mtu));
587 if (err) {
588 netdev_err(netdev,
589 "dpsw_if_set_max_frame_length() err %d\n", err);
590 return err;
591 }
592
593 netdev->mtu = mtu;
594 return 0;
595 }
596
dpaa2_switch_port_link_state_update(struct net_device * netdev)597 static int dpaa2_switch_port_link_state_update(struct net_device *netdev)
598 {
599 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
600 struct dpsw_link_state state;
601 int err;
602
603 /* When we manage the MAC/PHY using phylink there is no need
604 * to manually update the netif_carrier.
605 * We can avoid locking because we are called from the "link changed"
606 * IRQ handler, which is the same as the "endpoint changed" IRQ handler
607 * (the writer to port_priv->mac), so we cannot race with it.
608 */
609 if (dpaa2_mac_is_type_phy(port_priv->mac))
610 return 0;
611
612 /* Interrupts are received even though no one issued an 'ifconfig up'
613 * on the switch interface. Ignore these link state update interrupts
614 */
615 if (!netif_running(netdev))
616 return 0;
617
618 err = dpsw_if_get_link_state(port_priv->ethsw_data->mc_io, 0,
619 port_priv->ethsw_data->dpsw_handle,
620 port_priv->idx, &state);
621 if (err) {
622 netdev_err(netdev, "dpsw_if_get_link_state() err %d\n", err);
623 return err;
624 }
625
626 WARN_ONCE(state.up > 1, "Garbage read into link_state");
627
628 if (state.up != port_priv->link_state) {
629 if (state.up) {
630 netif_carrier_on(netdev);
631 netif_tx_start_all_queues(netdev);
632 } else {
633 netif_carrier_off(netdev);
634 netif_tx_stop_all_queues(netdev);
635 }
636 port_priv->link_state = state.up;
637 }
638
639 return 0;
640 }
641
642 /* Manage all NAPI instances for the control interface.
643 *
644 * We only have one RX queue and one Tx Conf queue for all
645 * switch ports. Therefore, we only need to enable the NAPI instance once, the
646 * first time one of the switch ports runs .dev_open().
647 */
648
dpaa2_switch_enable_ctrl_if_napi(struct ethsw_core * ethsw)649 static void dpaa2_switch_enable_ctrl_if_napi(struct ethsw_core *ethsw)
650 {
651 int i;
652
653 /* Access to the ethsw->napi_users relies on the RTNL lock */
654 ASSERT_RTNL();
655
656 /* a new interface is using the NAPI instance */
657 ethsw->napi_users++;
658
659 /* if there is already a user of the instance, return */
660 if (ethsw->napi_users > 1)
661 return;
662
663 for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
664 napi_enable(ðsw->fq[i].napi);
665 }
666
dpaa2_switch_disable_ctrl_if_napi(struct ethsw_core * ethsw)667 static void dpaa2_switch_disable_ctrl_if_napi(struct ethsw_core *ethsw)
668 {
669 int i;
670
671 /* Access to the ethsw->napi_users relies on the RTNL lock */
672 ASSERT_RTNL();
673
674 /* If we are not the last interface using the NAPI, return */
675 ethsw->napi_users--;
676 if (ethsw->napi_users)
677 return;
678
679 for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
680 napi_disable(ðsw->fq[i].napi);
681 }
682
dpaa2_switch_port_open(struct net_device * netdev)683 static int dpaa2_switch_port_open(struct net_device *netdev)
684 {
685 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
686 struct ethsw_core *ethsw = port_priv->ethsw_data;
687 int err;
688
689 mutex_lock(&port_priv->mac_lock);
690
691 if (!dpaa2_switch_port_is_type_phy(port_priv)) {
692 /* Explicitly set carrier off, otherwise
693 * netif_carrier_ok() will return true and cause 'ip link show'
694 * to report the LOWER_UP flag, even though the link
695 * notification wasn't even received.
696 */
697 netif_carrier_off(netdev);
698 }
699
700 err = dpsw_if_enable(port_priv->ethsw_data->mc_io, 0,
701 port_priv->ethsw_data->dpsw_handle,
702 port_priv->idx);
703 if (err) {
704 mutex_unlock(&port_priv->mac_lock);
705 netdev_err(netdev, "dpsw_if_enable err %d\n", err);
706 return err;
707 }
708
709 dpaa2_switch_enable_ctrl_if_napi(ethsw);
710
711 if (dpaa2_switch_port_is_type_phy(port_priv))
712 dpaa2_mac_start(port_priv->mac);
713
714 mutex_unlock(&port_priv->mac_lock);
715
716 return 0;
717 }
718
dpaa2_switch_port_stop(struct net_device * netdev)719 static int dpaa2_switch_port_stop(struct net_device *netdev)
720 {
721 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
722 struct ethsw_core *ethsw = port_priv->ethsw_data;
723 int err;
724
725 mutex_lock(&port_priv->mac_lock);
726
727 if (dpaa2_switch_port_is_type_phy(port_priv)) {
728 dpaa2_mac_stop(port_priv->mac);
729 } else {
730 netif_tx_stop_all_queues(netdev);
731 netif_carrier_off(netdev);
732 }
733
734 mutex_unlock(&port_priv->mac_lock);
735
736 err = dpsw_if_disable(port_priv->ethsw_data->mc_io, 0,
737 port_priv->ethsw_data->dpsw_handle,
738 port_priv->idx);
739 if (err) {
740 netdev_err(netdev, "dpsw_if_disable err %d\n", err);
741 return err;
742 }
743
744 dpaa2_switch_disable_ctrl_if_napi(ethsw);
745
746 return 0;
747 }
748
dpaa2_switch_port_parent_id(struct net_device * dev,struct netdev_phys_item_id * ppid)749 static int dpaa2_switch_port_parent_id(struct net_device *dev,
750 struct netdev_phys_item_id *ppid)
751 {
752 struct ethsw_port_priv *port_priv = netdev_priv(dev);
753
754 ppid->id_len = 1;
755 ppid->id[0] = port_priv->ethsw_data->dev_id;
756
757 return 0;
758 }
759
dpaa2_switch_port_get_phys_name(struct net_device * netdev,char * name,size_t len)760 static int dpaa2_switch_port_get_phys_name(struct net_device *netdev, char *name,
761 size_t len)
762 {
763 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
764 int err;
765
766 err = snprintf(name, len, "p%d", port_priv->idx);
767 if (err >= len)
768 return -EINVAL;
769
770 return 0;
771 }
772
773 struct ethsw_dump_ctx {
774 struct net_device *dev;
775 struct sk_buff *skb;
776 struct netlink_callback *cb;
777 int idx;
778 };
779
dpaa2_switch_fdb_dump_nl(struct fdb_dump_entry * entry,struct ethsw_dump_ctx * dump)780 static int dpaa2_switch_fdb_dump_nl(struct fdb_dump_entry *entry,
781 struct ethsw_dump_ctx *dump)
782 {
783 int is_dynamic = entry->type & DPSW_FDB_ENTRY_DINAMIC;
784 u32 portid = NETLINK_CB(dump->cb->skb).portid;
785 u32 seq = dump->cb->nlh->nlmsg_seq;
786 struct nlmsghdr *nlh;
787 struct ndmsg *ndm;
788
789 if (dump->idx < dump->cb->args[2])
790 goto skip;
791
792 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
793 sizeof(*ndm), NLM_F_MULTI);
794 if (!nlh)
795 return -EMSGSIZE;
796
797 ndm = nlmsg_data(nlh);
798 ndm->ndm_family = AF_BRIDGE;
799 ndm->ndm_pad1 = 0;
800 ndm->ndm_pad2 = 0;
801 ndm->ndm_flags = NTF_SELF;
802 ndm->ndm_type = 0;
803 ndm->ndm_ifindex = dump->dev->ifindex;
804 ndm->ndm_state = is_dynamic ? NUD_REACHABLE : NUD_NOARP;
805
806 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, entry->mac_addr))
807 goto nla_put_failure;
808
809 nlmsg_end(dump->skb, nlh);
810
811 skip:
812 dump->idx++;
813 return 0;
814
815 nla_put_failure:
816 nlmsg_cancel(dump->skb, nlh);
817 return -EMSGSIZE;
818 }
819
dpaa2_switch_port_fdb_valid_entry(struct fdb_dump_entry * entry,struct ethsw_port_priv * port_priv)820 static int dpaa2_switch_port_fdb_valid_entry(struct fdb_dump_entry *entry,
821 struct ethsw_port_priv *port_priv)
822 {
823 int idx = port_priv->idx;
824 int valid;
825
826 if (entry->type & DPSW_FDB_ENTRY_TYPE_UNICAST)
827 valid = entry->if_info == port_priv->idx;
828 else
829 valid = entry->if_mask[idx / 8] & BIT(idx % 8);
830
831 return valid;
832 }
833
dpaa2_switch_fdb_iterate(struct ethsw_port_priv * port_priv,dpaa2_switch_fdb_cb_t cb,void * data)834 static int dpaa2_switch_fdb_iterate(struct ethsw_port_priv *port_priv,
835 dpaa2_switch_fdb_cb_t cb, void *data)
836 {
837 struct net_device *net_dev = port_priv->netdev;
838 struct ethsw_core *ethsw = port_priv->ethsw_data;
839 struct device *dev = net_dev->dev.parent;
840 struct fdb_dump_entry *fdb_entries;
841 struct fdb_dump_entry fdb_entry;
842 dma_addr_t fdb_dump_iova;
843 u16 num_fdb_entries;
844 u32 fdb_dump_size;
845 int err = 0, i;
846 u8 *dma_mem;
847 u16 fdb_id;
848
849 fdb_dump_size = ethsw->sw_attr.max_fdb_entries * sizeof(fdb_entry);
850 dma_mem = kzalloc(fdb_dump_size, GFP_KERNEL);
851 if (!dma_mem)
852 return -ENOMEM;
853
854 fdb_dump_iova = dma_map_single(dev, dma_mem, fdb_dump_size,
855 DMA_FROM_DEVICE);
856 if (dma_mapping_error(dev, fdb_dump_iova)) {
857 netdev_err(net_dev, "dma_map_single() failed\n");
858 err = -ENOMEM;
859 goto err_map;
860 }
861
862 fdb_id = dpaa2_switch_port_get_fdb_id(port_priv);
863 err = dpsw_fdb_dump(ethsw->mc_io, 0, ethsw->dpsw_handle, fdb_id,
864 fdb_dump_iova, fdb_dump_size, &num_fdb_entries);
865 if (err) {
866 netdev_err(net_dev, "dpsw_fdb_dump() = %d\n", err);
867 goto err_dump;
868 }
869
870 dma_unmap_single(dev, fdb_dump_iova, fdb_dump_size, DMA_FROM_DEVICE);
871
872 fdb_entries = (struct fdb_dump_entry *)dma_mem;
873 for (i = 0; i < num_fdb_entries; i++) {
874 fdb_entry = fdb_entries[i];
875
876 err = cb(port_priv, &fdb_entry, data);
877 if (err)
878 goto end;
879 }
880
881 end:
882 kfree(dma_mem);
883
884 return 0;
885
886 err_dump:
887 dma_unmap_single(dev, fdb_dump_iova, fdb_dump_size, DMA_TO_DEVICE);
888 err_map:
889 kfree(dma_mem);
890 return err;
891 }
892
dpaa2_switch_fdb_entry_dump(struct ethsw_port_priv * port_priv,struct fdb_dump_entry * fdb_entry,void * data)893 static int dpaa2_switch_fdb_entry_dump(struct ethsw_port_priv *port_priv,
894 struct fdb_dump_entry *fdb_entry,
895 void *data)
896 {
897 if (!dpaa2_switch_port_fdb_valid_entry(fdb_entry, port_priv))
898 return 0;
899
900 return dpaa2_switch_fdb_dump_nl(fdb_entry, data);
901 }
902
dpaa2_switch_port_fdb_dump(struct sk_buff * skb,struct netlink_callback * cb,struct net_device * net_dev,struct net_device * filter_dev,int * idx)903 static int dpaa2_switch_port_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
904 struct net_device *net_dev,
905 struct net_device *filter_dev, int *idx)
906 {
907 struct ethsw_port_priv *port_priv = netdev_priv(net_dev);
908 struct ethsw_dump_ctx dump = {
909 .dev = net_dev,
910 .skb = skb,
911 .cb = cb,
912 .idx = *idx,
913 };
914 int err;
915
916 err = dpaa2_switch_fdb_iterate(port_priv, dpaa2_switch_fdb_entry_dump, &dump);
917 *idx = dump.idx;
918
919 return err;
920 }
921
dpaa2_switch_fdb_entry_fast_age(struct ethsw_port_priv * port_priv,struct fdb_dump_entry * fdb_entry,void * data __always_unused)922 static int dpaa2_switch_fdb_entry_fast_age(struct ethsw_port_priv *port_priv,
923 struct fdb_dump_entry *fdb_entry,
924 void *data __always_unused)
925 {
926 if (!dpaa2_switch_port_fdb_valid_entry(fdb_entry, port_priv))
927 return 0;
928
929 if (!(fdb_entry->type & DPSW_FDB_ENTRY_TYPE_DYNAMIC))
930 return 0;
931
932 if (fdb_entry->type & DPSW_FDB_ENTRY_TYPE_UNICAST)
933 dpaa2_switch_port_fdb_del_uc(port_priv, fdb_entry->mac_addr);
934 else
935 dpaa2_switch_port_fdb_del_mc(port_priv, fdb_entry->mac_addr);
936
937 return 0;
938 }
939
dpaa2_switch_port_fast_age(struct ethsw_port_priv * port_priv)940 static void dpaa2_switch_port_fast_age(struct ethsw_port_priv *port_priv)
941 {
942 dpaa2_switch_fdb_iterate(port_priv,
943 dpaa2_switch_fdb_entry_fast_age, NULL);
944 }
945
dpaa2_switch_port_vlan_add(struct net_device * netdev,__be16 proto,u16 vid)946 static int dpaa2_switch_port_vlan_add(struct net_device *netdev, __be16 proto,
947 u16 vid)
948 {
949 struct switchdev_obj_port_vlan vlan = {
950 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
951 .vid = vid,
952 .obj.orig_dev = netdev,
953 /* This API only allows programming tagged, non-PVID VIDs */
954 .flags = 0,
955 };
956
957 return dpaa2_switch_port_vlans_add(netdev, &vlan);
958 }
959
dpaa2_switch_port_vlan_kill(struct net_device * netdev,__be16 proto,u16 vid)960 static int dpaa2_switch_port_vlan_kill(struct net_device *netdev, __be16 proto,
961 u16 vid)
962 {
963 struct switchdev_obj_port_vlan vlan = {
964 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
965 .vid = vid,
966 .obj.orig_dev = netdev,
967 /* This API only allows programming tagged, non-PVID VIDs */
968 .flags = 0,
969 };
970
971 return dpaa2_switch_port_vlans_del(netdev, &vlan);
972 }
973
dpaa2_switch_port_set_mac_addr(struct ethsw_port_priv * port_priv)974 static int dpaa2_switch_port_set_mac_addr(struct ethsw_port_priv *port_priv)
975 {
976 struct ethsw_core *ethsw = port_priv->ethsw_data;
977 struct net_device *net_dev = port_priv->netdev;
978 struct device *dev = net_dev->dev.parent;
979 u8 mac_addr[ETH_ALEN];
980 int err;
981
982 if (!(ethsw->features & ETHSW_FEATURE_MAC_ADDR))
983 return 0;
984
985 /* Get firmware address, if any */
986 err = dpsw_if_get_port_mac_addr(ethsw->mc_io, 0, ethsw->dpsw_handle,
987 port_priv->idx, mac_addr);
988 if (err) {
989 dev_err(dev, "dpsw_if_get_port_mac_addr() failed\n");
990 return err;
991 }
992
993 /* First check if firmware has any address configured by bootloader */
994 if (!is_zero_ether_addr(mac_addr)) {
995 eth_hw_addr_set(net_dev, mac_addr);
996 } else {
997 /* No MAC address configured, fill in net_dev->dev_addr
998 * with a random one
999 */
1000 eth_hw_addr_random(net_dev);
1001 dev_dbg_once(dev, "device(s) have all-zero hwaddr, replaced with random\n");
1002
1003 /* Override NET_ADDR_RANDOM set by eth_hw_addr_random(); for all
1004 * practical purposes, this will be our "permanent" mac address,
1005 * at least until the next reboot. This move will also permit
1006 * register_netdevice() to properly fill up net_dev->perm_addr.
1007 */
1008 net_dev->addr_assign_type = NET_ADDR_PERM;
1009 }
1010
1011 return 0;
1012 }
1013
dpaa2_switch_free_fd(const struct ethsw_core * ethsw,const struct dpaa2_fd * fd)1014 static void dpaa2_switch_free_fd(const struct ethsw_core *ethsw,
1015 const struct dpaa2_fd *fd)
1016 {
1017 struct device *dev = ethsw->dev;
1018 unsigned char *buffer_start;
1019 struct sk_buff **skbh, *skb;
1020 dma_addr_t fd_addr;
1021
1022 fd_addr = dpaa2_fd_get_addr(fd);
1023 skbh = dpaa2_iova_to_virt(ethsw->iommu_domain, fd_addr);
1024
1025 skb = *skbh;
1026 buffer_start = (unsigned char *)skbh;
1027
1028 dma_unmap_single(dev, fd_addr,
1029 skb_tail_pointer(skb) - buffer_start,
1030 DMA_TO_DEVICE);
1031
1032 /* Move on with skb release */
1033 dev_kfree_skb(skb);
1034 }
1035
dpaa2_switch_build_single_fd(struct ethsw_core * ethsw,struct sk_buff * skb,struct dpaa2_fd * fd)1036 static int dpaa2_switch_build_single_fd(struct ethsw_core *ethsw,
1037 struct sk_buff *skb,
1038 struct dpaa2_fd *fd)
1039 {
1040 struct device *dev = ethsw->dev;
1041 struct sk_buff **skbh;
1042 dma_addr_t addr;
1043 u8 *buff_start;
1044 void *hwa;
1045
1046 buff_start = PTR_ALIGN(skb->data - DPAA2_SWITCH_TX_DATA_OFFSET -
1047 DPAA2_SWITCH_TX_BUF_ALIGN,
1048 DPAA2_SWITCH_TX_BUF_ALIGN);
1049
1050 /* Clear FAS to have consistent values for TX confirmation. It is
1051 * located in the first 8 bytes of the buffer's hardware annotation
1052 * area
1053 */
1054 hwa = buff_start + DPAA2_SWITCH_SWA_SIZE;
1055 memset(hwa, 0, 8);
1056
1057 /* Store a backpointer to the skb at the beginning of the buffer
1058 * (in the private data area) such that we can release it
1059 * on Tx confirm
1060 */
1061 skbh = (struct sk_buff **)buff_start;
1062 *skbh = skb;
1063
1064 addr = dma_map_single(dev, buff_start,
1065 skb_tail_pointer(skb) - buff_start,
1066 DMA_TO_DEVICE);
1067 if (unlikely(dma_mapping_error(dev, addr)))
1068 return -ENOMEM;
1069
1070 /* Setup the FD fields */
1071 memset(fd, 0, sizeof(*fd));
1072
1073 dpaa2_fd_set_addr(fd, addr);
1074 dpaa2_fd_set_offset(fd, (u16)(skb->data - buff_start));
1075 dpaa2_fd_set_len(fd, skb->len);
1076 dpaa2_fd_set_format(fd, dpaa2_fd_single);
1077
1078 return 0;
1079 }
1080
dpaa2_switch_port_tx(struct sk_buff * skb,struct net_device * net_dev)1081 static netdev_tx_t dpaa2_switch_port_tx(struct sk_buff *skb,
1082 struct net_device *net_dev)
1083 {
1084 struct ethsw_port_priv *port_priv = netdev_priv(net_dev);
1085 struct ethsw_core *ethsw = port_priv->ethsw_data;
1086 int retries = DPAA2_SWITCH_SWP_BUSY_RETRIES;
1087 struct dpaa2_fd fd;
1088 int err;
1089
1090 if (unlikely(skb_headroom(skb) < DPAA2_SWITCH_NEEDED_HEADROOM)) {
1091 struct sk_buff *ns;
1092
1093 ns = skb_realloc_headroom(skb, DPAA2_SWITCH_NEEDED_HEADROOM);
1094 if (unlikely(!ns)) {
1095 net_err_ratelimited("%s: Error reallocating skb headroom\n", net_dev->name);
1096 goto err_free_skb;
1097 }
1098 dev_consume_skb_any(skb);
1099 skb = ns;
1100 }
1101
1102 /* We'll be holding a back-reference to the skb until Tx confirmation */
1103 skb = skb_unshare(skb, GFP_ATOMIC);
1104 if (unlikely(!skb)) {
1105 /* skb_unshare() has already freed the skb */
1106 net_err_ratelimited("%s: Error copying the socket buffer\n", net_dev->name);
1107 goto err_exit;
1108 }
1109
1110 /* At this stage, we do not support non-linear skbs so just try to
1111 * linearize the skb and if that's not working, just drop the packet.
1112 */
1113 err = skb_linearize(skb);
1114 if (err) {
1115 net_err_ratelimited("%s: skb_linearize error (%d)!\n", net_dev->name, err);
1116 goto err_free_skb;
1117 }
1118
1119 err = dpaa2_switch_build_single_fd(ethsw, skb, &fd);
1120 if (unlikely(err)) {
1121 net_err_ratelimited("%s: ethsw_build_*_fd() %d\n", net_dev->name, err);
1122 goto err_free_skb;
1123 }
1124
1125 do {
1126 err = dpaa2_io_service_enqueue_qd(NULL,
1127 port_priv->tx_qdid,
1128 8, 0, &fd);
1129 retries--;
1130 } while (err == -EBUSY && retries);
1131
1132 if (unlikely(err < 0)) {
1133 dpaa2_switch_free_fd(ethsw, &fd);
1134 goto err_exit;
1135 }
1136
1137 return NETDEV_TX_OK;
1138
1139 err_free_skb:
1140 dev_kfree_skb(skb);
1141 err_exit:
1142 return NETDEV_TX_OK;
1143 }
1144
1145 static int
dpaa2_switch_setup_tc_cls_flower(struct dpaa2_switch_filter_block * filter_block,struct flow_cls_offload * f)1146 dpaa2_switch_setup_tc_cls_flower(struct dpaa2_switch_filter_block *filter_block,
1147 struct flow_cls_offload *f)
1148 {
1149 switch (f->command) {
1150 case FLOW_CLS_REPLACE:
1151 return dpaa2_switch_cls_flower_replace(filter_block, f);
1152 case FLOW_CLS_DESTROY:
1153 return dpaa2_switch_cls_flower_destroy(filter_block, f);
1154 default:
1155 return -EOPNOTSUPP;
1156 }
1157 }
1158
1159 static int
dpaa2_switch_setup_tc_cls_matchall(struct dpaa2_switch_filter_block * block,struct tc_cls_matchall_offload * f)1160 dpaa2_switch_setup_tc_cls_matchall(struct dpaa2_switch_filter_block *block,
1161 struct tc_cls_matchall_offload *f)
1162 {
1163 switch (f->command) {
1164 case TC_CLSMATCHALL_REPLACE:
1165 return dpaa2_switch_cls_matchall_replace(block, f);
1166 case TC_CLSMATCHALL_DESTROY:
1167 return dpaa2_switch_cls_matchall_destroy(block, f);
1168 default:
1169 return -EOPNOTSUPP;
1170 }
1171 }
1172
dpaa2_switch_port_setup_tc_block_cb_ig(enum tc_setup_type type,void * type_data,void * cb_priv)1173 static int dpaa2_switch_port_setup_tc_block_cb_ig(enum tc_setup_type type,
1174 void *type_data,
1175 void *cb_priv)
1176 {
1177 switch (type) {
1178 case TC_SETUP_CLSFLOWER:
1179 return dpaa2_switch_setup_tc_cls_flower(cb_priv, type_data);
1180 case TC_SETUP_CLSMATCHALL:
1181 return dpaa2_switch_setup_tc_cls_matchall(cb_priv, type_data);
1182 default:
1183 return -EOPNOTSUPP;
1184 }
1185 }
1186
1187 static LIST_HEAD(dpaa2_switch_block_cb_list);
1188
1189 static int
dpaa2_switch_port_acl_tbl_bind(struct ethsw_port_priv * port_priv,struct dpaa2_switch_filter_block * block)1190 dpaa2_switch_port_acl_tbl_bind(struct ethsw_port_priv *port_priv,
1191 struct dpaa2_switch_filter_block *block)
1192 {
1193 struct ethsw_core *ethsw = port_priv->ethsw_data;
1194 struct net_device *netdev = port_priv->netdev;
1195 struct dpsw_acl_if_cfg acl_if_cfg;
1196 int err;
1197
1198 if (port_priv->filter_block)
1199 return -EINVAL;
1200
1201 acl_if_cfg.if_id[0] = port_priv->idx;
1202 acl_if_cfg.num_ifs = 1;
1203 err = dpsw_acl_add_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
1204 block->acl_id, &acl_if_cfg);
1205 if (err) {
1206 netdev_err(netdev, "dpsw_acl_add_if err %d\n", err);
1207 return err;
1208 }
1209
1210 block->ports |= BIT(port_priv->idx);
1211 port_priv->filter_block = block;
1212
1213 return 0;
1214 }
1215
1216 static int
dpaa2_switch_port_acl_tbl_unbind(struct ethsw_port_priv * port_priv,struct dpaa2_switch_filter_block * block)1217 dpaa2_switch_port_acl_tbl_unbind(struct ethsw_port_priv *port_priv,
1218 struct dpaa2_switch_filter_block *block)
1219 {
1220 struct ethsw_core *ethsw = port_priv->ethsw_data;
1221 struct net_device *netdev = port_priv->netdev;
1222 struct dpsw_acl_if_cfg acl_if_cfg;
1223 int err;
1224
1225 if (port_priv->filter_block != block)
1226 return -EINVAL;
1227
1228 acl_if_cfg.if_id[0] = port_priv->idx;
1229 acl_if_cfg.num_ifs = 1;
1230 err = dpsw_acl_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
1231 block->acl_id, &acl_if_cfg);
1232 if (err) {
1233 netdev_err(netdev, "dpsw_acl_add_if err %d\n", err);
1234 return err;
1235 }
1236
1237 block->ports &= ~BIT(port_priv->idx);
1238 port_priv->filter_block = NULL;
1239 return 0;
1240 }
1241
dpaa2_switch_port_block_bind(struct ethsw_port_priv * port_priv,struct dpaa2_switch_filter_block * block)1242 static int dpaa2_switch_port_block_bind(struct ethsw_port_priv *port_priv,
1243 struct dpaa2_switch_filter_block *block)
1244 {
1245 struct dpaa2_switch_filter_block *old_block = port_priv->filter_block;
1246 int err;
1247
1248 /* Offload all the mirror entries found in the block on this new port
1249 * joining it.
1250 */
1251 err = dpaa2_switch_block_offload_mirror(block, port_priv);
1252 if (err)
1253 return err;
1254
1255 /* If the port is already bound to this ACL table then do nothing. This
1256 * can happen when this port is the first one to join a tc block
1257 */
1258 if (port_priv->filter_block == block)
1259 return 0;
1260
1261 err = dpaa2_switch_port_acl_tbl_unbind(port_priv, old_block);
1262 if (err)
1263 return err;
1264
1265 /* Mark the previous ACL table as being unused if this was the last
1266 * port that was using it.
1267 */
1268 if (old_block->ports == 0)
1269 old_block->in_use = false;
1270
1271 return dpaa2_switch_port_acl_tbl_bind(port_priv, block);
1272 }
1273
1274 static int
dpaa2_switch_port_block_unbind(struct ethsw_port_priv * port_priv,struct dpaa2_switch_filter_block * block)1275 dpaa2_switch_port_block_unbind(struct ethsw_port_priv *port_priv,
1276 struct dpaa2_switch_filter_block *block)
1277 {
1278 struct ethsw_core *ethsw = port_priv->ethsw_data;
1279 struct dpaa2_switch_filter_block *new_block;
1280 int err;
1281
1282 /* Unoffload all the mirror entries found in the block from the
1283 * port leaving it.
1284 */
1285 err = dpaa2_switch_block_unoffload_mirror(block, port_priv);
1286 if (err)
1287 return err;
1288
1289 /* We are the last port that leaves a block (an ACL table).
1290 * We'll continue to use this table.
1291 */
1292 if (block->ports == BIT(port_priv->idx))
1293 return 0;
1294
1295 err = dpaa2_switch_port_acl_tbl_unbind(port_priv, block);
1296 if (err)
1297 return err;
1298
1299 if (block->ports == 0)
1300 block->in_use = false;
1301
1302 new_block = dpaa2_switch_filter_block_get_unused(ethsw);
1303 new_block->in_use = true;
1304 return dpaa2_switch_port_acl_tbl_bind(port_priv, new_block);
1305 }
1306
dpaa2_switch_setup_tc_block_bind(struct net_device * netdev,struct flow_block_offload * f)1307 static int dpaa2_switch_setup_tc_block_bind(struct net_device *netdev,
1308 struct flow_block_offload *f)
1309 {
1310 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1311 struct ethsw_core *ethsw = port_priv->ethsw_data;
1312 struct dpaa2_switch_filter_block *filter_block;
1313 struct flow_block_cb *block_cb;
1314 bool register_block = false;
1315 int err;
1316
1317 block_cb = flow_block_cb_lookup(f->block,
1318 dpaa2_switch_port_setup_tc_block_cb_ig,
1319 ethsw);
1320
1321 if (!block_cb) {
1322 /* If the filter block is not already known, then this port
1323 * must be the first to join it. In this case, we can just
1324 * continue to use our private table
1325 */
1326 filter_block = port_priv->filter_block;
1327
1328 block_cb = flow_block_cb_alloc(dpaa2_switch_port_setup_tc_block_cb_ig,
1329 ethsw, filter_block, NULL);
1330 if (IS_ERR(block_cb))
1331 return PTR_ERR(block_cb);
1332
1333 register_block = true;
1334 } else {
1335 filter_block = flow_block_cb_priv(block_cb);
1336 }
1337
1338 flow_block_cb_incref(block_cb);
1339 err = dpaa2_switch_port_block_bind(port_priv, filter_block);
1340 if (err)
1341 goto err_block_bind;
1342
1343 if (register_block) {
1344 flow_block_cb_add(block_cb, f);
1345 list_add_tail(&block_cb->driver_list,
1346 &dpaa2_switch_block_cb_list);
1347 }
1348
1349 return 0;
1350
1351 err_block_bind:
1352 if (!flow_block_cb_decref(block_cb))
1353 flow_block_cb_free(block_cb);
1354 return err;
1355 }
1356
dpaa2_switch_setup_tc_block_unbind(struct net_device * netdev,struct flow_block_offload * f)1357 static void dpaa2_switch_setup_tc_block_unbind(struct net_device *netdev,
1358 struct flow_block_offload *f)
1359 {
1360 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1361 struct ethsw_core *ethsw = port_priv->ethsw_data;
1362 struct dpaa2_switch_filter_block *filter_block;
1363 struct flow_block_cb *block_cb;
1364 int err;
1365
1366 block_cb = flow_block_cb_lookup(f->block,
1367 dpaa2_switch_port_setup_tc_block_cb_ig,
1368 ethsw);
1369 if (!block_cb)
1370 return;
1371
1372 filter_block = flow_block_cb_priv(block_cb);
1373 err = dpaa2_switch_port_block_unbind(port_priv, filter_block);
1374 if (!err && !flow_block_cb_decref(block_cb)) {
1375 flow_block_cb_remove(block_cb, f);
1376 list_del(&block_cb->driver_list);
1377 }
1378 }
1379
dpaa2_switch_setup_tc_block(struct net_device * netdev,struct flow_block_offload * f)1380 static int dpaa2_switch_setup_tc_block(struct net_device *netdev,
1381 struct flow_block_offload *f)
1382 {
1383 if (f->binder_type != FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1384 return -EOPNOTSUPP;
1385
1386 f->driver_block_list = &dpaa2_switch_block_cb_list;
1387
1388 switch (f->command) {
1389 case FLOW_BLOCK_BIND:
1390 return dpaa2_switch_setup_tc_block_bind(netdev, f);
1391 case FLOW_BLOCK_UNBIND:
1392 dpaa2_switch_setup_tc_block_unbind(netdev, f);
1393 return 0;
1394 default:
1395 return -EOPNOTSUPP;
1396 }
1397 }
1398
dpaa2_switch_port_setup_tc(struct net_device * netdev,enum tc_setup_type type,void * type_data)1399 static int dpaa2_switch_port_setup_tc(struct net_device *netdev,
1400 enum tc_setup_type type,
1401 void *type_data)
1402 {
1403 switch (type) {
1404 case TC_SETUP_BLOCK: {
1405 return dpaa2_switch_setup_tc_block(netdev, type_data);
1406 }
1407 default:
1408 return -EOPNOTSUPP;
1409 }
1410
1411 return 0;
1412 }
1413
1414 static const struct net_device_ops dpaa2_switch_port_ops = {
1415 .ndo_open = dpaa2_switch_port_open,
1416 .ndo_stop = dpaa2_switch_port_stop,
1417
1418 .ndo_set_mac_address = eth_mac_addr,
1419 .ndo_get_stats64 = dpaa2_switch_port_get_stats,
1420 .ndo_change_mtu = dpaa2_switch_port_change_mtu,
1421 .ndo_has_offload_stats = dpaa2_switch_port_has_offload_stats,
1422 .ndo_get_offload_stats = dpaa2_switch_port_get_offload_stats,
1423 .ndo_fdb_dump = dpaa2_switch_port_fdb_dump,
1424 .ndo_vlan_rx_add_vid = dpaa2_switch_port_vlan_add,
1425 .ndo_vlan_rx_kill_vid = dpaa2_switch_port_vlan_kill,
1426
1427 .ndo_start_xmit = dpaa2_switch_port_tx,
1428 .ndo_get_port_parent_id = dpaa2_switch_port_parent_id,
1429 .ndo_get_phys_port_name = dpaa2_switch_port_get_phys_name,
1430 .ndo_setup_tc = dpaa2_switch_port_setup_tc,
1431 };
1432
dpaa2_switch_port_dev_check(const struct net_device * netdev)1433 bool dpaa2_switch_port_dev_check(const struct net_device *netdev)
1434 {
1435 return netdev->netdev_ops == &dpaa2_switch_port_ops;
1436 }
1437
dpaa2_switch_port_connect_mac(struct ethsw_port_priv * port_priv)1438 static int dpaa2_switch_port_connect_mac(struct ethsw_port_priv *port_priv)
1439 {
1440 struct fsl_mc_device *dpsw_port_dev, *dpmac_dev;
1441 struct dpaa2_mac *mac;
1442 int err;
1443
1444 dpsw_port_dev = to_fsl_mc_device(port_priv->netdev->dev.parent);
1445 dpmac_dev = fsl_mc_get_endpoint(dpsw_port_dev, port_priv->idx);
1446
1447 if (PTR_ERR(dpmac_dev) == -EPROBE_DEFER)
1448 return PTR_ERR(dpmac_dev);
1449
1450 if (IS_ERR(dpmac_dev) || dpmac_dev->dev.type != &fsl_mc_bus_dpmac_type)
1451 return 0;
1452
1453 mac = kzalloc(sizeof(*mac), GFP_KERNEL);
1454 if (!mac)
1455 return -ENOMEM;
1456
1457 mac->mc_dev = dpmac_dev;
1458 mac->mc_io = port_priv->ethsw_data->mc_io;
1459 mac->net_dev = port_priv->netdev;
1460
1461 err = dpaa2_mac_open(mac);
1462 if (err)
1463 goto err_free_mac;
1464
1465 if (dpaa2_mac_is_type_phy(mac)) {
1466 err = dpaa2_mac_connect(mac);
1467 if (err) {
1468 netdev_err(port_priv->netdev,
1469 "Error connecting to the MAC endpoint %pe\n",
1470 ERR_PTR(err));
1471 goto err_close_mac;
1472 }
1473 }
1474
1475 mutex_lock(&port_priv->mac_lock);
1476 port_priv->mac = mac;
1477 mutex_unlock(&port_priv->mac_lock);
1478
1479 return 0;
1480
1481 err_close_mac:
1482 dpaa2_mac_close(mac);
1483 err_free_mac:
1484 kfree(mac);
1485 return err;
1486 }
1487
dpaa2_switch_port_disconnect_mac(struct ethsw_port_priv * port_priv)1488 static void dpaa2_switch_port_disconnect_mac(struct ethsw_port_priv *port_priv)
1489 {
1490 struct dpaa2_mac *mac;
1491
1492 mutex_lock(&port_priv->mac_lock);
1493 mac = port_priv->mac;
1494 port_priv->mac = NULL;
1495 mutex_unlock(&port_priv->mac_lock);
1496
1497 if (!mac)
1498 return;
1499
1500 if (dpaa2_mac_is_type_phy(mac))
1501 dpaa2_mac_disconnect(mac);
1502
1503 dpaa2_mac_close(mac);
1504 kfree(mac);
1505 }
1506
dpaa2_switch_irq0_handler_thread(int irq_num,void * arg)1507 static irqreturn_t dpaa2_switch_irq0_handler_thread(int irq_num, void *arg)
1508 {
1509 struct device *dev = (struct device *)arg;
1510 struct ethsw_core *ethsw = dev_get_drvdata(dev);
1511 struct ethsw_port_priv *port_priv;
1512 u32 status = ~0;
1513 int err, if_id;
1514 bool had_mac;
1515
1516 err = dpsw_get_irq_status(ethsw->mc_io, 0, ethsw->dpsw_handle,
1517 DPSW_IRQ_INDEX_IF, &status);
1518 if (err) {
1519 dev_err(dev, "Can't get irq status (err %d)\n", err);
1520 goto out;
1521 }
1522
1523 if_id = (status & 0xFFFF0000) >> 16;
1524 port_priv = ethsw->ports[if_id];
1525
1526 if (status & DPSW_IRQ_EVENT_LINK_CHANGED) {
1527 dpaa2_switch_port_link_state_update(port_priv->netdev);
1528 dpaa2_switch_port_set_mac_addr(port_priv);
1529 }
1530
1531 if (status & DPSW_IRQ_EVENT_ENDPOINT_CHANGED) {
1532 /* We can avoid locking because the "endpoint changed" IRQ
1533 * handler is the only one who changes priv->mac at runtime,
1534 * so we are not racing with anyone.
1535 */
1536 had_mac = !!port_priv->mac;
1537 if (had_mac)
1538 dpaa2_switch_port_disconnect_mac(port_priv);
1539 else
1540 dpaa2_switch_port_connect_mac(port_priv);
1541 }
1542
1543 out:
1544 err = dpsw_clear_irq_status(ethsw->mc_io, 0, ethsw->dpsw_handle,
1545 DPSW_IRQ_INDEX_IF, status);
1546 if (err)
1547 dev_err(dev, "Can't clear irq status (err %d)\n", err);
1548
1549 return IRQ_HANDLED;
1550 }
1551
dpaa2_switch_setup_irqs(struct fsl_mc_device * sw_dev)1552 static int dpaa2_switch_setup_irqs(struct fsl_mc_device *sw_dev)
1553 {
1554 struct device *dev = &sw_dev->dev;
1555 struct ethsw_core *ethsw = dev_get_drvdata(dev);
1556 u32 mask = DPSW_IRQ_EVENT_LINK_CHANGED;
1557 struct fsl_mc_device_irq *irq;
1558 int err;
1559
1560 err = fsl_mc_allocate_irqs(sw_dev);
1561 if (err) {
1562 dev_err(dev, "MC irqs allocation failed\n");
1563 return err;
1564 }
1565
1566 if (WARN_ON(sw_dev->obj_desc.irq_count != DPSW_IRQ_NUM)) {
1567 err = -EINVAL;
1568 goto free_irq;
1569 }
1570
1571 err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle,
1572 DPSW_IRQ_INDEX_IF, 0);
1573 if (err) {
1574 dev_err(dev, "dpsw_set_irq_enable err %d\n", err);
1575 goto free_irq;
1576 }
1577
1578 irq = sw_dev->irqs[DPSW_IRQ_INDEX_IF];
1579
1580 err = devm_request_threaded_irq(dev, irq->virq, NULL,
1581 dpaa2_switch_irq0_handler_thread,
1582 IRQF_NO_SUSPEND | IRQF_ONESHOT,
1583 dev_name(dev), dev);
1584 if (err) {
1585 dev_err(dev, "devm_request_threaded_irq(): %d\n", err);
1586 goto free_irq;
1587 }
1588
1589 err = dpsw_set_irq_mask(ethsw->mc_io, 0, ethsw->dpsw_handle,
1590 DPSW_IRQ_INDEX_IF, mask);
1591 if (err) {
1592 dev_err(dev, "dpsw_set_irq_mask(): %d\n", err);
1593 goto free_devm_irq;
1594 }
1595
1596 err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle,
1597 DPSW_IRQ_INDEX_IF, 1);
1598 if (err) {
1599 dev_err(dev, "dpsw_set_irq_enable(): %d\n", err);
1600 goto free_devm_irq;
1601 }
1602
1603 return 0;
1604
1605 free_devm_irq:
1606 devm_free_irq(dev, irq->virq, dev);
1607 free_irq:
1608 fsl_mc_free_irqs(sw_dev);
1609 return err;
1610 }
1611
dpaa2_switch_teardown_irqs(struct fsl_mc_device * sw_dev)1612 static void dpaa2_switch_teardown_irqs(struct fsl_mc_device *sw_dev)
1613 {
1614 struct device *dev = &sw_dev->dev;
1615 struct ethsw_core *ethsw = dev_get_drvdata(dev);
1616 int err;
1617
1618 err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle,
1619 DPSW_IRQ_INDEX_IF, 0);
1620 if (err)
1621 dev_err(dev, "dpsw_set_irq_enable err %d\n", err);
1622
1623 fsl_mc_free_irqs(sw_dev);
1624 }
1625
dpaa2_switch_port_set_learning(struct ethsw_port_priv * port_priv,bool enable)1626 static int dpaa2_switch_port_set_learning(struct ethsw_port_priv *port_priv, bool enable)
1627 {
1628 struct ethsw_core *ethsw = port_priv->ethsw_data;
1629 enum dpsw_learning_mode learn_mode;
1630 int err;
1631
1632 if (enable)
1633 learn_mode = DPSW_LEARNING_MODE_HW;
1634 else
1635 learn_mode = DPSW_LEARNING_MODE_DIS;
1636
1637 err = dpsw_if_set_learning_mode(ethsw->mc_io, 0, ethsw->dpsw_handle,
1638 port_priv->idx, learn_mode);
1639 if (err)
1640 netdev_err(port_priv->netdev, "dpsw_if_set_learning_mode err %d\n", err);
1641
1642 if (!enable)
1643 dpaa2_switch_port_fast_age(port_priv);
1644
1645 return err;
1646 }
1647
dpaa2_switch_port_attr_stp_state_set(struct net_device * netdev,u8 state)1648 static int dpaa2_switch_port_attr_stp_state_set(struct net_device *netdev,
1649 u8 state)
1650 {
1651 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1652 int err;
1653
1654 err = dpaa2_switch_port_set_stp_state(port_priv, state);
1655 if (err)
1656 return err;
1657
1658 switch (state) {
1659 case BR_STATE_DISABLED:
1660 case BR_STATE_BLOCKING:
1661 case BR_STATE_LISTENING:
1662 err = dpaa2_switch_port_set_learning(port_priv, false);
1663 break;
1664 case BR_STATE_LEARNING:
1665 case BR_STATE_FORWARDING:
1666 err = dpaa2_switch_port_set_learning(port_priv,
1667 port_priv->learn_ena);
1668 break;
1669 }
1670
1671 return err;
1672 }
1673
dpaa2_switch_port_flood(struct ethsw_port_priv * port_priv,struct switchdev_brport_flags flags)1674 static int dpaa2_switch_port_flood(struct ethsw_port_priv *port_priv,
1675 struct switchdev_brport_flags flags)
1676 {
1677 struct ethsw_core *ethsw = port_priv->ethsw_data;
1678
1679 if (flags.mask & BR_BCAST_FLOOD)
1680 port_priv->bcast_flood = !!(flags.val & BR_BCAST_FLOOD);
1681
1682 if (flags.mask & BR_FLOOD)
1683 port_priv->ucast_flood = !!(flags.val & BR_FLOOD);
1684
1685 return dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
1686 }
1687
dpaa2_switch_port_pre_bridge_flags(struct net_device * netdev,struct switchdev_brport_flags flags,struct netlink_ext_ack * extack)1688 static int dpaa2_switch_port_pre_bridge_flags(struct net_device *netdev,
1689 struct switchdev_brport_flags flags,
1690 struct netlink_ext_ack *extack)
1691 {
1692 if (flags.mask & ~(BR_LEARNING | BR_BCAST_FLOOD | BR_FLOOD |
1693 BR_MCAST_FLOOD))
1694 return -EINVAL;
1695
1696 if (flags.mask & (BR_FLOOD | BR_MCAST_FLOOD)) {
1697 bool multicast = !!(flags.val & BR_MCAST_FLOOD);
1698 bool unicast = !!(flags.val & BR_FLOOD);
1699
1700 if (unicast != multicast) {
1701 NL_SET_ERR_MSG_MOD(extack,
1702 "Cannot configure multicast flooding independently of unicast");
1703 return -EINVAL;
1704 }
1705 }
1706
1707 return 0;
1708 }
1709
dpaa2_switch_port_bridge_flags(struct net_device * netdev,struct switchdev_brport_flags flags,struct netlink_ext_ack * extack)1710 static int dpaa2_switch_port_bridge_flags(struct net_device *netdev,
1711 struct switchdev_brport_flags flags,
1712 struct netlink_ext_ack *extack)
1713 {
1714 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1715 int err;
1716
1717 if (flags.mask & BR_LEARNING) {
1718 bool learn_ena = !!(flags.val & BR_LEARNING);
1719
1720 err = dpaa2_switch_port_set_learning(port_priv, learn_ena);
1721 if (err)
1722 return err;
1723 port_priv->learn_ena = learn_ena;
1724 }
1725
1726 if (flags.mask & (BR_BCAST_FLOOD | BR_FLOOD | BR_MCAST_FLOOD)) {
1727 err = dpaa2_switch_port_flood(port_priv, flags);
1728 if (err)
1729 return err;
1730 }
1731
1732 return 0;
1733 }
1734
dpaa2_switch_port_attr_set(struct net_device * netdev,const void * ctx,const struct switchdev_attr * attr,struct netlink_ext_ack * extack)1735 static int dpaa2_switch_port_attr_set(struct net_device *netdev, const void *ctx,
1736 const struct switchdev_attr *attr,
1737 struct netlink_ext_ack *extack)
1738 {
1739 int err = 0;
1740
1741 switch (attr->id) {
1742 case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
1743 err = dpaa2_switch_port_attr_stp_state_set(netdev,
1744 attr->u.stp_state);
1745 break;
1746 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
1747 if (!attr->u.vlan_filtering) {
1748 NL_SET_ERR_MSG_MOD(extack,
1749 "The DPAA2 switch does not support VLAN-unaware operation");
1750 return -EOPNOTSUPP;
1751 }
1752 break;
1753 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
1754 err = dpaa2_switch_port_pre_bridge_flags(netdev, attr->u.brport_flags, extack);
1755 break;
1756 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
1757 err = dpaa2_switch_port_bridge_flags(netdev, attr->u.brport_flags, extack);
1758 break;
1759 default:
1760 err = -EOPNOTSUPP;
1761 break;
1762 }
1763
1764 return err;
1765 }
1766
dpaa2_switch_port_vlans_add(struct net_device * netdev,const struct switchdev_obj_port_vlan * vlan)1767 int dpaa2_switch_port_vlans_add(struct net_device *netdev,
1768 const struct switchdev_obj_port_vlan *vlan)
1769 {
1770 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1771 struct ethsw_core *ethsw = port_priv->ethsw_data;
1772 struct dpsw_attr *attr = ðsw->sw_attr;
1773 int err = 0;
1774
1775 /* Make sure that the VLAN is not already configured
1776 * on the switch port
1777 */
1778 if (port_priv->vlans[vlan->vid] & ETHSW_VLAN_MEMBER)
1779 return -EEXIST;
1780
1781 /* Check if there is space for a new VLAN */
1782 err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
1783 ðsw->sw_attr);
1784 if (err) {
1785 netdev_err(netdev, "dpsw_get_attributes err %d\n", err);
1786 return err;
1787 }
1788 if (attr->max_vlans - attr->num_vlans < 1)
1789 return -ENOSPC;
1790
1791 /* Check if there is space for a new VLAN */
1792 err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
1793 ðsw->sw_attr);
1794 if (err) {
1795 netdev_err(netdev, "dpsw_get_attributes err %d\n", err);
1796 return err;
1797 }
1798 if (attr->max_vlans - attr->num_vlans < 1)
1799 return -ENOSPC;
1800
1801 if (!port_priv->ethsw_data->vlans[vlan->vid]) {
1802 /* this is a new VLAN */
1803 err = dpaa2_switch_add_vlan(port_priv, vlan->vid);
1804 if (err)
1805 return err;
1806
1807 port_priv->ethsw_data->vlans[vlan->vid] |= ETHSW_VLAN_GLOBAL;
1808 }
1809
1810 return dpaa2_switch_port_add_vlan(port_priv, vlan->vid, vlan->flags);
1811 }
1812
dpaa2_switch_port_lookup_address(struct net_device * netdev,int is_uc,const unsigned char * addr)1813 static int dpaa2_switch_port_lookup_address(struct net_device *netdev, int is_uc,
1814 const unsigned char *addr)
1815 {
1816 struct netdev_hw_addr_list *list = (is_uc) ? &netdev->uc : &netdev->mc;
1817 struct netdev_hw_addr *ha;
1818
1819 netif_addr_lock_bh(netdev);
1820 list_for_each_entry(ha, &list->list, list) {
1821 if (ether_addr_equal(ha->addr, addr)) {
1822 netif_addr_unlock_bh(netdev);
1823 return 1;
1824 }
1825 }
1826 netif_addr_unlock_bh(netdev);
1827 return 0;
1828 }
1829
dpaa2_switch_port_mdb_add(struct net_device * netdev,const struct switchdev_obj_port_mdb * mdb)1830 static int dpaa2_switch_port_mdb_add(struct net_device *netdev,
1831 const struct switchdev_obj_port_mdb *mdb)
1832 {
1833 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1834 int err;
1835
1836 /* Check if address is already set on this port */
1837 if (dpaa2_switch_port_lookup_address(netdev, 0, mdb->addr))
1838 return -EEXIST;
1839
1840 err = dpaa2_switch_port_fdb_add_mc(port_priv, mdb->addr);
1841 if (err)
1842 return err;
1843
1844 err = dev_mc_add(netdev, mdb->addr);
1845 if (err) {
1846 netdev_err(netdev, "dev_mc_add err %d\n", err);
1847 dpaa2_switch_port_fdb_del_mc(port_priv, mdb->addr);
1848 }
1849
1850 return err;
1851 }
1852
dpaa2_switch_port_obj_add(struct net_device * netdev,const struct switchdev_obj * obj)1853 static int dpaa2_switch_port_obj_add(struct net_device *netdev,
1854 const struct switchdev_obj *obj)
1855 {
1856 int err;
1857
1858 switch (obj->id) {
1859 case SWITCHDEV_OBJ_ID_PORT_VLAN:
1860 err = dpaa2_switch_port_vlans_add(netdev,
1861 SWITCHDEV_OBJ_PORT_VLAN(obj));
1862 break;
1863 case SWITCHDEV_OBJ_ID_PORT_MDB:
1864 err = dpaa2_switch_port_mdb_add(netdev,
1865 SWITCHDEV_OBJ_PORT_MDB(obj));
1866 break;
1867 default:
1868 err = -EOPNOTSUPP;
1869 break;
1870 }
1871
1872 return err;
1873 }
1874
dpaa2_switch_port_del_vlan(struct ethsw_port_priv * port_priv,u16 vid)1875 static int dpaa2_switch_port_del_vlan(struct ethsw_port_priv *port_priv, u16 vid)
1876 {
1877 struct ethsw_core *ethsw = port_priv->ethsw_data;
1878 struct net_device *netdev = port_priv->netdev;
1879 struct dpsw_vlan_if_cfg vcfg;
1880 int i, err;
1881
1882 if (!port_priv->vlans[vid])
1883 return -ENOENT;
1884
1885 if (port_priv->vlans[vid] & ETHSW_VLAN_PVID) {
1886 /* If we are deleting the PVID of a port, use VLAN 4095 instead
1887 * as we are sure that neither the bridge nor the 8021q module
1888 * will use it
1889 */
1890 err = dpaa2_switch_port_set_pvid(port_priv, 4095);
1891 if (err)
1892 return err;
1893 }
1894
1895 vcfg.num_ifs = 1;
1896 vcfg.if_id[0] = port_priv->idx;
1897 if (port_priv->vlans[vid] & ETHSW_VLAN_UNTAGGED) {
1898 err = dpsw_vlan_remove_if_untagged(ethsw->mc_io, 0,
1899 ethsw->dpsw_handle,
1900 vid, &vcfg);
1901 if (err) {
1902 netdev_err(netdev,
1903 "dpsw_vlan_remove_if_untagged err %d\n",
1904 err);
1905 }
1906 port_priv->vlans[vid] &= ~ETHSW_VLAN_UNTAGGED;
1907 }
1908
1909 if (port_priv->vlans[vid] & ETHSW_VLAN_MEMBER) {
1910 err = dpsw_vlan_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
1911 vid, &vcfg);
1912 if (err) {
1913 netdev_err(netdev,
1914 "dpsw_vlan_remove_if err %d\n", err);
1915 return err;
1916 }
1917 port_priv->vlans[vid] &= ~ETHSW_VLAN_MEMBER;
1918
1919 /* Delete VLAN from switch if it is no longer configured on
1920 * any port
1921 */
1922 for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
1923 if (ethsw->ports[i] &&
1924 ethsw->ports[i]->vlans[vid] & ETHSW_VLAN_MEMBER)
1925 return 0; /* Found a port member in VID */
1926 }
1927
1928 ethsw->vlans[vid] &= ~ETHSW_VLAN_GLOBAL;
1929
1930 err = dpaa2_switch_dellink(ethsw, vid);
1931 if (err)
1932 return err;
1933 }
1934
1935 return 0;
1936 }
1937
dpaa2_switch_port_vlans_del(struct net_device * netdev,const struct switchdev_obj_port_vlan * vlan)1938 int dpaa2_switch_port_vlans_del(struct net_device *netdev,
1939 const struct switchdev_obj_port_vlan *vlan)
1940 {
1941 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1942
1943 if (netif_is_bridge_master(vlan->obj.orig_dev))
1944 return -EOPNOTSUPP;
1945
1946 return dpaa2_switch_port_del_vlan(port_priv, vlan->vid);
1947 }
1948
dpaa2_switch_port_mdb_del(struct net_device * netdev,const struct switchdev_obj_port_mdb * mdb)1949 static int dpaa2_switch_port_mdb_del(struct net_device *netdev,
1950 const struct switchdev_obj_port_mdb *mdb)
1951 {
1952 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
1953 int err;
1954
1955 if (!dpaa2_switch_port_lookup_address(netdev, 0, mdb->addr))
1956 return -ENOENT;
1957
1958 err = dpaa2_switch_port_fdb_del_mc(port_priv, mdb->addr);
1959 if (err)
1960 return err;
1961
1962 err = dev_mc_del(netdev, mdb->addr);
1963 if (err) {
1964 netdev_err(netdev, "dev_mc_del err %d\n", err);
1965 return err;
1966 }
1967
1968 return err;
1969 }
1970
dpaa2_switch_port_obj_del(struct net_device * netdev,const struct switchdev_obj * obj)1971 static int dpaa2_switch_port_obj_del(struct net_device *netdev,
1972 const struct switchdev_obj *obj)
1973 {
1974 int err;
1975
1976 switch (obj->id) {
1977 case SWITCHDEV_OBJ_ID_PORT_VLAN:
1978 err = dpaa2_switch_port_vlans_del(netdev, SWITCHDEV_OBJ_PORT_VLAN(obj));
1979 break;
1980 case SWITCHDEV_OBJ_ID_PORT_MDB:
1981 err = dpaa2_switch_port_mdb_del(netdev, SWITCHDEV_OBJ_PORT_MDB(obj));
1982 break;
1983 default:
1984 err = -EOPNOTSUPP;
1985 break;
1986 }
1987 return err;
1988 }
1989
dpaa2_switch_port_attr_set_event(struct net_device * netdev,struct switchdev_notifier_port_attr_info * ptr)1990 static int dpaa2_switch_port_attr_set_event(struct net_device *netdev,
1991 struct switchdev_notifier_port_attr_info *ptr)
1992 {
1993 int err;
1994
1995 err = switchdev_handle_port_attr_set(netdev, ptr,
1996 dpaa2_switch_port_dev_check,
1997 dpaa2_switch_port_attr_set);
1998 return notifier_from_errno(err);
1999 }
2000
dpaa2_switch_port_bridge_join(struct net_device * netdev,struct net_device * upper_dev,struct netlink_ext_ack * extack)2001 static int dpaa2_switch_port_bridge_join(struct net_device *netdev,
2002 struct net_device *upper_dev,
2003 struct netlink_ext_ack *extack)
2004 {
2005 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
2006 struct ethsw_core *ethsw = port_priv->ethsw_data;
2007 struct ethsw_port_priv *other_port_priv;
2008 struct net_device *other_dev;
2009 struct list_head *iter;
2010 bool learn_ena;
2011 int err;
2012
2013 netdev_for_each_lower_dev(upper_dev, other_dev, iter) {
2014 if (!dpaa2_switch_port_dev_check(other_dev))
2015 continue;
2016
2017 other_port_priv = netdev_priv(other_dev);
2018 if (other_port_priv->ethsw_data != port_priv->ethsw_data) {
2019 NL_SET_ERR_MSG_MOD(extack,
2020 "Interface from a different DPSW is in the bridge already");
2021 return -EINVAL;
2022 }
2023 }
2024
2025 /* Delete the previously manually installed VLAN 1 */
2026 err = dpaa2_switch_port_del_vlan(port_priv, 1);
2027 if (err)
2028 return err;
2029
2030 dpaa2_switch_port_set_fdb(port_priv, upper_dev);
2031
2032 /* Inherit the initial bridge port learning state */
2033 learn_ena = br_port_flag_is_set(netdev, BR_LEARNING);
2034 err = dpaa2_switch_port_set_learning(port_priv, learn_ena);
2035 port_priv->learn_ena = learn_ena;
2036
2037 /* Setup the egress flood policy (broadcast, unknown unicast) */
2038 err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
2039 if (err)
2040 goto err_egress_flood;
2041
2042 err = switchdev_bridge_port_offload(netdev, netdev, NULL,
2043 NULL, NULL, false, extack);
2044 if (err)
2045 goto err_switchdev_offload;
2046
2047 return 0;
2048
2049 err_switchdev_offload:
2050 err_egress_flood:
2051 dpaa2_switch_port_set_fdb(port_priv, NULL);
2052 return err;
2053 }
2054
dpaa2_switch_port_clear_rxvlan(struct net_device * vdev,int vid,void * arg)2055 static int dpaa2_switch_port_clear_rxvlan(struct net_device *vdev, int vid, void *arg)
2056 {
2057 __be16 vlan_proto = htons(ETH_P_8021Q);
2058
2059 if (vdev)
2060 vlan_proto = vlan_dev_vlan_proto(vdev);
2061
2062 return dpaa2_switch_port_vlan_kill(arg, vlan_proto, vid);
2063 }
2064
dpaa2_switch_port_restore_rxvlan(struct net_device * vdev,int vid,void * arg)2065 static int dpaa2_switch_port_restore_rxvlan(struct net_device *vdev, int vid, void *arg)
2066 {
2067 __be16 vlan_proto = htons(ETH_P_8021Q);
2068
2069 if (vdev)
2070 vlan_proto = vlan_dev_vlan_proto(vdev);
2071
2072 return dpaa2_switch_port_vlan_add(arg, vlan_proto, vid);
2073 }
2074
dpaa2_switch_port_pre_bridge_leave(struct net_device * netdev)2075 static void dpaa2_switch_port_pre_bridge_leave(struct net_device *netdev)
2076 {
2077 switchdev_bridge_port_unoffload(netdev, NULL, NULL, NULL);
2078 }
2079
dpaa2_switch_port_bridge_leave(struct net_device * netdev)2080 static int dpaa2_switch_port_bridge_leave(struct net_device *netdev)
2081 {
2082 struct ethsw_port_priv *port_priv = netdev_priv(netdev);
2083 struct dpaa2_switch_fdb *old_fdb = port_priv->fdb;
2084 struct ethsw_core *ethsw = port_priv->ethsw_data;
2085 int err;
2086
2087 /* First of all, fast age any learn FDB addresses on this switch port */
2088 dpaa2_switch_port_fast_age(port_priv);
2089
2090 /* Clear all RX VLANs installed through vlan_vid_add() either as VLAN
2091 * upper devices or otherwise from the FDB table that we are about to
2092 * leave
2093 */
2094 err = vlan_for_each(netdev, dpaa2_switch_port_clear_rxvlan, netdev);
2095 if (err)
2096 netdev_err(netdev, "Unable to clear RX VLANs from old FDB table, err (%d)\n", err);
2097
2098 dpaa2_switch_port_set_fdb(port_priv, NULL);
2099
2100 /* Restore all RX VLANs into the new FDB table that we just joined */
2101 err = vlan_for_each(netdev, dpaa2_switch_port_restore_rxvlan, netdev);
2102 if (err)
2103 netdev_err(netdev, "Unable to restore RX VLANs to the new FDB, err (%d)\n", err);
2104
2105 /* Reset the flooding state to denote that this port can send any
2106 * packet in standalone mode. With this, we are also ensuring that any
2107 * later bridge join will have the flooding flag on.
2108 */
2109 port_priv->bcast_flood = true;
2110 port_priv->ucast_flood = true;
2111
2112 /* Setup the egress flood policy (broadcast, unknown unicast).
2113 * When the port is not under a bridge, only the CTRL interface is part
2114 * of the flooding domain besides the actual port
2115 */
2116 err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
2117 if (err)
2118 return err;
2119
2120 /* Recreate the egress flood domain of the FDB that we just left */
2121 err = dpaa2_switch_fdb_set_egress_flood(ethsw, old_fdb->fdb_id);
2122 if (err)
2123 return err;
2124
2125 /* No HW learning when not under a bridge */
2126 err = dpaa2_switch_port_set_learning(port_priv, false);
2127 if (err)
2128 return err;
2129 port_priv->learn_ena = false;
2130
2131 /* Add the VLAN 1 as PVID when not under a bridge. We need this since
2132 * the dpaa2 switch interfaces are not capable to be VLAN unaware
2133 */
2134 return dpaa2_switch_port_add_vlan(port_priv, DEFAULT_VLAN_ID,
2135 BRIDGE_VLAN_INFO_UNTAGGED | BRIDGE_VLAN_INFO_PVID);
2136 }
2137
dpaa2_switch_prevent_bridging_with_8021q_upper(struct net_device * netdev)2138 static int dpaa2_switch_prevent_bridging_with_8021q_upper(struct net_device *netdev)
2139 {
2140 struct net_device *upper_dev;
2141 struct list_head *iter;
2142
2143 /* RCU read lock not necessary because we have write-side protection
2144 * (rtnl_mutex), however a non-rcu iterator does not exist.
2145 */
2146 netdev_for_each_upper_dev_rcu(netdev, upper_dev, iter)
2147 if (is_vlan_dev(upper_dev))
2148 return -EOPNOTSUPP;
2149
2150 return 0;
2151 }
2152
2153 static int
dpaa2_switch_prechangeupper_sanity_checks(struct net_device * netdev,struct net_device * upper_dev,struct netlink_ext_ack * extack)2154 dpaa2_switch_prechangeupper_sanity_checks(struct net_device *netdev,
2155 struct net_device *upper_dev,
2156 struct netlink_ext_ack *extack)
2157 {
2158 int err;
2159
2160 if (!br_vlan_enabled(upper_dev)) {
2161 NL_SET_ERR_MSG_MOD(extack, "Cannot join a VLAN-unaware bridge");
2162 return -EOPNOTSUPP;
2163 }
2164
2165 err = dpaa2_switch_prevent_bridging_with_8021q_upper(netdev);
2166 if (err) {
2167 NL_SET_ERR_MSG_MOD(extack,
2168 "Cannot join a bridge while VLAN uppers are present");
2169 return 0;
2170 }
2171
2172 return 0;
2173 }
2174
dpaa2_switch_port_netdevice_event(struct notifier_block * nb,unsigned long event,void * ptr)2175 static int dpaa2_switch_port_netdevice_event(struct notifier_block *nb,
2176 unsigned long event, void *ptr)
2177 {
2178 struct net_device *netdev = netdev_notifier_info_to_dev(ptr);
2179 struct netdev_notifier_changeupper_info *info = ptr;
2180 struct netlink_ext_ack *extack;
2181 struct net_device *upper_dev;
2182 int err = 0;
2183
2184 if (!dpaa2_switch_port_dev_check(netdev))
2185 return NOTIFY_DONE;
2186
2187 extack = netdev_notifier_info_to_extack(&info->info);
2188
2189 switch (event) {
2190 case NETDEV_PRECHANGEUPPER:
2191 upper_dev = info->upper_dev;
2192 if (!netif_is_bridge_master(upper_dev))
2193 break;
2194
2195 err = dpaa2_switch_prechangeupper_sanity_checks(netdev,
2196 upper_dev,
2197 extack);
2198 if (err)
2199 goto out;
2200
2201 if (!info->linking)
2202 dpaa2_switch_port_pre_bridge_leave(netdev);
2203
2204 break;
2205 case NETDEV_CHANGEUPPER:
2206 upper_dev = info->upper_dev;
2207 if (netif_is_bridge_master(upper_dev)) {
2208 if (info->linking)
2209 err = dpaa2_switch_port_bridge_join(netdev,
2210 upper_dev,
2211 extack);
2212 else
2213 err = dpaa2_switch_port_bridge_leave(netdev);
2214 }
2215 break;
2216 }
2217
2218 out:
2219 return notifier_from_errno(err);
2220 }
2221
2222 struct ethsw_switchdev_event_work {
2223 struct work_struct work;
2224 struct switchdev_notifier_fdb_info fdb_info;
2225 struct net_device *dev;
2226 unsigned long event;
2227 };
2228
dpaa2_switch_event_work(struct work_struct * work)2229 static void dpaa2_switch_event_work(struct work_struct *work)
2230 {
2231 struct ethsw_switchdev_event_work *switchdev_work =
2232 container_of(work, struct ethsw_switchdev_event_work, work);
2233 struct net_device *dev = switchdev_work->dev;
2234 struct switchdev_notifier_fdb_info *fdb_info;
2235 int err;
2236
2237 rtnl_lock();
2238 fdb_info = &switchdev_work->fdb_info;
2239
2240 switch (switchdev_work->event) {
2241 case SWITCHDEV_FDB_ADD_TO_DEVICE:
2242 if (!fdb_info->added_by_user || fdb_info->is_local)
2243 break;
2244 if (is_unicast_ether_addr(fdb_info->addr))
2245 err = dpaa2_switch_port_fdb_add_uc(netdev_priv(dev),
2246 fdb_info->addr);
2247 else
2248 err = dpaa2_switch_port_fdb_add_mc(netdev_priv(dev),
2249 fdb_info->addr);
2250 if (err)
2251 break;
2252 fdb_info->offloaded = true;
2253 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, dev,
2254 &fdb_info->info, NULL);
2255 break;
2256 case SWITCHDEV_FDB_DEL_TO_DEVICE:
2257 if (!fdb_info->added_by_user || fdb_info->is_local)
2258 break;
2259 if (is_unicast_ether_addr(fdb_info->addr))
2260 dpaa2_switch_port_fdb_del_uc(netdev_priv(dev), fdb_info->addr);
2261 else
2262 dpaa2_switch_port_fdb_del_mc(netdev_priv(dev), fdb_info->addr);
2263 break;
2264 }
2265
2266 rtnl_unlock();
2267 kfree(switchdev_work->fdb_info.addr);
2268 kfree(switchdev_work);
2269 dev_put(dev);
2270 }
2271
2272 /* Called under rcu_read_lock() */
dpaa2_switch_port_event(struct notifier_block * nb,unsigned long event,void * ptr)2273 static int dpaa2_switch_port_event(struct notifier_block *nb,
2274 unsigned long event, void *ptr)
2275 {
2276 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2277 struct ethsw_port_priv *port_priv = netdev_priv(dev);
2278 struct ethsw_switchdev_event_work *switchdev_work;
2279 struct switchdev_notifier_fdb_info *fdb_info = ptr;
2280 struct ethsw_core *ethsw = port_priv->ethsw_data;
2281
2282 if (event == SWITCHDEV_PORT_ATTR_SET)
2283 return dpaa2_switch_port_attr_set_event(dev, ptr);
2284
2285 if (!dpaa2_switch_port_dev_check(dev))
2286 return NOTIFY_DONE;
2287
2288 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
2289 if (!switchdev_work)
2290 return NOTIFY_BAD;
2291
2292 INIT_WORK(&switchdev_work->work, dpaa2_switch_event_work);
2293 switchdev_work->dev = dev;
2294 switchdev_work->event = event;
2295
2296 switch (event) {
2297 case SWITCHDEV_FDB_ADD_TO_DEVICE:
2298 case SWITCHDEV_FDB_DEL_TO_DEVICE:
2299 memcpy(&switchdev_work->fdb_info, ptr,
2300 sizeof(switchdev_work->fdb_info));
2301 switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC);
2302 if (!switchdev_work->fdb_info.addr)
2303 goto err_addr_alloc;
2304
2305 ether_addr_copy((u8 *)switchdev_work->fdb_info.addr,
2306 fdb_info->addr);
2307
2308 /* Take a reference on the device to avoid being freed. */
2309 dev_hold(dev);
2310 break;
2311 default:
2312 kfree(switchdev_work);
2313 return NOTIFY_DONE;
2314 }
2315
2316 queue_work(ethsw->workqueue, &switchdev_work->work);
2317
2318 return NOTIFY_DONE;
2319
2320 err_addr_alloc:
2321 kfree(switchdev_work);
2322 return NOTIFY_BAD;
2323 }
2324
dpaa2_switch_port_obj_event(unsigned long event,struct net_device * netdev,struct switchdev_notifier_port_obj_info * port_obj_info)2325 static int dpaa2_switch_port_obj_event(unsigned long event,
2326 struct net_device *netdev,
2327 struct switchdev_notifier_port_obj_info *port_obj_info)
2328 {
2329 int err = -EOPNOTSUPP;
2330
2331 if (!dpaa2_switch_port_dev_check(netdev))
2332 return NOTIFY_DONE;
2333
2334 switch (event) {
2335 case SWITCHDEV_PORT_OBJ_ADD:
2336 err = dpaa2_switch_port_obj_add(netdev, port_obj_info->obj);
2337 break;
2338 case SWITCHDEV_PORT_OBJ_DEL:
2339 err = dpaa2_switch_port_obj_del(netdev, port_obj_info->obj);
2340 break;
2341 }
2342
2343 port_obj_info->handled = true;
2344 return notifier_from_errno(err);
2345 }
2346
dpaa2_switch_port_blocking_event(struct notifier_block * nb,unsigned long event,void * ptr)2347 static int dpaa2_switch_port_blocking_event(struct notifier_block *nb,
2348 unsigned long event, void *ptr)
2349 {
2350 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
2351
2352 switch (event) {
2353 case SWITCHDEV_PORT_OBJ_ADD:
2354 case SWITCHDEV_PORT_OBJ_DEL:
2355 return dpaa2_switch_port_obj_event(event, dev, ptr);
2356 case SWITCHDEV_PORT_ATTR_SET:
2357 return dpaa2_switch_port_attr_set_event(dev, ptr);
2358 }
2359
2360 return NOTIFY_DONE;
2361 }
2362
2363 /* Build a linear skb based on a single-buffer frame descriptor */
dpaa2_switch_build_linear_skb(struct ethsw_core * ethsw,const struct dpaa2_fd * fd)2364 static struct sk_buff *dpaa2_switch_build_linear_skb(struct ethsw_core *ethsw,
2365 const struct dpaa2_fd *fd)
2366 {
2367 u16 fd_offset = dpaa2_fd_get_offset(fd);
2368 dma_addr_t addr = dpaa2_fd_get_addr(fd);
2369 u32 fd_length = dpaa2_fd_get_len(fd);
2370 struct device *dev = ethsw->dev;
2371 struct sk_buff *skb = NULL;
2372 void *fd_vaddr;
2373
2374 fd_vaddr = dpaa2_iova_to_virt(ethsw->iommu_domain, addr);
2375 dma_unmap_page(dev, addr, DPAA2_SWITCH_RX_BUF_SIZE,
2376 DMA_FROM_DEVICE);
2377
2378 skb = build_skb(fd_vaddr, DPAA2_SWITCH_RX_BUF_SIZE +
2379 SKB_DATA_ALIGN(sizeof(struct skb_shared_info)));
2380 if (unlikely(!skb)) {
2381 dev_err(dev, "build_skb() failed\n");
2382 return NULL;
2383 }
2384
2385 skb_reserve(skb, fd_offset);
2386 skb_put(skb, fd_length);
2387
2388 ethsw->buf_count--;
2389
2390 return skb;
2391 }
2392
dpaa2_switch_tx_conf(struct dpaa2_switch_fq * fq,const struct dpaa2_fd * fd)2393 static void dpaa2_switch_tx_conf(struct dpaa2_switch_fq *fq,
2394 const struct dpaa2_fd *fd)
2395 {
2396 dpaa2_switch_free_fd(fq->ethsw, fd);
2397 }
2398
dpaa2_switch_rx(struct dpaa2_switch_fq * fq,const struct dpaa2_fd * fd)2399 static void dpaa2_switch_rx(struct dpaa2_switch_fq *fq,
2400 const struct dpaa2_fd *fd)
2401 {
2402 struct ethsw_core *ethsw = fq->ethsw;
2403 struct ethsw_port_priv *port_priv;
2404 struct net_device *netdev;
2405 struct vlan_ethhdr *hdr;
2406 struct sk_buff *skb;
2407 u16 vlan_tci, vid;
2408 int if_id, err;
2409
2410 /* get switch ingress interface ID */
2411 if_id = upper_32_bits(dpaa2_fd_get_flc(fd)) & 0x0000FFFF;
2412
2413 if (if_id >= ethsw->sw_attr.num_ifs) {
2414 dev_err(ethsw->dev, "Frame received from unknown interface!\n");
2415 goto err_free_fd;
2416 }
2417 port_priv = ethsw->ports[if_id];
2418 netdev = port_priv->netdev;
2419
2420 /* build the SKB based on the FD received */
2421 if (dpaa2_fd_get_format(fd) != dpaa2_fd_single) {
2422 if (net_ratelimit()) {
2423 netdev_err(netdev, "Received invalid frame format\n");
2424 goto err_free_fd;
2425 }
2426 }
2427
2428 skb = dpaa2_switch_build_linear_skb(ethsw, fd);
2429 if (unlikely(!skb))
2430 goto err_free_fd;
2431
2432 skb_reset_mac_header(skb);
2433
2434 /* Remove the VLAN header if the packet that we just received has a vid
2435 * equal to the port PVIDs. Since the dpaa2-switch can operate only in
2436 * VLAN-aware mode and no alterations are made on the packet when it's
2437 * redirected/mirrored to the control interface, we are sure that there
2438 * will always be a VLAN header present.
2439 */
2440 hdr = vlan_eth_hdr(skb);
2441 vid = ntohs(hdr->h_vlan_TCI) & VLAN_VID_MASK;
2442 if (vid == port_priv->pvid) {
2443 err = __skb_vlan_pop(skb, &vlan_tci);
2444 if (err) {
2445 dev_info(ethsw->dev, "__skb_vlan_pop() returned %d", err);
2446 goto err_free_fd;
2447 }
2448 }
2449
2450 skb->dev = netdev;
2451 skb->protocol = eth_type_trans(skb, skb->dev);
2452
2453 /* Setup the offload_fwd_mark only if the port is under a bridge */
2454 skb->offload_fwd_mark = !!(port_priv->fdb->bridge_dev);
2455
2456 netif_receive_skb(skb);
2457
2458 return;
2459
2460 err_free_fd:
2461 dpaa2_switch_free_fd(ethsw, fd);
2462 }
2463
dpaa2_switch_detect_features(struct ethsw_core * ethsw)2464 static void dpaa2_switch_detect_features(struct ethsw_core *ethsw)
2465 {
2466 ethsw->features = 0;
2467
2468 if (ethsw->major > 8 || (ethsw->major == 8 && ethsw->minor >= 6))
2469 ethsw->features |= ETHSW_FEATURE_MAC_ADDR;
2470 }
2471
dpaa2_switch_setup_fqs(struct ethsw_core * ethsw)2472 static int dpaa2_switch_setup_fqs(struct ethsw_core *ethsw)
2473 {
2474 struct dpsw_ctrl_if_attr ctrl_if_attr;
2475 struct device *dev = ethsw->dev;
2476 int i = 0;
2477 int err;
2478
2479 err = dpsw_ctrl_if_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
2480 &ctrl_if_attr);
2481 if (err) {
2482 dev_err(dev, "dpsw_ctrl_if_get_attributes() = %d\n", err);
2483 return err;
2484 }
2485
2486 ethsw->fq[i].fqid = ctrl_if_attr.rx_fqid;
2487 ethsw->fq[i].ethsw = ethsw;
2488 ethsw->fq[i++].type = DPSW_QUEUE_RX;
2489
2490 ethsw->fq[i].fqid = ctrl_if_attr.tx_err_conf_fqid;
2491 ethsw->fq[i].ethsw = ethsw;
2492 ethsw->fq[i++].type = DPSW_QUEUE_TX_ERR_CONF;
2493
2494 return 0;
2495 }
2496
2497 /* Free buffers acquired from the buffer pool or which were meant to
2498 * be released in the pool
2499 */
dpaa2_switch_free_bufs(struct ethsw_core * ethsw,u64 * buf_array,int count)2500 static void dpaa2_switch_free_bufs(struct ethsw_core *ethsw, u64 *buf_array, int count)
2501 {
2502 struct device *dev = ethsw->dev;
2503 void *vaddr;
2504 int i;
2505
2506 for (i = 0; i < count; i++) {
2507 vaddr = dpaa2_iova_to_virt(ethsw->iommu_domain, buf_array[i]);
2508 dma_unmap_page(dev, buf_array[i], DPAA2_SWITCH_RX_BUF_SIZE,
2509 DMA_FROM_DEVICE);
2510 free_pages((unsigned long)vaddr, 0);
2511 }
2512 }
2513
2514 /* Perform a single release command to add buffers
2515 * to the specified buffer pool
2516 */
dpaa2_switch_add_bufs(struct ethsw_core * ethsw,u16 bpid)2517 static int dpaa2_switch_add_bufs(struct ethsw_core *ethsw, u16 bpid)
2518 {
2519 struct device *dev = ethsw->dev;
2520 u64 buf_array[BUFS_PER_CMD];
2521 struct page *page;
2522 int retries = 0;
2523 dma_addr_t addr;
2524 int err;
2525 int i;
2526
2527 for (i = 0; i < BUFS_PER_CMD; i++) {
2528 /* Allocate one page for each Rx buffer. WRIOP sees
2529 * the entire page except for a tailroom reserved for
2530 * skb shared info
2531 */
2532 page = dev_alloc_pages(0);
2533 if (!page) {
2534 dev_err(dev, "buffer allocation failed\n");
2535 goto err_alloc;
2536 }
2537
2538 addr = dma_map_page(dev, page, 0, DPAA2_SWITCH_RX_BUF_SIZE,
2539 DMA_FROM_DEVICE);
2540 if (dma_mapping_error(dev, addr)) {
2541 dev_err(dev, "dma_map_single() failed\n");
2542 goto err_map;
2543 }
2544 buf_array[i] = addr;
2545 }
2546
2547 release_bufs:
2548 /* In case the portal is busy, retry until successful or
2549 * max retries hit.
2550 */
2551 while ((err = dpaa2_io_service_release(NULL, bpid,
2552 buf_array, i)) == -EBUSY) {
2553 if (retries++ >= DPAA2_SWITCH_SWP_BUSY_RETRIES)
2554 break;
2555
2556 cpu_relax();
2557 }
2558
2559 /* If release command failed, clean up and bail out. */
2560 if (err) {
2561 dpaa2_switch_free_bufs(ethsw, buf_array, i);
2562 return 0;
2563 }
2564
2565 return i;
2566
2567 err_map:
2568 __free_pages(page, 0);
2569 err_alloc:
2570 /* If we managed to allocate at least some buffers,
2571 * release them to hardware
2572 */
2573 if (i)
2574 goto release_bufs;
2575
2576 return 0;
2577 }
2578
dpaa2_switch_refill_bp(struct ethsw_core * ethsw)2579 static int dpaa2_switch_refill_bp(struct ethsw_core *ethsw)
2580 {
2581 int *count = ðsw->buf_count;
2582 int new_count;
2583 int err = 0;
2584
2585 if (unlikely(*count < DPAA2_ETHSW_REFILL_THRESH)) {
2586 do {
2587 new_count = dpaa2_switch_add_bufs(ethsw, ethsw->bpid);
2588 if (unlikely(!new_count)) {
2589 /* Out of memory; abort for now, we'll
2590 * try later on
2591 */
2592 break;
2593 }
2594 *count += new_count;
2595 } while (*count < DPAA2_ETHSW_NUM_BUFS);
2596
2597 if (unlikely(*count < DPAA2_ETHSW_NUM_BUFS))
2598 err = -ENOMEM;
2599 }
2600
2601 return err;
2602 }
2603
dpaa2_switch_seed_bp(struct ethsw_core * ethsw)2604 static int dpaa2_switch_seed_bp(struct ethsw_core *ethsw)
2605 {
2606 int *count, i;
2607
2608 for (i = 0; i < DPAA2_ETHSW_NUM_BUFS; i += BUFS_PER_CMD) {
2609 count = ðsw->buf_count;
2610 *count += dpaa2_switch_add_bufs(ethsw, ethsw->bpid);
2611
2612 if (unlikely(*count < BUFS_PER_CMD))
2613 return -ENOMEM;
2614 }
2615
2616 return 0;
2617 }
2618
dpaa2_switch_drain_bp(struct ethsw_core * ethsw)2619 static void dpaa2_switch_drain_bp(struct ethsw_core *ethsw)
2620 {
2621 u64 buf_array[BUFS_PER_CMD];
2622 int ret;
2623
2624 do {
2625 ret = dpaa2_io_service_acquire(NULL, ethsw->bpid,
2626 buf_array, BUFS_PER_CMD);
2627 if (ret < 0) {
2628 dev_err(ethsw->dev,
2629 "dpaa2_io_service_acquire() = %d\n", ret);
2630 return;
2631 }
2632 dpaa2_switch_free_bufs(ethsw, buf_array, ret);
2633
2634 } while (ret);
2635 }
2636
dpaa2_switch_setup_dpbp(struct ethsw_core * ethsw)2637 static int dpaa2_switch_setup_dpbp(struct ethsw_core *ethsw)
2638 {
2639 struct dpsw_ctrl_if_pools_cfg dpsw_ctrl_if_pools_cfg = { 0 };
2640 struct device *dev = ethsw->dev;
2641 struct fsl_mc_device *dpbp_dev;
2642 struct dpbp_attr dpbp_attrs;
2643 int err;
2644
2645 err = fsl_mc_object_allocate(to_fsl_mc_device(dev), FSL_MC_POOL_DPBP,
2646 &dpbp_dev);
2647 if (err) {
2648 if (err == -ENXIO)
2649 err = -EPROBE_DEFER;
2650 else
2651 dev_err(dev, "DPBP device allocation failed\n");
2652 return err;
2653 }
2654 ethsw->dpbp_dev = dpbp_dev;
2655
2656 err = dpbp_open(ethsw->mc_io, 0, dpbp_dev->obj_desc.id,
2657 &dpbp_dev->mc_handle);
2658 if (err) {
2659 dev_err(dev, "dpbp_open() failed\n");
2660 goto err_open;
2661 }
2662
2663 err = dpbp_reset(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2664 if (err) {
2665 dev_err(dev, "dpbp_reset() failed\n");
2666 goto err_reset;
2667 }
2668
2669 err = dpbp_enable(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2670 if (err) {
2671 dev_err(dev, "dpbp_enable() failed\n");
2672 goto err_enable;
2673 }
2674
2675 err = dpbp_get_attributes(ethsw->mc_io, 0, dpbp_dev->mc_handle,
2676 &dpbp_attrs);
2677 if (err) {
2678 dev_err(dev, "dpbp_get_attributes() failed\n");
2679 goto err_get_attr;
2680 }
2681
2682 dpsw_ctrl_if_pools_cfg.num_dpbp = 1;
2683 dpsw_ctrl_if_pools_cfg.pools[0].dpbp_id = dpbp_attrs.id;
2684 dpsw_ctrl_if_pools_cfg.pools[0].buffer_size = DPAA2_SWITCH_RX_BUF_SIZE;
2685 dpsw_ctrl_if_pools_cfg.pools[0].backup_pool = 0;
2686
2687 err = dpsw_ctrl_if_set_pools(ethsw->mc_io, 0, ethsw->dpsw_handle,
2688 &dpsw_ctrl_if_pools_cfg);
2689 if (err) {
2690 dev_err(dev, "dpsw_ctrl_if_set_pools() failed\n");
2691 goto err_get_attr;
2692 }
2693 ethsw->bpid = dpbp_attrs.id;
2694
2695 return 0;
2696
2697 err_get_attr:
2698 dpbp_disable(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2699 err_enable:
2700 err_reset:
2701 dpbp_close(ethsw->mc_io, 0, dpbp_dev->mc_handle);
2702 err_open:
2703 fsl_mc_object_free(dpbp_dev);
2704 return err;
2705 }
2706
dpaa2_switch_free_dpbp(struct ethsw_core * ethsw)2707 static void dpaa2_switch_free_dpbp(struct ethsw_core *ethsw)
2708 {
2709 dpbp_disable(ethsw->mc_io, 0, ethsw->dpbp_dev->mc_handle);
2710 dpbp_close(ethsw->mc_io, 0, ethsw->dpbp_dev->mc_handle);
2711 fsl_mc_object_free(ethsw->dpbp_dev);
2712 }
2713
dpaa2_switch_alloc_rings(struct ethsw_core * ethsw)2714 static int dpaa2_switch_alloc_rings(struct ethsw_core *ethsw)
2715 {
2716 int i;
2717
2718 for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) {
2719 ethsw->fq[i].store =
2720 dpaa2_io_store_create(DPAA2_SWITCH_STORE_SIZE,
2721 ethsw->dev);
2722 if (!ethsw->fq[i].store) {
2723 dev_err(ethsw->dev, "dpaa2_io_store_create failed\n");
2724 while (--i >= 0)
2725 dpaa2_io_store_destroy(ethsw->fq[i].store);
2726 return -ENOMEM;
2727 }
2728 }
2729
2730 return 0;
2731 }
2732
dpaa2_switch_destroy_rings(struct ethsw_core * ethsw)2733 static void dpaa2_switch_destroy_rings(struct ethsw_core *ethsw)
2734 {
2735 int i;
2736
2737 for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
2738 dpaa2_io_store_destroy(ethsw->fq[i].store);
2739 }
2740
dpaa2_switch_pull_fq(struct dpaa2_switch_fq * fq)2741 static int dpaa2_switch_pull_fq(struct dpaa2_switch_fq *fq)
2742 {
2743 int err, retries = 0;
2744
2745 /* Try to pull from the FQ while the portal is busy and we didn't hit
2746 * the maximum number fo retries
2747 */
2748 do {
2749 err = dpaa2_io_service_pull_fq(NULL, fq->fqid, fq->store);
2750 cpu_relax();
2751 } while (err == -EBUSY && retries++ < DPAA2_SWITCH_SWP_BUSY_RETRIES);
2752
2753 if (unlikely(err))
2754 dev_err(fq->ethsw->dev, "dpaa2_io_service_pull err %d", err);
2755
2756 return err;
2757 }
2758
2759 /* Consume all frames pull-dequeued into the store */
dpaa2_switch_store_consume(struct dpaa2_switch_fq * fq)2760 static int dpaa2_switch_store_consume(struct dpaa2_switch_fq *fq)
2761 {
2762 struct ethsw_core *ethsw = fq->ethsw;
2763 int cleaned = 0, is_last;
2764 struct dpaa2_dq *dq;
2765 int retries = 0;
2766
2767 do {
2768 /* Get the next available FD from the store */
2769 dq = dpaa2_io_store_next(fq->store, &is_last);
2770 if (unlikely(!dq)) {
2771 if (retries++ >= DPAA2_SWITCH_SWP_BUSY_RETRIES) {
2772 dev_err_once(ethsw->dev,
2773 "No valid dequeue response\n");
2774 return -ETIMEDOUT;
2775 }
2776 continue;
2777 }
2778
2779 if (fq->type == DPSW_QUEUE_RX)
2780 dpaa2_switch_rx(fq, dpaa2_dq_fd(dq));
2781 else
2782 dpaa2_switch_tx_conf(fq, dpaa2_dq_fd(dq));
2783 cleaned++;
2784
2785 } while (!is_last);
2786
2787 return cleaned;
2788 }
2789
2790 /* NAPI poll routine */
dpaa2_switch_poll(struct napi_struct * napi,int budget)2791 static int dpaa2_switch_poll(struct napi_struct *napi, int budget)
2792 {
2793 int err, cleaned = 0, store_cleaned, work_done;
2794 struct dpaa2_switch_fq *fq;
2795 int retries = 0;
2796
2797 fq = container_of(napi, struct dpaa2_switch_fq, napi);
2798
2799 do {
2800 err = dpaa2_switch_pull_fq(fq);
2801 if (unlikely(err))
2802 break;
2803
2804 /* Refill pool if appropriate */
2805 dpaa2_switch_refill_bp(fq->ethsw);
2806
2807 store_cleaned = dpaa2_switch_store_consume(fq);
2808 cleaned += store_cleaned;
2809
2810 if (cleaned >= budget) {
2811 work_done = budget;
2812 goto out;
2813 }
2814
2815 } while (store_cleaned);
2816
2817 /* We didn't consume the entire budget, so finish napi and re-enable
2818 * data availability notifications
2819 */
2820 napi_complete_done(napi, cleaned);
2821 do {
2822 err = dpaa2_io_service_rearm(NULL, &fq->nctx);
2823 cpu_relax();
2824 } while (err == -EBUSY && retries++ < DPAA2_SWITCH_SWP_BUSY_RETRIES);
2825
2826 work_done = max(cleaned, 1);
2827 out:
2828
2829 return work_done;
2830 }
2831
dpaa2_switch_fqdan_cb(struct dpaa2_io_notification_ctx * nctx)2832 static void dpaa2_switch_fqdan_cb(struct dpaa2_io_notification_ctx *nctx)
2833 {
2834 struct dpaa2_switch_fq *fq;
2835
2836 fq = container_of(nctx, struct dpaa2_switch_fq, nctx);
2837
2838 napi_schedule(&fq->napi);
2839 }
2840
dpaa2_switch_setup_dpio(struct ethsw_core * ethsw)2841 static int dpaa2_switch_setup_dpio(struct ethsw_core *ethsw)
2842 {
2843 struct dpsw_ctrl_if_queue_cfg queue_cfg;
2844 struct dpaa2_io_notification_ctx *nctx;
2845 int err, i, j;
2846
2847 for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) {
2848 nctx = ðsw->fq[i].nctx;
2849
2850 /* Register a new software context for the FQID.
2851 * By using NULL as the first parameter, we specify that we do
2852 * not care on which cpu are interrupts received for this queue
2853 */
2854 nctx->is_cdan = 0;
2855 nctx->id = ethsw->fq[i].fqid;
2856 nctx->desired_cpu = DPAA2_IO_ANY_CPU;
2857 nctx->cb = dpaa2_switch_fqdan_cb;
2858 err = dpaa2_io_service_register(NULL, nctx, ethsw->dev);
2859 if (err) {
2860 err = -EPROBE_DEFER;
2861 goto err_register;
2862 }
2863
2864 queue_cfg.options = DPSW_CTRL_IF_QUEUE_OPT_DEST |
2865 DPSW_CTRL_IF_QUEUE_OPT_USER_CTX;
2866 queue_cfg.dest_cfg.dest_type = DPSW_CTRL_IF_DEST_DPIO;
2867 queue_cfg.dest_cfg.dest_id = nctx->dpio_id;
2868 queue_cfg.dest_cfg.priority = 0;
2869 queue_cfg.user_ctx = nctx->qman64;
2870
2871 err = dpsw_ctrl_if_set_queue(ethsw->mc_io, 0,
2872 ethsw->dpsw_handle,
2873 ethsw->fq[i].type,
2874 &queue_cfg);
2875 if (err)
2876 goto err_set_queue;
2877 }
2878
2879 return 0;
2880
2881 err_set_queue:
2882 dpaa2_io_service_deregister(NULL, nctx, ethsw->dev);
2883 err_register:
2884 for (j = 0; j < i; j++)
2885 dpaa2_io_service_deregister(NULL, ðsw->fq[j].nctx,
2886 ethsw->dev);
2887
2888 return err;
2889 }
2890
dpaa2_switch_free_dpio(struct ethsw_core * ethsw)2891 static void dpaa2_switch_free_dpio(struct ethsw_core *ethsw)
2892 {
2893 int i;
2894
2895 for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
2896 dpaa2_io_service_deregister(NULL, ðsw->fq[i].nctx,
2897 ethsw->dev);
2898 }
2899
dpaa2_switch_ctrl_if_setup(struct ethsw_core * ethsw)2900 static int dpaa2_switch_ctrl_if_setup(struct ethsw_core *ethsw)
2901 {
2902 int err;
2903
2904 /* setup FQs for Rx and Tx Conf */
2905 err = dpaa2_switch_setup_fqs(ethsw);
2906 if (err)
2907 return err;
2908
2909 /* setup the buffer pool needed on the Rx path */
2910 err = dpaa2_switch_setup_dpbp(ethsw);
2911 if (err)
2912 return err;
2913
2914 err = dpaa2_switch_alloc_rings(ethsw);
2915 if (err)
2916 goto err_free_dpbp;
2917
2918 err = dpaa2_switch_setup_dpio(ethsw);
2919 if (err)
2920 goto err_destroy_rings;
2921
2922 err = dpaa2_switch_seed_bp(ethsw);
2923 if (err)
2924 goto err_deregister_dpio;
2925
2926 err = dpsw_ctrl_if_enable(ethsw->mc_io, 0, ethsw->dpsw_handle);
2927 if (err) {
2928 dev_err(ethsw->dev, "dpsw_ctrl_if_enable err %d\n", err);
2929 goto err_drain_dpbp;
2930 }
2931
2932 return 0;
2933
2934 err_drain_dpbp:
2935 dpaa2_switch_drain_bp(ethsw);
2936 err_deregister_dpio:
2937 dpaa2_switch_free_dpio(ethsw);
2938 err_destroy_rings:
2939 dpaa2_switch_destroy_rings(ethsw);
2940 err_free_dpbp:
2941 dpaa2_switch_free_dpbp(ethsw);
2942
2943 return err;
2944 }
2945
dpaa2_switch_remove_port(struct ethsw_core * ethsw,u16 port_idx)2946 static void dpaa2_switch_remove_port(struct ethsw_core *ethsw,
2947 u16 port_idx)
2948 {
2949 struct ethsw_port_priv *port_priv = ethsw->ports[port_idx];
2950
2951 dpaa2_switch_port_disconnect_mac(port_priv);
2952 free_netdev(port_priv->netdev);
2953 ethsw->ports[port_idx] = NULL;
2954 }
2955
dpaa2_switch_init(struct fsl_mc_device * sw_dev)2956 static int dpaa2_switch_init(struct fsl_mc_device *sw_dev)
2957 {
2958 struct device *dev = &sw_dev->dev;
2959 struct ethsw_core *ethsw = dev_get_drvdata(dev);
2960 struct dpsw_vlan_if_cfg vcfg = {0};
2961 struct dpsw_tci_cfg tci_cfg = {0};
2962 struct dpsw_stp_cfg stp_cfg;
2963 int err;
2964 u16 i;
2965
2966 ethsw->dev_id = sw_dev->obj_desc.id;
2967
2968 err = dpsw_open(ethsw->mc_io, 0, ethsw->dev_id, ðsw->dpsw_handle);
2969 if (err) {
2970 dev_err(dev, "dpsw_open err %d\n", err);
2971 return err;
2972 }
2973
2974 err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
2975 ðsw->sw_attr);
2976 if (err) {
2977 dev_err(dev, "dpsw_get_attributes err %d\n", err);
2978 goto err_close;
2979 }
2980
2981 err = dpsw_get_api_version(ethsw->mc_io, 0,
2982 ðsw->major,
2983 ðsw->minor);
2984 if (err) {
2985 dev_err(dev, "dpsw_get_api_version err %d\n", err);
2986 goto err_close;
2987 }
2988
2989 /* Minimum supported DPSW version check */
2990 if (ethsw->major < DPSW_MIN_VER_MAJOR ||
2991 (ethsw->major == DPSW_MIN_VER_MAJOR &&
2992 ethsw->minor < DPSW_MIN_VER_MINOR)) {
2993 dev_err(dev, "DPSW version %d:%d not supported. Use firmware 10.28.0 or greater.\n",
2994 ethsw->major, ethsw->minor);
2995 err = -EOPNOTSUPP;
2996 goto err_close;
2997 }
2998
2999 if (!dpaa2_switch_supports_cpu_traffic(ethsw)) {
3000 err = -EOPNOTSUPP;
3001 goto err_close;
3002 }
3003
3004 dpaa2_switch_detect_features(ethsw);
3005
3006 err = dpsw_reset(ethsw->mc_io, 0, ethsw->dpsw_handle);
3007 if (err) {
3008 dev_err(dev, "dpsw_reset err %d\n", err);
3009 goto err_close;
3010 }
3011
3012 stp_cfg.vlan_id = DEFAULT_VLAN_ID;
3013 stp_cfg.state = DPSW_STP_STATE_FORWARDING;
3014
3015 for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3016 err = dpsw_if_disable(ethsw->mc_io, 0, ethsw->dpsw_handle, i);
3017 if (err) {
3018 dev_err(dev, "dpsw_if_disable err %d\n", err);
3019 goto err_close;
3020 }
3021
3022 err = dpsw_if_set_stp(ethsw->mc_io, 0, ethsw->dpsw_handle, i,
3023 &stp_cfg);
3024 if (err) {
3025 dev_err(dev, "dpsw_if_set_stp err %d for port %d\n",
3026 err, i);
3027 goto err_close;
3028 }
3029
3030 /* Switch starts with all ports configured to VLAN 1. Need to
3031 * remove this setting to allow configuration at bridge join
3032 */
3033 vcfg.num_ifs = 1;
3034 vcfg.if_id[0] = i;
3035 err = dpsw_vlan_remove_if_untagged(ethsw->mc_io, 0, ethsw->dpsw_handle,
3036 DEFAULT_VLAN_ID, &vcfg);
3037 if (err) {
3038 dev_err(dev, "dpsw_vlan_remove_if_untagged err %d\n",
3039 err);
3040 goto err_close;
3041 }
3042
3043 tci_cfg.vlan_id = 4095;
3044 err = dpsw_if_set_tci(ethsw->mc_io, 0, ethsw->dpsw_handle, i, &tci_cfg);
3045 if (err) {
3046 dev_err(dev, "dpsw_if_set_tci err %d\n", err);
3047 goto err_close;
3048 }
3049
3050 err = dpsw_vlan_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle,
3051 DEFAULT_VLAN_ID, &vcfg);
3052 if (err) {
3053 dev_err(dev, "dpsw_vlan_remove_if err %d\n", err);
3054 goto err_close;
3055 }
3056 }
3057
3058 err = dpsw_vlan_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, DEFAULT_VLAN_ID);
3059 if (err) {
3060 dev_err(dev, "dpsw_vlan_remove err %d\n", err);
3061 goto err_close;
3062 }
3063
3064 ethsw->workqueue = alloc_ordered_workqueue("%s_%d_ordered",
3065 WQ_MEM_RECLAIM, "ethsw",
3066 ethsw->sw_attr.id);
3067 if (!ethsw->workqueue) {
3068 err = -ENOMEM;
3069 goto err_close;
3070 }
3071
3072 err = dpsw_fdb_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, 0);
3073 if (err)
3074 goto err_destroy_ordered_workqueue;
3075
3076 err = dpaa2_switch_ctrl_if_setup(ethsw);
3077 if (err)
3078 goto err_destroy_ordered_workqueue;
3079
3080 return 0;
3081
3082 err_destroy_ordered_workqueue:
3083 destroy_workqueue(ethsw->workqueue);
3084
3085 err_close:
3086 dpsw_close(ethsw->mc_io, 0, ethsw->dpsw_handle);
3087 return err;
3088 }
3089
3090 /* Add an ACL to redirect frames with specific destination MAC address to
3091 * control interface
3092 */
dpaa2_switch_port_trap_mac_addr(struct ethsw_port_priv * port_priv,const char * mac)3093 static int dpaa2_switch_port_trap_mac_addr(struct ethsw_port_priv *port_priv,
3094 const char *mac)
3095 {
3096 struct dpaa2_switch_acl_entry acl_entry = {0};
3097
3098 /* Match on the destination MAC address */
3099 ether_addr_copy(acl_entry.key.match.l2_dest_mac, mac);
3100 eth_broadcast_addr(acl_entry.key.mask.l2_dest_mac);
3101
3102 /* Trap to CPU */
3103 acl_entry.cfg.precedence = 0;
3104 acl_entry.cfg.result.action = DPSW_ACL_ACTION_REDIRECT_TO_CTRL_IF;
3105
3106 return dpaa2_switch_acl_entry_add(port_priv->filter_block, &acl_entry);
3107 }
3108
dpaa2_switch_port_init(struct ethsw_port_priv * port_priv,u16 port)3109 static int dpaa2_switch_port_init(struct ethsw_port_priv *port_priv, u16 port)
3110 {
3111 const char stpa[ETH_ALEN] = {0x01, 0x80, 0xc2, 0x00, 0x00, 0x00};
3112 struct switchdev_obj_port_vlan vlan = {
3113 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
3114 .vid = DEFAULT_VLAN_ID,
3115 .flags = BRIDGE_VLAN_INFO_UNTAGGED | BRIDGE_VLAN_INFO_PVID,
3116 };
3117 struct net_device *netdev = port_priv->netdev;
3118 struct ethsw_core *ethsw = port_priv->ethsw_data;
3119 struct dpaa2_switch_filter_block *filter_block;
3120 struct dpsw_fdb_cfg fdb_cfg = {0};
3121 struct dpsw_if_attr dpsw_if_attr;
3122 struct dpaa2_switch_fdb *fdb;
3123 struct dpsw_acl_cfg acl_cfg;
3124 u16 fdb_id, acl_tbl_id;
3125 int err;
3126
3127 /* Get the Tx queue for this specific port */
3128 err = dpsw_if_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle,
3129 port_priv->idx, &dpsw_if_attr);
3130 if (err) {
3131 netdev_err(netdev, "dpsw_if_get_attributes err %d\n", err);
3132 return err;
3133 }
3134 port_priv->tx_qdid = dpsw_if_attr.qdid;
3135
3136 /* Create a FDB table for this particular switch port */
3137 fdb_cfg.num_fdb_entries = ethsw->sw_attr.max_fdb_entries / ethsw->sw_attr.num_ifs;
3138 err = dpsw_fdb_add(ethsw->mc_io, 0, ethsw->dpsw_handle,
3139 &fdb_id, &fdb_cfg);
3140 if (err) {
3141 netdev_err(netdev, "dpsw_fdb_add err %d\n", err);
3142 return err;
3143 }
3144
3145 /* Find an unused dpaa2_switch_fdb structure and use it */
3146 fdb = dpaa2_switch_fdb_get_unused(ethsw);
3147 fdb->fdb_id = fdb_id;
3148 fdb->in_use = true;
3149 fdb->bridge_dev = NULL;
3150 port_priv->fdb = fdb;
3151
3152 /* We need to add VLAN 1 as the PVID on this port until it is under a
3153 * bridge since the DPAA2 switch is not able to handle the traffic in a
3154 * VLAN unaware fashion
3155 */
3156 err = dpaa2_switch_port_vlans_add(netdev, &vlan);
3157 if (err)
3158 return err;
3159
3160 /* Setup the egress flooding domains (broadcast, unknown unicast */
3161 err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id);
3162 if (err)
3163 return err;
3164
3165 /* Create an ACL table to be used by this switch port */
3166 acl_cfg.max_entries = DPAA2_ETHSW_PORT_MAX_ACL_ENTRIES;
3167 err = dpsw_acl_add(ethsw->mc_io, 0, ethsw->dpsw_handle,
3168 &acl_tbl_id, &acl_cfg);
3169 if (err) {
3170 netdev_err(netdev, "dpsw_acl_add err %d\n", err);
3171 return err;
3172 }
3173
3174 filter_block = dpaa2_switch_filter_block_get_unused(ethsw);
3175 filter_block->ethsw = ethsw;
3176 filter_block->acl_id = acl_tbl_id;
3177 filter_block->in_use = true;
3178 filter_block->num_acl_rules = 0;
3179 INIT_LIST_HEAD(&filter_block->acl_entries);
3180 INIT_LIST_HEAD(&filter_block->mirror_entries);
3181
3182 err = dpaa2_switch_port_acl_tbl_bind(port_priv, filter_block);
3183 if (err)
3184 return err;
3185
3186 err = dpaa2_switch_port_trap_mac_addr(port_priv, stpa);
3187 if (err)
3188 return err;
3189
3190 return err;
3191 }
3192
dpaa2_switch_ctrl_if_teardown(struct ethsw_core * ethsw)3193 static void dpaa2_switch_ctrl_if_teardown(struct ethsw_core *ethsw)
3194 {
3195 dpsw_ctrl_if_disable(ethsw->mc_io, 0, ethsw->dpsw_handle);
3196 dpaa2_switch_free_dpio(ethsw);
3197 dpaa2_switch_destroy_rings(ethsw);
3198 dpaa2_switch_drain_bp(ethsw);
3199 dpaa2_switch_free_dpbp(ethsw);
3200 }
3201
dpaa2_switch_teardown(struct fsl_mc_device * sw_dev)3202 static void dpaa2_switch_teardown(struct fsl_mc_device *sw_dev)
3203 {
3204 struct device *dev = &sw_dev->dev;
3205 struct ethsw_core *ethsw = dev_get_drvdata(dev);
3206 int err;
3207
3208 dpaa2_switch_ctrl_if_teardown(ethsw);
3209
3210 destroy_workqueue(ethsw->workqueue);
3211
3212 err = dpsw_close(ethsw->mc_io, 0, ethsw->dpsw_handle);
3213 if (err)
3214 dev_warn(dev, "dpsw_close err %d\n", err);
3215 }
3216
dpaa2_switch_remove(struct fsl_mc_device * sw_dev)3217 static void dpaa2_switch_remove(struct fsl_mc_device *sw_dev)
3218 {
3219 struct ethsw_port_priv *port_priv;
3220 struct ethsw_core *ethsw;
3221 struct device *dev;
3222 int i;
3223
3224 dev = &sw_dev->dev;
3225 ethsw = dev_get_drvdata(dev);
3226
3227 dpaa2_switch_teardown_irqs(sw_dev);
3228
3229 dpsw_disable(ethsw->mc_io, 0, ethsw->dpsw_handle);
3230
3231 for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3232 port_priv = ethsw->ports[i];
3233 unregister_netdev(port_priv->netdev);
3234 dpaa2_switch_remove_port(ethsw, i);
3235 }
3236
3237 kfree(ethsw->fdbs);
3238 kfree(ethsw->filter_blocks);
3239 kfree(ethsw->ports);
3240
3241 dpaa2_switch_teardown(sw_dev);
3242
3243 fsl_mc_portal_free(ethsw->mc_io);
3244
3245 kfree(ethsw);
3246
3247 dev_set_drvdata(dev, NULL);
3248 }
3249
dpaa2_switch_probe_port(struct ethsw_core * ethsw,u16 port_idx)3250 static int dpaa2_switch_probe_port(struct ethsw_core *ethsw,
3251 u16 port_idx)
3252 {
3253 struct ethsw_port_priv *port_priv;
3254 struct device *dev = ethsw->dev;
3255 struct net_device *port_netdev;
3256 int err;
3257
3258 port_netdev = alloc_etherdev(sizeof(struct ethsw_port_priv));
3259 if (!port_netdev) {
3260 dev_err(dev, "alloc_etherdev error\n");
3261 return -ENOMEM;
3262 }
3263
3264 port_priv = netdev_priv(port_netdev);
3265 port_priv->netdev = port_netdev;
3266 port_priv->ethsw_data = ethsw;
3267
3268 mutex_init(&port_priv->mac_lock);
3269
3270 port_priv->idx = port_idx;
3271 port_priv->stp_state = BR_STATE_FORWARDING;
3272
3273 SET_NETDEV_DEV(port_netdev, dev);
3274 port_netdev->netdev_ops = &dpaa2_switch_port_ops;
3275 port_netdev->ethtool_ops = &dpaa2_switch_port_ethtool_ops;
3276
3277 port_netdev->needed_headroom = DPAA2_SWITCH_NEEDED_HEADROOM;
3278
3279 port_priv->bcast_flood = true;
3280 port_priv->ucast_flood = true;
3281
3282 /* Set MTU limits */
3283 port_netdev->min_mtu = ETH_MIN_MTU;
3284 port_netdev->max_mtu = ETHSW_MAX_FRAME_LENGTH;
3285
3286 /* Populate the private port structure so that later calls to
3287 * dpaa2_switch_port_init() can use it.
3288 */
3289 ethsw->ports[port_idx] = port_priv;
3290
3291 /* The DPAA2 switch's ingress path depends on the VLAN table,
3292 * thus we are not able to disable VLAN filtering.
3293 */
3294 port_netdev->features = NETIF_F_HW_VLAN_CTAG_FILTER |
3295 NETIF_F_HW_VLAN_STAG_FILTER |
3296 NETIF_F_HW_TC;
3297
3298 err = dpaa2_switch_port_init(port_priv, port_idx);
3299 if (err)
3300 goto err_port_probe;
3301
3302 err = dpaa2_switch_port_set_mac_addr(port_priv);
3303 if (err)
3304 goto err_port_probe;
3305
3306 err = dpaa2_switch_port_set_learning(port_priv, false);
3307 if (err)
3308 goto err_port_probe;
3309 port_priv->learn_ena = false;
3310
3311 err = dpaa2_switch_port_connect_mac(port_priv);
3312 if (err)
3313 goto err_port_probe;
3314
3315 return 0;
3316
3317 err_port_probe:
3318 free_netdev(port_netdev);
3319 ethsw->ports[port_idx] = NULL;
3320
3321 return err;
3322 }
3323
dpaa2_switch_probe(struct fsl_mc_device * sw_dev)3324 static int dpaa2_switch_probe(struct fsl_mc_device *sw_dev)
3325 {
3326 struct device *dev = &sw_dev->dev;
3327 struct ethsw_core *ethsw;
3328 int i, err;
3329
3330 /* Allocate switch core*/
3331 ethsw = kzalloc(sizeof(*ethsw), GFP_KERNEL);
3332
3333 if (!ethsw)
3334 return -ENOMEM;
3335
3336 ethsw->dev = dev;
3337 ethsw->iommu_domain = iommu_get_domain_for_dev(dev);
3338 dev_set_drvdata(dev, ethsw);
3339
3340 err = fsl_mc_portal_allocate(sw_dev, FSL_MC_IO_ATOMIC_CONTEXT_PORTAL,
3341 ðsw->mc_io);
3342 if (err) {
3343 if (err == -ENXIO)
3344 err = -EPROBE_DEFER;
3345 else
3346 dev_err(dev, "fsl_mc_portal_allocate err %d\n", err);
3347 goto err_free_drvdata;
3348 }
3349
3350 err = dpaa2_switch_init(sw_dev);
3351 if (err)
3352 goto err_free_cmdport;
3353
3354 ethsw->ports = kcalloc(ethsw->sw_attr.num_ifs, sizeof(*ethsw->ports),
3355 GFP_KERNEL);
3356 if (!(ethsw->ports)) {
3357 err = -ENOMEM;
3358 goto err_teardown;
3359 }
3360
3361 ethsw->fdbs = kcalloc(ethsw->sw_attr.num_ifs, sizeof(*ethsw->fdbs),
3362 GFP_KERNEL);
3363 if (!ethsw->fdbs) {
3364 err = -ENOMEM;
3365 goto err_free_ports;
3366 }
3367
3368 ethsw->filter_blocks = kcalloc(ethsw->sw_attr.num_ifs,
3369 sizeof(*ethsw->filter_blocks),
3370 GFP_KERNEL);
3371 if (!ethsw->filter_blocks) {
3372 err = -ENOMEM;
3373 goto err_free_fdbs;
3374 }
3375
3376 for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3377 err = dpaa2_switch_probe_port(ethsw, i);
3378 if (err)
3379 goto err_free_netdev;
3380 }
3381
3382 /* Add a NAPI instance for each of the Rx queues. The first port's
3383 * net_device will be associated with the instances since we do not have
3384 * different queues for each switch ports.
3385 */
3386 for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++)
3387 netif_napi_add(ethsw->ports[0]->netdev, ðsw->fq[i].napi,
3388 dpaa2_switch_poll);
3389
3390 /* Setup IRQs */
3391 err = dpaa2_switch_setup_irqs(sw_dev);
3392 if (err)
3393 goto err_stop;
3394
3395 /* By convention, if the mirror port is equal to the number of switch
3396 * interfaces, then mirroring of any kind is disabled.
3397 */
3398 ethsw->mirror_port = ethsw->sw_attr.num_ifs;
3399
3400 /* Register the netdev only when the entire setup is done and the
3401 * switch port interfaces are ready to receive traffic
3402 */
3403 for (i = 0; i < ethsw->sw_attr.num_ifs; i++) {
3404 err = register_netdev(ethsw->ports[i]->netdev);
3405 if (err < 0) {
3406 dev_err(dev, "register_netdev error %d\n", err);
3407 goto err_unregister_ports;
3408 }
3409 }
3410
3411 return 0;
3412
3413 err_unregister_ports:
3414 for (i--; i >= 0; i--)
3415 unregister_netdev(ethsw->ports[i]->netdev);
3416 dpaa2_switch_teardown_irqs(sw_dev);
3417 err_stop:
3418 dpsw_disable(ethsw->mc_io, 0, ethsw->dpsw_handle);
3419 err_free_netdev:
3420 for (i--; i >= 0; i--)
3421 dpaa2_switch_remove_port(ethsw, i);
3422 kfree(ethsw->filter_blocks);
3423 err_free_fdbs:
3424 kfree(ethsw->fdbs);
3425 err_free_ports:
3426 kfree(ethsw->ports);
3427
3428 err_teardown:
3429 dpaa2_switch_teardown(sw_dev);
3430
3431 err_free_cmdport:
3432 fsl_mc_portal_free(ethsw->mc_io);
3433
3434 err_free_drvdata:
3435 kfree(ethsw);
3436 dev_set_drvdata(dev, NULL);
3437
3438 return err;
3439 }
3440
3441 static const struct fsl_mc_device_id dpaa2_switch_match_id_table[] = {
3442 {
3443 .vendor = FSL_MC_VENDOR_FREESCALE,
3444 .obj_type = "dpsw",
3445 },
3446 { .vendor = 0x0 }
3447 };
3448 MODULE_DEVICE_TABLE(fslmc, dpaa2_switch_match_id_table);
3449
3450 static struct fsl_mc_driver dpaa2_switch_drv = {
3451 .driver = {
3452 .name = KBUILD_MODNAME,
3453 },
3454 .probe = dpaa2_switch_probe,
3455 .remove = dpaa2_switch_remove,
3456 .match_id_table = dpaa2_switch_match_id_table
3457 };
3458
3459 static struct notifier_block dpaa2_switch_port_nb __read_mostly = {
3460 .notifier_call = dpaa2_switch_port_netdevice_event,
3461 };
3462
3463 static struct notifier_block dpaa2_switch_port_switchdev_nb = {
3464 .notifier_call = dpaa2_switch_port_event,
3465 };
3466
3467 static struct notifier_block dpaa2_switch_port_switchdev_blocking_nb = {
3468 .notifier_call = dpaa2_switch_port_blocking_event,
3469 };
3470
dpaa2_switch_register_notifiers(void)3471 static int dpaa2_switch_register_notifiers(void)
3472 {
3473 int err;
3474
3475 err = register_netdevice_notifier(&dpaa2_switch_port_nb);
3476 if (err) {
3477 pr_err("dpaa2-switch: failed to register net_device notifier (%d)\n", err);
3478 return err;
3479 }
3480
3481 err = register_switchdev_notifier(&dpaa2_switch_port_switchdev_nb);
3482 if (err) {
3483 pr_err("dpaa2-switch: failed to register switchdev notifier (%d)\n", err);
3484 goto err_switchdev_nb;
3485 }
3486
3487 err = register_switchdev_blocking_notifier(&dpaa2_switch_port_switchdev_blocking_nb);
3488 if (err) {
3489 pr_err("dpaa2-switch: failed to register switchdev blocking notifier (%d)\n", err);
3490 goto err_switchdev_blocking_nb;
3491 }
3492
3493 return 0;
3494
3495 err_switchdev_blocking_nb:
3496 unregister_switchdev_notifier(&dpaa2_switch_port_switchdev_nb);
3497 err_switchdev_nb:
3498 unregister_netdevice_notifier(&dpaa2_switch_port_nb);
3499
3500 return err;
3501 }
3502
dpaa2_switch_unregister_notifiers(void)3503 static void dpaa2_switch_unregister_notifiers(void)
3504 {
3505 int err;
3506
3507 err = unregister_switchdev_blocking_notifier(&dpaa2_switch_port_switchdev_blocking_nb);
3508 if (err)
3509 pr_err("dpaa2-switch: failed to unregister switchdev blocking notifier (%d)\n",
3510 err);
3511
3512 err = unregister_switchdev_notifier(&dpaa2_switch_port_switchdev_nb);
3513 if (err)
3514 pr_err("dpaa2-switch: failed to unregister switchdev notifier (%d)\n", err);
3515
3516 err = unregister_netdevice_notifier(&dpaa2_switch_port_nb);
3517 if (err)
3518 pr_err("dpaa2-switch: failed to unregister net_device notifier (%d)\n", err);
3519 }
3520
dpaa2_switch_driver_init(void)3521 static int __init dpaa2_switch_driver_init(void)
3522 {
3523 int err;
3524
3525 err = fsl_mc_driver_register(&dpaa2_switch_drv);
3526 if (err)
3527 return err;
3528
3529 err = dpaa2_switch_register_notifiers();
3530 if (err) {
3531 fsl_mc_driver_unregister(&dpaa2_switch_drv);
3532 return err;
3533 }
3534
3535 return 0;
3536 }
3537
dpaa2_switch_driver_exit(void)3538 static void __exit dpaa2_switch_driver_exit(void)
3539 {
3540 dpaa2_switch_unregister_notifiers();
3541 fsl_mc_driver_unregister(&dpaa2_switch_drv);
3542 }
3543
3544 module_init(dpaa2_switch_driver_init);
3545 module_exit(dpaa2_switch_driver_exit);
3546
3547 MODULE_LICENSE("GPL v2");
3548 MODULE_DESCRIPTION("DPAA2 Ethernet Switch Driver");
3549