1f48298d3SIoana Ciornei // SPDX-License-Identifier: GPL-2.0 2f48298d3SIoana Ciornei /* 3f48298d3SIoana Ciornei * DPAA2 Ethernet Switch driver 4f48298d3SIoana Ciornei * 5f48298d3SIoana Ciornei * Copyright 2014-2016 Freescale Semiconductor Inc. 6f48298d3SIoana Ciornei * Copyright 2017-2021 NXP 7f48298d3SIoana Ciornei * 8f48298d3SIoana Ciornei */ 9f48298d3SIoana Ciornei 10f48298d3SIoana Ciornei #include <linux/module.h> 11f48298d3SIoana Ciornei 12f48298d3SIoana Ciornei #include <linux/interrupt.h> 13f48298d3SIoana Ciornei #include <linux/msi.h> 14f48298d3SIoana Ciornei #include <linux/kthread.h> 15f48298d3SIoana Ciornei #include <linux/workqueue.h> 16f48298d3SIoana Ciornei #include <linux/iommu.h> 171110318dSIoana Ciornei #include <net/pkt_cls.h> 18f48298d3SIoana Ciornei 19f48298d3SIoana Ciornei #include <linux/fsl/mc.h> 20f48298d3SIoana Ciornei 21f48298d3SIoana Ciornei #include "dpaa2-switch.h" 22f48298d3SIoana Ciornei 23f48298d3SIoana Ciornei /* Minimal supported DPSW version */ 24f48298d3SIoana Ciornei #define DPSW_MIN_VER_MAJOR 8 25f48298d3SIoana Ciornei #define DPSW_MIN_VER_MINOR 9 26f48298d3SIoana Ciornei 27f48298d3SIoana Ciornei #define DEFAULT_VLAN_ID 1 28f48298d3SIoana Ciornei 29f48298d3SIoana Ciornei static u16 dpaa2_switch_port_get_fdb_id(struct ethsw_port_priv *port_priv) 30f48298d3SIoana Ciornei { 31f48298d3SIoana Ciornei return port_priv->fdb->fdb_id; 32f48298d3SIoana Ciornei } 33f48298d3SIoana Ciornei 34f48298d3SIoana Ciornei static struct dpaa2_switch_fdb *dpaa2_switch_fdb_get_unused(struct ethsw_core *ethsw) 35f48298d3SIoana Ciornei { 36f48298d3SIoana Ciornei int i; 37f48298d3SIoana Ciornei 38f48298d3SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) 39f48298d3SIoana Ciornei if (!ethsw->fdbs[i].in_use) 40f48298d3SIoana Ciornei return ðsw->fdbs[i]; 41f48298d3SIoana Ciornei return NULL; 42f48298d3SIoana Ciornei } 43f48298d3SIoana Ciornei 44adcb7aa3SIoana Ciornei static struct dpaa2_switch_filter_block * 45adcb7aa3SIoana Ciornei dpaa2_switch_filter_block_get_unused(struct ethsw_core *ethsw) 461b0f14b6SIoana Ciornei { 471b0f14b6SIoana Ciornei int i; 481b0f14b6SIoana Ciornei 491b0f14b6SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) 50adcb7aa3SIoana Ciornei if (!ethsw->filter_blocks[i].in_use) 51adcb7aa3SIoana Ciornei return ðsw->filter_blocks[i]; 521b0f14b6SIoana Ciornei return NULL; 531b0f14b6SIoana Ciornei } 541b0f14b6SIoana Ciornei 55f48298d3SIoana Ciornei static u16 dpaa2_switch_port_set_fdb(struct ethsw_port_priv *port_priv, 56f48298d3SIoana Ciornei struct net_device *bridge_dev) 57f48298d3SIoana Ciornei { 58f48298d3SIoana Ciornei struct ethsw_port_priv *other_port_priv = NULL; 59f48298d3SIoana Ciornei struct dpaa2_switch_fdb *fdb; 60f48298d3SIoana Ciornei struct net_device *other_dev; 61f48298d3SIoana Ciornei struct list_head *iter; 62f48298d3SIoana Ciornei 63f48298d3SIoana Ciornei /* If we leave a bridge (bridge_dev is NULL), find an unused 64f48298d3SIoana Ciornei * FDB and use that. 65f48298d3SIoana Ciornei */ 66f48298d3SIoana Ciornei if (!bridge_dev) { 67f48298d3SIoana Ciornei fdb = dpaa2_switch_fdb_get_unused(port_priv->ethsw_data); 68f48298d3SIoana Ciornei 69f48298d3SIoana Ciornei /* If there is no unused FDB, we must be the last port that 70f48298d3SIoana Ciornei * leaves the last bridge, all the others are standalone. We 71f48298d3SIoana Ciornei * can just keep the FDB that we already have. 72f48298d3SIoana Ciornei */ 73f48298d3SIoana Ciornei 74f48298d3SIoana Ciornei if (!fdb) { 75f48298d3SIoana Ciornei port_priv->fdb->bridge_dev = NULL; 76f48298d3SIoana Ciornei return 0; 77f48298d3SIoana Ciornei } 78f48298d3SIoana Ciornei 79f48298d3SIoana Ciornei port_priv->fdb = fdb; 80f48298d3SIoana Ciornei port_priv->fdb->in_use = true; 81f48298d3SIoana Ciornei port_priv->fdb->bridge_dev = NULL; 82f48298d3SIoana Ciornei return 0; 83f48298d3SIoana Ciornei } 84f48298d3SIoana Ciornei 85f48298d3SIoana Ciornei /* The below call to netdev_for_each_lower_dev() demands the RTNL lock 86f48298d3SIoana Ciornei * being held. Assert on it so that it's easier to catch new code 87f48298d3SIoana Ciornei * paths that reach this point without the RTNL lock. 88f48298d3SIoana Ciornei */ 89f48298d3SIoana Ciornei ASSERT_RTNL(); 90f48298d3SIoana Ciornei 91f48298d3SIoana Ciornei /* If part of a bridge, use the FDB of the first dpaa2 switch interface 92f48298d3SIoana Ciornei * to be present in that bridge 93f48298d3SIoana Ciornei */ 94f48298d3SIoana Ciornei netdev_for_each_lower_dev(bridge_dev, other_dev, iter) { 95f48298d3SIoana Ciornei if (!dpaa2_switch_port_dev_check(other_dev)) 96f48298d3SIoana Ciornei continue; 97f48298d3SIoana Ciornei 98f48298d3SIoana Ciornei if (other_dev == port_priv->netdev) 99f48298d3SIoana Ciornei continue; 100f48298d3SIoana Ciornei 101f48298d3SIoana Ciornei other_port_priv = netdev_priv(other_dev); 102f48298d3SIoana Ciornei break; 103f48298d3SIoana Ciornei } 104f48298d3SIoana Ciornei 105f48298d3SIoana Ciornei /* The current port is about to change its FDB to the one used by the 106f48298d3SIoana Ciornei * first port that joined the bridge. 107f48298d3SIoana Ciornei */ 108f48298d3SIoana Ciornei if (other_port_priv) { 109f48298d3SIoana Ciornei /* The previous FDB is about to become unused, since the 110f48298d3SIoana Ciornei * interface is no longer standalone. 111f48298d3SIoana Ciornei */ 112f48298d3SIoana Ciornei port_priv->fdb->in_use = false; 113f48298d3SIoana Ciornei port_priv->fdb->bridge_dev = NULL; 114f48298d3SIoana Ciornei 115f48298d3SIoana Ciornei /* Get a reference to the new FDB */ 116f48298d3SIoana Ciornei port_priv->fdb = other_port_priv->fdb; 117f48298d3SIoana Ciornei } 118f48298d3SIoana Ciornei 119f48298d3SIoana Ciornei /* Keep track of the new upper bridge device */ 120f48298d3SIoana Ciornei port_priv->fdb->bridge_dev = bridge_dev; 121f48298d3SIoana Ciornei 122f48298d3SIoana Ciornei return 0; 123f48298d3SIoana Ciornei } 124f48298d3SIoana Ciornei 125f054e3e2SIoana Ciornei static void dpaa2_switch_fdb_get_flood_cfg(struct ethsw_core *ethsw, u16 fdb_id, 126f054e3e2SIoana Ciornei enum dpsw_flood_type type, 127f054e3e2SIoana Ciornei struct dpsw_egress_flood_cfg *cfg) 128c7e856c8SIoana Ciornei { 129c7e856c8SIoana Ciornei int i = 0, j; 130f054e3e2SIoana Ciornei 131f054e3e2SIoana Ciornei memset(cfg, 0, sizeof(*cfg)); 132c7e856c8SIoana Ciornei 133c7e856c8SIoana Ciornei /* Add all the DPAA2 switch ports found in the same bridging domain to 134c7e856c8SIoana Ciornei * the egress flooding domain 135c7e856c8SIoana Ciornei */ 136f054e3e2SIoana Ciornei for (j = 0; j < ethsw->sw_attr.num_ifs; j++) { 137f054e3e2SIoana Ciornei if (!ethsw->ports[j]) 138f054e3e2SIoana Ciornei continue; 139f054e3e2SIoana Ciornei if (ethsw->ports[j]->fdb->fdb_id != fdb_id) 140f054e3e2SIoana Ciornei continue; 141f054e3e2SIoana Ciornei 142b54eb093SIoana Ciornei if (type == DPSW_BROADCAST && ethsw->ports[j]->bcast_flood) 143b54eb093SIoana Ciornei cfg->if_id[i++] = ethsw->ports[j]->idx; 1446253d5e3SIoana Ciornei else if (type == DPSW_FLOODING && ethsw->ports[j]->ucast_flood) 145f054e3e2SIoana Ciornei cfg->if_id[i++] = ethsw->ports[j]->idx; 146f054e3e2SIoana Ciornei } 147c7e856c8SIoana Ciornei 148c7e856c8SIoana Ciornei /* Add the CTRL interface to the egress flooding domain */ 149f054e3e2SIoana Ciornei cfg->if_id[i++] = ethsw->sw_attr.num_ifs; 150c7e856c8SIoana Ciornei 151f054e3e2SIoana Ciornei cfg->fdb_id = fdb_id; 152f054e3e2SIoana Ciornei cfg->flood_type = type; 153f054e3e2SIoana Ciornei cfg->num_ifs = i; 154f054e3e2SIoana Ciornei } 155f054e3e2SIoana Ciornei 156f054e3e2SIoana Ciornei static int dpaa2_switch_fdb_set_egress_flood(struct ethsw_core *ethsw, u16 fdb_id) 157f054e3e2SIoana Ciornei { 158f054e3e2SIoana Ciornei struct dpsw_egress_flood_cfg flood_cfg; 159f054e3e2SIoana Ciornei int err; 160c7e856c8SIoana Ciornei 161c7e856c8SIoana Ciornei /* Setup broadcast flooding domain */ 162f054e3e2SIoana Ciornei dpaa2_switch_fdb_get_flood_cfg(ethsw, fdb_id, DPSW_BROADCAST, &flood_cfg); 163c7e856c8SIoana Ciornei err = dpsw_set_egress_flood(ethsw->mc_io, 0, ethsw->dpsw_handle, 164c7e856c8SIoana Ciornei &flood_cfg); 165c7e856c8SIoana Ciornei if (err) { 166c7e856c8SIoana Ciornei dev_err(ethsw->dev, "dpsw_set_egress_flood() = %d\n", err); 167c7e856c8SIoana Ciornei return err; 168c7e856c8SIoana Ciornei } 169c7e856c8SIoana Ciornei 170c7e856c8SIoana Ciornei /* Setup unknown flooding domain */ 171f054e3e2SIoana Ciornei dpaa2_switch_fdb_get_flood_cfg(ethsw, fdb_id, DPSW_FLOODING, &flood_cfg); 172c7e856c8SIoana Ciornei err = dpsw_set_egress_flood(ethsw->mc_io, 0, ethsw->dpsw_handle, 173c7e856c8SIoana Ciornei &flood_cfg); 174c7e856c8SIoana Ciornei if (err) { 175c7e856c8SIoana Ciornei dev_err(ethsw->dev, "dpsw_set_egress_flood() = %d\n", err); 176c7e856c8SIoana Ciornei return err; 177c7e856c8SIoana Ciornei } 178c7e856c8SIoana Ciornei 179c7e856c8SIoana Ciornei return 0; 180c7e856c8SIoana Ciornei } 181c7e856c8SIoana Ciornei 182f48298d3SIoana Ciornei static void *dpaa2_iova_to_virt(struct iommu_domain *domain, 183f48298d3SIoana Ciornei dma_addr_t iova_addr) 184f48298d3SIoana Ciornei { 185f48298d3SIoana Ciornei phys_addr_t phys_addr; 186f48298d3SIoana Ciornei 187f48298d3SIoana Ciornei phys_addr = domain ? iommu_iova_to_phys(domain, iova_addr) : iova_addr; 188f48298d3SIoana Ciornei 189f48298d3SIoana Ciornei return phys_to_virt(phys_addr); 190f48298d3SIoana Ciornei } 191f48298d3SIoana Ciornei 192f48298d3SIoana Ciornei static int dpaa2_switch_add_vlan(struct ethsw_port_priv *port_priv, u16 vid) 193f48298d3SIoana Ciornei { 194f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 195f48298d3SIoana Ciornei struct dpsw_vlan_cfg vcfg = {0}; 196f48298d3SIoana Ciornei int err; 197f48298d3SIoana Ciornei 198f48298d3SIoana Ciornei vcfg.fdb_id = dpaa2_switch_port_get_fdb_id(port_priv); 199f48298d3SIoana Ciornei err = dpsw_vlan_add(ethsw->mc_io, 0, 200f48298d3SIoana Ciornei ethsw->dpsw_handle, vid, &vcfg); 201f48298d3SIoana Ciornei if (err) { 202f48298d3SIoana Ciornei dev_err(ethsw->dev, "dpsw_vlan_add err %d\n", err); 203f48298d3SIoana Ciornei return err; 204f48298d3SIoana Ciornei } 205f48298d3SIoana Ciornei ethsw->vlans[vid] = ETHSW_VLAN_MEMBER; 206f48298d3SIoana Ciornei 207f48298d3SIoana Ciornei return 0; 208f48298d3SIoana Ciornei } 209f48298d3SIoana Ciornei 210f48298d3SIoana Ciornei static bool dpaa2_switch_port_is_up(struct ethsw_port_priv *port_priv) 211f48298d3SIoana Ciornei { 212f48298d3SIoana Ciornei struct net_device *netdev = port_priv->netdev; 213f48298d3SIoana Ciornei struct dpsw_link_state state; 214f48298d3SIoana Ciornei int err; 215f48298d3SIoana Ciornei 216f48298d3SIoana Ciornei err = dpsw_if_get_link_state(port_priv->ethsw_data->mc_io, 0, 217f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 218f48298d3SIoana Ciornei port_priv->idx, &state); 219f48298d3SIoana Ciornei if (err) { 220f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_get_link_state() err %d\n", err); 221f48298d3SIoana Ciornei return true; 222f48298d3SIoana Ciornei } 223f48298d3SIoana Ciornei 224f48298d3SIoana Ciornei WARN_ONCE(state.up > 1, "Garbage read into link_state"); 225f48298d3SIoana Ciornei 226f48298d3SIoana Ciornei return state.up ? true : false; 227f48298d3SIoana Ciornei } 228f48298d3SIoana Ciornei 229f48298d3SIoana Ciornei static int dpaa2_switch_port_set_pvid(struct ethsw_port_priv *port_priv, u16 pvid) 230f48298d3SIoana Ciornei { 231f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 232f48298d3SIoana Ciornei struct net_device *netdev = port_priv->netdev; 233f48298d3SIoana Ciornei struct dpsw_tci_cfg tci_cfg = { 0 }; 234f48298d3SIoana Ciornei bool up; 235f48298d3SIoana Ciornei int err, ret; 236f48298d3SIoana Ciornei 237f48298d3SIoana Ciornei err = dpsw_if_get_tci(ethsw->mc_io, 0, ethsw->dpsw_handle, 238f48298d3SIoana Ciornei port_priv->idx, &tci_cfg); 239f48298d3SIoana Ciornei if (err) { 240f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_get_tci err %d\n", err); 241f48298d3SIoana Ciornei return err; 242f48298d3SIoana Ciornei } 243f48298d3SIoana Ciornei 244f48298d3SIoana Ciornei tci_cfg.vlan_id = pvid; 245f48298d3SIoana Ciornei 246f48298d3SIoana Ciornei /* Interface needs to be down to change PVID */ 247f48298d3SIoana Ciornei up = dpaa2_switch_port_is_up(port_priv); 248f48298d3SIoana Ciornei if (up) { 249f48298d3SIoana Ciornei err = dpsw_if_disable(ethsw->mc_io, 0, 250f48298d3SIoana Ciornei ethsw->dpsw_handle, 251f48298d3SIoana Ciornei port_priv->idx); 252f48298d3SIoana Ciornei if (err) { 253f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_disable err %d\n", err); 254f48298d3SIoana Ciornei return err; 255f48298d3SIoana Ciornei } 256f48298d3SIoana Ciornei } 257f48298d3SIoana Ciornei 258f48298d3SIoana Ciornei err = dpsw_if_set_tci(ethsw->mc_io, 0, ethsw->dpsw_handle, 259f48298d3SIoana Ciornei port_priv->idx, &tci_cfg); 260f48298d3SIoana Ciornei if (err) { 261f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_set_tci err %d\n", err); 262f48298d3SIoana Ciornei goto set_tci_error; 263f48298d3SIoana Ciornei } 264f48298d3SIoana Ciornei 265f48298d3SIoana Ciornei /* Delete previous PVID info and mark the new one */ 266f48298d3SIoana Ciornei port_priv->vlans[port_priv->pvid] &= ~ETHSW_VLAN_PVID; 267f48298d3SIoana Ciornei port_priv->vlans[pvid] |= ETHSW_VLAN_PVID; 268f48298d3SIoana Ciornei port_priv->pvid = pvid; 269f48298d3SIoana Ciornei 270f48298d3SIoana Ciornei set_tci_error: 271f48298d3SIoana Ciornei if (up) { 272f48298d3SIoana Ciornei ret = dpsw_if_enable(ethsw->mc_io, 0, 273f48298d3SIoana Ciornei ethsw->dpsw_handle, 274f48298d3SIoana Ciornei port_priv->idx); 275f48298d3SIoana Ciornei if (ret) { 276f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_enable err %d\n", ret); 277f48298d3SIoana Ciornei return ret; 278f48298d3SIoana Ciornei } 279f48298d3SIoana Ciornei } 280f48298d3SIoana Ciornei 281f48298d3SIoana Ciornei return err; 282f48298d3SIoana Ciornei } 283f48298d3SIoana Ciornei 284f48298d3SIoana Ciornei static int dpaa2_switch_port_add_vlan(struct ethsw_port_priv *port_priv, 285f48298d3SIoana Ciornei u16 vid, u16 flags) 286f48298d3SIoana Ciornei { 287f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 288f48298d3SIoana Ciornei struct net_device *netdev = port_priv->netdev; 289f48298d3SIoana Ciornei struct dpsw_vlan_if_cfg vcfg = {0}; 290f48298d3SIoana Ciornei int err; 291f48298d3SIoana Ciornei 292f48298d3SIoana Ciornei if (port_priv->vlans[vid]) { 293f48298d3SIoana Ciornei netdev_warn(netdev, "VLAN %d already configured\n", vid); 294f48298d3SIoana Ciornei return -EEXIST; 295f48298d3SIoana Ciornei } 296f48298d3SIoana Ciornei 297f48298d3SIoana Ciornei /* If hit, this VLAN rule will lead the packet into the FDB table 298f48298d3SIoana Ciornei * specified in the vlan configuration below 299f48298d3SIoana Ciornei */ 300f48298d3SIoana Ciornei vcfg.num_ifs = 1; 301f48298d3SIoana Ciornei vcfg.if_id[0] = port_priv->idx; 302f48298d3SIoana Ciornei vcfg.fdb_id = dpaa2_switch_port_get_fdb_id(port_priv); 303f48298d3SIoana Ciornei vcfg.options |= DPSW_VLAN_ADD_IF_OPT_FDB_ID; 304f48298d3SIoana Ciornei err = dpsw_vlan_add_if(ethsw->mc_io, 0, ethsw->dpsw_handle, vid, &vcfg); 305f48298d3SIoana Ciornei if (err) { 306f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_vlan_add_if err %d\n", err); 307f48298d3SIoana Ciornei return err; 308f48298d3SIoana Ciornei } 309f48298d3SIoana Ciornei 310f48298d3SIoana Ciornei port_priv->vlans[vid] = ETHSW_VLAN_MEMBER; 311f48298d3SIoana Ciornei 312f48298d3SIoana Ciornei if (flags & BRIDGE_VLAN_INFO_UNTAGGED) { 313f48298d3SIoana Ciornei err = dpsw_vlan_add_if_untagged(ethsw->mc_io, 0, 314f48298d3SIoana Ciornei ethsw->dpsw_handle, 315f48298d3SIoana Ciornei vid, &vcfg); 316f48298d3SIoana Ciornei if (err) { 317f48298d3SIoana Ciornei netdev_err(netdev, 318f48298d3SIoana Ciornei "dpsw_vlan_add_if_untagged err %d\n", err); 319f48298d3SIoana Ciornei return err; 320f48298d3SIoana Ciornei } 321f48298d3SIoana Ciornei port_priv->vlans[vid] |= ETHSW_VLAN_UNTAGGED; 322f48298d3SIoana Ciornei } 323f48298d3SIoana Ciornei 324f48298d3SIoana Ciornei if (flags & BRIDGE_VLAN_INFO_PVID) { 325f48298d3SIoana Ciornei err = dpaa2_switch_port_set_pvid(port_priv, vid); 326f48298d3SIoana Ciornei if (err) 327f48298d3SIoana Ciornei return err; 328f48298d3SIoana Ciornei } 329f48298d3SIoana Ciornei 330f48298d3SIoana Ciornei return 0; 331f48298d3SIoana Ciornei } 332f48298d3SIoana Ciornei 3336aa6791dSIoana Ciornei static enum dpsw_stp_state br_stp_state_to_dpsw(u8 state) 3346aa6791dSIoana Ciornei { 3356aa6791dSIoana Ciornei switch (state) { 3366aa6791dSIoana Ciornei case BR_STATE_DISABLED: 3376aa6791dSIoana Ciornei return DPSW_STP_STATE_DISABLED; 3386aa6791dSIoana Ciornei case BR_STATE_LISTENING: 3396aa6791dSIoana Ciornei return DPSW_STP_STATE_LISTENING; 3406aa6791dSIoana Ciornei case BR_STATE_LEARNING: 3416aa6791dSIoana Ciornei return DPSW_STP_STATE_LEARNING; 3426aa6791dSIoana Ciornei case BR_STATE_FORWARDING: 3436aa6791dSIoana Ciornei return DPSW_STP_STATE_FORWARDING; 3446aa6791dSIoana Ciornei case BR_STATE_BLOCKING: 3456aa6791dSIoana Ciornei return DPSW_STP_STATE_BLOCKING; 3466aa6791dSIoana Ciornei default: 3476aa6791dSIoana Ciornei return DPSW_STP_STATE_DISABLED; 3486aa6791dSIoana Ciornei } 3496aa6791dSIoana Ciornei } 3506aa6791dSIoana Ciornei 351f48298d3SIoana Ciornei static int dpaa2_switch_port_set_stp_state(struct ethsw_port_priv *port_priv, u8 state) 352f48298d3SIoana Ciornei { 3536aa6791dSIoana Ciornei struct dpsw_stp_cfg stp_cfg = {0}; 354f48298d3SIoana Ciornei int err; 355f48298d3SIoana Ciornei u16 vid; 356f48298d3SIoana Ciornei 357f48298d3SIoana Ciornei if (!netif_running(port_priv->netdev) || state == port_priv->stp_state) 358f48298d3SIoana Ciornei return 0; /* Nothing to do */ 359f48298d3SIoana Ciornei 3606aa6791dSIoana Ciornei stp_cfg.state = br_stp_state_to_dpsw(state); 361f48298d3SIoana Ciornei for (vid = 0; vid <= VLAN_VID_MASK; vid++) { 362f48298d3SIoana Ciornei if (port_priv->vlans[vid] & ETHSW_VLAN_MEMBER) { 363f48298d3SIoana Ciornei stp_cfg.vlan_id = vid; 364f48298d3SIoana Ciornei err = dpsw_if_set_stp(port_priv->ethsw_data->mc_io, 0, 365f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 366f48298d3SIoana Ciornei port_priv->idx, &stp_cfg); 367f48298d3SIoana Ciornei if (err) { 368f48298d3SIoana Ciornei netdev_err(port_priv->netdev, 369f48298d3SIoana Ciornei "dpsw_if_set_stp err %d\n", err); 370f48298d3SIoana Ciornei return err; 371f48298d3SIoana Ciornei } 372f48298d3SIoana Ciornei } 373f48298d3SIoana Ciornei } 374f48298d3SIoana Ciornei 375f48298d3SIoana Ciornei port_priv->stp_state = state; 376f48298d3SIoana Ciornei 377f48298d3SIoana Ciornei return 0; 378f48298d3SIoana Ciornei } 379f48298d3SIoana Ciornei 380f48298d3SIoana Ciornei static int dpaa2_switch_dellink(struct ethsw_core *ethsw, u16 vid) 381f48298d3SIoana Ciornei { 382f48298d3SIoana Ciornei struct ethsw_port_priv *ppriv_local = NULL; 383f48298d3SIoana Ciornei int i, err; 384f48298d3SIoana Ciornei 385f48298d3SIoana Ciornei if (!ethsw->vlans[vid]) 386f48298d3SIoana Ciornei return -ENOENT; 387f48298d3SIoana Ciornei 388f48298d3SIoana Ciornei err = dpsw_vlan_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, vid); 389f48298d3SIoana Ciornei if (err) { 390f48298d3SIoana Ciornei dev_err(ethsw->dev, "dpsw_vlan_remove err %d\n", err); 391f48298d3SIoana Ciornei return err; 392f48298d3SIoana Ciornei } 393f48298d3SIoana Ciornei ethsw->vlans[vid] = 0; 394f48298d3SIoana Ciornei 395f48298d3SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) { 396f48298d3SIoana Ciornei ppriv_local = ethsw->ports[i]; 397*d1a9b841SIoana Ciornei if (ppriv_local) 398f48298d3SIoana Ciornei ppriv_local->vlans[vid] = 0; 399f48298d3SIoana Ciornei } 400f48298d3SIoana Ciornei 401f48298d3SIoana Ciornei return 0; 402f48298d3SIoana Ciornei } 403f48298d3SIoana Ciornei 404f48298d3SIoana Ciornei static int dpaa2_switch_port_fdb_add_uc(struct ethsw_port_priv *port_priv, 405f48298d3SIoana Ciornei const unsigned char *addr) 406f48298d3SIoana Ciornei { 407f48298d3SIoana Ciornei struct dpsw_fdb_unicast_cfg entry = {0}; 408f48298d3SIoana Ciornei u16 fdb_id; 409f48298d3SIoana Ciornei int err; 410f48298d3SIoana Ciornei 411f48298d3SIoana Ciornei entry.if_egress = port_priv->idx; 412f48298d3SIoana Ciornei entry.type = DPSW_FDB_ENTRY_STATIC; 413f48298d3SIoana Ciornei ether_addr_copy(entry.mac_addr, addr); 414f48298d3SIoana Ciornei 415f48298d3SIoana Ciornei fdb_id = dpaa2_switch_port_get_fdb_id(port_priv); 416f48298d3SIoana Ciornei err = dpsw_fdb_add_unicast(port_priv->ethsw_data->mc_io, 0, 417f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 418f48298d3SIoana Ciornei fdb_id, &entry); 419f48298d3SIoana Ciornei if (err) 420f48298d3SIoana Ciornei netdev_err(port_priv->netdev, 421f48298d3SIoana Ciornei "dpsw_fdb_add_unicast err %d\n", err); 422f48298d3SIoana Ciornei return err; 423f48298d3SIoana Ciornei } 424f48298d3SIoana Ciornei 425f48298d3SIoana Ciornei static int dpaa2_switch_port_fdb_del_uc(struct ethsw_port_priv *port_priv, 426f48298d3SIoana Ciornei const unsigned char *addr) 427f48298d3SIoana Ciornei { 428f48298d3SIoana Ciornei struct dpsw_fdb_unicast_cfg entry = {0}; 429f48298d3SIoana Ciornei u16 fdb_id; 430f48298d3SIoana Ciornei int err; 431f48298d3SIoana Ciornei 432f48298d3SIoana Ciornei entry.if_egress = port_priv->idx; 433f48298d3SIoana Ciornei entry.type = DPSW_FDB_ENTRY_STATIC; 434f48298d3SIoana Ciornei ether_addr_copy(entry.mac_addr, addr); 435f48298d3SIoana Ciornei 436f48298d3SIoana Ciornei fdb_id = dpaa2_switch_port_get_fdb_id(port_priv); 437f48298d3SIoana Ciornei err = dpsw_fdb_remove_unicast(port_priv->ethsw_data->mc_io, 0, 438f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 439f48298d3SIoana Ciornei fdb_id, &entry); 440f48298d3SIoana Ciornei /* Silently discard error for calling multiple times the del command */ 441f48298d3SIoana Ciornei if (err && err != -ENXIO) 442f48298d3SIoana Ciornei netdev_err(port_priv->netdev, 443f48298d3SIoana Ciornei "dpsw_fdb_remove_unicast err %d\n", err); 444f48298d3SIoana Ciornei return err; 445f48298d3SIoana Ciornei } 446f48298d3SIoana Ciornei 447f48298d3SIoana Ciornei static int dpaa2_switch_port_fdb_add_mc(struct ethsw_port_priv *port_priv, 448f48298d3SIoana Ciornei const unsigned char *addr) 449f48298d3SIoana Ciornei { 450f48298d3SIoana Ciornei struct dpsw_fdb_multicast_cfg entry = {0}; 451f48298d3SIoana Ciornei u16 fdb_id; 452f48298d3SIoana Ciornei int err; 453f48298d3SIoana Ciornei 454f48298d3SIoana Ciornei ether_addr_copy(entry.mac_addr, addr); 455f48298d3SIoana Ciornei entry.type = DPSW_FDB_ENTRY_STATIC; 456f48298d3SIoana Ciornei entry.num_ifs = 1; 457f48298d3SIoana Ciornei entry.if_id[0] = port_priv->idx; 458f48298d3SIoana Ciornei 459f48298d3SIoana Ciornei fdb_id = dpaa2_switch_port_get_fdb_id(port_priv); 460f48298d3SIoana Ciornei err = dpsw_fdb_add_multicast(port_priv->ethsw_data->mc_io, 0, 461f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 462f48298d3SIoana Ciornei fdb_id, &entry); 463f48298d3SIoana Ciornei /* Silently discard error for calling multiple times the add command */ 464f48298d3SIoana Ciornei if (err && err != -ENXIO) 465f48298d3SIoana Ciornei netdev_err(port_priv->netdev, "dpsw_fdb_add_multicast err %d\n", 466f48298d3SIoana Ciornei err); 467f48298d3SIoana Ciornei return err; 468f48298d3SIoana Ciornei } 469f48298d3SIoana Ciornei 470f48298d3SIoana Ciornei static int dpaa2_switch_port_fdb_del_mc(struct ethsw_port_priv *port_priv, 471f48298d3SIoana Ciornei const unsigned char *addr) 472f48298d3SIoana Ciornei { 473f48298d3SIoana Ciornei struct dpsw_fdb_multicast_cfg entry = {0}; 474f48298d3SIoana Ciornei u16 fdb_id; 475f48298d3SIoana Ciornei int err; 476f48298d3SIoana Ciornei 477f48298d3SIoana Ciornei ether_addr_copy(entry.mac_addr, addr); 478f48298d3SIoana Ciornei entry.type = DPSW_FDB_ENTRY_STATIC; 479f48298d3SIoana Ciornei entry.num_ifs = 1; 480f48298d3SIoana Ciornei entry.if_id[0] = port_priv->idx; 481f48298d3SIoana Ciornei 482f48298d3SIoana Ciornei fdb_id = dpaa2_switch_port_get_fdb_id(port_priv); 483f48298d3SIoana Ciornei err = dpsw_fdb_remove_multicast(port_priv->ethsw_data->mc_io, 0, 484f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 485f48298d3SIoana Ciornei fdb_id, &entry); 486f48298d3SIoana Ciornei /* Silently discard error for calling multiple times the del command */ 487f48298d3SIoana Ciornei if (err && err != -ENAVAIL) 488f48298d3SIoana Ciornei netdev_err(port_priv->netdev, 489f48298d3SIoana Ciornei "dpsw_fdb_remove_multicast err %d\n", err); 490f48298d3SIoana Ciornei return err; 491f48298d3SIoana Ciornei } 492f48298d3SIoana Ciornei 493f48298d3SIoana Ciornei static void dpaa2_switch_port_get_stats(struct net_device *netdev, 494f48298d3SIoana Ciornei struct rtnl_link_stats64 *stats) 495f48298d3SIoana Ciornei { 496f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 497f48298d3SIoana Ciornei u64 tmp; 498f48298d3SIoana Ciornei int err; 499f48298d3SIoana Ciornei 500f48298d3SIoana Ciornei err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0, 501f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 502f48298d3SIoana Ciornei port_priv->idx, 503f48298d3SIoana Ciornei DPSW_CNT_ING_FRAME, &stats->rx_packets); 504f48298d3SIoana Ciornei if (err) 505f48298d3SIoana Ciornei goto error; 506f48298d3SIoana Ciornei 507f48298d3SIoana Ciornei err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0, 508f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 509f48298d3SIoana Ciornei port_priv->idx, 510f48298d3SIoana Ciornei DPSW_CNT_EGR_FRAME, &stats->tx_packets); 511f48298d3SIoana Ciornei if (err) 512f48298d3SIoana Ciornei goto error; 513f48298d3SIoana Ciornei 514f48298d3SIoana Ciornei err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0, 515f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 516f48298d3SIoana Ciornei port_priv->idx, 517f48298d3SIoana Ciornei DPSW_CNT_ING_BYTE, &stats->rx_bytes); 518f48298d3SIoana Ciornei if (err) 519f48298d3SIoana Ciornei goto error; 520f48298d3SIoana Ciornei 521f48298d3SIoana Ciornei err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0, 522f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 523f48298d3SIoana Ciornei port_priv->idx, 524f48298d3SIoana Ciornei DPSW_CNT_EGR_BYTE, &stats->tx_bytes); 525f48298d3SIoana Ciornei if (err) 526f48298d3SIoana Ciornei goto error; 527f48298d3SIoana Ciornei 528f48298d3SIoana Ciornei err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0, 529f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 530f48298d3SIoana Ciornei port_priv->idx, 531f48298d3SIoana Ciornei DPSW_CNT_ING_FRAME_DISCARD, 532f48298d3SIoana Ciornei &stats->rx_dropped); 533f48298d3SIoana Ciornei if (err) 534f48298d3SIoana Ciornei goto error; 535f48298d3SIoana Ciornei 536f48298d3SIoana Ciornei err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0, 537f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 538f48298d3SIoana Ciornei port_priv->idx, 539f48298d3SIoana Ciornei DPSW_CNT_ING_FLTR_FRAME, 540f48298d3SIoana Ciornei &tmp); 541f48298d3SIoana Ciornei if (err) 542f48298d3SIoana Ciornei goto error; 543f48298d3SIoana Ciornei stats->rx_dropped += tmp; 544f48298d3SIoana Ciornei 545f48298d3SIoana Ciornei err = dpsw_if_get_counter(port_priv->ethsw_data->mc_io, 0, 546f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 547f48298d3SIoana Ciornei port_priv->idx, 548f48298d3SIoana Ciornei DPSW_CNT_EGR_FRAME_DISCARD, 549f48298d3SIoana Ciornei &stats->tx_dropped); 550f48298d3SIoana Ciornei if (err) 551f48298d3SIoana Ciornei goto error; 552f48298d3SIoana Ciornei 553f48298d3SIoana Ciornei return; 554f48298d3SIoana Ciornei 555f48298d3SIoana Ciornei error: 556f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_get_counter err %d\n", err); 557f48298d3SIoana Ciornei } 558f48298d3SIoana Ciornei 559f48298d3SIoana Ciornei static bool dpaa2_switch_port_has_offload_stats(const struct net_device *netdev, 560f48298d3SIoana Ciornei int attr_id) 561f48298d3SIoana Ciornei { 562f48298d3SIoana Ciornei return (attr_id == IFLA_OFFLOAD_XSTATS_CPU_HIT); 563f48298d3SIoana Ciornei } 564f48298d3SIoana Ciornei 565f48298d3SIoana Ciornei static int dpaa2_switch_port_get_offload_stats(int attr_id, 566f48298d3SIoana Ciornei const struct net_device *netdev, 567f48298d3SIoana Ciornei void *sp) 568f48298d3SIoana Ciornei { 569f48298d3SIoana Ciornei switch (attr_id) { 570f48298d3SIoana Ciornei case IFLA_OFFLOAD_XSTATS_CPU_HIT: 571f48298d3SIoana Ciornei dpaa2_switch_port_get_stats((struct net_device *)netdev, sp); 572f48298d3SIoana Ciornei return 0; 573f48298d3SIoana Ciornei } 574f48298d3SIoana Ciornei 575f48298d3SIoana Ciornei return -EINVAL; 576f48298d3SIoana Ciornei } 577f48298d3SIoana Ciornei 578f48298d3SIoana Ciornei static int dpaa2_switch_port_change_mtu(struct net_device *netdev, int mtu) 579f48298d3SIoana Ciornei { 580f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 581f48298d3SIoana Ciornei int err; 582f48298d3SIoana Ciornei 583f48298d3SIoana Ciornei err = dpsw_if_set_max_frame_length(port_priv->ethsw_data->mc_io, 584f48298d3SIoana Ciornei 0, 585f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 586f48298d3SIoana Ciornei port_priv->idx, 587f48298d3SIoana Ciornei (u16)ETHSW_L2_MAX_FRM(mtu)); 588f48298d3SIoana Ciornei if (err) { 589f48298d3SIoana Ciornei netdev_err(netdev, 590f48298d3SIoana Ciornei "dpsw_if_set_max_frame_length() err %d\n", err); 591f48298d3SIoana Ciornei return err; 592f48298d3SIoana Ciornei } 593f48298d3SIoana Ciornei 594f48298d3SIoana Ciornei netdev->mtu = mtu; 595f48298d3SIoana Ciornei return 0; 596f48298d3SIoana Ciornei } 597f48298d3SIoana Ciornei 59824ab724fSIoana Ciornei static int dpaa2_switch_port_link_state_update(struct net_device *netdev) 599f48298d3SIoana Ciornei { 600f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 601f48298d3SIoana Ciornei struct dpsw_link_state state; 602f48298d3SIoana Ciornei int err; 603f48298d3SIoana Ciornei 60484cba729SIoana Ciornei /* When we manage the MAC/PHY using phylink there is no need 60584cba729SIoana Ciornei * to manually update the netif_carrier. 60684cba729SIoana Ciornei */ 60784cba729SIoana Ciornei if (dpaa2_switch_port_is_type_phy(port_priv)) 60884cba729SIoana Ciornei return 0; 60984cba729SIoana Ciornei 610f48298d3SIoana Ciornei /* Interrupts are received even though no one issued an 'ifconfig up' 611f48298d3SIoana Ciornei * on the switch interface. Ignore these link state update interrupts 612f48298d3SIoana Ciornei */ 613f48298d3SIoana Ciornei if (!netif_running(netdev)) 614f48298d3SIoana Ciornei return 0; 615f48298d3SIoana Ciornei 616f48298d3SIoana Ciornei err = dpsw_if_get_link_state(port_priv->ethsw_data->mc_io, 0, 617f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 618f48298d3SIoana Ciornei port_priv->idx, &state); 619f48298d3SIoana Ciornei if (err) { 620f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_get_link_state() err %d\n", err); 621f48298d3SIoana Ciornei return err; 622f48298d3SIoana Ciornei } 623f48298d3SIoana Ciornei 624f48298d3SIoana Ciornei WARN_ONCE(state.up > 1, "Garbage read into link_state"); 625f48298d3SIoana Ciornei 626f48298d3SIoana Ciornei if (state.up != port_priv->link_state) { 627f48298d3SIoana Ciornei if (state.up) { 628f48298d3SIoana Ciornei netif_carrier_on(netdev); 629f48298d3SIoana Ciornei netif_tx_start_all_queues(netdev); 630f48298d3SIoana Ciornei } else { 631f48298d3SIoana Ciornei netif_carrier_off(netdev); 632f48298d3SIoana Ciornei netif_tx_stop_all_queues(netdev); 633f48298d3SIoana Ciornei } 634f48298d3SIoana Ciornei port_priv->link_state = state.up; 635f48298d3SIoana Ciornei } 636f48298d3SIoana Ciornei 637f48298d3SIoana Ciornei return 0; 638f48298d3SIoana Ciornei } 639f48298d3SIoana Ciornei 640f48298d3SIoana Ciornei /* Manage all NAPI instances for the control interface. 641f48298d3SIoana Ciornei * 642f48298d3SIoana Ciornei * We only have one RX queue and one Tx Conf queue for all 643f48298d3SIoana Ciornei * switch ports. Therefore, we only need to enable the NAPI instance once, the 644f48298d3SIoana Ciornei * first time one of the switch ports runs .dev_open(). 645f48298d3SIoana Ciornei */ 646f48298d3SIoana Ciornei 647f48298d3SIoana Ciornei static void dpaa2_switch_enable_ctrl_if_napi(struct ethsw_core *ethsw) 648f48298d3SIoana Ciornei { 649f48298d3SIoana Ciornei int i; 650f48298d3SIoana Ciornei 651f48298d3SIoana Ciornei /* Access to the ethsw->napi_users relies on the RTNL lock */ 652f48298d3SIoana Ciornei ASSERT_RTNL(); 653f48298d3SIoana Ciornei 654f48298d3SIoana Ciornei /* a new interface is using the NAPI instance */ 655f48298d3SIoana Ciornei ethsw->napi_users++; 656f48298d3SIoana Ciornei 657f48298d3SIoana Ciornei /* if there is already a user of the instance, return */ 658f48298d3SIoana Ciornei if (ethsw->napi_users > 1) 659f48298d3SIoana Ciornei return; 660f48298d3SIoana Ciornei 661f48298d3SIoana Ciornei for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) 662f48298d3SIoana Ciornei napi_enable(ðsw->fq[i].napi); 663f48298d3SIoana Ciornei } 664f48298d3SIoana Ciornei 665f48298d3SIoana Ciornei static void dpaa2_switch_disable_ctrl_if_napi(struct ethsw_core *ethsw) 666f48298d3SIoana Ciornei { 667f48298d3SIoana Ciornei int i; 668f48298d3SIoana Ciornei 669f48298d3SIoana Ciornei /* Access to the ethsw->napi_users relies on the RTNL lock */ 670f48298d3SIoana Ciornei ASSERT_RTNL(); 671f48298d3SIoana Ciornei 672f48298d3SIoana Ciornei /* If we are not the last interface using the NAPI, return */ 673f48298d3SIoana Ciornei ethsw->napi_users--; 674f48298d3SIoana Ciornei if (ethsw->napi_users) 675f48298d3SIoana Ciornei return; 676f48298d3SIoana Ciornei 677f48298d3SIoana Ciornei for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) 678f48298d3SIoana Ciornei napi_disable(ðsw->fq[i].napi); 679f48298d3SIoana Ciornei } 680f48298d3SIoana Ciornei 681f48298d3SIoana Ciornei static int dpaa2_switch_port_open(struct net_device *netdev) 682f48298d3SIoana Ciornei { 683f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 684f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 685f48298d3SIoana Ciornei int err; 686f48298d3SIoana Ciornei 68784cba729SIoana Ciornei if (!dpaa2_switch_port_is_type_phy(port_priv)) { 688f48298d3SIoana Ciornei /* Explicitly set carrier off, otherwise 689f48298d3SIoana Ciornei * netif_carrier_ok() will return true and cause 'ip link show' 690f48298d3SIoana Ciornei * to report the LOWER_UP flag, even though the link 691f48298d3SIoana Ciornei * notification wasn't even received. 692f48298d3SIoana Ciornei */ 693f48298d3SIoana Ciornei netif_carrier_off(netdev); 69484cba729SIoana Ciornei } 695f48298d3SIoana Ciornei 696f48298d3SIoana Ciornei err = dpsw_if_enable(port_priv->ethsw_data->mc_io, 0, 697f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 698f48298d3SIoana Ciornei port_priv->idx); 699f48298d3SIoana Ciornei if (err) { 700f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_enable err %d\n", err); 701f48298d3SIoana Ciornei return err; 702f48298d3SIoana Ciornei } 703f48298d3SIoana Ciornei 704f48298d3SIoana Ciornei dpaa2_switch_enable_ctrl_if_napi(ethsw); 705f48298d3SIoana Ciornei 70684cba729SIoana Ciornei if (dpaa2_switch_port_is_type_phy(port_priv)) 70784cba729SIoana Ciornei phylink_start(port_priv->mac->phylink); 70884cba729SIoana Ciornei 709f48298d3SIoana Ciornei return 0; 710f48298d3SIoana Ciornei } 711f48298d3SIoana Ciornei 712f48298d3SIoana Ciornei static int dpaa2_switch_port_stop(struct net_device *netdev) 713f48298d3SIoana Ciornei { 714f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 715f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 716f48298d3SIoana Ciornei int err; 717f48298d3SIoana Ciornei 71884cba729SIoana Ciornei if (dpaa2_switch_port_is_type_phy(port_priv)) { 71984cba729SIoana Ciornei phylink_stop(port_priv->mac->phylink); 72084cba729SIoana Ciornei } else { 72184cba729SIoana Ciornei netif_tx_stop_all_queues(netdev); 72284cba729SIoana Ciornei netif_carrier_off(netdev); 72384cba729SIoana Ciornei } 72484cba729SIoana Ciornei 725f48298d3SIoana Ciornei err = dpsw_if_disable(port_priv->ethsw_data->mc_io, 0, 726f48298d3SIoana Ciornei port_priv->ethsw_data->dpsw_handle, 727f48298d3SIoana Ciornei port_priv->idx); 728f48298d3SIoana Ciornei if (err) { 729f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_disable err %d\n", err); 730f48298d3SIoana Ciornei return err; 731f48298d3SIoana Ciornei } 732f48298d3SIoana Ciornei 733f48298d3SIoana Ciornei dpaa2_switch_disable_ctrl_if_napi(ethsw); 734f48298d3SIoana Ciornei 735f48298d3SIoana Ciornei return 0; 736f48298d3SIoana Ciornei } 737f48298d3SIoana Ciornei 738f48298d3SIoana Ciornei static int dpaa2_switch_port_parent_id(struct net_device *dev, 739f48298d3SIoana Ciornei struct netdev_phys_item_id *ppid) 740f48298d3SIoana Ciornei { 741f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(dev); 742f48298d3SIoana Ciornei 743f48298d3SIoana Ciornei ppid->id_len = 1; 744f48298d3SIoana Ciornei ppid->id[0] = port_priv->ethsw_data->dev_id; 745f48298d3SIoana Ciornei 746f48298d3SIoana Ciornei return 0; 747f48298d3SIoana Ciornei } 748f48298d3SIoana Ciornei 749f48298d3SIoana Ciornei static int dpaa2_switch_port_get_phys_name(struct net_device *netdev, char *name, 750f48298d3SIoana Ciornei size_t len) 751f48298d3SIoana Ciornei { 752f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 753f48298d3SIoana Ciornei int err; 754f48298d3SIoana Ciornei 755f48298d3SIoana Ciornei err = snprintf(name, len, "p%d", port_priv->idx); 756f48298d3SIoana Ciornei if (err >= len) 757f48298d3SIoana Ciornei return -EINVAL; 758f48298d3SIoana Ciornei 759f48298d3SIoana Ciornei return 0; 760f48298d3SIoana Ciornei } 761f48298d3SIoana Ciornei 762f48298d3SIoana Ciornei struct ethsw_dump_ctx { 763f48298d3SIoana Ciornei struct net_device *dev; 764f48298d3SIoana Ciornei struct sk_buff *skb; 765f48298d3SIoana Ciornei struct netlink_callback *cb; 766f48298d3SIoana Ciornei int idx; 767f48298d3SIoana Ciornei }; 768f48298d3SIoana Ciornei 769f48298d3SIoana Ciornei static int dpaa2_switch_fdb_dump_nl(struct fdb_dump_entry *entry, 770f48298d3SIoana Ciornei struct ethsw_dump_ctx *dump) 771f48298d3SIoana Ciornei { 772f48298d3SIoana Ciornei int is_dynamic = entry->type & DPSW_FDB_ENTRY_DINAMIC; 773f48298d3SIoana Ciornei u32 portid = NETLINK_CB(dump->cb->skb).portid; 774f48298d3SIoana Ciornei u32 seq = dump->cb->nlh->nlmsg_seq; 775f48298d3SIoana Ciornei struct nlmsghdr *nlh; 776f48298d3SIoana Ciornei struct ndmsg *ndm; 777f48298d3SIoana Ciornei 778f48298d3SIoana Ciornei if (dump->idx < dump->cb->args[2]) 779f48298d3SIoana Ciornei goto skip; 780f48298d3SIoana Ciornei 781f48298d3SIoana Ciornei nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH, 782f48298d3SIoana Ciornei sizeof(*ndm), NLM_F_MULTI); 783f48298d3SIoana Ciornei if (!nlh) 784f48298d3SIoana Ciornei return -EMSGSIZE; 785f48298d3SIoana Ciornei 786f48298d3SIoana Ciornei ndm = nlmsg_data(nlh); 787f48298d3SIoana Ciornei ndm->ndm_family = AF_BRIDGE; 788f48298d3SIoana Ciornei ndm->ndm_pad1 = 0; 789f48298d3SIoana Ciornei ndm->ndm_pad2 = 0; 790f48298d3SIoana Ciornei ndm->ndm_flags = NTF_SELF; 791f48298d3SIoana Ciornei ndm->ndm_type = 0; 792f48298d3SIoana Ciornei ndm->ndm_ifindex = dump->dev->ifindex; 793f48298d3SIoana Ciornei ndm->ndm_state = is_dynamic ? NUD_REACHABLE : NUD_NOARP; 794f48298d3SIoana Ciornei 795f48298d3SIoana Ciornei if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, entry->mac_addr)) 796f48298d3SIoana Ciornei goto nla_put_failure; 797f48298d3SIoana Ciornei 798f48298d3SIoana Ciornei nlmsg_end(dump->skb, nlh); 799f48298d3SIoana Ciornei 800f48298d3SIoana Ciornei skip: 801f48298d3SIoana Ciornei dump->idx++; 802f48298d3SIoana Ciornei return 0; 803f48298d3SIoana Ciornei 804f48298d3SIoana Ciornei nla_put_failure: 805f48298d3SIoana Ciornei nlmsg_cancel(dump->skb, nlh); 806f48298d3SIoana Ciornei return -EMSGSIZE; 807f48298d3SIoana Ciornei } 808f48298d3SIoana Ciornei 809f48298d3SIoana Ciornei static int dpaa2_switch_port_fdb_valid_entry(struct fdb_dump_entry *entry, 810f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv) 811f48298d3SIoana Ciornei { 812f48298d3SIoana Ciornei int idx = port_priv->idx; 813f48298d3SIoana Ciornei int valid; 814f48298d3SIoana Ciornei 815f48298d3SIoana Ciornei if (entry->type & DPSW_FDB_ENTRY_TYPE_UNICAST) 816f48298d3SIoana Ciornei valid = entry->if_info == port_priv->idx; 817f48298d3SIoana Ciornei else 818f48298d3SIoana Ciornei valid = entry->if_mask[idx / 8] & BIT(idx % 8); 819f48298d3SIoana Ciornei 820f48298d3SIoana Ciornei return valid; 821f48298d3SIoana Ciornei } 822f48298d3SIoana Ciornei 823f48298d3SIoana Ciornei static int dpaa2_switch_fdb_iterate(struct ethsw_port_priv *port_priv, 824f48298d3SIoana Ciornei dpaa2_switch_fdb_cb_t cb, void *data) 825f48298d3SIoana Ciornei { 826f48298d3SIoana Ciornei struct net_device *net_dev = port_priv->netdev; 827f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 828f48298d3SIoana Ciornei struct device *dev = net_dev->dev.parent; 829f48298d3SIoana Ciornei struct fdb_dump_entry *fdb_entries; 830f48298d3SIoana Ciornei struct fdb_dump_entry fdb_entry; 831f48298d3SIoana Ciornei dma_addr_t fdb_dump_iova; 832f48298d3SIoana Ciornei u16 num_fdb_entries; 833f48298d3SIoana Ciornei u32 fdb_dump_size; 834f48298d3SIoana Ciornei int err = 0, i; 835f48298d3SIoana Ciornei u8 *dma_mem; 836f48298d3SIoana Ciornei u16 fdb_id; 837f48298d3SIoana Ciornei 838f48298d3SIoana Ciornei fdb_dump_size = ethsw->sw_attr.max_fdb_entries * sizeof(fdb_entry); 839f48298d3SIoana Ciornei dma_mem = kzalloc(fdb_dump_size, GFP_KERNEL); 840f48298d3SIoana Ciornei if (!dma_mem) 841f48298d3SIoana Ciornei return -ENOMEM; 842f48298d3SIoana Ciornei 843f48298d3SIoana Ciornei fdb_dump_iova = dma_map_single(dev, dma_mem, fdb_dump_size, 844f48298d3SIoana Ciornei DMA_FROM_DEVICE); 845f48298d3SIoana Ciornei if (dma_mapping_error(dev, fdb_dump_iova)) { 846f48298d3SIoana Ciornei netdev_err(net_dev, "dma_map_single() failed\n"); 847f48298d3SIoana Ciornei err = -ENOMEM; 848f48298d3SIoana Ciornei goto err_map; 849f48298d3SIoana Ciornei } 850f48298d3SIoana Ciornei 851f48298d3SIoana Ciornei fdb_id = dpaa2_switch_port_get_fdb_id(port_priv); 852f48298d3SIoana Ciornei err = dpsw_fdb_dump(ethsw->mc_io, 0, ethsw->dpsw_handle, fdb_id, 853f48298d3SIoana Ciornei fdb_dump_iova, fdb_dump_size, &num_fdb_entries); 854f48298d3SIoana Ciornei if (err) { 855f48298d3SIoana Ciornei netdev_err(net_dev, "dpsw_fdb_dump() = %d\n", err); 856f48298d3SIoana Ciornei goto err_dump; 857f48298d3SIoana Ciornei } 858f48298d3SIoana Ciornei 859f48298d3SIoana Ciornei dma_unmap_single(dev, fdb_dump_iova, fdb_dump_size, DMA_FROM_DEVICE); 860f48298d3SIoana Ciornei 861f48298d3SIoana Ciornei fdb_entries = (struct fdb_dump_entry *)dma_mem; 862f48298d3SIoana Ciornei for (i = 0; i < num_fdb_entries; i++) { 863f48298d3SIoana Ciornei fdb_entry = fdb_entries[i]; 864f48298d3SIoana Ciornei 865f48298d3SIoana Ciornei err = cb(port_priv, &fdb_entry, data); 866f48298d3SIoana Ciornei if (err) 867f48298d3SIoana Ciornei goto end; 868f48298d3SIoana Ciornei } 869f48298d3SIoana Ciornei 870f48298d3SIoana Ciornei end: 871f48298d3SIoana Ciornei kfree(dma_mem); 872f48298d3SIoana Ciornei 873f48298d3SIoana Ciornei return 0; 874f48298d3SIoana Ciornei 875f48298d3SIoana Ciornei err_dump: 876f48298d3SIoana Ciornei dma_unmap_single(dev, fdb_dump_iova, fdb_dump_size, DMA_TO_DEVICE); 877f48298d3SIoana Ciornei err_map: 878f48298d3SIoana Ciornei kfree(dma_mem); 879f48298d3SIoana Ciornei return err; 880f48298d3SIoana Ciornei } 881f48298d3SIoana Ciornei 882f48298d3SIoana Ciornei static int dpaa2_switch_fdb_entry_dump(struct ethsw_port_priv *port_priv, 883f48298d3SIoana Ciornei struct fdb_dump_entry *fdb_entry, 884f48298d3SIoana Ciornei void *data) 885f48298d3SIoana Ciornei { 886f48298d3SIoana Ciornei if (!dpaa2_switch_port_fdb_valid_entry(fdb_entry, port_priv)) 887f48298d3SIoana Ciornei return 0; 888f48298d3SIoana Ciornei 889f48298d3SIoana Ciornei return dpaa2_switch_fdb_dump_nl(fdb_entry, data); 890f48298d3SIoana Ciornei } 891f48298d3SIoana Ciornei 892f48298d3SIoana Ciornei static int dpaa2_switch_port_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb, 893f48298d3SIoana Ciornei struct net_device *net_dev, 894f48298d3SIoana Ciornei struct net_device *filter_dev, int *idx) 895f48298d3SIoana Ciornei { 896f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(net_dev); 897f48298d3SIoana Ciornei struct ethsw_dump_ctx dump = { 898f48298d3SIoana Ciornei .dev = net_dev, 899f48298d3SIoana Ciornei .skb = skb, 900f48298d3SIoana Ciornei .cb = cb, 901f48298d3SIoana Ciornei .idx = *idx, 902f48298d3SIoana Ciornei }; 903f48298d3SIoana Ciornei int err; 904f48298d3SIoana Ciornei 905f48298d3SIoana Ciornei err = dpaa2_switch_fdb_iterate(port_priv, dpaa2_switch_fdb_entry_dump, &dump); 906f48298d3SIoana Ciornei *idx = dump.idx; 907f48298d3SIoana Ciornei 908f48298d3SIoana Ciornei return err; 909f48298d3SIoana Ciornei } 910f48298d3SIoana Ciornei 911f48298d3SIoana Ciornei static int dpaa2_switch_fdb_entry_fast_age(struct ethsw_port_priv *port_priv, 912f48298d3SIoana Ciornei struct fdb_dump_entry *fdb_entry, 913f48298d3SIoana Ciornei void *data __always_unused) 914f48298d3SIoana Ciornei { 915f48298d3SIoana Ciornei if (!dpaa2_switch_port_fdb_valid_entry(fdb_entry, port_priv)) 916f48298d3SIoana Ciornei return 0; 917f48298d3SIoana Ciornei 918f48298d3SIoana Ciornei if (!(fdb_entry->type & DPSW_FDB_ENTRY_TYPE_DYNAMIC)) 919f48298d3SIoana Ciornei return 0; 920f48298d3SIoana Ciornei 921f48298d3SIoana Ciornei if (fdb_entry->type & DPSW_FDB_ENTRY_TYPE_UNICAST) 922f48298d3SIoana Ciornei dpaa2_switch_port_fdb_del_uc(port_priv, fdb_entry->mac_addr); 923f48298d3SIoana Ciornei else 924f48298d3SIoana Ciornei dpaa2_switch_port_fdb_del_mc(port_priv, fdb_entry->mac_addr); 925f48298d3SIoana Ciornei 926f48298d3SIoana Ciornei return 0; 927f48298d3SIoana Ciornei } 928f48298d3SIoana Ciornei 929f48298d3SIoana Ciornei static void dpaa2_switch_port_fast_age(struct ethsw_port_priv *port_priv) 930f48298d3SIoana Ciornei { 931f48298d3SIoana Ciornei dpaa2_switch_fdb_iterate(port_priv, 932f48298d3SIoana Ciornei dpaa2_switch_fdb_entry_fast_age, NULL); 933f48298d3SIoana Ciornei } 934f48298d3SIoana Ciornei 935f48298d3SIoana Ciornei static int dpaa2_switch_port_vlan_add(struct net_device *netdev, __be16 proto, 936f48298d3SIoana Ciornei u16 vid) 937f48298d3SIoana Ciornei { 938f48298d3SIoana Ciornei struct switchdev_obj_port_vlan vlan = { 939f48298d3SIoana Ciornei .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 940f48298d3SIoana Ciornei .vid = vid, 941f48298d3SIoana Ciornei .obj.orig_dev = netdev, 942f48298d3SIoana Ciornei /* This API only allows programming tagged, non-PVID VIDs */ 943f48298d3SIoana Ciornei .flags = 0, 944f48298d3SIoana Ciornei }; 945f48298d3SIoana Ciornei 946f48298d3SIoana Ciornei return dpaa2_switch_port_vlans_add(netdev, &vlan); 947f48298d3SIoana Ciornei } 948f48298d3SIoana Ciornei 949f48298d3SIoana Ciornei static int dpaa2_switch_port_vlan_kill(struct net_device *netdev, __be16 proto, 950f48298d3SIoana Ciornei u16 vid) 951f48298d3SIoana Ciornei { 952f48298d3SIoana Ciornei struct switchdev_obj_port_vlan vlan = { 953f48298d3SIoana Ciornei .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 954f48298d3SIoana Ciornei .vid = vid, 955f48298d3SIoana Ciornei .obj.orig_dev = netdev, 956f48298d3SIoana Ciornei /* This API only allows programming tagged, non-PVID VIDs */ 957f48298d3SIoana Ciornei .flags = 0, 958f48298d3SIoana Ciornei }; 959f48298d3SIoana Ciornei 960f48298d3SIoana Ciornei return dpaa2_switch_port_vlans_del(netdev, &vlan); 961f48298d3SIoana Ciornei } 962f48298d3SIoana Ciornei 963f48298d3SIoana Ciornei static int dpaa2_switch_port_set_mac_addr(struct ethsw_port_priv *port_priv) 964f48298d3SIoana Ciornei { 965f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 966f48298d3SIoana Ciornei struct net_device *net_dev = port_priv->netdev; 967f48298d3SIoana Ciornei struct device *dev = net_dev->dev.parent; 968f48298d3SIoana Ciornei u8 mac_addr[ETH_ALEN]; 969f48298d3SIoana Ciornei int err; 970f48298d3SIoana Ciornei 971f48298d3SIoana Ciornei if (!(ethsw->features & ETHSW_FEATURE_MAC_ADDR)) 972f48298d3SIoana Ciornei return 0; 973f48298d3SIoana Ciornei 974f48298d3SIoana Ciornei /* Get firmware address, if any */ 975f48298d3SIoana Ciornei err = dpsw_if_get_port_mac_addr(ethsw->mc_io, 0, ethsw->dpsw_handle, 976f48298d3SIoana Ciornei port_priv->idx, mac_addr); 977f48298d3SIoana Ciornei if (err) { 978f48298d3SIoana Ciornei dev_err(dev, "dpsw_if_get_port_mac_addr() failed\n"); 979f48298d3SIoana Ciornei return err; 980f48298d3SIoana Ciornei } 981f48298d3SIoana Ciornei 982f48298d3SIoana Ciornei /* First check if firmware has any address configured by bootloader */ 983f48298d3SIoana Ciornei if (!is_zero_ether_addr(mac_addr)) { 984a05e4c0aSJakub Kicinski eth_hw_addr_set(net_dev, mac_addr); 985f48298d3SIoana Ciornei } else { 986f48298d3SIoana Ciornei /* No MAC address configured, fill in net_dev->dev_addr 987f48298d3SIoana Ciornei * with a random one 988f48298d3SIoana Ciornei */ 989f48298d3SIoana Ciornei eth_hw_addr_random(net_dev); 990f48298d3SIoana Ciornei dev_dbg_once(dev, "device(s) have all-zero hwaddr, replaced with random\n"); 991f48298d3SIoana Ciornei 992f48298d3SIoana Ciornei /* Override NET_ADDR_RANDOM set by eth_hw_addr_random(); for all 993f48298d3SIoana Ciornei * practical purposes, this will be our "permanent" mac address, 994f48298d3SIoana Ciornei * at least until the next reboot. This move will also permit 995f48298d3SIoana Ciornei * register_netdevice() to properly fill up net_dev->perm_addr. 996f48298d3SIoana Ciornei */ 997f48298d3SIoana Ciornei net_dev->addr_assign_type = NET_ADDR_PERM; 998f48298d3SIoana Ciornei } 999f48298d3SIoana Ciornei 1000f48298d3SIoana Ciornei return 0; 1001f48298d3SIoana Ciornei } 1002f48298d3SIoana Ciornei 1003f48298d3SIoana Ciornei static void dpaa2_switch_free_fd(const struct ethsw_core *ethsw, 1004f48298d3SIoana Ciornei const struct dpaa2_fd *fd) 1005f48298d3SIoana Ciornei { 1006f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 1007f48298d3SIoana Ciornei unsigned char *buffer_start; 1008f48298d3SIoana Ciornei struct sk_buff **skbh, *skb; 1009f48298d3SIoana Ciornei dma_addr_t fd_addr; 1010f48298d3SIoana Ciornei 1011f48298d3SIoana Ciornei fd_addr = dpaa2_fd_get_addr(fd); 1012f48298d3SIoana Ciornei skbh = dpaa2_iova_to_virt(ethsw->iommu_domain, fd_addr); 1013f48298d3SIoana Ciornei 1014f48298d3SIoana Ciornei skb = *skbh; 1015f48298d3SIoana Ciornei buffer_start = (unsigned char *)skbh; 1016f48298d3SIoana Ciornei 1017f48298d3SIoana Ciornei dma_unmap_single(dev, fd_addr, 1018f48298d3SIoana Ciornei skb_tail_pointer(skb) - buffer_start, 1019f48298d3SIoana Ciornei DMA_TO_DEVICE); 1020f48298d3SIoana Ciornei 1021f48298d3SIoana Ciornei /* Move on with skb release */ 1022f48298d3SIoana Ciornei dev_kfree_skb(skb); 1023f48298d3SIoana Ciornei } 1024f48298d3SIoana Ciornei 1025f48298d3SIoana Ciornei static int dpaa2_switch_build_single_fd(struct ethsw_core *ethsw, 1026f48298d3SIoana Ciornei struct sk_buff *skb, 1027f48298d3SIoana Ciornei struct dpaa2_fd *fd) 1028f48298d3SIoana Ciornei { 1029f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 1030f48298d3SIoana Ciornei struct sk_buff **skbh; 1031f48298d3SIoana Ciornei dma_addr_t addr; 1032f48298d3SIoana Ciornei u8 *buff_start; 1033f48298d3SIoana Ciornei void *hwa; 1034f48298d3SIoana Ciornei 1035f48298d3SIoana Ciornei buff_start = PTR_ALIGN(skb->data - DPAA2_SWITCH_TX_DATA_OFFSET - 1036f48298d3SIoana Ciornei DPAA2_SWITCH_TX_BUF_ALIGN, 1037f48298d3SIoana Ciornei DPAA2_SWITCH_TX_BUF_ALIGN); 1038f48298d3SIoana Ciornei 1039f48298d3SIoana Ciornei /* Clear FAS to have consistent values for TX confirmation. It is 1040f48298d3SIoana Ciornei * located in the first 8 bytes of the buffer's hardware annotation 1041f48298d3SIoana Ciornei * area 1042f48298d3SIoana Ciornei */ 1043f48298d3SIoana Ciornei hwa = buff_start + DPAA2_SWITCH_SWA_SIZE; 1044f48298d3SIoana Ciornei memset(hwa, 0, 8); 1045f48298d3SIoana Ciornei 1046f48298d3SIoana Ciornei /* Store a backpointer to the skb at the beginning of the buffer 1047f48298d3SIoana Ciornei * (in the private data area) such that we can release it 1048f48298d3SIoana Ciornei * on Tx confirm 1049f48298d3SIoana Ciornei */ 1050f48298d3SIoana Ciornei skbh = (struct sk_buff **)buff_start; 1051f48298d3SIoana Ciornei *skbh = skb; 1052f48298d3SIoana Ciornei 1053f48298d3SIoana Ciornei addr = dma_map_single(dev, buff_start, 1054f48298d3SIoana Ciornei skb_tail_pointer(skb) - buff_start, 1055f48298d3SIoana Ciornei DMA_TO_DEVICE); 1056f48298d3SIoana Ciornei if (unlikely(dma_mapping_error(dev, addr))) 1057f48298d3SIoana Ciornei return -ENOMEM; 1058f48298d3SIoana Ciornei 1059f48298d3SIoana Ciornei /* Setup the FD fields */ 1060f48298d3SIoana Ciornei memset(fd, 0, sizeof(*fd)); 1061f48298d3SIoana Ciornei 1062f48298d3SIoana Ciornei dpaa2_fd_set_addr(fd, addr); 1063f48298d3SIoana Ciornei dpaa2_fd_set_offset(fd, (u16)(skb->data - buff_start)); 1064f48298d3SIoana Ciornei dpaa2_fd_set_len(fd, skb->len); 1065f48298d3SIoana Ciornei dpaa2_fd_set_format(fd, dpaa2_fd_single); 1066f48298d3SIoana Ciornei 1067f48298d3SIoana Ciornei return 0; 1068f48298d3SIoana Ciornei } 1069f48298d3SIoana Ciornei 1070f48298d3SIoana Ciornei static netdev_tx_t dpaa2_switch_port_tx(struct sk_buff *skb, 1071f48298d3SIoana Ciornei struct net_device *net_dev) 1072f48298d3SIoana Ciornei { 1073f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(net_dev); 1074f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1075f48298d3SIoana Ciornei int retries = DPAA2_SWITCH_SWP_BUSY_RETRIES; 1076f48298d3SIoana Ciornei struct dpaa2_fd fd; 1077f48298d3SIoana Ciornei int err; 1078f48298d3SIoana Ciornei 1079f48298d3SIoana Ciornei if (unlikely(skb_headroom(skb) < DPAA2_SWITCH_NEEDED_HEADROOM)) { 1080f48298d3SIoana Ciornei struct sk_buff *ns; 1081f48298d3SIoana Ciornei 1082f48298d3SIoana Ciornei ns = skb_realloc_headroom(skb, DPAA2_SWITCH_NEEDED_HEADROOM); 1083f48298d3SIoana Ciornei if (unlikely(!ns)) { 1084f48298d3SIoana Ciornei net_err_ratelimited("%s: Error reallocating skb headroom\n", net_dev->name); 1085f48298d3SIoana Ciornei goto err_free_skb; 1086f48298d3SIoana Ciornei } 1087f48298d3SIoana Ciornei dev_consume_skb_any(skb); 1088f48298d3SIoana Ciornei skb = ns; 1089f48298d3SIoana Ciornei } 1090f48298d3SIoana Ciornei 1091f48298d3SIoana Ciornei /* We'll be holding a back-reference to the skb until Tx confirmation */ 1092f48298d3SIoana Ciornei skb = skb_unshare(skb, GFP_ATOMIC); 1093f48298d3SIoana Ciornei if (unlikely(!skb)) { 1094f48298d3SIoana Ciornei /* skb_unshare() has already freed the skb */ 1095f48298d3SIoana Ciornei net_err_ratelimited("%s: Error copying the socket buffer\n", net_dev->name); 1096f48298d3SIoana Ciornei goto err_exit; 1097f48298d3SIoana Ciornei } 1098f48298d3SIoana Ciornei 1099f48298d3SIoana Ciornei /* At this stage, we do not support non-linear skbs so just try to 1100f48298d3SIoana Ciornei * linearize the skb and if that's not working, just drop the packet. 1101f48298d3SIoana Ciornei */ 1102f48298d3SIoana Ciornei err = skb_linearize(skb); 1103f48298d3SIoana Ciornei if (err) { 1104f48298d3SIoana Ciornei net_err_ratelimited("%s: skb_linearize error (%d)!\n", net_dev->name, err); 1105f48298d3SIoana Ciornei goto err_free_skb; 1106f48298d3SIoana Ciornei } 1107f48298d3SIoana Ciornei 1108f48298d3SIoana Ciornei err = dpaa2_switch_build_single_fd(ethsw, skb, &fd); 1109f48298d3SIoana Ciornei if (unlikely(err)) { 1110f48298d3SIoana Ciornei net_err_ratelimited("%s: ethsw_build_*_fd() %d\n", net_dev->name, err); 1111f48298d3SIoana Ciornei goto err_free_skb; 1112f48298d3SIoana Ciornei } 1113f48298d3SIoana Ciornei 1114f48298d3SIoana Ciornei do { 1115f48298d3SIoana Ciornei err = dpaa2_io_service_enqueue_qd(NULL, 1116f48298d3SIoana Ciornei port_priv->tx_qdid, 1117f48298d3SIoana Ciornei 8, 0, &fd); 1118f48298d3SIoana Ciornei retries--; 1119f48298d3SIoana Ciornei } while (err == -EBUSY && retries); 1120f48298d3SIoana Ciornei 1121f48298d3SIoana Ciornei if (unlikely(err < 0)) { 1122f48298d3SIoana Ciornei dpaa2_switch_free_fd(ethsw, &fd); 1123f48298d3SIoana Ciornei goto err_exit; 1124f48298d3SIoana Ciornei } 1125f48298d3SIoana Ciornei 1126f48298d3SIoana Ciornei return NETDEV_TX_OK; 1127f48298d3SIoana Ciornei 1128f48298d3SIoana Ciornei err_free_skb: 1129f48298d3SIoana Ciornei dev_kfree_skb(skb); 1130f48298d3SIoana Ciornei err_exit: 1131f48298d3SIoana Ciornei return NETDEV_TX_OK; 1132f48298d3SIoana Ciornei } 1133f48298d3SIoana Ciornei 11341110318dSIoana Ciornei static int 1135adcb7aa3SIoana Ciornei dpaa2_switch_setup_tc_cls_flower(struct dpaa2_switch_filter_block *filter_block, 11361110318dSIoana Ciornei struct flow_cls_offload *f) 11371110318dSIoana Ciornei { 11381110318dSIoana Ciornei switch (f->command) { 11391110318dSIoana Ciornei case FLOW_CLS_REPLACE: 1140adcb7aa3SIoana Ciornei return dpaa2_switch_cls_flower_replace(filter_block, f); 11411110318dSIoana Ciornei case FLOW_CLS_DESTROY: 1142adcb7aa3SIoana Ciornei return dpaa2_switch_cls_flower_destroy(filter_block, f); 11431110318dSIoana Ciornei default: 11441110318dSIoana Ciornei return -EOPNOTSUPP; 11451110318dSIoana Ciornei } 11461110318dSIoana Ciornei } 11471110318dSIoana Ciornei 11484ba28c1aSIoana Ciornei static int 1149adcb7aa3SIoana Ciornei dpaa2_switch_setup_tc_cls_matchall(struct dpaa2_switch_filter_block *block, 11504ba28c1aSIoana Ciornei struct tc_cls_matchall_offload *f) 11514ba28c1aSIoana Ciornei { 11524ba28c1aSIoana Ciornei switch (f->command) { 11534ba28c1aSIoana Ciornei case TC_CLSMATCHALL_REPLACE: 1154adcb7aa3SIoana Ciornei return dpaa2_switch_cls_matchall_replace(block, f); 11554ba28c1aSIoana Ciornei case TC_CLSMATCHALL_DESTROY: 1156adcb7aa3SIoana Ciornei return dpaa2_switch_cls_matchall_destroy(block, f); 11574ba28c1aSIoana Ciornei default: 11584ba28c1aSIoana Ciornei return -EOPNOTSUPP; 11594ba28c1aSIoana Ciornei } 11604ba28c1aSIoana Ciornei } 11614ba28c1aSIoana Ciornei 11621110318dSIoana Ciornei static int dpaa2_switch_port_setup_tc_block_cb_ig(enum tc_setup_type type, 11631110318dSIoana Ciornei void *type_data, 11641110318dSIoana Ciornei void *cb_priv) 11651110318dSIoana Ciornei { 11661110318dSIoana Ciornei switch (type) { 11671110318dSIoana Ciornei case TC_SETUP_CLSFLOWER: 11681110318dSIoana Ciornei return dpaa2_switch_setup_tc_cls_flower(cb_priv, type_data); 11694ba28c1aSIoana Ciornei case TC_SETUP_CLSMATCHALL: 11704ba28c1aSIoana Ciornei return dpaa2_switch_setup_tc_cls_matchall(cb_priv, type_data); 11711110318dSIoana Ciornei default: 11721110318dSIoana Ciornei return -EOPNOTSUPP; 11731110318dSIoana Ciornei } 11741110318dSIoana Ciornei } 11751110318dSIoana Ciornei 11761110318dSIoana Ciornei static LIST_HEAD(dpaa2_switch_block_cb_list); 11771110318dSIoana Ciornei 1178adcb7aa3SIoana Ciornei static int 1179adcb7aa3SIoana Ciornei dpaa2_switch_port_acl_tbl_bind(struct ethsw_port_priv *port_priv, 1180adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *block) 11811110318dSIoana Ciornei { 11821110318dSIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 11831110318dSIoana Ciornei struct net_device *netdev = port_priv->netdev; 11841110318dSIoana Ciornei struct dpsw_acl_if_cfg acl_if_cfg; 11851110318dSIoana Ciornei int err; 11861110318dSIoana Ciornei 1187adcb7aa3SIoana Ciornei if (port_priv->filter_block) 11881110318dSIoana Ciornei return -EINVAL; 11891110318dSIoana Ciornei 11901110318dSIoana Ciornei acl_if_cfg.if_id[0] = port_priv->idx; 11911110318dSIoana Ciornei acl_if_cfg.num_ifs = 1; 11921110318dSIoana Ciornei err = dpsw_acl_add_if(ethsw->mc_io, 0, ethsw->dpsw_handle, 1193adcb7aa3SIoana Ciornei block->acl_id, &acl_if_cfg); 11941110318dSIoana Ciornei if (err) { 11951110318dSIoana Ciornei netdev_err(netdev, "dpsw_acl_add_if err %d\n", err); 11961110318dSIoana Ciornei return err; 11971110318dSIoana Ciornei } 11981110318dSIoana Ciornei 1199adcb7aa3SIoana Ciornei block->ports |= BIT(port_priv->idx); 1200adcb7aa3SIoana Ciornei port_priv->filter_block = block; 12011110318dSIoana Ciornei 12021110318dSIoana Ciornei return 0; 12031110318dSIoana Ciornei } 12041110318dSIoana Ciornei 12051110318dSIoana Ciornei static int 12061110318dSIoana Ciornei dpaa2_switch_port_acl_tbl_unbind(struct ethsw_port_priv *port_priv, 1207adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *block) 12081110318dSIoana Ciornei { 12091110318dSIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 12101110318dSIoana Ciornei struct net_device *netdev = port_priv->netdev; 12111110318dSIoana Ciornei struct dpsw_acl_if_cfg acl_if_cfg; 12121110318dSIoana Ciornei int err; 12131110318dSIoana Ciornei 1214adcb7aa3SIoana Ciornei if (port_priv->filter_block != block) 12151110318dSIoana Ciornei return -EINVAL; 12161110318dSIoana Ciornei 12171110318dSIoana Ciornei acl_if_cfg.if_id[0] = port_priv->idx; 12181110318dSIoana Ciornei acl_if_cfg.num_ifs = 1; 12191110318dSIoana Ciornei err = dpsw_acl_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle, 1220adcb7aa3SIoana Ciornei block->acl_id, &acl_if_cfg); 12211110318dSIoana Ciornei if (err) { 12221110318dSIoana Ciornei netdev_err(netdev, "dpsw_acl_add_if err %d\n", err); 12231110318dSIoana Ciornei return err; 12241110318dSIoana Ciornei } 12251110318dSIoana Ciornei 1226adcb7aa3SIoana Ciornei block->ports &= ~BIT(port_priv->idx); 1227adcb7aa3SIoana Ciornei port_priv->filter_block = NULL; 12281110318dSIoana Ciornei return 0; 12291110318dSIoana Ciornei } 12301110318dSIoana Ciornei 12311110318dSIoana Ciornei static int dpaa2_switch_port_block_bind(struct ethsw_port_priv *port_priv, 1232adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *block) 12331110318dSIoana Ciornei { 1234adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *old_block = port_priv->filter_block; 12351110318dSIoana Ciornei int err; 12361110318dSIoana Ciornei 12377a91f907SIoana Ciornei /* Offload all the mirror entries found in the block on this new port 12387a91f907SIoana Ciornei * joining it. 12397a91f907SIoana Ciornei */ 12407a91f907SIoana Ciornei err = dpaa2_switch_block_offload_mirror(block, port_priv); 12417a91f907SIoana Ciornei if (err) 12427a91f907SIoana Ciornei return err; 12437a91f907SIoana Ciornei 12441110318dSIoana Ciornei /* If the port is already bound to this ACL table then do nothing. This 12451110318dSIoana Ciornei * can happen when this port is the first one to join a tc block 12461110318dSIoana Ciornei */ 1247adcb7aa3SIoana Ciornei if (port_priv->filter_block == block) 12481110318dSIoana Ciornei return 0; 12491110318dSIoana Ciornei 1250adcb7aa3SIoana Ciornei err = dpaa2_switch_port_acl_tbl_unbind(port_priv, old_block); 12511110318dSIoana Ciornei if (err) 12521110318dSIoana Ciornei return err; 12531110318dSIoana Ciornei 12541110318dSIoana Ciornei /* Mark the previous ACL table as being unused if this was the last 12551110318dSIoana Ciornei * port that was using it. 12561110318dSIoana Ciornei */ 1257adcb7aa3SIoana Ciornei if (old_block->ports == 0) 1258adcb7aa3SIoana Ciornei old_block->in_use = false; 12591110318dSIoana Ciornei 1260adcb7aa3SIoana Ciornei return dpaa2_switch_port_acl_tbl_bind(port_priv, block); 12611110318dSIoana Ciornei } 12621110318dSIoana Ciornei 1263adcb7aa3SIoana Ciornei static int 1264adcb7aa3SIoana Ciornei dpaa2_switch_port_block_unbind(struct ethsw_port_priv *port_priv, 1265adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *block) 12661110318dSIoana Ciornei { 12671110318dSIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1268adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *new_block; 12691110318dSIoana Ciornei int err; 12701110318dSIoana Ciornei 12717a91f907SIoana Ciornei /* Unoffload all the mirror entries found in the block from the 12727a91f907SIoana Ciornei * port leaving it. 12737a91f907SIoana Ciornei */ 12747a91f907SIoana Ciornei err = dpaa2_switch_block_unoffload_mirror(block, port_priv); 12757a91f907SIoana Ciornei if (err) 12767a91f907SIoana Ciornei return err; 12777a91f907SIoana Ciornei 12781110318dSIoana Ciornei /* We are the last port that leaves a block (an ACL table). 12791110318dSIoana Ciornei * We'll continue to use this table. 12801110318dSIoana Ciornei */ 1281adcb7aa3SIoana Ciornei if (block->ports == BIT(port_priv->idx)) 12821110318dSIoana Ciornei return 0; 12831110318dSIoana Ciornei 1284adcb7aa3SIoana Ciornei err = dpaa2_switch_port_acl_tbl_unbind(port_priv, block); 12851110318dSIoana Ciornei if (err) 12861110318dSIoana Ciornei return err; 12871110318dSIoana Ciornei 1288adcb7aa3SIoana Ciornei if (block->ports == 0) 1289adcb7aa3SIoana Ciornei block->in_use = false; 12901110318dSIoana Ciornei 1291adcb7aa3SIoana Ciornei new_block = dpaa2_switch_filter_block_get_unused(ethsw); 1292adcb7aa3SIoana Ciornei new_block->in_use = true; 1293adcb7aa3SIoana Ciornei return dpaa2_switch_port_acl_tbl_bind(port_priv, new_block); 12941110318dSIoana Ciornei } 12951110318dSIoana Ciornei 12961110318dSIoana Ciornei static int dpaa2_switch_setup_tc_block_bind(struct net_device *netdev, 12971110318dSIoana Ciornei struct flow_block_offload *f) 12981110318dSIoana Ciornei { 12991110318dSIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 13001110318dSIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1301adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *filter_block; 13021110318dSIoana Ciornei struct flow_block_cb *block_cb; 13031110318dSIoana Ciornei bool register_block = false; 13041110318dSIoana Ciornei int err; 13051110318dSIoana Ciornei 13061110318dSIoana Ciornei block_cb = flow_block_cb_lookup(f->block, 13071110318dSIoana Ciornei dpaa2_switch_port_setup_tc_block_cb_ig, 13081110318dSIoana Ciornei ethsw); 13091110318dSIoana Ciornei 13101110318dSIoana Ciornei if (!block_cb) { 1311adcb7aa3SIoana Ciornei /* If the filter block is not already known, then this port 1312adcb7aa3SIoana Ciornei * must be the first to join it. In this case, we can just 1313adcb7aa3SIoana Ciornei * continue to use our private table 13141110318dSIoana Ciornei */ 1315adcb7aa3SIoana Ciornei filter_block = port_priv->filter_block; 13161110318dSIoana Ciornei 13171110318dSIoana Ciornei block_cb = flow_block_cb_alloc(dpaa2_switch_port_setup_tc_block_cb_ig, 1318adcb7aa3SIoana Ciornei ethsw, filter_block, NULL); 13191110318dSIoana Ciornei if (IS_ERR(block_cb)) 13201110318dSIoana Ciornei return PTR_ERR(block_cb); 13211110318dSIoana Ciornei 13221110318dSIoana Ciornei register_block = true; 13231110318dSIoana Ciornei } else { 1324adcb7aa3SIoana Ciornei filter_block = flow_block_cb_priv(block_cb); 13251110318dSIoana Ciornei } 13261110318dSIoana Ciornei 13271110318dSIoana Ciornei flow_block_cb_incref(block_cb); 1328adcb7aa3SIoana Ciornei err = dpaa2_switch_port_block_bind(port_priv, filter_block); 13291110318dSIoana Ciornei if (err) 13301110318dSIoana Ciornei goto err_block_bind; 13311110318dSIoana Ciornei 13321110318dSIoana Ciornei if (register_block) { 13331110318dSIoana Ciornei flow_block_cb_add(block_cb, f); 13341110318dSIoana Ciornei list_add_tail(&block_cb->driver_list, 13351110318dSIoana Ciornei &dpaa2_switch_block_cb_list); 13361110318dSIoana Ciornei } 13371110318dSIoana Ciornei 13381110318dSIoana Ciornei return 0; 13391110318dSIoana Ciornei 13401110318dSIoana Ciornei err_block_bind: 13411110318dSIoana Ciornei if (!flow_block_cb_decref(block_cb)) 13421110318dSIoana Ciornei flow_block_cb_free(block_cb); 13431110318dSIoana Ciornei return err; 13441110318dSIoana Ciornei } 13451110318dSIoana Ciornei 13461110318dSIoana Ciornei static void dpaa2_switch_setup_tc_block_unbind(struct net_device *netdev, 13471110318dSIoana Ciornei struct flow_block_offload *f) 13481110318dSIoana Ciornei { 13491110318dSIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 13501110318dSIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1351adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *filter_block; 13521110318dSIoana Ciornei struct flow_block_cb *block_cb; 13531110318dSIoana Ciornei int err; 13541110318dSIoana Ciornei 13551110318dSIoana Ciornei block_cb = flow_block_cb_lookup(f->block, 13561110318dSIoana Ciornei dpaa2_switch_port_setup_tc_block_cb_ig, 13571110318dSIoana Ciornei ethsw); 13581110318dSIoana Ciornei if (!block_cb) 13591110318dSIoana Ciornei return; 13601110318dSIoana Ciornei 1361adcb7aa3SIoana Ciornei filter_block = flow_block_cb_priv(block_cb); 1362adcb7aa3SIoana Ciornei err = dpaa2_switch_port_block_unbind(port_priv, filter_block); 13631110318dSIoana Ciornei if (!err && !flow_block_cb_decref(block_cb)) { 13641110318dSIoana Ciornei flow_block_cb_remove(block_cb, f); 13651110318dSIoana Ciornei list_del(&block_cb->driver_list); 13661110318dSIoana Ciornei } 13671110318dSIoana Ciornei } 13681110318dSIoana Ciornei 13691110318dSIoana Ciornei static int dpaa2_switch_setup_tc_block(struct net_device *netdev, 13701110318dSIoana Ciornei struct flow_block_offload *f) 13711110318dSIoana Ciornei { 13721110318dSIoana Ciornei if (f->binder_type != FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) 13731110318dSIoana Ciornei return -EOPNOTSUPP; 13741110318dSIoana Ciornei 13751110318dSIoana Ciornei f->driver_block_list = &dpaa2_switch_block_cb_list; 13761110318dSIoana Ciornei 13771110318dSIoana Ciornei switch (f->command) { 13781110318dSIoana Ciornei case FLOW_BLOCK_BIND: 13791110318dSIoana Ciornei return dpaa2_switch_setup_tc_block_bind(netdev, f); 13801110318dSIoana Ciornei case FLOW_BLOCK_UNBIND: 13811110318dSIoana Ciornei dpaa2_switch_setup_tc_block_unbind(netdev, f); 13821110318dSIoana Ciornei return 0; 13831110318dSIoana Ciornei default: 13841110318dSIoana Ciornei return -EOPNOTSUPP; 13851110318dSIoana Ciornei } 13861110318dSIoana Ciornei } 13871110318dSIoana Ciornei 13881110318dSIoana Ciornei static int dpaa2_switch_port_setup_tc(struct net_device *netdev, 13891110318dSIoana Ciornei enum tc_setup_type type, 13901110318dSIoana Ciornei void *type_data) 13911110318dSIoana Ciornei { 13921110318dSIoana Ciornei switch (type) { 13931110318dSIoana Ciornei case TC_SETUP_BLOCK: { 13941110318dSIoana Ciornei return dpaa2_switch_setup_tc_block(netdev, type_data); 13951110318dSIoana Ciornei } 13961110318dSIoana Ciornei default: 13971110318dSIoana Ciornei return -EOPNOTSUPP; 13981110318dSIoana Ciornei } 13991110318dSIoana Ciornei 14001110318dSIoana Ciornei return 0; 14011110318dSIoana Ciornei } 14021110318dSIoana Ciornei 1403f48298d3SIoana Ciornei static const struct net_device_ops dpaa2_switch_port_ops = { 1404f48298d3SIoana Ciornei .ndo_open = dpaa2_switch_port_open, 1405f48298d3SIoana Ciornei .ndo_stop = dpaa2_switch_port_stop, 1406f48298d3SIoana Ciornei 1407f48298d3SIoana Ciornei .ndo_set_mac_address = eth_mac_addr, 1408f48298d3SIoana Ciornei .ndo_get_stats64 = dpaa2_switch_port_get_stats, 1409f48298d3SIoana Ciornei .ndo_change_mtu = dpaa2_switch_port_change_mtu, 1410f48298d3SIoana Ciornei .ndo_has_offload_stats = dpaa2_switch_port_has_offload_stats, 1411f48298d3SIoana Ciornei .ndo_get_offload_stats = dpaa2_switch_port_get_offload_stats, 1412f48298d3SIoana Ciornei .ndo_fdb_dump = dpaa2_switch_port_fdb_dump, 1413f48298d3SIoana Ciornei .ndo_vlan_rx_add_vid = dpaa2_switch_port_vlan_add, 1414f48298d3SIoana Ciornei .ndo_vlan_rx_kill_vid = dpaa2_switch_port_vlan_kill, 1415f48298d3SIoana Ciornei 1416f48298d3SIoana Ciornei .ndo_start_xmit = dpaa2_switch_port_tx, 1417f48298d3SIoana Ciornei .ndo_get_port_parent_id = dpaa2_switch_port_parent_id, 1418f48298d3SIoana Ciornei .ndo_get_phys_port_name = dpaa2_switch_port_get_phys_name, 14191110318dSIoana Ciornei .ndo_setup_tc = dpaa2_switch_port_setup_tc, 1420f48298d3SIoana Ciornei }; 1421f48298d3SIoana Ciornei 1422f48298d3SIoana Ciornei bool dpaa2_switch_port_dev_check(const struct net_device *netdev) 1423f48298d3SIoana Ciornei { 1424f48298d3SIoana Ciornei return netdev->netdev_ops == &dpaa2_switch_port_ops; 1425f48298d3SIoana Ciornei } 1426f48298d3SIoana Ciornei 142784cba729SIoana Ciornei static int dpaa2_switch_port_connect_mac(struct ethsw_port_priv *port_priv) 142884cba729SIoana Ciornei { 142984cba729SIoana Ciornei struct fsl_mc_device *dpsw_port_dev, *dpmac_dev; 143084cba729SIoana Ciornei struct dpaa2_mac *mac; 143184cba729SIoana Ciornei int err; 143284cba729SIoana Ciornei 143384cba729SIoana Ciornei dpsw_port_dev = to_fsl_mc_device(port_priv->netdev->dev.parent); 143484cba729SIoana Ciornei dpmac_dev = fsl_mc_get_endpoint(dpsw_port_dev, port_priv->idx); 143584cba729SIoana Ciornei 143684cba729SIoana Ciornei if (PTR_ERR(dpmac_dev) == -EPROBE_DEFER) 143784cba729SIoana Ciornei return PTR_ERR(dpmac_dev); 143884cba729SIoana Ciornei 143984cba729SIoana Ciornei if (IS_ERR(dpmac_dev) || dpmac_dev->dev.type != &fsl_mc_bus_dpmac_type) 144084cba729SIoana Ciornei return 0; 144184cba729SIoana Ciornei 144284cba729SIoana Ciornei mac = kzalloc(sizeof(*mac), GFP_KERNEL); 144384cba729SIoana Ciornei if (!mac) 144484cba729SIoana Ciornei return -ENOMEM; 144584cba729SIoana Ciornei 144684cba729SIoana Ciornei mac->mc_dev = dpmac_dev; 144784cba729SIoana Ciornei mac->mc_io = port_priv->ethsw_data->mc_io; 144884cba729SIoana Ciornei mac->net_dev = port_priv->netdev; 144984cba729SIoana Ciornei 145084cba729SIoana Ciornei err = dpaa2_mac_open(mac); 145184cba729SIoana Ciornei if (err) 145284cba729SIoana Ciornei goto err_free_mac; 145384cba729SIoana Ciornei port_priv->mac = mac; 145484cba729SIoana Ciornei 145584cba729SIoana Ciornei if (dpaa2_switch_port_is_type_phy(port_priv)) { 145684cba729SIoana Ciornei err = dpaa2_mac_connect(mac); 145784cba729SIoana Ciornei if (err) { 145884cba729SIoana Ciornei netdev_err(port_priv->netdev, 145984cba729SIoana Ciornei "Error connecting to the MAC endpoint %pe\n", 146084cba729SIoana Ciornei ERR_PTR(err)); 146184cba729SIoana Ciornei goto err_close_mac; 146284cba729SIoana Ciornei } 146384cba729SIoana Ciornei } 146484cba729SIoana Ciornei 146584cba729SIoana Ciornei return 0; 146684cba729SIoana Ciornei 146784cba729SIoana Ciornei err_close_mac: 146884cba729SIoana Ciornei dpaa2_mac_close(mac); 146984cba729SIoana Ciornei port_priv->mac = NULL; 147084cba729SIoana Ciornei err_free_mac: 147184cba729SIoana Ciornei kfree(mac); 147284cba729SIoana Ciornei return err; 147384cba729SIoana Ciornei } 147484cba729SIoana Ciornei 147584cba729SIoana Ciornei static void dpaa2_switch_port_disconnect_mac(struct ethsw_port_priv *port_priv) 147684cba729SIoana Ciornei { 147784cba729SIoana Ciornei if (dpaa2_switch_port_is_type_phy(port_priv)) 147884cba729SIoana Ciornei dpaa2_mac_disconnect(port_priv->mac); 147984cba729SIoana Ciornei 148084cba729SIoana Ciornei if (!dpaa2_switch_port_has_mac(port_priv)) 148184cba729SIoana Ciornei return; 148284cba729SIoana Ciornei 148384cba729SIoana Ciornei dpaa2_mac_close(port_priv->mac); 148484cba729SIoana Ciornei kfree(port_priv->mac); 148584cba729SIoana Ciornei port_priv->mac = NULL; 148684cba729SIoana Ciornei } 148784cba729SIoana Ciornei 1488f48298d3SIoana Ciornei static irqreturn_t dpaa2_switch_irq0_handler_thread(int irq_num, void *arg) 1489f48298d3SIoana Ciornei { 1490f48298d3SIoana Ciornei struct device *dev = (struct device *)arg; 1491f48298d3SIoana Ciornei struct ethsw_core *ethsw = dev_get_drvdata(dev); 149224ab724fSIoana Ciornei struct ethsw_port_priv *port_priv; 14931ca6cf5eSIoana Ciornei u32 status = ~0; 149424ab724fSIoana Ciornei int err, if_id; 1495f48298d3SIoana Ciornei 1496f48298d3SIoana Ciornei err = dpsw_get_irq_status(ethsw->mc_io, 0, ethsw->dpsw_handle, 1497f48298d3SIoana Ciornei DPSW_IRQ_INDEX_IF, &status); 1498f48298d3SIoana Ciornei if (err) { 1499f48298d3SIoana Ciornei dev_err(dev, "Can't get irq status (err %d)\n", err); 1500f48298d3SIoana Ciornei goto out; 1501f48298d3SIoana Ciornei } 1502f48298d3SIoana Ciornei 150324ab724fSIoana Ciornei if_id = (status & 0xFFFF0000) >> 16; 150424ab724fSIoana Ciornei port_priv = ethsw->ports[if_id]; 1505f48298d3SIoana Ciornei 150624ab724fSIoana Ciornei if (status & DPSW_IRQ_EVENT_LINK_CHANGED) { 150724ab724fSIoana Ciornei dpaa2_switch_port_link_state_update(port_priv->netdev); 150824ab724fSIoana Ciornei dpaa2_switch_port_set_mac_addr(port_priv); 150924ab724fSIoana Ciornei } 151084cba729SIoana Ciornei 151184cba729SIoana Ciornei if (status & DPSW_IRQ_EVENT_ENDPOINT_CHANGED) { 1512d52ef12fSVladimir Oltean rtnl_lock(); 151384cba729SIoana Ciornei if (dpaa2_switch_port_has_mac(port_priv)) 151484cba729SIoana Ciornei dpaa2_switch_port_disconnect_mac(port_priv); 151584cba729SIoana Ciornei else 151684cba729SIoana Ciornei dpaa2_switch_port_connect_mac(port_priv); 1517d52ef12fSVladimir Oltean rtnl_unlock(); 151884cba729SIoana Ciornei } 151984cba729SIoana Ciornei 1520f48298d3SIoana Ciornei out: 15211ca6cf5eSIoana Ciornei err = dpsw_clear_irq_status(ethsw->mc_io, 0, ethsw->dpsw_handle, 15221ca6cf5eSIoana Ciornei DPSW_IRQ_INDEX_IF, status); 15231ca6cf5eSIoana Ciornei if (err) 15241ca6cf5eSIoana Ciornei dev_err(dev, "Can't clear irq status (err %d)\n", err); 15251ca6cf5eSIoana Ciornei 1526f48298d3SIoana Ciornei return IRQ_HANDLED; 1527f48298d3SIoana Ciornei } 1528f48298d3SIoana Ciornei 1529f48298d3SIoana Ciornei static int dpaa2_switch_setup_irqs(struct fsl_mc_device *sw_dev) 1530f48298d3SIoana Ciornei { 1531f48298d3SIoana Ciornei struct device *dev = &sw_dev->dev; 1532f48298d3SIoana Ciornei struct ethsw_core *ethsw = dev_get_drvdata(dev); 1533f48298d3SIoana Ciornei u32 mask = DPSW_IRQ_EVENT_LINK_CHANGED; 1534f48298d3SIoana Ciornei struct fsl_mc_device_irq *irq; 1535f48298d3SIoana Ciornei int err; 1536f48298d3SIoana Ciornei 1537f48298d3SIoana Ciornei err = fsl_mc_allocate_irqs(sw_dev); 1538f48298d3SIoana Ciornei if (err) { 1539f48298d3SIoana Ciornei dev_err(dev, "MC irqs allocation failed\n"); 1540f48298d3SIoana Ciornei return err; 1541f48298d3SIoana Ciornei } 1542f48298d3SIoana Ciornei 1543f48298d3SIoana Ciornei if (WARN_ON(sw_dev->obj_desc.irq_count != DPSW_IRQ_NUM)) { 1544f48298d3SIoana Ciornei err = -EINVAL; 1545f48298d3SIoana Ciornei goto free_irq; 1546f48298d3SIoana Ciornei } 1547f48298d3SIoana Ciornei 1548f48298d3SIoana Ciornei err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle, 1549f48298d3SIoana Ciornei DPSW_IRQ_INDEX_IF, 0); 1550f48298d3SIoana Ciornei if (err) { 1551f48298d3SIoana Ciornei dev_err(dev, "dpsw_set_irq_enable err %d\n", err); 1552f48298d3SIoana Ciornei goto free_irq; 1553f48298d3SIoana Ciornei } 1554f48298d3SIoana Ciornei 1555f48298d3SIoana Ciornei irq = sw_dev->irqs[DPSW_IRQ_INDEX_IF]; 1556f48298d3SIoana Ciornei 1557f48298d3SIoana Ciornei err = devm_request_threaded_irq(dev, irq->msi_desc->irq, 1558f48298d3SIoana Ciornei NULL, 1559f48298d3SIoana Ciornei dpaa2_switch_irq0_handler_thread, 1560f48298d3SIoana Ciornei IRQF_NO_SUSPEND | IRQF_ONESHOT, 1561f48298d3SIoana Ciornei dev_name(dev), dev); 1562f48298d3SIoana Ciornei if (err) { 1563f48298d3SIoana Ciornei dev_err(dev, "devm_request_threaded_irq(): %d\n", err); 1564f48298d3SIoana Ciornei goto free_irq; 1565f48298d3SIoana Ciornei } 1566f48298d3SIoana Ciornei 1567f48298d3SIoana Ciornei err = dpsw_set_irq_mask(ethsw->mc_io, 0, ethsw->dpsw_handle, 1568f48298d3SIoana Ciornei DPSW_IRQ_INDEX_IF, mask); 1569f48298d3SIoana Ciornei if (err) { 1570f48298d3SIoana Ciornei dev_err(dev, "dpsw_set_irq_mask(): %d\n", err); 1571f48298d3SIoana Ciornei goto free_devm_irq; 1572f48298d3SIoana Ciornei } 1573f48298d3SIoana Ciornei 1574f48298d3SIoana Ciornei err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle, 1575f48298d3SIoana Ciornei DPSW_IRQ_INDEX_IF, 1); 1576f48298d3SIoana Ciornei if (err) { 1577f48298d3SIoana Ciornei dev_err(dev, "dpsw_set_irq_enable(): %d\n", err); 1578f48298d3SIoana Ciornei goto free_devm_irq; 1579f48298d3SIoana Ciornei } 1580f48298d3SIoana Ciornei 1581f48298d3SIoana Ciornei return 0; 1582f48298d3SIoana Ciornei 1583f48298d3SIoana Ciornei free_devm_irq: 1584f48298d3SIoana Ciornei devm_free_irq(dev, irq->msi_desc->irq, dev); 1585f48298d3SIoana Ciornei free_irq: 1586f48298d3SIoana Ciornei fsl_mc_free_irqs(sw_dev); 1587f48298d3SIoana Ciornei return err; 1588f48298d3SIoana Ciornei } 1589f48298d3SIoana Ciornei 1590f48298d3SIoana Ciornei static void dpaa2_switch_teardown_irqs(struct fsl_mc_device *sw_dev) 1591f48298d3SIoana Ciornei { 1592f48298d3SIoana Ciornei struct device *dev = &sw_dev->dev; 1593f48298d3SIoana Ciornei struct ethsw_core *ethsw = dev_get_drvdata(dev); 1594f48298d3SIoana Ciornei int err; 1595f48298d3SIoana Ciornei 1596f48298d3SIoana Ciornei err = dpsw_set_irq_enable(ethsw->mc_io, 0, ethsw->dpsw_handle, 1597f48298d3SIoana Ciornei DPSW_IRQ_INDEX_IF, 0); 1598f48298d3SIoana Ciornei if (err) 1599f48298d3SIoana Ciornei dev_err(dev, "dpsw_set_irq_enable err %d\n", err); 1600f48298d3SIoana Ciornei 1601f48298d3SIoana Ciornei fsl_mc_free_irqs(sw_dev); 1602f48298d3SIoana Ciornei } 1603f48298d3SIoana Ciornei 16041e7cbabfSIoana Ciornei static int dpaa2_switch_port_set_learning(struct ethsw_port_priv *port_priv, bool enable) 16051e7cbabfSIoana Ciornei { 16061e7cbabfSIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 16071e7cbabfSIoana Ciornei enum dpsw_learning_mode learn_mode; 16081e7cbabfSIoana Ciornei int err; 16091e7cbabfSIoana Ciornei 16101e7cbabfSIoana Ciornei if (enable) 16111e7cbabfSIoana Ciornei learn_mode = DPSW_LEARNING_MODE_HW; 16121e7cbabfSIoana Ciornei else 16131e7cbabfSIoana Ciornei learn_mode = DPSW_LEARNING_MODE_DIS; 16141e7cbabfSIoana Ciornei 16151e7cbabfSIoana Ciornei err = dpsw_if_set_learning_mode(ethsw->mc_io, 0, ethsw->dpsw_handle, 16161e7cbabfSIoana Ciornei port_priv->idx, learn_mode); 16171e7cbabfSIoana Ciornei if (err) 16181e7cbabfSIoana Ciornei netdev_err(port_priv->netdev, "dpsw_if_set_learning_mode err %d\n", err); 16191e7cbabfSIoana Ciornei 16201e7cbabfSIoana Ciornei if (!enable) 16211e7cbabfSIoana Ciornei dpaa2_switch_port_fast_age(port_priv); 16221e7cbabfSIoana Ciornei 16231e7cbabfSIoana Ciornei return err; 16241e7cbabfSIoana Ciornei } 16251e7cbabfSIoana Ciornei 1626bc96781aSIoana Ciornei static int dpaa2_switch_port_attr_stp_state_set(struct net_device *netdev, 1627bc96781aSIoana Ciornei u8 state) 1628bc96781aSIoana Ciornei { 1629bc96781aSIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 1630bc96781aSIoana Ciornei int err; 1631bc96781aSIoana Ciornei 1632bc96781aSIoana Ciornei err = dpaa2_switch_port_set_stp_state(port_priv, state); 1633bc96781aSIoana Ciornei if (err) 1634bc96781aSIoana Ciornei return err; 1635bc96781aSIoana Ciornei 1636bc96781aSIoana Ciornei switch (state) { 1637bc96781aSIoana Ciornei case BR_STATE_DISABLED: 1638bc96781aSIoana Ciornei case BR_STATE_BLOCKING: 1639bc96781aSIoana Ciornei case BR_STATE_LISTENING: 1640bc96781aSIoana Ciornei err = dpaa2_switch_port_set_learning(port_priv, false); 1641bc96781aSIoana Ciornei break; 1642bc96781aSIoana Ciornei case BR_STATE_LEARNING: 1643bc96781aSIoana Ciornei case BR_STATE_FORWARDING: 1644bc96781aSIoana Ciornei err = dpaa2_switch_port_set_learning(port_priv, 1645bc96781aSIoana Ciornei port_priv->learn_ena); 1646bc96781aSIoana Ciornei break; 1647bc96781aSIoana Ciornei } 1648bc96781aSIoana Ciornei 1649bc96781aSIoana Ciornei return err; 1650bc96781aSIoana Ciornei } 1651bc96781aSIoana Ciornei 1652b54eb093SIoana Ciornei static int dpaa2_switch_port_flood(struct ethsw_port_priv *port_priv, 1653b54eb093SIoana Ciornei struct switchdev_brport_flags flags) 1654b54eb093SIoana Ciornei { 1655b54eb093SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1656b54eb093SIoana Ciornei 1657b54eb093SIoana Ciornei if (flags.mask & BR_BCAST_FLOOD) 1658b54eb093SIoana Ciornei port_priv->bcast_flood = !!(flags.val & BR_BCAST_FLOOD); 1659b54eb093SIoana Ciornei 16606253d5e3SIoana Ciornei if (flags.mask & BR_FLOOD) 16616253d5e3SIoana Ciornei port_priv->ucast_flood = !!(flags.val & BR_FLOOD); 16626253d5e3SIoana Ciornei 1663b54eb093SIoana Ciornei return dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id); 1664b54eb093SIoana Ciornei } 1665b54eb093SIoana Ciornei 16661e7cbabfSIoana Ciornei static int dpaa2_switch_port_pre_bridge_flags(struct net_device *netdev, 16671e7cbabfSIoana Ciornei struct switchdev_brport_flags flags, 16681e7cbabfSIoana Ciornei struct netlink_ext_ack *extack) 16691e7cbabfSIoana Ciornei { 16706253d5e3SIoana Ciornei if (flags.mask & ~(BR_LEARNING | BR_BCAST_FLOOD | BR_FLOOD | 16716253d5e3SIoana Ciornei BR_MCAST_FLOOD)) 16721e7cbabfSIoana Ciornei return -EINVAL; 16731e7cbabfSIoana Ciornei 16746253d5e3SIoana Ciornei if (flags.mask & (BR_FLOOD | BR_MCAST_FLOOD)) { 16756253d5e3SIoana Ciornei bool multicast = !!(flags.val & BR_MCAST_FLOOD); 16766253d5e3SIoana Ciornei bool unicast = !!(flags.val & BR_FLOOD); 16776253d5e3SIoana Ciornei 16786253d5e3SIoana Ciornei if (unicast != multicast) { 16796253d5e3SIoana Ciornei NL_SET_ERR_MSG_MOD(extack, 16806253d5e3SIoana Ciornei "Cannot configure multicast flooding independently of unicast"); 16816253d5e3SIoana Ciornei return -EINVAL; 16826253d5e3SIoana Ciornei } 16836253d5e3SIoana Ciornei } 16846253d5e3SIoana Ciornei 16851e7cbabfSIoana Ciornei return 0; 16861e7cbabfSIoana Ciornei } 16871e7cbabfSIoana Ciornei 16881e7cbabfSIoana Ciornei static int dpaa2_switch_port_bridge_flags(struct net_device *netdev, 16891e7cbabfSIoana Ciornei struct switchdev_brport_flags flags, 16901e7cbabfSIoana Ciornei struct netlink_ext_ack *extack) 16911e7cbabfSIoana Ciornei { 16921e7cbabfSIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 16931e7cbabfSIoana Ciornei int err; 16941e7cbabfSIoana Ciornei 16951e7cbabfSIoana Ciornei if (flags.mask & BR_LEARNING) { 16961e7cbabfSIoana Ciornei bool learn_ena = !!(flags.val & BR_LEARNING); 16971e7cbabfSIoana Ciornei 16981e7cbabfSIoana Ciornei err = dpaa2_switch_port_set_learning(port_priv, learn_ena); 16991e7cbabfSIoana Ciornei if (err) 17001e7cbabfSIoana Ciornei return err; 170162734c74SIoana Ciornei port_priv->learn_ena = learn_ena; 17021e7cbabfSIoana Ciornei } 17031e7cbabfSIoana Ciornei 17046253d5e3SIoana Ciornei if (flags.mask & (BR_BCAST_FLOOD | BR_FLOOD | BR_MCAST_FLOOD)) { 1705b54eb093SIoana Ciornei err = dpaa2_switch_port_flood(port_priv, flags); 1706b54eb093SIoana Ciornei if (err) 1707b54eb093SIoana Ciornei return err; 1708b54eb093SIoana Ciornei } 1709b54eb093SIoana Ciornei 17101e7cbabfSIoana Ciornei return 0; 17111e7cbabfSIoana Ciornei } 17121e7cbabfSIoana Ciornei 171369bfac96SVladimir Oltean static int dpaa2_switch_port_attr_set(struct net_device *netdev, const void *ctx, 1714f48298d3SIoana Ciornei const struct switchdev_attr *attr, 1715f48298d3SIoana Ciornei struct netlink_ext_ack *extack) 1716f48298d3SIoana Ciornei { 1717f48298d3SIoana Ciornei int err = 0; 1718f48298d3SIoana Ciornei 1719f48298d3SIoana Ciornei switch (attr->id) { 1720f48298d3SIoana Ciornei case SWITCHDEV_ATTR_ID_PORT_STP_STATE: 1721f48298d3SIoana Ciornei err = dpaa2_switch_port_attr_stp_state_set(netdev, 1722f48298d3SIoana Ciornei attr->u.stp_state); 1723f48298d3SIoana Ciornei break; 1724f48298d3SIoana Ciornei case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING: 1725f48298d3SIoana Ciornei if (!attr->u.vlan_filtering) { 1726f48298d3SIoana Ciornei NL_SET_ERR_MSG_MOD(extack, 1727f48298d3SIoana Ciornei "The DPAA2 switch does not support VLAN-unaware operation"); 1728f48298d3SIoana Ciornei return -EOPNOTSUPP; 1729f48298d3SIoana Ciornei } 1730f48298d3SIoana Ciornei break; 17311e7cbabfSIoana Ciornei case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS: 17321e7cbabfSIoana Ciornei err = dpaa2_switch_port_pre_bridge_flags(netdev, attr->u.brport_flags, extack); 17331e7cbabfSIoana Ciornei break; 17341e7cbabfSIoana Ciornei case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS: 17351e7cbabfSIoana Ciornei err = dpaa2_switch_port_bridge_flags(netdev, attr->u.brport_flags, extack); 17361e7cbabfSIoana Ciornei break; 1737f48298d3SIoana Ciornei default: 1738f48298d3SIoana Ciornei err = -EOPNOTSUPP; 1739f48298d3SIoana Ciornei break; 1740f48298d3SIoana Ciornei } 1741f48298d3SIoana Ciornei 1742f48298d3SIoana Ciornei return err; 1743f48298d3SIoana Ciornei } 1744f48298d3SIoana Ciornei 1745f48298d3SIoana Ciornei int dpaa2_switch_port_vlans_add(struct net_device *netdev, 1746f48298d3SIoana Ciornei const struct switchdev_obj_port_vlan *vlan) 1747f48298d3SIoana Ciornei { 1748f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 1749f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1750f48298d3SIoana Ciornei struct dpsw_attr *attr = ðsw->sw_attr; 1751f48298d3SIoana Ciornei int err = 0; 1752f48298d3SIoana Ciornei 1753f48298d3SIoana Ciornei /* Make sure that the VLAN is not already configured 1754f48298d3SIoana Ciornei * on the switch port 1755f48298d3SIoana Ciornei */ 1756f48298d3SIoana Ciornei if (port_priv->vlans[vlan->vid] & ETHSW_VLAN_MEMBER) 1757f48298d3SIoana Ciornei return -EEXIST; 1758f48298d3SIoana Ciornei 1759f48298d3SIoana Ciornei /* Check if there is space for a new VLAN */ 1760f48298d3SIoana Ciornei err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle, 1761f48298d3SIoana Ciornei ðsw->sw_attr); 1762f48298d3SIoana Ciornei if (err) { 1763f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_get_attributes err %d\n", err); 1764f48298d3SIoana Ciornei return err; 1765f48298d3SIoana Ciornei } 1766f48298d3SIoana Ciornei if (attr->max_vlans - attr->num_vlans < 1) 1767f48298d3SIoana Ciornei return -ENOSPC; 1768f48298d3SIoana Ciornei 1769f48298d3SIoana Ciornei /* Check if there is space for a new VLAN */ 1770f48298d3SIoana Ciornei err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle, 1771f48298d3SIoana Ciornei ðsw->sw_attr); 1772f48298d3SIoana Ciornei if (err) { 1773f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_get_attributes err %d\n", err); 1774f48298d3SIoana Ciornei return err; 1775f48298d3SIoana Ciornei } 1776f48298d3SIoana Ciornei if (attr->max_vlans - attr->num_vlans < 1) 1777f48298d3SIoana Ciornei return -ENOSPC; 1778f48298d3SIoana Ciornei 1779f48298d3SIoana Ciornei if (!port_priv->ethsw_data->vlans[vlan->vid]) { 1780f48298d3SIoana Ciornei /* this is a new VLAN */ 1781f48298d3SIoana Ciornei err = dpaa2_switch_add_vlan(port_priv, vlan->vid); 1782f48298d3SIoana Ciornei if (err) 1783f48298d3SIoana Ciornei return err; 1784f48298d3SIoana Ciornei 1785f48298d3SIoana Ciornei port_priv->ethsw_data->vlans[vlan->vid] |= ETHSW_VLAN_GLOBAL; 1786f48298d3SIoana Ciornei } 1787f48298d3SIoana Ciornei 1788f48298d3SIoana Ciornei return dpaa2_switch_port_add_vlan(port_priv, vlan->vid, vlan->flags); 1789f48298d3SIoana Ciornei } 1790f48298d3SIoana Ciornei 1791f48298d3SIoana Ciornei static int dpaa2_switch_port_lookup_address(struct net_device *netdev, int is_uc, 1792f48298d3SIoana Ciornei const unsigned char *addr) 1793f48298d3SIoana Ciornei { 1794f48298d3SIoana Ciornei struct netdev_hw_addr_list *list = (is_uc) ? &netdev->uc : &netdev->mc; 1795f48298d3SIoana Ciornei struct netdev_hw_addr *ha; 1796f48298d3SIoana Ciornei 1797f48298d3SIoana Ciornei netif_addr_lock_bh(netdev); 1798f48298d3SIoana Ciornei list_for_each_entry(ha, &list->list, list) { 1799f48298d3SIoana Ciornei if (ether_addr_equal(ha->addr, addr)) { 1800f48298d3SIoana Ciornei netif_addr_unlock_bh(netdev); 1801f48298d3SIoana Ciornei return 1; 1802f48298d3SIoana Ciornei } 1803f48298d3SIoana Ciornei } 1804f48298d3SIoana Ciornei netif_addr_unlock_bh(netdev); 1805f48298d3SIoana Ciornei return 0; 1806f48298d3SIoana Ciornei } 1807f48298d3SIoana Ciornei 1808f48298d3SIoana Ciornei static int dpaa2_switch_port_mdb_add(struct net_device *netdev, 1809f48298d3SIoana Ciornei const struct switchdev_obj_port_mdb *mdb) 1810f48298d3SIoana Ciornei { 1811f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 1812f48298d3SIoana Ciornei int err; 1813f48298d3SIoana Ciornei 1814f48298d3SIoana Ciornei /* Check if address is already set on this port */ 1815f48298d3SIoana Ciornei if (dpaa2_switch_port_lookup_address(netdev, 0, mdb->addr)) 1816f48298d3SIoana Ciornei return -EEXIST; 1817f48298d3SIoana Ciornei 1818f48298d3SIoana Ciornei err = dpaa2_switch_port_fdb_add_mc(port_priv, mdb->addr); 1819f48298d3SIoana Ciornei if (err) 1820f48298d3SIoana Ciornei return err; 1821f48298d3SIoana Ciornei 1822f48298d3SIoana Ciornei err = dev_mc_add(netdev, mdb->addr); 1823f48298d3SIoana Ciornei if (err) { 1824f48298d3SIoana Ciornei netdev_err(netdev, "dev_mc_add err %d\n", err); 1825f48298d3SIoana Ciornei dpaa2_switch_port_fdb_del_mc(port_priv, mdb->addr); 1826f48298d3SIoana Ciornei } 1827f48298d3SIoana Ciornei 1828f48298d3SIoana Ciornei return err; 1829f48298d3SIoana Ciornei } 1830f48298d3SIoana Ciornei 1831f48298d3SIoana Ciornei static int dpaa2_switch_port_obj_add(struct net_device *netdev, 1832f48298d3SIoana Ciornei const struct switchdev_obj *obj) 1833f48298d3SIoana Ciornei { 1834f48298d3SIoana Ciornei int err; 1835f48298d3SIoana Ciornei 1836f48298d3SIoana Ciornei switch (obj->id) { 1837f48298d3SIoana Ciornei case SWITCHDEV_OBJ_ID_PORT_VLAN: 1838f48298d3SIoana Ciornei err = dpaa2_switch_port_vlans_add(netdev, 1839f48298d3SIoana Ciornei SWITCHDEV_OBJ_PORT_VLAN(obj)); 1840f48298d3SIoana Ciornei break; 1841f48298d3SIoana Ciornei case SWITCHDEV_OBJ_ID_PORT_MDB: 1842f48298d3SIoana Ciornei err = dpaa2_switch_port_mdb_add(netdev, 1843f48298d3SIoana Ciornei SWITCHDEV_OBJ_PORT_MDB(obj)); 1844f48298d3SIoana Ciornei break; 1845f48298d3SIoana Ciornei default: 1846f48298d3SIoana Ciornei err = -EOPNOTSUPP; 1847f48298d3SIoana Ciornei break; 1848f48298d3SIoana Ciornei } 1849f48298d3SIoana Ciornei 1850f48298d3SIoana Ciornei return err; 1851f48298d3SIoana Ciornei } 1852f48298d3SIoana Ciornei 1853f48298d3SIoana Ciornei static int dpaa2_switch_port_del_vlan(struct ethsw_port_priv *port_priv, u16 vid) 1854f48298d3SIoana Ciornei { 1855f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1856f48298d3SIoana Ciornei struct net_device *netdev = port_priv->netdev; 1857f48298d3SIoana Ciornei struct dpsw_vlan_if_cfg vcfg; 1858f48298d3SIoana Ciornei int i, err; 1859f48298d3SIoana Ciornei 1860f48298d3SIoana Ciornei if (!port_priv->vlans[vid]) 1861f48298d3SIoana Ciornei return -ENOENT; 1862f48298d3SIoana Ciornei 1863f48298d3SIoana Ciornei if (port_priv->vlans[vid] & ETHSW_VLAN_PVID) { 1864f48298d3SIoana Ciornei /* If we are deleting the PVID of a port, use VLAN 4095 instead 1865f48298d3SIoana Ciornei * as we are sure that neither the bridge nor the 8021q module 1866f48298d3SIoana Ciornei * will use it 1867f48298d3SIoana Ciornei */ 1868f48298d3SIoana Ciornei err = dpaa2_switch_port_set_pvid(port_priv, 4095); 1869f48298d3SIoana Ciornei if (err) 1870f48298d3SIoana Ciornei return err; 1871f48298d3SIoana Ciornei } 1872f48298d3SIoana Ciornei 1873f48298d3SIoana Ciornei vcfg.num_ifs = 1; 1874f48298d3SIoana Ciornei vcfg.if_id[0] = port_priv->idx; 1875f48298d3SIoana Ciornei if (port_priv->vlans[vid] & ETHSW_VLAN_UNTAGGED) { 1876f48298d3SIoana Ciornei err = dpsw_vlan_remove_if_untagged(ethsw->mc_io, 0, 1877f48298d3SIoana Ciornei ethsw->dpsw_handle, 1878f48298d3SIoana Ciornei vid, &vcfg); 1879f48298d3SIoana Ciornei if (err) { 1880f48298d3SIoana Ciornei netdev_err(netdev, 1881f48298d3SIoana Ciornei "dpsw_vlan_remove_if_untagged err %d\n", 1882f48298d3SIoana Ciornei err); 1883f48298d3SIoana Ciornei } 1884f48298d3SIoana Ciornei port_priv->vlans[vid] &= ~ETHSW_VLAN_UNTAGGED; 1885f48298d3SIoana Ciornei } 1886f48298d3SIoana Ciornei 1887f48298d3SIoana Ciornei if (port_priv->vlans[vid] & ETHSW_VLAN_MEMBER) { 1888f48298d3SIoana Ciornei err = dpsw_vlan_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle, 1889f48298d3SIoana Ciornei vid, &vcfg); 1890f48298d3SIoana Ciornei if (err) { 1891f48298d3SIoana Ciornei netdev_err(netdev, 1892f48298d3SIoana Ciornei "dpsw_vlan_remove_if err %d\n", err); 1893f48298d3SIoana Ciornei return err; 1894f48298d3SIoana Ciornei } 1895f48298d3SIoana Ciornei port_priv->vlans[vid] &= ~ETHSW_VLAN_MEMBER; 1896f48298d3SIoana Ciornei 1897f48298d3SIoana Ciornei /* Delete VLAN from switch if it is no longer configured on 1898f48298d3SIoana Ciornei * any port 1899f48298d3SIoana Ciornei */ 1900*d1a9b841SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) { 1901*d1a9b841SIoana Ciornei if (ethsw->ports[i] && 1902*d1a9b841SIoana Ciornei ethsw->ports[i]->vlans[vid] & ETHSW_VLAN_MEMBER) 1903f48298d3SIoana Ciornei return 0; /* Found a port member in VID */ 1904*d1a9b841SIoana Ciornei } 1905f48298d3SIoana Ciornei 1906f48298d3SIoana Ciornei ethsw->vlans[vid] &= ~ETHSW_VLAN_GLOBAL; 1907f48298d3SIoana Ciornei 1908f48298d3SIoana Ciornei err = dpaa2_switch_dellink(ethsw, vid); 1909f48298d3SIoana Ciornei if (err) 1910f48298d3SIoana Ciornei return err; 1911f48298d3SIoana Ciornei } 1912f48298d3SIoana Ciornei 1913f48298d3SIoana Ciornei return 0; 1914f48298d3SIoana Ciornei } 1915f48298d3SIoana Ciornei 1916f48298d3SIoana Ciornei int dpaa2_switch_port_vlans_del(struct net_device *netdev, 1917f48298d3SIoana Ciornei const struct switchdev_obj_port_vlan *vlan) 1918f48298d3SIoana Ciornei { 1919f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 1920f48298d3SIoana Ciornei 1921f48298d3SIoana Ciornei if (netif_is_bridge_master(vlan->obj.orig_dev)) 1922f48298d3SIoana Ciornei return -EOPNOTSUPP; 1923f48298d3SIoana Ciornei 1924f48298d3SIoana Ciornei return dpaa2_switch_port_del_vlan(port_priv, vlan->vid); 1925f48298d3SIoana Ciornei } 1926f48298d3SIoana Ciornei 1927f48298d3SIoana Ciornei static int dpaa2_switch_port_mdb_del(struct net_device *netdev, 1928f48298d3SIoana Ciornei const struct switchdev_obj_port_mdb *mdb) 1929f48298d3SIoana Ciornei { 1930f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 1931f48298d3SIoana Ciornei int err; 1932f48298d3SIoana Ciornei 1933f48298d3SIoana Ciornei if (!dpaa2_switch_port_lookup_address(netdev, 0, mdb->addr)) 1934f48298d3SIoana Ciornei return -ENOENT; 1935f48298d3SIoana Ciornei 1936f48298d3SIoana Ciornei err = dpaa2_switch_port_fdb_del_mc(port_priv, mdb->addr); 1937f48298d3SIoana Ciornei if (err) 1938f48298d3SIoana Ciornei return err; 1939f48298d3SIoana Ciornei 1940f48298d3SIoana Ciornei err = dev_mc_del(netdev, mdb->addr); 1941f48298d3SIoana Ciornei if (err) { 1942f48298d3SIoana Ciornei netdev_err(netdev, "dev_mc_del err %d\n", err); 1943f48298d3SIoana Ciornei return err; 1944f48298d3SIoana Ciornei } 1945f48298d3SIoana Ciornei 1946f48298d3SIoana Ciornei return err; 1947f48298d3SIoana Ciornei } 1948f48298d3SIoana Ciornei 1949f48298d3SIoana Ciornei static int dpaa2_switch_port_obj_del(struct net_device *netdev, 1950f48298d3SIoana Ciornei const struct switchdev_obj *obj) 1951f48298d3SIoana Ciornei { 1952f48298d3SIoana Ciornei int err; 1953f48298d3SIoana Ciornei 1954f48298d3SIoana Ciornei switch (obj->id) { 1955f48298d3SIoana Ciornei case SWITCHDEV_OBJ_ID_PORT_VLAN: 1956f48298d3SIoana Ciornei err = dpaa2_switch_port_vlans_del(netdev, SWITCHDEV_OBJ_PORT_VLAN(obj)); 1957f48298d3SIoana Ciornei break; 1958f48298d3SIoana Ciornei case SWITCHDEV_OBJ_ID_PORT_MDB: 1959f48298d3SIoana Ciornei err = dpaa2_switch_port_mdb_del(netdev, SWITCHDEV_OBJ_PORT_MDB(obj)); 1960f48298d3SIoana Ciornei break; 1961f48298d3SIoana Ciornei default: 1962f48298d3SIoana Ciornei err = -EOPNOTSUPP; 1963f48298d3SIoana Ciornei break; 1964f48298d3SIoana Ciornei } 1965f48298d3SIoana Ciornei return err; 1966f48298d3SIoana Ciornei } 1967f48298d3SIoana Ciornei 1968f48298d3SIoana Ciornei static int dpaa2_switch_port_attr_set_event(struct net_device *netdev, 1969f48298d3SIoana Ciornei struct switchdev_notifier_port_attr_info *ptr) 1970f48298d3SIoana Ciornei { 1971f48298d3SIoana Ciornei int err; 1972f48298d3SIoana Ciornei 1973f48298d3SIoana Ciornei err = switchdev_handle_port_attr_set(netdev, ptr, 1974f48298d3SIoana Ciornei dpaa2_switch_port_dev_check, 1975f48298d3SIoana Ciornei dpaa2_switch_port_attr_set); 1976f48298d3SIoana Ciornei return notifier_from_errno(err); 1977f48298d3SIoana Ciornei } 1978f48298d3SIoana Ciornei 19794e51bf44SVladimir Oltean static struct notifier_block dpaa2_switch_port_switchdev_nb; 19804e51bf44SVladimir Oltean static struct notifier_block dpaa2_switch_port_switchdev_blocking_nb; 19814e51bf44SVladimir Oltean 1982f48298d3SIoana Ciornei static int dpaa2_switch_port_bridge_join(struct net_device *netdev, 1983123338d7SVladimir Oltean struct net_device *upper_dev, 1984123338d7SVladimir Oltean struct netlink_ext_ack *extack) 1985f48298d3SIoana Ciornei { 1986f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 1987f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 1988f48298d3SIoana Ciornei struct ethsw_port_priv *other_port_priv; 1989f48298d3SIoana Ciornei struct net_device *other_dev; 1990f48298d3SIoana Ciornei struct list_head *iter; 19911e7cbabfSIoana Ciornei bool learn_ena; 1992f48298d3SIoana Ciornei int err; 1993f48298d3SIoana Ciornei 1994f48298d3SIoana Ciornei netdev_for_each_lower_dev(upper_dev, other_dev, iter) { 1995f48298d3SIoana Ciornei if (!dpaa2_switch_port_dev_check(other_dev)) 1996f48298d3SIoana Ciornei continue; 1997f48298d3SIoana Ciornei 1998f48298d3SIoana Ciornei other_port_priv = netdev_priv(other_dev); 1999f48298d3SIoana Ciornei if (other_port_priv->ethsw_data != port_priv->ethsw_data) { 2000123338d7SVladimir Oltean NL_SET_ERR_MSG_MOD(extack, 2001123338d7SVladimir Oltean "Interface from a different DPSW is in the bridge already"); 2002f48298d3SIoana Ciornei return -EINVAL; 2003f48298d3SIoana Ciornei } 2004f48298d3SIoana Ciornei } 2005f48298d3SIoana Ciornei 2006f48298d3SIoana Ciornei /* Delete the previously manually installed VLAN 1 */ 2007f48298d3SIoana Ciornei err = dpaa2_switch_port_del_vlan(port_priv, 1); 2008f48298d3SIoana Ciornei if (err) 2009f48298d3SIoana Ciornei return err; 2010f48298d3SIoana Ciornei 2011f48298d3SIoana Ciornei dpaa2_switch_port_set_fdb(port_priv, upper_dev); 2012f48298d3SIoana Ciornei 20131e7cbabfSIoana Ciornei /* Inherit the initial bridge port learning state */ 20141e7cbabfSIoana Ciornei learn_ena = br_port_flag_is_set(netdev, BR_LEARNING); 20151e7cbabfSIoana Ciornei err = dpaa2_switch_port_set_learning(port_priv, learn_ena); 201662734c74SIoana Ciornei port_priv->learn_ena = learn_ena; 20171e7cbabfSIoana Ciornei 2018f48298d3SIoana Ciornei /* Setup the egress flood policy (broadcast, unknown unicast) */ 2019f48298d3SIoana Ciornei err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id); 2020f48298d3SIoana Ciornei if (err) 2021f48298d3SIoana Ciornei goto err_egress_flood; 2022f48298d3SIoana Ciornei 20234e51bf44SVladimir Oltean err = switchdev_bridge_port_offload(netdev, netdev, NULL, 20244e51bf44SVladimir Oltean &dpaa2_switch_port_switchdev_nb, 20254e51bf44SVladimir Oltean &dpaa2_switch_port_switchdev_blocking_nb, 202647211192STobias Waldekranz false, extack); 20272f5dc00fSVladimir Oltean if (err) 20282f5dc00fSVladimir Oltean goto err_switchdev_offload; 20292f5dc00fSVladimir Oltean 2030f48298d3SIoana Ciornei return 0; 2031f48298d3SIoana Ciornei 20322f5dc00fSVladimir Oltean err_switchdev_offload: 2033f48298d3SIoana Ciornei err_egress_flood: 2034f48298d3SIoana Ciornei dpaa2_switch_port_set_fdb(port_priv, NULL); 2035f48298d3SIoana Ciornei return err; 2036f48298d3SIoana Ciornei } 2037f48298d3SIoana Ciornei 2038f48298d3SIoana Ciornei static int dpaa2_switch_port_clear_rxvlan(struct net_device *vdev, int vid, void *arg) 2039f48298d3SIoana Ciornei { 2040f48298d3SIoana Ciornei __be16 vlan_proto = htons(ETH_P_8021Q); 2041f48298d3SIoana Ciornei 2042f48298d3SIoana Ciornei if (vdev) 2043f48298d3SIoana Ciornei vlan_proto = vlan_dev_vlan_proto(vdev); 2044f48298d3SIoana Ciornei 2045f48298d3SIoana Ciornei return dpaa2_switch_port_vlan_kill(arg, vlan_proto, vid); 2046f48298d3SIoana Ciornei } 2047f48298d3SIoana Ciornei 2048f48298d3SIoana Ciornei static int dpaa2_switch_port_restore_rxvlan(struct net_device *vdev, int vid, void *arg) 2049f48298d3SIoana Ciornei { 2050f48298d3SIoana Ciornei __be16 vlan_proto = htons(ETH_P_8021Q); 2051f48298d3SIoana Ciornei 2052f48298d3SIoana Ciornei if (vdev) 2053f48298d3SIoana Ciornei vlan_proto = vlan_dev_vlan_proto(vdev); 2054f48298d3SIoana Ciornei 2055f48298d3SIoana Ciornei return dpaa2_switch_port_vlan_add(arg, vlan_proto, vid); 2056f48298d3SIoana Ciornei } 2057f48298d3SIoana Ciornei 20582f5dc00fSVladimir Oltean static void dpaa2_switch_port_pre_bridge_leave(struct net_device *netdev) 20592f5dc00fSVladimir Oltean { 20604e51bf44SVladimir Oltean switchdev_bridge_port_unoffload(netdev, NULL, 20614e51bf44SVladimir Oltean &dpaa2_switch_port_switchdev_nb, 20624e51bf44SVladimir Oltean &dpaa2_switch_port_switchdev_blocking_nb); 20632f5dc00fSVladimir Oltean } 20642f5dc00fSVladimir Oltean 2065f48298d3SIoana Ciornei static int dpaa2_switch_port_bridge_leave(struct net_device *netdev) 2066f48298d3SIoana Ciornei { 2067f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(netdev); 2068f48298d3SIoana Ciornei struct dpaa2_switch_fdb *old_fdb = port_priv->fdb; 2069f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 2070f48298d3SIoana Ciornei int err; 2071f48298d3SIoana Ciornei 2072f48298d3SIoana Ciornei /* First of all, fast age any learn FDB addresses on this switch port */ 2073f48298d3SIoana Ciornei dpaa2_switch_port_fast_age(port_priv); 2074f48298d3SIoana Ciornei 2075f48298d3SIoana Ciornei /* Clear all RX VLANs installed through vlan_vid_add() either as VLAN 2076f48298d3SIoana Ciornei * upper devices or otherwise from the FDB table that we are about to 2077f48298d3SIoana Ciornei * leave 2078f48298d3SIoana Ciornei */ 2079f48298d3SIoana Ciornei err = vlan_for_each(netdev, dpaa2_switch_port_clear_rxvlan, netdev); 2080f48298d3SIoana Ciornei if (err) 2081f48298d3SIoana Ciornei netdev_err(netdev, "Unable to clear RX VLANs from old FDB table, err (%d)\n", err); 2082f48298d3SIoana Ciornei 2083f48298d3SIoana Ciornei dpaa2_switch_port_set_fdb(port_priv, NULL); 2084f48298d3SIoana Ciornei 2085f48298d3SIoana Ciornei /* Restore all RX VLANs into the new FDB table that we just joined */ 2086f48298d3SIoana Ciornei err = vlan_for_each(netdev, dpaa2_switch_port_restore_rxvlan, netdev); 2087f48298d3SIoana Ciornei if (err) 2088f48298d3SIoana Ciornei netdev_err(netdev, "Unable to restore RX VLANs to the new FDB, err (%d)\n", err); 2089f48298d3SIoana Ciornei 2090b54eb093SIoana Ciornei /* Reset the flooding state to denote that this port can send any 2091b54eb093SIoana Ciornei * packet in standalone mode. With this, we are also ensuring that any 2092b54eb093SIoana Ciornei * later bridge join will have the flooding flag on. 2093b54eb093SIoana Ciornei */ 2094b54eb093SIoana Ciornei port_priv->bcast_flood = true; 20956253d5e3SIoana Ciornei port_priv->ucast_flood = true; 2096b54eb093SIoana Ciornei 2097f48298d3SIoana Ciornei /* Setup the egress flood policy (broadcast, unknown unicast). 2098f48298d3SIoana Ciornei * When the port is not under a bridge, only the CTRL interface is part 2099f48298d3SIoana Ciornei * of the flooding domain besides the actual port 2100f48298d3SIoana Ciornei */ 2101f48298d3SIoana Ciornei err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id); 2102f48298d3SIoana Ciornei if (err) 2103f48298d3SIoana Ciornei return err; 2104f48298d3SIoana Ciornei 2105f48298d3SIoana Ciornei /* Recreate the egress flood domain of the FDB that we just left */ 2106f48298d3SIoana Ciornei err = dpaa2_switch_fdb_set_egress_flood(ethsw, old_fdb->fdb_id); 2107f48298d3SIoana Ciornei if (err) 2108f48298d3SIoana Ciornei return err; 2109f48298d3SIoana Ciornei 21101e7cbabfSIoana Ciornei /* No HW learning when not under a bridge */ 21111e7cbabfSIoana Ciornei err = dpaa2_switch_port_set_learning(port_priv, false); 21121e7cbabfSIoana Ciornei if (err) 21131e7cbabfSIoana Ciornei return err; 211462734c74SIoana Ciornei port_priv->learn_ena = false; 21151e7cbabfSIoana Ciornei 2116f48298d3SIoana Ciornei /* Add the VLAN 1 as PVID when not under a bridge. We need this since 2117f48298d3SIoana Ciornei * the dpaa2 switch interfaces are not capable to be VLAN unaware 2118f48298d3SIoana Ciornei */ 2119f48298d3SIoana Ciornei return dpaa2_switch_port_add_vlan(port_priv, DEFAULT_VLAN_ID, 2120f48298d3SIoana Ciornei BRIDGE_VLAN_INFO_UNTAGGED | BRIDGE_VLAN_INFO_PVID); 2121f48298d3SIoana Ciornei } 2122f48298d3SIoana Ciornei 2123f48298d3SIoana Ciornei static int dpaa2_switch_prevent_bridging_with_8021q_upper(struct net_device *netdev) 2124f48298d3SIoana Ciornei { 2125f48298d3SIoana Ciornei struct net_device *upper_dev; 2126f48298d3SIoana Ciornei struct list_head *iter; 2127f48298d3SIoana Ciornei 2128f48298d3SIoana Ciornei /* RCU read lock not necessary because we have write-side protection 2129f48298d3SIoana Ciornei * (rtnl_mutex), however a non-rcu iterator does not exist. 2130f48298d3SIoana Ciornei */ 2131f48298d3SIoana Ciornei netdev_for_each_upper_dev_rcu(netdev, upper_dev, iter) 2132f48298d3SIoana Ciornei if (is_vlan_dev(upper_dev)) 2133f48298d3SIoana Ciornei return -EOPNOTSUPP; 2134f48298d3SIoana Ciornei 2135f48298d3SIoana Ciornei return 0; 2136f48298d3SIoana Ciornei } 2137f48298d3SIoana Ciornei 213845035febSVladimir Oltean static int 213945035febSVladimir Oltean dpaa2_switch_prechangeupper_sanity_checks(struct net_device *netdev, 214045035febSVladimir Oltean struct net_device *upper_dev, 214145035febSVladimir Oltean struct netlink_ext_ack *extack) 214245035febSVladimir Oltean { 214345035febSVladimir Oltean int err; 214445035febSVladimir Oltean 214545035febSVladimir Oltean if (!br_vlan_enabled(upper_dev)) { 214645035febSVladimir Oltean NL_SET_ERR_MSG_MOD(extack, "Cannot join a VLAN-unaware bridge"); 214745035febSVladimir Oltean return -EOPNOTSUPP; 214845035febSVladimir Oltean } 214945035febSVladimir Oltean 215045035febSVladimir Oltean err = dpaa2_switch_prevent_bridging_with_8021q_upper(netdev); 215145035febSVladimir Oltean if (err) { 215245035febSVladimir Oltean NL_SET_ERR_MSG_MOD(extack, 215345035febSVladimir Oltean "Cannot join a bridge while VLAN uppers are present"); 215445035febSVladimir Oltean return 0; 215545035febSVladimir Oltean } 215645035febSVladimir Oltean 215745035febSVladimir Oltean return 0; 215845035febSVladimir Oltean } 215945035febSVladimir Oltean 2160f48298d3SIoana Ciornei static int dpaa2_switch_port_netdevice_event(struct notifier_block *nb, 2161f48298d3SIoana Ciornei unsigned long event, void *ptr) 2162f48298d3SIoana Ciornei { 2163f48298d3SIoana Ciornei struct net_device *netdev = netdev_notifier_info_to_dev(ptr); 2164f48298d3SIoana Ciornei struct netdev_notifier_changeupper_info *info = ptr; 2165f48298d3SIoana Ciornei struct netlink_ext_ack *extack; 2166f48298d3SIoana Ciornei struct net_device *upper_dev; 2167f48298d3SIoana Ciornei int err = 0; 2168f48298d3SIoana Ciornei 2169f48298d3SIoana Ciornei if (!dpaa2_switch_port_dev_check(netdev)) 2170f48298d3SIoana Ciornei return NOTIFY_DONE; 2171f48298d3SIoana Ciornei 2172f48298d3SIoana Ciornei extack = netdev_notifier_info_to_extack(&info->info); 2173f48298d3SIoana Ciornei 2174f48298d3SIoana Ciornei switch (event) { 2175f48298d3SIoana Ciornei case NETDEV_PRECHANGEUPPER: 2176f48298d3SIoana Ciornei upper_dev = info->upper_dev; 2177f48298d3SIoana Ciornei if (!netif_is_bridge_master(upper_dev)) 2178f48298d3SIoana Ciornei break; 2179f48298d3SIoana Ciornei 218045035febSVladimir Oltean err = dpaa2_switch_prechangeupper_sanity_checks(netdev, 218145035febSVladimir Oltean upper_dev, 218245035febSVladimir Oltean extack); 218345035febSVladimir Oltean if (err) 2184f48298d3SIoana Ciornei goto out; 2185f48298d3SIoana Ciornei 21862f5dc00fSVladimir Oltean if (!info->linking) 21872f5dc00fSVladimir Oltean dpaa2_switch_port_pre_bridge_leave(netdev); 21882f5dc00fSVladimir Oltean 2189f48298d3SIoana Ciornei break; 2190f48298d3SIoana Ciornei case NETDEV_CHANGEUPPER: 2191f48298d3SIoana Ciornei upper_dev = info->upper_dev; 2192f48298d3SIoana Ciornei if (netif_is_bridge_master(upper_dev)) { 2193f48298d3SIoana Ciornei if (info->linking) 2194123338d7SVladimir Oltean err = dpaa2_switch_port_bridge_join(netdev, 2195123338d7SVladimir Oltean upper_dev, 2196123338d7SVladimir Oltean extack); 2197f48298d3SIoana Ciornei else 2198f48298d3SIoana Ciornei err = dpaa2_switch_port_bridge_leave(netdev); 2199f48298d3SIoana Ciornei } 2200f48298d3SIoana Ciornei break; 2201f48298d3SIoana Ciornei } 2202f48298d3SIoana Ciornei 2203f48298d3SIoana Ciornei out: 2204f48298d3SIoana Ciornei return notifier_from_errno(err); 2205f48298d3SIoana Ciornei } 2206f48298d3SIoana Ciornei 2207f48298d3SIoana Ciornei struct ethsw_switchdev_event_work { 2208f48298d3SIoana Ciornei struct work_struct work; 2209f48298d3SIoana Ciornei struct switchdev_notifier_fdb_info fdb_info; 2210f48298d3SIoana Ciornei struct net_device *dev; 2211f48298d3SIoana Ciornei unsigned long event; 2212f48298d3SIoana Ciornei }; 2213f48298d3SIoana Ciornei 2214f48298d3SIoana Ciornei static void dpaa2_switch_event_work(struct work_struct *work) 2215f48298d3SIoana Ciornei { 2216f48298d3SIoana Ciornei struct ethsw_switchdev_event_work *switchdev_work = 2217f48298d3SIoana Ciornei container_of(work, struct ethsw_switchdev_event_work, work); 2218f48298d3SIoana Ciornei struct net_device *dev = switchdev_work->dev; 2219f48298d3SIoana Ciornei struct switchdev_notifier_fdb_info *fdb_info; 2220f48298d3SIoana Ciornei int err; 2221f48298d3SIoana Ciornei 2222f48298d3SIoana Ciornei rtnl_lock(); 2223f48298d3SIoana Ciornei fdb_info = &switchdev_work->fdb_info; 2224f48298d3SIoana Ciornei 2225f48298d3SIoana Ciornei switch (switchdev_work->event) { 2226f48298d3SIoana Ciornei case SWITCHDEV_FDB_ADD_TO_DEVICE: 22272c4eca3eSVladimir Oltean if (!fdb_info->added_by_user || fdb_info->is_local) 2228f48298d3SIoana Ciornei break; 2229f48298d3SIoana Ciornei if (is_unicast_ether_addr(fdb_info->addr)) 2230f48298d3SIoana Ciornei err = dpaa2_switch_port_fdb_add_uc(netdev_priv(dev), 2231f48298d3SIoana Ciornei fdb_info->addr); 2232f48298d3SIoana Ciornei else 2233f48298d3SIoana Ciornei err = dpaa2_switch_port_fdb_add_mc(netdev_priv(dev), 2234f48298d3SIoana Ciornei fdb_info->addr); 2235f48298d3SIoana Ciornei if (err) 2236f48298d3SIoana Ciornei break; 2237f48298d3SIoana Ciornei fdb_info->offloaded = true; 2238f48298d3SIoana Ciornei call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, dev, 2239f48298d3SIoana Ciornei &fdb_info->info, NULL); 2240f48298d3SIoana Ciornei break; 2241f48298d3SIoana Ciornei case SWITCHDEV_FDB_DEL_TO_DEVICE: 22422c4eca3eSVladimir Oltean if (!fdb_info->added_by_user || fdb_info->is_local) 2243f48298d3SIoana Ciornei break; 2244f48298d3SIoana Ciornei if (is_unicast_ether_addr(fdb_info->addr)) 2245f48298d3SIoana Ciornei dpaa2_switch_port_fdb_del_uc(netdev_priv(dev), fdb_info->addr); 2246f48298d3SIoana Ciornei else 2247f48298d3SIoana Ciornei dpaa2_switch_port_fdb_del_mc(netdev_priv(dev), fdb_info->addr); 2248f48298d3SIoana Ciornei break; 2249f48298d3SIoana Ciornei } 2250f48298d3SIoana Ciornei 2251f48298d3SIoana Ciornei rtnl_unlock(); 2252f48298d3SIoana Ciornei kfree(switchdev_work->fdb_info.addr); 2253f48298d3SIoana Ciornei kfree(switchdev_work); 2254f48298d3SIoana Ciornei dev_put(dev); 2255f48298d3SIoana Ciornei } 2256f48298d3SIoana Ciornei 2257f48298d3SIoana Ciornei /* Called under rcu_read_lock() */ 2258f48298d3SIoana Ciornei static int dpaa2_switch_port_event(struct notifier_block *nb, 2259f48298d3SIoana Ciornei unsigned long event, void *ptr) 2260f48298d3SIoana Ciornei { 2261f48298d3SIoana Ciornei struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 2262f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv = netdev_priv(dev); 2263f48298d3SIoana Ciornei struct ethsw_switchdev_event_work *switchdev_work; 2264f48298d3SIoana Ciornei struct switchdev_notifier_fdb_info *fdb_info = ptr; 2265f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 2266f48298d3SIoana Ciornei 2267f48298d3SIoana Ciornei if (event == SWITCHDEV_PORT_ATTR_SET) 2268f48298d3SIoana Ciornei return dpaa2_switch_port_attr_set_event(dev, ptr); 2269f48298d3SIoana Ciornei 2270f48298d3SIoana Ciornei if (!dpaa2_switch_port_dev_check(dev)) 2271f48298d3SIoana Ciornei return NOTIFY_DONE; 2272f48298d3SIoana Ciornei 2273f48298d3SIoana Ciornei switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC); 2274f48298d3SIoana Ciornei if (!switchdev_work) 2275f48298d3SIoana Ciornei return NOTIFY_BAD; 2276f48298d3SIoana Ciornei 2277f48298d3SIoana Ciornei INIT_WORK(&switchdev_work->work, dpaa2_switch_event_work); 2278f48298d3SIoana Ciornei switchdev_work->dev = dev; 2279f48298d3SIoana Ciornei switchdev_work->event = event; 2280f48298d3SIoana Ciornei 2281f48298d3SIoana Ciornei switch (event) { 2282f48298d3SIoana Ciornei case SWITCHDEV_FDB_ADD_TO_DEVICE: 2283f48298d3SIoana Ciornei case SWITCHDEV_FDB_DEL_TO_DEVICE: 2284f48298d3SIoana Ciornei memcpy(&switchdev_work->fdb_info, ptr, 2285f48298d3SIoana Ciornei sizeof(switchdev_work->fdb_info)); 2286f48298d3SIoana Ciornei switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC); 2287f48298d3SIoana Ciornei if (!switchdev_work->fdb_info.addr) 2288f48298d3SIoana Ciornei goto err_addr_alloc; 2289f48298d3SIoana Ciornei 2290f48298d3SIoana Ciornei ether_addr_copy((u8 *)switchdev_work->fdb_info.addr, 2291f48298d3SIoana Ciornei fdb_info->addr); 2292f48298d3SIoana Ciornei 2293f48298d3SIoana Ciornei /* Take a reference on the device to avoid being freed. */ 2294f48298d3SIoana Ciornei dev_hold(dev); 2295f48298d3SIoana Ciornei break; 2296f48298d3SIoana Ciornei default: 2297f48298d3SIoana Ciornei kfree(switchdev_work); 2298f48298d3SIoana Ciornei return NOTIFY_DONE; 2299f48298d3SIoana Ciornei } 2300f48298d3SIoana Ciornei 2301f48298d3SIoana Ciornei queue_work(ethsw->workqueue, &switchdev_work->work); 2302f48298d3SIoana Ciornei 2303f48298d3SIoana Ciornei return NOTIFY_DONE; 2304f48298d3SIoana Ciornei 2305f48298d3SIoana Ciornei err_addr_alloc: 2306f48298d3SIoana Ciornei kfree(switchdev_work); 2307f48298d3SIoana Ciornei return NOTIFY_BAD; 2308f48298d3SIoana Ciornei } 2309f48298d3SIoana Ciornei 2310f48298d3SIoana Ciornei static int dpaa2_switch_port_obj_event(unsigned long event, 2311f48298d3SIoana Ciornei struct net_device *netdev, 2312f48298d3SIoana Ciornei struct switchdev_notifier_port_obj_info *port_obj_info) 2313f48298d3SIoana Ciornei { 2314f48298d3SIoana Ciornei int err = -EOPNOTSUPP; 2315f48298d3SIoana Ciornei 2316f48298d3SIoana Ciornei if (!dpaa2_switch_port_dev_check(netdev)) 2317f48298d3SIoana Ciornei return NOTIFY_DONE; 2318f48298d3SIoana Ciornei 2319f48298d3SIoana Ciornei switch (event) { 2320f48298d3SIoana Ciornei case SWITCHDEV_PORT_OBJ_ADD: 2321f48298d3SIoana Ciornei err = dpaa2_switch_port_obj_add(netdev, port_obj_info->obj); 2322f48298d3SIoana Ciornei break; 2323f48298d3SIoana Ciornei case SWITCHDEV_PORT_OBJ_DEL: 2324f48298d3SIoana Ciornei err = dpaa2_switch_port_obj_del(netdev, port_obj_info->obj); 2325f48298d3SIoana Ciornei break; 2326f48298d3SIoana Ciornei } 2327f48298d3SIoana Ciornei 2328f48298d3SIoana Ciornei port_obj_info->handled = true; 2329f48298d3SIoana Ciornei return notifier_from_errno(err); 2330f48298d3SIoana Ciornei } 2331f48298d3SIoana Ciornei 2332f48298d3SIoana Ciornei static int dpaa2_switch_port_blocking_event(struct notifier_block *nb, 2333f48298d3SIoana Ciornei unsigned long event, void *ptr) 2334f48298d3SIoana Ciornei { 2335f48298d3SIoana Ciornei struct net_device *dev = switchdev_notifier_info_to_dev(ptr); 2336f48298d3SIoana Ciornei 2337f48298d3SIoana Ciornei switch (event) { 2338f48298d3SIoana Ciornei case SWITCHDEV_PORT_OBJ_ADD: 2339f48298d3SIoana Ciornei case SWITCHDEV_PORT_OBJ_DEL: 2340f48298d3SIoana Ciornei return dpaa2_switch_port_obj_event(event, dev, ptr); 2341f48298d3SIoana Ciornei case SWITCHDEV_PORT_ATTR_SET: 2342f48298d3SIoana Ciornei return dpaa2_switch_port_attr_set_event(dev, ptr); 2343f48298d3SIoana Ciornei } 2344f48298d3SIoana Ciornei 2345f48298d3SIoana Ciornei return NOTIFY_DONE; 2346f48298d3SIoana Ciornei } 2347f48298d3SIoana Ciornei 2348f48298d3SIoana Ciornei /* Build a linear skb based on a single-buffer frame descriptor */ 2349f48298d3SIoana Ciornei static struct sk_buff *dpaa2_switch_build_linear_skb(struct ethsw_core *ethsw, 2350f48298d3SIoana Ciornei const struct dpaa2_fd *fd) 2351f48298d3SIoana Ciornei { 2352f48298d3SIoana Ciornei u16 fd_offset = dpaa2_fd_get_offset(fd); 2353f48298d3SIoana Ciornei dma_addr_t addr = dpaa2_fd_get_addr(fd); 2354f48298d3SIoana Ciornei u32 fd_length = dpaa2_fd_get_len(fd); 2355f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 2356f48298d3SIoana Ciornei struct sk_buff *skb = NULL; 2357f48298d3SIoana Ciornei void *fd_vaddr; 2358f48298d3SIoana Ciornei 2359f48298d3SIoana Ciornei fd_vaddr = dpaa2_iova_to_virt(ethsw->iommu_domain, addr); 2360f48298d3SIoana Ciornei dma_unmap_page(dev, addr, DPAA2_SWITCH_RX_BUF_SIZE, 2361f48298d3SIoana Ciornei DMA_FROM_DEVICE); 2362f48298d3SIoana Ciornei 2363f48298d3SIoana Ciornei skb = build_skb(fd_vaddr, DPAA2_SWITCH_RX_BUF_SIZE + 2364f48298d3SIoana Ciornei SKB_DATA_ALIGN(sizeof(struct skb_shared_info))); 2365f48298d3SIoana Ciornei if (unlikely(!skb)) { 2366f48298d3SIoana Ciornei dev_err(dev, "build_skb() failed\n"); 2367f48298d3SIoana Ciornei return NULL; 2368f48298d3SIoana Ciornei } 2369f48298d3SIoana Ciornei 2370f48298d3SIoana Ciornei skb_reserve(skb, fd_offset); 2371f48298d3SIoana Ciornei skb_put(skb, fd_length); 2372f48298d3SIoana Ciornei 2373f48298d3SIoana Ciornei ethsw->buf_count--; 2374f48298d3SIoana Ciornei 2375f48298d3SIoana Ciornei return skb; 2376f48298d3SIoana Ciornei } 2377f48298d3SIoana Ciornei 2378f48298d3SIoana Ciornei static void dpaa2_switch_tx_conf(struct dpaa2_switch_fq *fq, 2379f48298d3SIoana Ciornei const struct dpaa2_fd *fd) 2380f48298d3SIoana Ciornei { 2381f48298d3SIoana Ciornei dpaa2_switch_free_fd(fq->ethsw, fd); 2382f48298d3SIoana Ciornei } 2383f48298d3SIoana Ciornei 2384f48298d3SIoana Ciornei static void dpaa2_switch_rx(struct dpaa2_switch_fq *fq, 2385f48298d3SIoana Ciornei const struct dpaa2_fd *fd) 2386f48298d3SIoana Ciornei { 2387f48298d3SIoana Ciornei struct ethsw_core *ethsw = fq->ethsw; 2388f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv; 2389f48298d3SIoana Ciornei struct net_device *netdev; 2390f48298d3SIoana Ciornei struct vlan_ethhdr *hdr; 2391f48298d3SIoana Ciornei struct sk_buff *skb; 2392f48298d3SIoana Ciornei u16 vlan_tci, vid; 2393f48298d3SIoana Ciornei int if_id, err; 2394f48298d3SIoana Ciornei 2395f48298d3SIoana Ciornei /* get switch ingress interface ID */ 2396f48298d3SIoana Ciornei if_id = upper_32_bits(dpaa2_fd_get_flc(fd)) & 0x0000FFFF; 2397f48298d3SIoana Ciornei 2398f48298d3SIoana Ciornei if (if_id >= ethsw->sw_attr.num_ifs) { 2399f48298d3SIoana Ciornei dev_err(ethsw->dev, "Frame received from unknown interface!\n"); 2400f48298d3SIoana Ciornei goto err_free_fd; 2401f48298d3SIoana Ciornei } 2402f48298d3SIoana Ciornei port_priv = ethsw->ports[if_id]; 2403f48298d3SIoana Ciornei netdev = port_priv->netdev; 2404f48298d3SIoana Ciornei 2405f48298d3SIoana Ciornei /* build the SKB based on the FD received */ 2406f48298d3SIoana Ciornei if (dpaa2_fd_get_format(fd) != dpaa2_fd_single) { 2407f48298d3SIoana Ciornei if (net_ratelimit()) { 2408f48298d3SIoana Ciornei netdev_err(netdev, "Received invalid frame format\n"); 2409f48298d3SIoana Ciornei goto err_free_fd; 2410f48298d3SIoana Ciornei } 2411f48298d3SIoana Ciornei } 2412f48298d3SIoana Ciornei 2413f48298d3SIoana Ciornei skb = dpaa2_switch_build_linear_skb(ethsw, fd); 2414f48298d3SIoana Ciornei if (unlikely(!skb)) 2415f48298d3SIoana Ciornei goto err_free_fd; 2416f48298d3SIoana Ciornei 2417f48298d3SIoana Ciornei skb_reset_mac_header(skb); 2418f48298d3SIoana Ciornei 2419f48298d3SIoana Ciornei /* Remove the VLAN header if the packet that we just received has a vid 2420f48298d3SIoana Ciornei * equal to the port PVIDs. Since the dpaa2-switch can operate only in 2421f48298d3SIoana Ciornei * VLAN-aware mode and no alterations are made on the packet when it's 2422f48298d3SIoana Ciornei * redirected/mirrored to the control interface, we are sure that there 2423f48298d3SIoana Ciornei * will always be a VLAN header present. 2424f48298d3SIoana Ciornei */ 2425f48298d3SIoana Ciornei hdr = vlan_eth_hdr(skb); 2426f48298d3SIoana Ciornei vid = ntohs(hdr->h_vlan_TCI) & VLAN_VID_MASK; 2427f48298d3SIoana Ciornei if (vid == port_priv->pvid) { 2428f48298d3SIoana Ciornei err = __skb_vlan_pop(skb, &vlan_tci); 2429f48298d3SIoana Ciornei if (err) { 2430f48298d3SIoana Ciornei dev_info(ethsw->dev, "__skb_vlan_pop() returned %d", err); 2431f48298d3SIoana Ciornei goto err_free_fd; 2432f48298d3SIoana Ciornei } 2433f48298d3SIoana Ciornei } 2434f48298d3SIoana Ciornei 2435f48298d3SIoana Ciornei skb->dev = netdev; 2436f48298d3SIoana Ciornei skb->protocol = eth_type_trans(skb, skb->dev); 2437f48298d3SIoana Ciornei 2438b175dfd7SIoana Ciornei /* Setup the offload_fwd_mark only if the port is under a bridge */ 2439b175dfd7SIoana Ciornei skb->offload_fwd_mark = !!(port_priv->fdb->bridge_dev); 2440b175dfd7SIoana Ciornei 2441f48298d3SIoana Ciornei netif_receive_skb(skb); 2442f48298d3SIoana Ciornei 2443f48298d3SIoana Ciornei return; 2444f48298d3SIoana Ciornei 2445f48298d3SIoana Ciornei err_free_fd: 2446f48298d3SIoana Ciornei dpaa2_switch_free_fd(ethsw, fd); 2447f48298d3SIoana Ciornei } 2448f48298d3SIoana Ciornei 2449f48298d3SIoana Ciornei static void dpaa2_switch_detect_features(struct ethsw_core *ethsw) 2450f48298d3SIoana Ciornei { 2451f48298d3SIoana Ciornei ethsw->features = 0; 2452f48298d3SIoana Ciornei 2453f48298d3SIoana Ciornei if (ethsw->major > 8 || (ethsw->major == 8 && ethsw->minor >= 6)) 2454f48298d3SIoana Ciornei ethsw->features |= ETHSW_FEATURE_MAC_ADDR; 2455f48298d3SIoana Ciornei } 2456f48298d3SIoana Ciornei 2457f48298d3SIoana Ciornei static int dpaa2_switch_setup_fqs(struct ethsw_core *ethsw) 2458f48298d3SIoana Ciornei { 2459f48298d3SIoana Ciornei struct dpsw_ctrl_if_attr ctrl_if_attr; 2460f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 2461f48298d3SIoana Ciornei int i = 0; 2462f48298d3SIoana Ciornei int err; 2463f48298d3SIoana Ciornei 2464f48298d3SIoana Ciornei err = dpsw_ctrl_if_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle, 2465f48298d3SIoana Ciornei &ctrl_if_attr); 2466f48298d3SIoana Ciornei if (err) { 2467f48298d3SIoana Ciornei dev_err(dev, "dpsw_ctrl_if_get_attributes() = %d\n", err); 2468f48298d3SIoana Ciornei return err; 2469f48298d3SIoana Ciornei } 2470f48298d3SIoana Ciornei 2471f48298d3SIoana Ciornei ethsw->fq[i].fqid = ctrl_if_attr.rx_fqid; 2472f48298d3SIoana Ciornei ethsw->fq[i].ethsw = ethsw; 2473f48298d3SIoana Ciornei ethsw->fq[i++].type = DPSW_QUEUE_RX; 2474f48298d3SIoana Ciornei 2475f48298d3SIoana Ciornei ethsw->fq[i].fqid = ctrl_if_attr.tx_err_conf_fqid; 2476f48298d3SIoana Ciornei ethsw->fq[i].ethsw = ethsw; 2477f48298d3SIoana Ciornei ethsw->fq[i++].type = DPSW_QUEUE_TX_ERR_CONF; 2478f48298d3SIoana Ciornei 2479f48298d3SIoana Ciornei return 0; 2480f48298d3SIoana Ciornei } 2481f48298d3SIoana Ciornei 2482f48298d3SIoana Ciornei /* Free buffers acquired from the buffer pool or which were meant to 2483f48298d3SIoana Ciornei * be released in the pool 2484f48298d3SIoana Ciornei */ 2485f48298d3SIoana Ciornei static void dpaa2_switch_free_bufs(struct ethsw_core *ethsw, u64 *buf_array, int count) 2486f48298d3SIoana Ciornei { 2487f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 2488f48298d3SIoana Ciornei void *vaddr; 2489f48298d3SIoana Ciornei int i; 2490f48298d3SIoana Ciornei 2491f48298d3SIoana Ciornei for (i = 0; i < count; i++) { 2492f48298d3SIoana Ciornei vaddr = dpaa2_iova_to_virt(ethsw->iommu_domain, buf_array[i]); 2493f48298d3SIoana Ciornei dma_unmap_page(dev, buf_array[i], DPAA2_SWITCH_RX_BUF_SIZE, 2494f48298d3SIoana Ciornei DMA_FROM_DEVICE); 2495f48298d3SIoana Ciornei free_pages((unsigned long)vaddr, 0); 2496f48298d3SIoana Ciornei } 2497f48298d3SIoana Ciornei } 2498f48298d3SIoana Ciornei 2499f48298d3SIoana Ciornei /* Perform a single release command to add buffers 2500f48298d3SIoana Ciornei * to the specified buffer pool 2501f48298d3SIoana Ciornei */ 2502f48298d3SIoana Ciornei static int dpaa2_switch_add_bufs(struct ethsw_core *ethsw, u16 bpid) 2503f48298d3SIoana Ciornei { 2504f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 2505f48298d3SIoana Ciornei u64 buf_array[BUFS_PER_CMD]; 2506f48298d3SIoana Ciornei struct page *page; 2507f48298d3SIoana Ciornei int retries = 0; 2508f48298d3SIoana Ciornei dma_addr_t addr; 2509f48298d3SIoana Ciornei int err; 2510f48298d3SIoana Ciornei int i; 2511f48298d3SIoana Ciornei 2512f48298d3SIoana Ciornei for (i = 0; i < BUFS_PER_CMD; i++) { 2513f48298d3SIoana Ciornei /* Allocate one page for each Rx buffer. WRIOP sees 2514f48298d3SIoana Ciornei * the entire page except for a tailroom reserved for 2515f48298d3SIoana Ciornei * skb shared info 2516f48298d3SIoana Ciornei */ 2517f48298d3SIoana Ciornei page = dev_alloc_pages(0); 2518f48298d3SIoana Ciornei if (!page) { 2519f48298d3SIoana Ciornei dev_err(dev, "buffer allocation failed\n"); 2520f48298d3SIoana Ciornei goto err_alloc; 2521f48298d3SIoana Ciornei } 2522f48298d3SIoana Ciornei 2523f48298d3SIoana Ciornei addr = dma_map_page(dev, page, 0, DPAA2_SWITCH_RX_BUF_SIZE, 2524f48298d3SIoana Ciornei DMA_FROM_DEVICE); 2525f48298d3SIoana Ciornei if (dma_mapping_error(dev, addr)) { 2526f48298d3SIoana Ciornei dev_err(dev, "dma_map_single() failed\n"); 2527f48298d3SIoana Ciornei goto err_map; 2528f48298d3SIoana Ciornei } 2529f48298d3SIoana Ciornei buf_array[i] = addr; 2530f48298d3SIoana Ciornei } 2531f48298d3SIoana Ciornei 2532f48298d3SIoana Ciornei release_bufs: 2533f48298d3SIoana Ciornei /* In case the portal is busy, retry until successful or 2534f48298d3SIoana Ciornei * max retries hit. 2535f48298d3SIoana Ciornei */ 2536f48298d3SIoana Ciornei while ((err = dpaa2_io_service_release(NULL, bpid, 2537f48298d3SIoana Ciornei buf_array, i)) == -EBUSY) { 2538f48298d3SIoana Ciornei if (retries++ >= DPAA2_SWITCH_SWP_BUSY_RETRIES) 2539f48298d3SIoana Ciornei break; 2540f48298d3SIoana Ciornei 2541f48298d3SIoana Ciornei cpu_relax(); 2542f48298d3SIoana Ciornei } 2543f48298d3SIoana Ciornei 2544f48298d3SIoana Ciornei /* If release command failed, clean up and bail out. */ 2545f48298d3SIoana Ciornei if (err) { 2546f48298d3SIoana Ciornei dpaa2_switch_free_bufs(ethsw, buf_array, i); 2547f48298d3SIoana Ciornei return 0; 2548f48298d3SIoana Ciornei } 2549f48298d3SIoana Ciornei 2550f48298d3SIoana Ciornei return i; 2551f48298d3SIoana Ciornei 2552f48298d3SIoana Ciornei err_map: 2553f48298d3SIoana Ciornei __free_pages(page, 0); 2554f48298d3SIoana Ciornei err_alloc: 2555f48298d3SIoana Ciornei /* If we managed to allocate at least some buffers, 2556f48298d3SIoana Ciornei * release them to hardware 2557f48298d3SIoana Ciornei */ 2558f48298d3SIoana Ciornei if (i) 2559f48298d3SIoana Ciornei goto release_bufs; 2560f48298d3SIoana Ciornei 2561f48298d3SIoana Ciornei return 0; 2562f48298d3SIoana Ciornei } 2563f48298d3SIoana Ciornei 2564f48298d3SIoana Ciornei static int dpaa2_switch_refill_bp(struct ethsw_core *ethsw) 2565f48298d3SIoana Ciornei { 2566f48298d3SIoana Ciornei int *count = ðsw->buf_count; 2567f48298d3SIoana Ciornei int new_count; 2568f48298d3SIoana Ciornei int err = 0; 2569f48298d3SIoana Ciornei 2570f48298d3SIoana Ciornei if (unlikely(*count < DPAA2_ETHSW_REFILL_THRESH)) { 2571f48298d3SIoana Ciornei do { 2572f48298d3SIoana Ciornei new_count = dpaa2_switch_add_bufs(ethsw, ethsw->bpid); 2573f48298d3SIoana Ciornei if (unlikely(!new_count)) { 2574f48298d3SIoana Ciornei /* Out of memory; abort for now, we'll 2575f48298d3SIoana Ciornei * try later on 2576f48298d3SIoana Ciornei */ 2577f48298d3SIoana Ciornei break; 2578f48298d3SIoana Ciornei } 2579f48298d3SIoana Ciornei *count += new_count; 2580f48298d3SIoana Ciornei } while (*count < DPAA2_ETHSW_NUM_BUFS); 2581f48298d3SIoana Ciornei 2582f48298d3SIoana Ciornei if (unlikely(*count < DPAA2_ETHSW_NUM_BUFS)) 2583f48298d3SIoana Ciornei err = -ENOMEM; 2584f48298d3SIoana Ciornei } 2585f48298d3SIoana Ciornei 2586f48298d3SIoana Ciornei return err; 2587f48298d3SIoana Ciornei } 2588f48298d3SIoana Ciornei 2589f48298d3SIoana Ciornei static int dpaa2_switch_seed_bp(struct ethsw_core *ethsw) 2590f48298d3SIoana Ciornei { 2591f48298d3SIoana Ciornei int *count, i; 2592f48298d3SIoana Ciornei 2593f48298d3SIoana Ciornei for (i = 0; i < DPAA2_ETHSW_NUM_BUFS; i += BUFS_PER_CMD) { 2594f48298d3SIoana Ciornei count = ðsw->buf_count; 2595f48298d3SIoana Ciornei *count += dpaa2_switch_add_bufs(ethsw, ethsw->bpid); 2596f48298d3SIoana Ciornei 2597f48298d3SIoana Ciornei if (unlikely(*count < BUFS_PER_CMD)) 2598f48298d3SIoana Ciornei return -ENOMEM; 2599f48298d3SIoana Ciornei } 2600f48298d3SIoana Ciornei 2601f48298d3SIoana Ciornei return 0; 2602f48298d3SIoana Ciornei } 2603f48298d3SIoana Ciornei 2604f48298d3SIoana Ciornei static void dpaa2_switch_drain_bp(struct ethsw_core *ethsw) 2605f48298d3SIoana Ciornei { 2606f48298d3SIoana Ciornei u64 buf_array[BUFS_PER_CMD]; 2607f48298d3SIoana Ciornei int ret; 2608f48298d3SIoana Ciornei 2609f48298d3SIoana Ciornei do { 2610f48298d3SIoana Ciornei ret = dpaa2_io_service_acquire(NULL, ethsw->bpid, 2611f48298d3SIoana Ciornei buf_array, BUFS_PER_CMD); 2612f48298d3SIoana Ciornei if (ret < 0) { 2613f48298d3SIoana Ciornei dev_err(ethsw->dev, 2614f48298d3SIoana Ciornei "dpaa2_io_service_acquire() = %d\n", ret); 2615f48298d3SIoana Ciornei return; 2616f48298d3SIoana Ciornei } 2617f48298d3SIoana Ciornei dpaa2_switch_free_bufs(ethsw, buf_array, ret); 2618f48298d3SIoana Ciornei 2619f48298d3SIoana Ciornei } while (ret); 2620f48298d3SIoana Ciornei } 2621f48298d3SIoana Ciornei 2622f48298d3SIoana Ciornei static int dpaa2_switch_setup_dpbp(struct ethsw_core *ethsw) 2623f48298d3SIoana Ciornei { 2624f48298d3SIoana Ciornei struct dpsw_ctrl_if_pools_cfg dpsw_ctrl_if_pools_cfg = { 0 }; 2625f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 2626f48298d3SIoana Ciornei struct fsl_mc_device *dpbp_dev; 2627f48298d3SIoana Ciornei struct dpbp_attr dpbp_attrs; 2628f48298d3SIoana Ciornei int err; 2629f48298d3SIoana Ciornei 2630f48298d3SIoana Ciornei err = fsl_mc_object_allocate(to_fsl_mc_device(dev), FSL_MC_POOL_DPBP, 2631f48298d3SIoana Ciornei &dpbp_dev); 2632f48298d3SIoana Ciornei if (err) { 2633f48298d3SIoana Ciornei if (err == -ENXIO) 2634f48298d3SIoana Ciornei err = -EPROBE_DEFER; 2635f48298d3SIoana Ciornei else 2636f48298d3SIoana Ciornei dev_err(dev, "DPBP device allocation failed\n"); 2637f48298d3SIoana Ciornei return err; 2638f48298d3SIoana Ciornei } 2639f48298d3SIoana Ciornei ethsw->dpbp_dev = dpbp_dev; 2640f48298d3SIoana Ciornei 2641f48298d3SIoana Ciornei err = dpbp_open(ethsw->mc_io, 0, dpbp_dev->obj_desc.id, 2642f48298d3SIoana Ciornei &dpbp_dev->mc_handle); 2643f48298d3SIoana Ciornei if (err) { 2644f48298d3SIoana Ciornei dev_err(dev, "dpbp_open() failed\n"); 2645f48298d3SIoana Ciornei goto err_open; 2646f48298d3SIoana Ciornei } 2647f48298d3SIoana Ciornei 2648f48298d3SIoana Ciornei err = dpbp_reset(ethsw->mc_io, 0, dpbp_dev->mc_handle); 2649f48298d3SIoana Ciornei if (err) { 2650f48298d3SIoana Ciornei dev_err(dev, "dpbp_reset() failed\n"); 2651f48298d3SIoana Ciornei goto err_reset; 2652f48298d3SIoana Ciornei } 2653f48298d3SIoana Ciornei 2654f48298d3SIoana Ciornei err = dpbp_enable(ethsw->mc_io, 0, dpbp_dev->mc_handle); 2655f48298d3SIoana Ciornei if (err) { 2656f48298d3SIoana Ciornei dev_err(dev, "dpbp_enable() failed\n"); 2657f48298d3SIoana Ciornei goto err_enable; 2658f48298d3SIoana Ciornei } 2659f48298d3SIoana Ciornei 2660f48298d3SIoana Ciornei err = dpbp_get_attributes(ethsw->mc_io, 0, dpbp_dev->mc_handle, 2661f48298d3SIoana Ciornei &dpbp_attrs); 2662f48298d3SIoana Ciornei if (err) { 2663f48298d3SIoana Ciornei dev_err(dev, "dpbp_get_attributes() failed\n"); 2664f48298d3SIoana Ciornei goto err_get_attr; 2665f48298d3SIoana Ciornei } 2666f48298d3SIoana Ciornei 2667f48298d3SIoana Ciornei dpsw_ctrl_if_pools_cfg.num_dpbp = 1; 2668f48298d3SIoana Ciornei dpsw_ctrl_if_pools_cfg.pools[0].dpbp_id = dpbp_attrs.id; 2669f48298d3SIoana Ciornei dpsw_ctrl_if_pools_cfg.pools[0].buffer_size = DPAA2_SWITCH_RX_BUF_SIZE; 2670f48298d3SIoana Ciornei dpsw_ctrl_if_pools_cfg.pools[0].backup_pool = 0; 2671f48298d3SIoana Ciornei 2672f48298d3SIoana Ciornei err = dpsw_ctrl_if_set_pools(ethsw->mc_io, 0, ethsw->dpsw_handle, 2673f48298d3SIoana Ciornei &dpsw_ctrl_if_pools_cfg); 2674f48298d3SIoana Ciornei if (err) { 2675f48298d3SIoana Ciornei dev_err(dev, "dpsw_ctrl_if_set_pools() failed\n"); 2676f48298d3SIoana Ciornei goto err_get_attr; 2677f48298d3SIoana Ciornei } 2678f48298d3SIoana Ciornei ethsw->bpid = dpbp_attrs.id; 2679f48298d3SIoana Ciornei 2680f48298d3SIoana Ciornei return 0; 2681f48298d3SIoana Ciornei 2682f48298d3SIoana Ciornei err_get_attr: 2683f48298d3SIoana Ciornei dpbp_disable(ethsw->mc_io, 0, dpbp_dev->mc_handle); 2684f48298d3SIoana Ciornei err_enable: 2685f48298d3SIoana Ciornei err_reset: 2686f48298d3SIoana Ciornei dpbp_close(ethsw->mc_io, 0, dpbp_dev->mc_handle); 2687f48298d3SIoana Ciornei err_open: 2688f48298d3SIoana Ciornei fsl_mc_object_free(dpbp_dev); 2689f48298d3SIoana Ciornei return err; 2690f48298d3SIoana Ciornei } 2691f48298d3SIoana Ciornei 2692f48298d3SIoana Ciornei static void dpaa2_switch_free_dpbp(struct ethsw_core *ethsw) 2693f48298d3SIoana Ciornei { 2694f48298d3SIoana Ciornei dpbp_disable(ethsw->mc_io, 0, ethsw->dpbp_dev->mc_handle); 2695f48298d3SIoana Ciornei dpbp_close(ethsw->mc_io, 0, ethsw->dpbp_dev->mc_handle); 2696f48298d3SIoana Ciornei fsl_mc_object_free(ethsw->dpbp_dev); 2697f48298d3SIoana Ciornei } 2698f48298d3SIoana Ciornei 2699f48298d3SIoana Ciornei static int dpaa2_switch_alloc_rings(struct ethsw_core *ethsw) 2700f48298d3SIoana Ciornei { 2701f48298d3SIoana Ciornei int i; 2702f48298d3SIoana Ciornei 2703f48298d3SIoana Ciornei for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) { 2704f48298d3SIoana Ciornei ethsw->fq[i].store = 2705f48298d3SIoana Ciornei dpaa2_io_store_create(DPAA2_SWITCH_STORE_SIZE, 2706f48298d3SIoana Ciornei ethsw->dev); 2707f48298d3SIoana Ciornei if (!ethsw->fq[i].store) { 2708f48298d3SIoana Ciornei dev_err(ethsw->dev, "dpaa2_io_store_create failed\n"); 2709f48298d3SIoana Ciornei while (--i >= 0) 2710f48298d3SIoana Ciornei dpaa2_io_store_destroy(ethsw->fq[i].store); 2711f48298d3SIoana Ciornei return -ENOMEM; 2712f48298d3SIoana Ciornei } 2713f48298d3SIoana Ciornei } 2714f48298d3SIoana Ciornei 2715f48298d3SIoana Ciornei return 0; 2716f48298d3SIoana Ciornei } 2717f48298d3SIoana Ciornei 2718f48298d3SIoana Ciornei static void dpaa2_switch_destroy_rings(struct ethsw_core *ethsw) 2719f48298d3SIoana Ciornei { 2720f48298d3SIoana Ciornei int i; 2721f48298d3SIoana Ciornei 2722f48298d3SIoana Ciornei for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) 2723f48298d3SIoana Ciornei dpaa2_io_store_destroy(ethsw->fq[i].store); 2724f48298d3SIoana Ciornei } 2725f48298d3SIoana Ciornei 2726f48298d3SIoana Ciornei static int dpaa2_switch_pull_fq(struct dpaa2_switch_fq *fq) 2727f48298d3SIoana Ciornei { 2728f48298d3SIoana Ciornei int err, retries = 0; 2729f48298d3SIoana Ciornei 2730f48298d3SIoana Ciornei /* Try to pull from the FQ while the portal is busy and we didn't hit 2731f48298d3SIoana Ciornei * the maximum number fo retries 2732f48298d3SIoana Ciornei */ 2733f48298d3SIoana Ciornei do { 2734f48298d3SIoana Ciornei err = dpaa2_io_service_pull_fq(NULL, fq->fqid, fq->store); 2735f48298d3SIoana Ciornei cpu_relax(); 2736f48298d3SIoana Ciornei } while (err == -EBUSY && retries++ < DPAA2_SWITCH_SWP_BUSY_RETRIES); 2737f48298d3SIoana Ciornei 2738f48298d3SIoana Ciornei if (unlikely(err)) 2739f48298d3SIoana Ciornei dev_err(fq->ethsw->dev, "dpaa2_io_service_pull err %d", err); 2740f48298d3SIoana Ciornei 2741f48298d3SIoana Ciornei return err; 2742f48298d3SIoana Ciornei } 2743f48298d3SIoana Ciornei 2744f48298d3SIoana Ciornei /* Consume all frames pull-dequeued into the store */ 2745f48298d3SIoana Ciornei static int dpaa2_switch_store_consume(struct dpaa2_switch_fq *fq) 2746f48298d3SIoana Ciornei { 2747f48298d3SIoana Ciornei struct ethsw_core *ethsw = fq->ethsw; 2748f48298d3SIoana Ciornei int cleaned = 0, is_last; 2749f48298d3SIoana Ciornei struct dpaa2_dq *dq; 2750f48298d3SIoana Ciornei int retries = 0; 2751f48298d3SIoana Ciornei 2752f48298d3SIoana Ciornei do { 2753f48298d3SIoana Ciornei /* Get the next available FD from the store */ 2754f48298d3SIoana Ciornei dq = dpaa2_io_store_next(fq->store, &is_last); 2755f48298d3SIoana Ciornei if (unlikely(!dq)) { 2756f48298d3SIoana Ciornei if (retries++ >= DPAA2_SWITCH_SWP_BUSY_RETRIES) { 2757f48298d3SIoana Ciornei dev_err_once(ethsw->dev, 2758f48298d3SIoana Ciornei "No valid dequeue response\n"); 2759f48298d3SIoana Ciornei return -ETIMEDOUT; 2760f48298d3SIoana Ciornei } 2761f48298d3SIoana Ciornei continue; 2762f48298d3SIoana Ciornei } 2763f48298d3SIoana Ciornei 2764f48298d3SIoana Ciornei if (fq->type == DPSW_QUEUE_RX) 2765f48298d3SIoana Ciornei dpaa2_switch_rx(fq, dpaa2_dq_fd(dq)); 2766f48298d3SIoana Ciornei else 2767f48298d3SIoana Ciornei dpaa2_switch_tx_conf(fq, dpaa2_dq_fd(dq)); 2768f48298d3SIoana Ciornei cleaned++; 2769f48298d3SIoana Ciornei 2770f48298d3SIoana Ciornei } while (!is_last); 2771f48298d3SIoana Ciornei 2772f48298d3SIoana Ciornei return cleaned; 2773f48298d3SIoana Ciornei } 2774f48298d3SIoana Ciornei 2775f48298d3SIoana Ciornei /* NAPI poll routine */ 2776f48298d3SIoana Ciornei static int dpaa2_switch_poll(struct napi_struct *napi, int budget) 2777f48298d3SIoana Ciornei { 2778f48298d3SIoana Ciornei int err, cleaned = 0, store_cleaned, work_done; 2779f48298d3SIoana Ciornei struct dpaa2_switch_fq *fq; 2780f48298d3SIoana Ciornei int retries = 0; 2781f48298d3SIoana Ciornei 2782f48298d3SIoana Ciornei fq = container_of(napi, struct dpaa2_switch_fq, napi); 2783f48298d3SIoana Ciornei 2784f48298d3SIoana Ciornei do { 2785f48298d3SIoana Ciornei err = dpaa2_switch_pull_fq(fq); 2786f48298d3SIoana Ciornei if (unlikely(err)) 2787f48298d3SIoana Ciornei break; 2788f48298d3SIoana Ciornei 2789f48298d3SIoana Ciornei /* Refill pool if appropriate */ 2790f48298d3SIoana Ciornei dpaa2_switch_refill_bp(fq->ethsw); 2791f48298d3SIoana Ciornei 2792f48298d3SIoana Ciornei store_cleaned = dpaa2_switch_store_consume(fq); 2793f48298d3SIoana Ciornei cleaned += store_cleaned; 2794f48298d3SIoana Ciornei 2795f48298d3SIoana Ciornei if (cleaned >= budget) { 2796f48298d3SIoana Ciornei work_done = budget; 2797f48298d3SIoana Ciornei goto out; 2798f48298d3SIoana Ciornei } 2799f48298d3SIoana Ciornei 2800f48298d3SIoana Ciornei } while (store_cleaned); 2801f48298d3SIoana Ciornei 2802f48298d3SIoana Ciornei /* We didn't consume the entire budget, so finish napi and re-enable 2803f48298d3SIoana Ciornei * data availability notifications 2804f48298d3SIoana Ciornei */ 2805f48298d3SIoana Ciornei napi_complete_done(napi, cleaned); 2806f48298d3SIoana Ciornei do { 2807f48298d3SIoana Ciornei err = dpaa2_io_service_rearm(NULL, &fq->nctx); 2808f48298d3SIoana Ciornei cpu_relax(); 2809f48298d3SIoana Ciornei } while (err == -EBUSY && retries++ < DPAA2_SWITCH_SWP_BUSY_RETRIES); 2810f48298d3SIoana Ciornei 2811f48298d3SIoana Ciornei work_done = max(cleaned, 1); 2812f48298d3SIoana Ciornei out: 2813f48298d3SIoana Ciornei 2814f48298d3SIoana Ciornei return work_done; 2815f48298d3SIoana Ciornei } 2816f48298d3SIoana Ciornei 2817f48298d3SIoana Ciornei static void dpaa2_switch_fqdan_cb(struct dpaa2_io_notification_ctx *nctx) 2818f48298d3SIoana Ciornei { 2819f48298d3SIoana Ciornei struct dpaa2_switch_fq *fq; 2820f48298d3SIoana Ciornei 2821f48298d3SIoana Ciornei fq = container_of(nctx, struct dpaa2_switch_fq, nctx); 2822f48298d3SIoana Ciornei 2823f48298d3SIoana Ciornei napi_schedule(&fq->napi); 2824f48298d3SIoana Ciornei } 2825f48298d3SIoana Ciornei 2826f48298d3SIoana Ciornei static int dpaa2_switch_setup_dpio(struct ethsw_core *ethsw) 2827f48298d3SIoana Ciornei { 2828f48298d3SIoana Ciornei struct dpsw_ctrl_if_queue_cfg queue_cfg; 2829f48298d3SIoana Ciornei struct dpaa2_io_notification_ctx *nctx; 2830f48298d3SIoana Ciornei int err, i, j; 2831f48298d3SIoana Ciornei 2832f48298d3SIoana Ciornei for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) { 2833f48298d3SIoana Ciornei nctx = ðsw->fq[i].nctx; 2834f48298d3SIoana Ciornei 2835f48298d3SIoana Ciornei /* Register a new software context for the FQID. 2836f48298d3SIoana Ciornei * By using NULL as the first parameter, we specify that we do 2837f48298d3SIoana Ciornei * not care on which cpu are interrupts received for this queue 2838f48298d3SIoana Ciornei */ 2839f48298d3SIoana Ciornei nctx->is_cdan = 0; 2840f48298d3SIoana Ciornei nctx->id = ethsw->fq[i].fqid; 2841f48298d3SIoana Ciornei nctx->desired_cpu = DPAA2_IO_ANY_CPU; 2842f48298d3SIoana Ciornei nctx->cb = dpaa2_switch_fqdan_cb; 2843f48298d3SIoana Ciornei err = dpaa2_io_service_register(NULL, nctx, ethsw->dev); 2844f48298d3SIoana Ciornei if (err) { 2845f48298d3SIoana Ciornei err = -EPROBE_DEFER; 2846f48298d3SIoana Ciornei goto err_register; 2847f48298d3SIoana Ciornei } 2848f48298d3SIoana Ciornei 2849f48298d3SIoana Ciornei queue_cfg.options = DPSW_CTRL_IF_QUEUE_OPT_DEST | 2850f48298d3SIoana Ciornei DPSW_CTRL_IF_QUEUE_OPT_USER_CTX; 2851f48298d3SIoana Ciornei queue_cfg.dest_cfg.dest_type = DPSW_CTRL_IF_DEST_DPIO; 2852f48298d3SIoana Ciornei queue_cfg.dest_cfg.dest_id = nctx->dpio_id; 2853f48298d3SIoana Ciornei queue_cfg.dest_cfg.priority = 0; 2854f48298d3SIoana Ciornei queue_cfg.user_ctx = nctx->qman64; 2855f48298d3SIoana Ciornei 2856f48298d3SIoana Ciornei err = dpsw_ctrl_if_set_queue(ethsw->mc_io, 0, 2857f48298d3SIoana Ciornei ethsw->dpsw_handle, 2858f48298d3SIoana Ciornei ethsw->fq[i].type, 2859f48298d3SIoana Ciornei &queue_cfg); 2860f48298d3SIoana Ciornei if (err) 2861f48298d3SIoana Ciornei goto err_set_queue; 2862f48298d3SIoana Ciornei } 2863f48298d3SIoana Ciornei 2864f48298d3SIoana Ciornei return 0; 2865f48298d3SIoana Ciornei 2866f48298d3SIoana Ciornei err_set_queue: 2867f48298d3SIoana Ciornei dpaa2_io_service_deregister(NULL, nctx, ethsw->dev); 2868f48298d3SIoana Ciornei err_register: 2869f48298d3SIoana Ciornei for (j = 0; j < i; j++) 2870f48298d3SIoana Ciornei dpaa2_io_service_deregister(NULL, ðsw->fq[j].nctx, 2871f48298d3SIoana Ciornei ethsw->dev); 2872f48298d3SIoana Ciornei 2873f48298d3SIoana Ciornei return err; 2874f48298d3SIoana Ciornei } 2875f48298d3SIoana Ciornei 2876f48298d3SIoana Ciornei static void dpaa2_switch_free_dpio(struct ethsw_core *ethsw) 2877f48298d3SIoana Ciornei { 2878f48298d3SIoana Ciornei int i; 2879f48298d3SIoana Ciornei 2880f48298d3SIoana Ciornei for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) 2881f48298d3SIoana Ciornei dpaa2_io_service_deregister(NULL, ðsw->fq[i].nctx, 2882f48298d3SIoana Ciornei ethsw->dev); 2883f48298d3SIoana Ciornei } 2884f48298d3SIoana Ciornei 2885f48298d3SIoana Ciornei static int dpaa2_switch_ctrl_if_setup(struct ethsw_core *ethsw) 2886f48298d3SIoana Ciornei { 2887f48298d3SIoana Ciornei int err; 2888f48298d3SIoana Ciornei 2889f48298d3SIoana Ciornei /* setup FQs for Rx and Tx Conf */ 2890f48298d3SIoana Ciornei err = dpaa2_switch_setup_fqs(ethsw); 2891f48298d3SIoana Ciornei if (err) 2892f48298d3SIoana Ciornei return err; 2893f48298d3SIoana Ciornei 2894f48298d3SIoana Ciornei /* setup the buffer pool needed on the Rx path */ 2895f48298d3SIoana Ciornei err = dpaa2_switch_setup_dpbp(ethsw); 2896f48298d3SIoana Ciornei if (err) 2897f48298d3SIoana Ciornei return err; 2898f48298d3SIoana Ciornei 2899f48298d3SIoana Ciornei err = dpaa2_switch_alloc_rings(ethsw); 2900f48298d3SIoana Ciornei if (err) 29017aaa0f31SIoana Ciornei goto err_free_dpbp; 2902f48298d3SIoana Ciornei 2903f48298d3SIoana Ciornei err = dpaa2_switch_setup_dpio(ethsw); 2904f48298d3SIoana Ciornei if (err) 2905f48298d3SIoana Ciornei goto err_destroy_rings; 2906f48298d3SIoana Ciornei 29077aaa0f31SIoana Ciornei err = dpaa2_switch_seed_bp(ethsw); 29087aaa0f31SIoana Ciornei if (err) 29097aaa0f31SIoana Ciornei goto err_deregister_dpio; 29107aaa0f31SIoana Ciornei 2911f48298d3SIoana Ciornei err = dpsw_ctrl_if_enable(ethsw->mc_io, 0, ethsw->dpsw_handle); 2912f48298d3SIoana Ciornei if (err) { 2913f48298d3SIoana Ciornei dev_err(ethsw->dev, "dpsw_ctrl_if_enable err %d\n", err); 29147aaa0f31SIoana Ciornei goto err_drain_dpbp; 2915f48298d3SIoana Ciornei } 2916f48298d3SIoana Ciornei 2917f48298d3SIoana Ciornei return 0; 2918f48298d3SIoana Ciornei 29197aaa0f31SIoana Ciornei err_drain_dpbp: 29207aaa0f31SIoana Ciornei dpaa2_switch_drain_bp(ethsw); 2921f48298d3SIoana Ciornei err_deregister_dpio: 2922f48298d3SIoana Ciornei dpaa2_switch_free_dpio(ethsw); 2923f48298d3SIoana Ciornei err_destroy_rings: 2924f48298d3SIoana Ciornei dpaa2_switch_destroy_rings(ethsw); 2925f48298d3SIoana Ciornei err_free_dpbp: 2926f48298d3SIoana Ciornei dpaa2_switch_free_dpbp(ethsw); 2927f48298d3SIoana Ciornei 2928f48298d3SIoana Ciornei return err; 2929f48298d3SIoana Ciornei } 2930f48298d3SIoana Ciornei 2931860fe1f8SVladimir Oltean static void dpaa2_switch_remove_port(struct ethsw_core *ethsw, 2932860fe1f8SVladimir Oltean u16 port_idx) 2933860fe1f8SVladimir Oltean { 2934860fe1f8SVladimir Oltean struct ethsw_port_priv *port_priv = ethsw->ports[port_idx]; 2935860fe1f8SVladimir Oltean 2936860fe1f8SVladimir Oltean rtnl_lock(); 2937860fe1f8SVladimir Oltean dpaa2_switch_port_disconnect_mac(port_priv); 2938860fe1f8SVladimir Oltean rtnl_unlock(); 2939860fe1f8SVladimir Oltean free_netdev(port_priv->netdev); 2940860fe1f8SVladimir Oltean ethsw->ports[port_idx] = NULL; 2941860fe1f8SVladimir Oltean } 2942860fe1f8SVladimir Oltean 2943f48298d3SIoana Ciornei static int dpaa2_switch_init(struct fsl_mc_device *sw_dev) 2944f48298d3SIoana Ciornei { 2945f48298d3SIoana Ciornei struct device *dev = &sw_dev->dev; 2946f48298d3SIoana Ciornei struct ethsw_core *ethsw = dev_get_drvdata(dev); 2947f48298d3SIoana Ciornei struct dpsw_vlan_if_cfg vcfg = {0}; 2948f48298d3SIoana Ciornei struct dpsw_tci_cfg tci_cfg = {0}; 2949f48298d3SIoana Ciornei struct dpsw_stp_cfg stp_cfg; 2950f48298d3SIoana Ciornei int err; 2951f48298d3SIoana Ciornei u16 i; 2952f48298d3SIoana Ciornei 2953f48298d3SIoana Ciornei ethsw->dev_id = sw_dev->obj_desc.id; 2954f48298d3SIoana Ciornei 2955f48298d3SIoana Ciornei err = dpsw_open(ethsw->mc_io, 0, ethsw->dev_id, ðsw->dpsw_handle); 2956f48298d3SIoana Ciornei if (err) { 2957f48298d3SIoana Ciornei dev_err(dev, "dpsw_open err %d\n", err); 2958f48298d3SIoana Ciornei return err; 2959f48298d3SIoana Ciornei } 2960f48298d3SIoana Ciornei 2961f48298d3SIoana Ciornei err = dpsw_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle, 2962f48298d3SIoana Ciornei ðsw->sw_attr); 2963f48298d3SIoana Ciornei if (err) { 2964f48298d3SIoana Ciornei dev_err(dev, "dpsw_get_attributes err %d\n", err); 2965f48298d3SIoana Ciornei goto err_close; 2966f48298d3SIoana Ciornei } 2967f48298d3SIoana Ciornei 2968f48298d3SIoana Ciornei err = dpsw_get_api_version(ethsw->mc_io, 0, 2969f48298d3SIoana Ciornei ðsw->major, 2970f48298d3SIoana Ciornei ðsw->minor); 2971f48298d3SIoana Ciornei if (err) { 2972f48298d3SIoana Ciornei dev_err(dev, "dpsw_get_api_version err %d\n", err); 2973f48298d3SIoana Ciornei goto err_close; 2974f48298d3SIoana Ciornei } 2975f48298d3SIoana Ciornei 2976f48298d3SIoana Ciornei /* Minimum supported DPSW version check */ 2977f48298d3SIoana Ciornei if (ethsw->major < DPSW_MIN_VER_MAJOR || 2978f48298d3SIoana Ciornei (ethsw->major == DPSW_MIN_VER_MAJOR && 2979f48298d3SIoana Ciornei ethsw->minor < DPSW_MIN_VER_MINOR)) { 2980f48298d3SIoana Ciornei dev_err(dev, "DPSW version %d:%d not supported. Use firmware 10.28.0 or greater.\n", 2981f48298d3SIoana Ciornei ethsw->major, ethsw->minor); 2982f48298d3SIoana Ciornei err = -EOPNOTSUPP; 2983f48298d3SIoana Ciornei goto err_close; 2984f48298d3SIoana Ciornei } 2985f48298d3SIoana Ciornei 2986f48298d3SIoana Ciornei if (!dpaa2_switch_supports_cpu_traffic(ethsw)) { 2987f48298d3SIoana Ciornei err = -EOPNOTSUPP; 2988f48298d3SIoana Ciornei goto err_close; 2989f48298d3SIoana Ciornei } 2990f48298d3SIoana Ciornei 2991f48298d3SIoana Ciornei dpaa2_switch_detect_features(ethsw); 2992f48298d3SIoana Ciornei 2993f48298d3SIoana Ciornei err = dpsw_reset(ethsw->mc_io, 0, ethsw->dpsw_handle); 2994f48298d3SIoana Ciornei if (err) { 2995f48298d3SIoana Ciornei dev_err(dev, "dpsw_reset err %d\n", err); 2996f48298d3SIoana Ciornei goto err_close; 2997f48298d3SIoana Ciornei } 2998f48298d3SIoana Ciornei 2999f48298d3SIoana Ciornei stp_cfg.vlan_id = DEFAULT_VLAN_ID; 3000f48298d3SIoana Ciornei stp_cfg.state = DPSW_STP_STATE_FORWARDING; 3001f48298d3SIoana Ciornei 3002f48298d3SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) { 3003f48298d3SIoana Ciornei err = dpsw_if_disable(ethsw->mc_io, 0, ethsw->dpsw_handle, i); 3004f48298d3SIoana Ciornei if (err) { 3005f48298d3SIoana Ciornei dev_err(dev, "dpsw_if_disable err %d\n", err); 3006f48298d3SIoana Ciornei goto err_close; 3007f48298d3SIoana Ciornei } 3008f48298d3SIoana Ciornei 3009f48298d3SIoana Ciornei err = dpsw_if_set_stp(ethsw->mc_io, 0, ethsw->dpsw_handle, i, 3010f48298d3SIoana Ciornei &stp_cfg); 3011f48298d3SIoana Ciornei if (err) { 3012f48298d3SIoana Ciornei dev_err(dev, "dpsw_if_set_stp err %d for port %d\n", 3013f48298d3SIoana Ciornei err, i); 3014f48298d3SIoana Ciornei goto err_close; 3015f48298d3SIoana Ciornei } 3016f48298d3SIoana Ciornei 3017f48298d3SIoana Ciornei /* Switch starts with all ports configured to VLAN 1. Need to 3018f48298d3SIoana Ciornei * remove this setting to allow configuration at bridge join 3019f48298d3SIoana Ciornei */ 3020f48298d3SIoana Ciornei vcfg.num_ifs = 1; 3021f48298d3SIoana Ciornei vcfg.if_id[0] = i; 3022f48298d3SIoana Ciornei err = dpsw_vlan_remove_if_untagged(ethsw->mc_io, 0, ethsw->dpsw_handle, 3023f48298d3SIoana Ciornei DEFAULT_VLAN_ID, &vcfg); 3024f48298d3SIoana Ciornei if (err) { 3025f48298d3SIoana Ciornei dev_err(dev, "dpsw_vlan_remove_if_untagged err %d\n", 3026f48298d3SIoana Ciornei err); 3027f48298d3SIoana Ciornei goto err_close; 3028f48298d3SIoana Ciornei } 3029f48298d3SIoana Ciornei 3030f48298d3SIoana Ciornei tci_cfg.vlan_id = 4095; 3031f48298d3SIoana Ciornei err = dpsw_if_set_tci(ethsw->mc_io, 0, ethsw->dpsw_handle, i, &tci_cfg); 3032f48298d3SIoana Ciornei if (err) { 3033f48298d3SIoana Ciornei dev_err(dev, "dpsw_if_set_tci err %d\n", err); 3034f48298d3SIoana Ciornei goto err_close; 3035f48298d3SIoana Ciornei } 3036f48298d3SIoana Ciornei 3037f48298d3SIoana Ciornei err = dpsw_vlan_remove_if(ethsw->mc_io, 0, ethsw->dpsw_handle, 3038f48298d3SIoana Ciornei DEFAULT_VLAN_ID, &vcfg); 3039f48298d3SIoana Ciornei if (err) { 3040f48298d3SIoana Ciornei dev_err(dev, "dpsw_vlan_remove_if err %d\n", err); 3041f48298d3SIoana Ciornei goto err_close; 3042f48298d3SIoana Ciornei } 3043f48298d3SIoana Ciornei } 3044f48298d3SIoana Ciornei 3045f48298d3SIoana Ciornei err = dpsw_vlan_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, DEFAULT_VLAN_ID); 3046f48298d3SIoana Ciornei if (err) { 3047f48298d3SIoana Ciornei dev_err(dev, "dpsw_vlan_remove err %d\n", err); 3048f48298d3SIoana Ciornei goto err_close; 3049f48298d3SIoana Ciornei } 3050f48298d3SIoana Ciornei 3051f48298d3SIoana Ciornei ethsw->workqueue = alloc_ordered_workqueue("%s_%d_ordered", 3052f48298d3SIoana Ciornei WQ_MEM_RECLAIM, "ethsw", 3053f48298d3SIoana Ciornei ethsw->sw_attr.id); 3054f48298d3SIoana Ciornei if (!ethsw->workqueue) { 3055f48298d3SIoana Ciornei err = -ENOMEM; 3056f48298d3SIoana Ciornei goto err_close; 3057f48298d3SIoana Ciornei } 3058f48298d3SIoana Ciornei 3059f48298d3SIoana Ciornei err = dpsw_fdb_remove(ethsw->mc_io, 0, ethsw->dpsw_handle, 0); 3060f48298d3SIoana Ciornei if (err) 3061f48298d3SIoana Ciornei goto err_destroy_ordered_workqueue; 3062f48298d3SIoana Ciornei 3063f48298d3SIoana Ciornei err = dpaa2_switch_ctrl_if_setup(ethsw); 3064f48298d3SIoana Ciornei if (err) 3065f48298d3SIoana Ciornei goto err_destroy_ordered_workqueue; 3066f48298d3SIoana Ciornei 3067f48298d3SIoana Ciornei return 0; 3068f48298d3SIoana Ciornei 3069f48298d3SIoana Ciornei err_destroy_ordered_workqueue: 3070f48298d3SIoana Ciornei destroy_workqueue(ethsw->workqueue); 3071f48298d3SIoana Ciornei 3072f48298d3SIoana Ciornei err_close: 3073f48298d3SIoana Ciornei dpsw_close(ethsw->mc_io, 0, ethsw->dpsw_handle); 3074f48298d3SIoana Ciornei return err; 3075f48298d3SIoana Ciornei } 3076f48298d3SIoana Ciornei 30771a64ed12SIoana Ciornei /* Add an ACL to redirect frames with specific destination MAC address to 30781a64ed12SIoana Ciornei * control interface 30791a64ed12SIoana Ciornei */ 30801a64ed12SIoana Ciornei static int dpaa2_switch_port_trap_mac_addr(struct ethsw_port_priv *port_priv, 30811a64ed12SIoana Ciornei const char *mac) 30821a64ed12SIoana Ciornei { 308316617954SIoana Ciornei struct dpaa2_switch_acl_entry acl_entry = {0}; 30841a64ed12SIoana Ciornei 30851a64ed12SIoana Ciornei /* Match on the destination MAC address */ 308616617954SIoana Ciornei ether_addr_copy(acl_entry.key.match.l2_dest_mac, mac); 308716617954SIoana Ciornei eth_broadcast_addr(acl_entry.key.mask.l2_dest_mac); 30881a64ed12SIoana Ciornei 308916617954SIoana Ciornei /* Trap to CPU */ 309016617954SIoana Ciornei acl_entry.cfg.precedence = 0; 309116617954SIoana Ciornei acl_entry.cfg.result.action = DPSW_ACL_ACTION_REDIRECT_TO_CTRL_IF; 30921a64ed12SIoana Ciornei 3093adcb7aa3SIoana Ciornei return dpaa2_switch_acl_entry_add(port_priv->filter_block, &acl_entry); 30941a64ed12SIoana Ciornei } 30951a64ed12SIoana Ciornei 3096f48298d3SIoana Ciornei static int dpaa2_switch_port_init(struct ethsw_port_priv *port_priv, u16 port) 3097f48298d3SIoana Ciornei { 30981a64ed12SIoana Ciornei const char stpa[ETH_ALEN] = {0x01, 0x80, 0xc2, 0x00, 0x00, 0x00}; 3099f48298d3SIoana Ciornei struct switchdev_obj_port_vlan vlan = { 3100f48298d3SIoana Ciornei .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 3101f48298d3SIoana Ciornei .vid = DEFAULT_VLAN_ID, 3102f48298d3SIoana Ciornei .flags = BRIDGE_VLAN_INFO_UNTAGGED | BRIDGE_VLAN_INFO_PVID, 3103f48298d3SIoana Ciornei }; 3104f48298d3SIoana Ciornei struct net_device *netdev = port_priv->netdev; 3105f48298d3SIoana Ciornei struct ethsw_core *ethsw = port_priv->ethsw_data; 3106adcb7aa3SIoana Ciornei struct dpaa2_switch_filter_block *filter_block; 3107f48298d3SIoana Ciornei struct dpsw_fdb_cfg fdb_cfg = {0}; 3108f48298d3SIoana Ciornei struct dpsw_if_attr dpsw_if_attr; 310990f07102SIoana Ciornei struct dpaa2_switch_fdb *fdb; 311090f07102SIoana Ciornei struct dpsw_acl_cfg acl_cfg; 31111b0f14b6SIoana Ciornei u16 fdb_id, acl_tbl_id; 3112f48298d3SIoana Ciornei int err; 3113f48298d3SIoana Ciornei 3114f48298d3SIoana Ciornei /* Get the Tx queue for this specific port */ 3115f48298d3SIoana Ciornei err = dpsw_if_get_attributes(ethsw->mc_io, 0, ethsw->dpsw_handle, 3116f48298d3SIoana Ciornei port_priv->idx, &dpsw_if_attr); 3117f48298d3SIoana Ciornei if (err) { 3118f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_if_get_attributes err %d\n", err); 3119f48298d3SIoana Ciornei return err; 3120f48298d3SIoana Ciornei } 3121f48298d3SIoana Ciornei port_priv->tx_qdid = dpsw_if_attr.qdid; 3122f48298d3SIoana Ciornei 3123f48298d3SIoana Ciornei /* Create a FDB table for this particular switch port */ 3124f48298d3SIoana Ciornei fdb_cfg.num_fdb_entries = ethsw->sw_attr.max_fdb_entries / ethsw->sw_attr.num_ifs; 3125f48298d3SIoana Ciornei err = dpsw_fdb_add(ethsw->mc_io, 0, ethsw->dpsw_handle, 3126f48298d3SIoana Ciornei &fdb_id, &fdb_cfg); 3127f48298d3SIoana Ciornei if (err) { 3128f48298d3SIoana Ciornei netdev_err(netdev, "dpsw_fdb_add err %d\n", err); 3129f48298d3SIoana Ciornei return err; 3130f48298d3SIoana Ciornei } 3131f48298d3SIoana Ciornei 3132f48298d3SIoana Ciornei /* Find an unused dpaa2_switch_fdb structure and use it */ 3133f48298d3SIoana Ciornei fdb = dpaa2_switch_fdb_get_unused(ethsw); 3134f48298d3SIoana Ciornei fdb->fdb_id = fdb_id; 3135f48298d3SIoana Ciornei fdb->in_use = true; 3136f48298d3SIoana Ciornei fdb->bridge_dev = NULL; 3137f48298d3SIoana Ciornei port_priv->fdb = fdb; 3138f48298d3SIoana Ciornei 3139f48298d3SIoana Ciornei /* We need to add VLAN 1 as the PVID on this port until it is under a 3140f48298d3SIoana Ciornei * bridge since the DPAA2 switch is not able to handle the traffic in a 3141f48298d3SIoana Ciornei * VLAN unaware fashion 3142f48298d3SIoana Ciornei */ 3143f48298d3SIoana Ciornei err = dpaa2_switch_port_vlans_add(netdev, &vlan); 3144f48298d3SIoana Ciornei if (err) 3145f48298d3SIoana Ciornei return err; 3146f48298d3SIoana Ciornei 3147f48298d3SIoana Ciornei /* Setup the egress flooding domains (broadcast, unknown unicast */ 3148f48298d3SIoana Ciornei err = dpaa2_switch_fdb_set_egress_flood(ethsw, port_priv->fdb->fdb_id); 3149f48298d3SIoana Ciornei if (err) 3150f48298d3SIoana Ciornei return err; 3151f48298d3SIoana Ciornei 315290f07102SIoana Ciornei /* Create an ACL table to be used by this switch port */ 315390f07102SIoana Ciornei acl_cfg.max_entries = DPAA2_ETHSW_PORT_MAX_ACL_ENTRIES; 315490f07102SIoana Ciornei err = dpsw_acl_add(ethsw->mc_io, 0, ethsw->dpsw_handle, 31551b0f14b6SIoana Ciornei &acl_tbl_id, &acl_cfg); 315690f07102SIoana Ciornei if (err) { 315790f07102SIoana Ciornei netdev_err(netdev, "dpsw_acl_add err %d\n", err); 315890f07102SIoana Ciornei return err; 315990f07102SIoana Ciornei } 316090f07102SIoana Ciornei 3161adcb7aa3SIoana Ciornei filter_block = dpaa2_switch_filter_block_get_unused(ethsw); 3162adcb7aa3SIoana Ciornei filter_block->ethsw = ethsw; 3163adcb7aa3SIoana Ciornei filter_block->acl_id = acl_tbl_id; 3164adcb7aa3SIoana Ciornei filter_block->in_use = true; 3165adcb7aa3SIoana Ciornei filter_block->num_acl_rules = 0; 3166adcb7aa3SIoana Ciornei INIT_LIST_HEAD(&filter_block->acl_entries); 3167e0ead825SIoana Ciornei INIT_LIST_HEAD(&filter_block->mirror_entries); 31681110318dSIoana Ciornei 3169adcb7aa3SIoana Ciornei err = dpaa2_switch_port_acl_tbl_bind(port_priv, filter_block); 31701110318dSIoana Ciornei if (err) 31711110318dSIoana Ciornei return err; 31721b0f14b6SIoana Ciornei 31731a64ed12SIoana Ciornei err = dpaa2_switch_port_trap_mac_addr(port_priv, stpa); 31741a64ed12SIoana Ciornei if (err) 31751a64ed12SIoana Ciornei return err; 31761a64ed12SIoana Ciornei 3177f48298d3SIoana Ciornei return err; 3178f48298d3SIoana Ciornei } 3179f48298d3SIoana Ciornei 3180f48298d3SIoana Ciornei static void dpaa2_switch_ctrl_if_teardown(struct ethsw_core *ethsw) 3181f48298d3SIoana Ciornei { 3182f48298d3SIoana Ciornei dpsw_ctrl_if_disable(ethsw->mc_io, 0, ethsw->dpsw_handle); 3183f48298d3SIoana Ciornei dpaa2_switch_free_dpio(ethsw); 3184f48298d3SIoana Ciornei dpaa2_switch_destroy_rings(ethsw); 3185f48298d3SIoana Ciornei dpaa2_switch_drain_bp(ethsw); 3186f48298d3SIoana Ciornei dpaa2_switch_free_dpbp(ethsw); 3187f48298d3SIoana Ciornei } 3188f48298d3SIoana Ciornei 3189cd0a719fSVladimir Oltean static void dpaa2_switch_teardown(struct fsl_mc_device *sw_dev) 3190cd0a719fSVladimir Oltean { 3191cd0a719fSVladimir Oltean struct device *dev = &sw_dev->dev; 3192cd0a719fSVladimir Oltean struct ethsw_core *ethsw = dev_get_drvdata(dev); 3193cd0a719fSVladimir Oltean int err; 3194cd0a719fSVladimir Oltean 3195cd0a719fSVladimir Oltean dpaa2_switch_ctrl_if_teardown(ethsw); 3196cd0a719fSVladimir Oltean 3197cd0a719fSVladimir Oltean destroy_workqueue(ethsw->workqueue); 3198cd0a719fSVladimir Oltean 3199cd0a719fSVladimir Oltean err = dpsw_close(ethsw->mc_io, 0, ethsw->dpsw_handle); 3200cd0a719fSVladimir Oltean if (err) 3201cd0a719fSVladimir Oltean dev_warn(dev, "dpsw_close err %d\n", err); 3202cd0a719fSVladimir Oltean } 3203cd0a719fSVladimir Oltean 3204f48298d3SIoana Ciornei static int dpaa2_switch_remove(struct fsl_mc_device *sw_dev) 3205f48298d3SIoana Ciornei { 3206f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv; 3207f48298d3SIoana Ciornei struct ethsw_core *ethsw; 3208f48298d3SIoana Ciornei struct device *dev; 3209f48298d3SIoana Ciornei int i; 3210f48298d3SIoana Ciornei 3211f48298d3SIoana Ciornei dev = &sw_dev->dev; 3212f48298d3SIoana Ciornei ethsw = dev_get_drvdata(dev); 3213f48298d3SIoana Ciornei 3214f48298d3SIoana Ciornei dpaa2_switch_teardown_irqs(sw_dev); 3215f48298d3SIoana Ciornei 3216f48298d3SIoana Ciornei dpsw_disable(ethsw->mc_io, 0, ethsw->dpsw_handle); 3217f48298d3SIoana Ciornei 3218f48298d3SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) { 3219f48298d3SIoana Ciornei port_priv = ethsw->ports[i]; 3220f48298d3SIoana Ciornei unregister_netdev(port_priv->netdev); 3221860fe1f8SVladimir Oltean dpaa2_switch_remove_port(ethsw, i); 3222f48298d3SIoana Ciornei } 3223f48298d3SIoana Ciornei 3224f48298d3SIoana Ciornei kfree(ethsw->fdbs); 3225adcb7aa3SIoana Ciornei kfree(ethsw->filter_blocks); 3226f48298d3SIoana Ciornei kfree(ethsw->ports); 3227f48298d3SIoana Ciornei 3228cd0a719fSVladimir Oltean dpaa2_switch_teardown(sw_dev); 3229f48298d3SIoana Ciornei 3230f48298d3SIoana Ciornei fsl_mc_portal_free(ethsw->mc_io); 3231f48298d3SIoana Ciornei 3232f48298d3SIoana Ciornei kfree(ethsw); 3233f48298d3SIoana Ciornei 3234f48298d3SIoana Ciornei dev_set_drvdata(dev, NULL); 3235f48298d3SIoana Ciornei 3236f48298d3SIoana Ciornei return 0; 3237f48298d3SIoana Ciornei } 3238f48298d3SIoana Ciornei 3239f48298d3SIoana Ciornei static int dpaa2_switch_probe_port(struct ethsw_core *ethsw, 3240f48298d3SIoana Ciornei u16 port_idx) 3241f48298d3SIoana Ciornei { 3242f48298d3SIoana Ciornei struct ethsw_port_priv *port_priv; 3243f48298d3SIoana Ciornei struct device *dev = ethsw->dev; 3244f48298d3SIoana Ciornei struct net_device *port_netdev; 3245f48298d3SIoana Ciornei int err; 3246f48298d3SIoana Ciornei 3247f48298d3SIoana Ciornei port_netdev = alloc_etherdev(sizeof(struct ethsw_port_priv)); 3248f48298d3SIoana Ciornei if (!port_netdev) { 3249f48298d3SIoana Ciornei dev_err(dev, "alloc_etherdev error\n"); 3250f48298d3SIoana Ciornei return -ENOMEM; 3251f48298d3SIoana Ciornei } 3252f48298d3SIoana Ciornei 3253f48298d3SIoana Ciornei port_priv = netdev_priv(port_netdev); 3254f48298d3SIoana Ciornei port_priv->netdev = port_netdev; 3255f48298d3SIoana Ciornei port_priv->ethsw_data = ethsw; 3256f48298d3SIoana Ciornei 3257f48298d3SIoana Ciornei port_priv->idx = port_idx; 3258f48298d3SIoana Ciornei port_priv->stp_state = BR_STATE_FORWARDING; 3259f48298d3SIoana Ciornei 3260f48298d3SIoana Ciornei SET_NETDEV_DEV(port_netdev, dev); 3261f48298d3SIoana Ciornei port_netdev->netdev_ops = &dpaa2_switch_port_ops; 3262f48298d3SIoana Ciornei port_netdev->ethtool_ops = &dpaa2_switch_port_ethtool_ops; 3263f48298d3SIoana Ciornei 3264f48298d3SIoana Ciornei port_netdev->needed_headroom = DPAA2_SWITCH_NEEDED_HEADROOM; 3265f48298d3SIoana Ciornei 3266b54eb093SIoana Ciornei port_priv->bcast_flood = true; 32676253d5e3SIoana Ciornei port_priv->ucast_flood = true; 3268b54eb093SIoana Ciornei 3269f48298d3SIoana Ciornei /* Set MTU limits */ 3270f48298d3SIoana Ciornei port_netdev->min_mtu = ETH_MIN_MTU; 3271f48298d3SIoana Ciornei port_netdev->max_mtu = ETHSW_MAX_FRAME_LENGTH; 3272f48298d3SIoana Ciornei 3273f48298d3SIoana Ciornei /* Populate the private port structure so that later calls to 3274f48298d3SIoana Ciornei * dpaa2_switch_port_init() can use it. 3275f48298d3SIoana Ciornei */ 3276f48298d3SIoana Ciornei ethsw->ports[port_idx] = port_priv; 3277f48298d3SIoana Ciornei 3278f48298d3SIoana Ciornei /* The DPAA2 switch's ingress path depends on the VLAN table, 3279f48298d3SIoana Ciornei * thus we are not able to disable VLAN filtering. 3280f48298d3SIoana Ciornei */ 32811110318dSIoana Ciornei port_netdev->features = NETIF_F_HW_VLAN_CTAG_FILTER | 32821110318dSIoana Ciornei NETIF_F_HW_VLAN_STAG_FILTER | 32831110318dSIoana Ciornei NETIF_F_HW_TC; 3284f48298d3SIoana Ciornei 3285f48298d3SIoana Ciornei err = dpaa2_switch_port_init(port_priv, port_idx); 3286f48298d3SIoana Ciornei if (err) 3287f48298d3SIoana Ciornei goto err_port_probe; 3288f48298d3SIoana Ciornei 3289f48298d3SIoana Ciornei err = dpaa2_switch_port_set_mac_addr(port_priv); 3290f48298d3SIoana Ciornei if (err) 3291f48298d3SIoana Ciornei goto err_port_probe; 3292f48298d3SIoana Ciornei 32931e7cbabfSIoana Ciornei err = dpaa2_switch_port_set_learning(port_priv, false); 32941e7cbabfSIoana Ciornei if (err) 32951e7cbabfSIoana Ciornei goto err_port_probe; 329662734c74SIoana Ciornei port_priv->learn_ena = false; 32971e7cbabfSIoana Ciornei 329884cba729SIoana Ciornei err = dpaa2_switch_port_connect_mac(port_priv); 329984cba729SIoana Ciornei if (err) 330084cba729SIoana Ciornei goto err_port_probe; 330184cba729SIoana Ciornei 3302f48298d3SIoana Ciornei return 0; 3303f48298d3SIoana Ciornei 3304f48298d3SIoana Ciornei err_port_probe: 3305f48298d3SIoana Ciornei free_netdev(port_netdev); 3306f48298d3SIoana Ciornei ethsw->ports[port_idx] = NULL; 3307f48298d3SIoana Ciornei 3308f48298d3SIoana Ciornei return err; 3309f48298d3SIoana Ciornei } 3310f48298d3SIoana Ciornei 3311f48298d3SIoana Ciornei static int dpaa2_switch_probe(struct fsl_mc_device *sw_dev) 3312f48298d3SIoana Ciornei { 3313f48298d3SIoana Ciornei struct device *dev = &sw_dev->dev; 3314f48298d3SIoana Ciornei struct ethsw_core *ethsw; 3315f48298d3SIoana Ciornei int i, err; 3316f48298d3SIoana Ciornei 3317f48298d3SIoana Ciornei /* Allocate switch core*/ 3318f48298d3SIoana Ciornei ethsw = kzalloc(sizeof(*ethsw), GFP_KERNEL); 3319f48298d3SIoana Ciornei 3320f48298d3SIoana Ciornei if (!ethsw) 3321f48298d3SIoana Ciornei return -ENOMEM; 3322f48298d3SIoana Ciornei 3323f48298d3SIoana Ciornei ethsw->dev = dev; 3324f48298d3SIoana Ciornei ethsw->iommu_domain = iommu_get_domain_for_dev(dev); 3325f48298d3SIoana Ciornei dev_set_drvdata(dev, ethsw); 3326f48298d3SIoana Ciornei 3327f48298d3SIoana Ciornei err = fsl_mc_portal_allocate(sw_dev, FSL_MC_IO_ATOMIC_CONTEXT_PORTAL, 3328f48298d3SIoana Ciornei ðsw->mc_io); 3329f48298d3SIoana Ciornei if (err) { 3330f48298d3SIoana Ciornei if (err == -ENXIO) 3331f48298d3SIoana Ciornei err = -EPROBE_DEFER; 3332f48298d3SIoana Ciornei else 3333f48298d3SIoana Ciornei dev_err(dev, "fsl_mc_portal_allocate err %d\n", err); 3334f48298d3SIoana Ciornei goto err_free_drvdata; 3335f48298d3SIoana Ciornei } 3336f48298d3SIoana Ciornei 3337f48298d3SIoana Ciornei err = dpaa2_switch_init(sw_dev); 3338f48298d3SIoana Ciornei if (err) 3339f48298d3SIoana Ciornei goto err_free_cmdport; 3340f48298d3SIoana Ciornei 3341f48298d3SIoana Ciornei ethsw->ports = kcalloc(ethsw->sw_attr.num_ifs, sizeof(*ethsw->ports), 3342f48298d3SIoana Ciornei GFP_KERNEL); 3343f48298d3SIoana Ciornei if (!(ethsw->ports)) { 3344f48298d3SIoana Ciornei err = -ENOMEM; 3345cd0a719fSVladimir Oltean goto err_teardown; 3346f48298d3SIoana Ciornei } 3347f48298d3SIoana Ciornei 3348f48298d3SIoana Ciornei ethsw->fdbs = kcalloc(ethsw->sw_attr.num_ifs, sizeof(*ethsw->fdbs), 3349f48298d3SIoana Ciornei GFP_KERNEL); 3350f48298d3SIoana Ciornei if (!ethsw->fdbs) { 3351f48298d3SIoana Ciornei err = -ENOMEM; 3352f48298d3SIoana Ciornei goto err_free_ports; 3353f48298d3SIoana Ciornei } 3354f48298d3SIoana Ciornei 3355adcb7aa3SIoana Ciornei ethsw->filter_blocks = kcalloc(ethsw->sw_attr.num_ifs, 3356adcb7aa3SIoana Ciornei sizeof(*ethsw->filter_blocks), 33571b0f14b6SIoana Ciornei GFP_KERNEL); 3358adcb7aa3SIoana Ciornei if (!ethsw->filter_blocks) { 33591b0f14b6SIoana Ciornei err = -ENOMEM; 33601b0f14b6SIoana Ciornei goto err_free_fdbs; 33611b0f14b6SIoana Ciornei } 33621b0f14b6SIoana Ciornei 3363f48298d3SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) { 3364f48298d3SIoana Ciornei err = dpaa2_switch_probe_port(ethsw, i); 3365f48298d3SIoana Ciornei if (err) 3366f48298d3SIoana Ciornei goto err_free_netdev; 3367f48298d3SIoana Ciornei } 3368f48298d3SIoana Ciornei 3369f48298d3SIoana Ciornei /* Add a NAPI instance for each of the Rx queues. The first port's 3370f48298d3SIoana Ciornei * net_device will be associated with the instances since we do not have 3371f48298d3SIoana Ciornei * different queues for each switch ports. 3372f48298d3SIoana Ciornei */ 3373f48298d3SIoana Ciornei for (i = 0; i < DPAA2_SWITCH_RX_NUM_FQS; i++) 3374f48298d3SIoana Ciornei netif_napi_add(ethsw->ports[0]->netdev, 3375f48298d3SIoana Ciornei ðsw->fq[i].napi, dpaa2_switch_poll, 3376f48298d3SIoana Ciornei NAPI_POLL_WEIGHT); 3377f48298d3SIoana Ciornei 3378f48298d3SIoana Ciornei /* Setup IRQs */ 3379f48298d3SIoana Ciornei err = dpaa2_switch_setup_irqs(sw_dev); 3380f48298d3SIoana Ciornei if (err) 3381f48298d3SIoana Ciornei goto err_stop; 3382f48298d3SIoana Ciornei 3383e0ead825SIoana Ciornei /* By convention, if the mirror port is equal to the number of switch 3384e0ead825SIoana Ciornei * interfaces, then mirroring of any kind is disabled. 3385e0ead825SIoana Ciornei */ 3386e0ead825SIoana Ciornei ethsw->mirror_port = ethsw->sw_attr.num_ifs; 3387e0ead825SIoana Ciornei 3388f48298d3SIoana Ciornei /* Register the netdev only when the entire setup is done and the 3389f48298d3SIoana Ciornei * switch port interfaces are ready to receive traffic 3390f48298d3SIoana Ciornei */ 3391f48298d3SIoana Ciornei for (i = 0; i < ethsw->sw_attr.num_ifs; i++) { 3392f48298d3SIoana Ciornei err = register_netdev(ethsw->ports[i]->netdev); 3393f48298d3SIoana Ciornei if (err < 0) { 3394f48298d3SIoana Ciornei dev_err(dev, "register_netdev error %d\n", err); 3395f48298d3SIoana Ciornei goto err_unregister_ports; 3396f48298d3SIoana Ciornei } 3397f48298d3SIoana Ciornei } 3398f48298d3SIoana Ciornei 3399f48298d3SIoana Ciornei return 0; 3400f48298d3SIoana Ciornei 3401f48298d3SIoana Ciornei err_unregister_ports: 3402f48298d3SIoana Ciornei for (i--; i >= 0; i--) 3403f48298d3SIoana Ciornei unregister_netdev(ethsw->ports[i]->netdev); 3404f48298d3SIoana Ciornei dpaa2_switch_teardown_irqs(sw_dev); 3405f48298d3SIoana Ciornei err_stop: 3406f48298d3SIoana Ciornei dpsw_disable(ethsw->mc_io, 0, ethsw->dpsw_handle); 3407f48298d3SIoana Ciornei err_free_netdev: 3408f48298d3SIoana Ciornei for (i--; i >= 0; i--) 3409860fe1f8SVladimir Oltean dpaa2_switch_remove_port(ethsw, i); 3410adcb7aa3SIoana Ciornei kfree(ethsw->filter_blocks); 34111b0f14b6SIoana Ciornei err_free_fdbs: 3412f48298d3SIoana Ciornei kfree(ethsw->fdbs); 3413f48298d3SIoana Ciornei err_free_ports: 3414f48298d3SIoana Ciornei kfree(ethsw->ports); 3415f48298d3SIoana Ciornei 3416cd0a719fSVladimir Oltean err_teardown: 3417cd0a719fSVladimir Oltean dpaa2_switch_teardown(sw_dev); 3418f48298d3SIoana Ciornei 3419f48298d3SIoana Ciornei err_free_cmdport: 3420f48298d3SIoana Ciornei fsl_mc_portal_free(ethsw->mc_io); 3421f48298d3SIoana Ciornei 3422f48298d3SIoana Ciornei err_free_drvdata: 3423f48298d3SIoana Ciornei kfree(ethsw); 3424f48298d3SIoana Ciornei dev_set_drvdata(dev, NULL); 3425f48298d3SIoana Ciornei 3426f48298d3SIoana Ciornei return err; 3427f48298d3SIoana Ciornei } 3428f48298d3SIoana Ciornei 3429f48298d3SIoana Ciornei static const struct fsl_mc_device_id dpaa2_switch_match_id_table[] = { 3430f48298d3SIoana Ciornei { 3431f48298d3SIoana Ciornei .vendor = FSL_MC_VENDOR_FREESCALE, 3432f48298d3SIoana Ciornei .obj_type = "dpsw", 3433f48298d3SIoana Ciornei }, 3434f48298d3SIoana Ciornei { .vendor = 0x0 } 3435f48298d3SIoana Ciornei }; 3436f48298d3SIoana Ciornei MODULE_DEVICE_TABLE(fslmc, dpaa2_switch_match_id_table); 3437f48298d3SIoana Ciornei 3438f48298d3SIoana Ciornei static struct fsl_mc_driver dpaa2_switch_drv = { 3439f48298d3SIoana Ciornei .driver = { 3440f48298d3SIoana Ciornei .name = KBUILD_MODNAME, 3441f48298d3SIoana Ciornei .owner = THIS_MODULE, 3442f48298d3SIoana Ciornei }, 3443f48298d3SIoana Ciornei .probe = dpaa2_switch_probe, 3444f48298d3SIoana Ciornei .remove = dpaa2_switch_remove, 3445f48298d3SIoana Ciornei .match_id_table = dpaa2_switch_match_id_table 3446f48298d3SIoana Ciornei }; 3447f48298d3SIoana Ciornei 3448f48298d3SIoana Ciornei static struct notifier_block dpaa2_switch_port_nb __read_mostly = { 3449f48298d3SIoana Ciornei .notifier_call = dpaa2_switch_port_netdevice_event, 3450f48298d3SIoana Ciornei }; 3451f48298d3SIoana Ciornei 3452f48298d3SIoana Ciornei static struct notifier_block dpaa2_switch_port_switchdev_nb = { 3453f48298d3SIoana Ciornei .notifier_call = dpaa2_switch_port_event, 3454f48298d3SIoana Ciornei }; 3455f48298d3SIoana Ciornei 3456f48298d3SIoana Ciornei static struct notifier_block dpaa2_switch_port_switchdev_blocking_nb = { 3457f48298d3SIoana Ciornei .notifier_call = dpaa2_switch_port_blocking_event, 3458f48298d3SIoana Ciornei }; 3459f48298d3SIoana Ciornei 3460f48298d3SIoana Ciornei static int dpaa2_switch_register_notifiers(void) 3461f48298d3SIoana Ciornei { 3462f48298d3SIoana Ciornei int err; 3463f48298d3SIoana Ciornei 3464f48298d3SIoana Ciornei err = register_netdevice_notifier(&dpaa2_switch_port_nb); 3465f48298d3SIoana Ciornei if (err) { 3466f48298d3SIoana Ciornei pr_err("dpaa2-switch: failed to register net_device notifier (%d)\n", err); 3467f48298d3SIoana Ciornei return err; 3468f48298d3SIoana Ciornei } 3469f48298d3SIoana Ciornei 3470f48298d3SIoana Ciornei err = register_switchdev_notifier(&dpaa2_switch_port_switchdev_nb); 3471f48298d3SIoana Ciornei if (err) { 3472f48298d3SIoana Ciornei pr_err("dpaa2-switch: failed to register switchdev notifier (%d)\n", err); 3473f48298d3SIoana Ciornei goto err_switchdev_nb; 3474f48298d3SIoana Ciornei } 3475f48298d3SIoana Ciornei 3476f48298d3SIoana Ciornei err = register_switchdev_blocking_notifier(&dpaa2_switch_port_switchdev_blocking_nb); 3477f48298d3SIoana Ciornei if (err) { 3478f48298d3SIoana Ciornei pr_err("dpaa2-switch: failed to register switchdev blocking notifier (%d)\n", err); 3479f48298d3SIoana Ciornei goto err_switchdev_blocking_nb; 3480f48298d3SIoana Ciornei } 3481f48298d3SIoana Ciornei 3482f48298d3SIoana Ciornei return 0; 3483f48298d3SIoana Ciornei 3484f48298d3SIoana Ciornei err_switchdev_blocking_nb: 3485f48298d3SIoana Ciornei unregister_switchdev_notifier(&dpaa2_switch_port_switchdev_nb); 3486f48298d3SIoana Ciornei err_switchdev_nb: 3487f48298d3SIoana Ciornei unregister_netdevice_notifier(&dpaa2_switch_port_nb); 3488f48298d3SIoana Ciornei 3489f48298d3SIoana Ciornei return err; 3490f48298d3SIoana Ciornei } 3491f48298d3SIoana Ciornei 3492f48298d3SIoana Ciornei static void dpaa2_switch_unregister_notifiers(void) 3493f48298d3SIoana Ciornei { 3494f48298d3SIoana Ciornei int err; 3495f48298d3SIoana Ciornei 3496f48298d3SIoana Ciornei err = unregister_switchdev_blocking_notifier(&dpaa2_switch_port_switchdev_blocking_nb); 3497f48298d3SIoana Ciornei if (err) 3498f48298d3SIoana Ciornei pr_err("dpaa2-switch: failed to unregister switchdev blocking notifier (%d)\n", 3499f48298d3SIoana Ciornei err); 3500f48298d3SIoana Ciornei 3501f48298d3SIoana Ciornei err = unregister_switchdev_notifier(&dpaa2_switch_port_switchdev_nb); 3502f48298d3SIoana Ciornei if (err) 3503f48298d3SIoana Ciornei pr_err("dpaa2-switch: failed to unregister switchdev notifier (%d)\n", err); 3504f48298d3SIoana Ciornei 3505f48298d3SIoana Ciornei err = unregister_netdevice_notifier(&dpaa2_switch_port_nb); 3506f48298d3SIoana Ciornei if (err) 3507f48298d3SIoana Ciornei pr_err("dpaa2-switch: failed to unregister net_device notifier (%d)\n", err); 3508f48298d3SIoana Ciornei } 3509f48298d3SIoana Ciornei 3510f48298d3SIoana Ciornei static int __init dpaa2_switch_driver_init(void) 3511f48298d3SIoana Ciornei { 3512f48298d3SIoana Ciornei int err; 3513f48298d3SIoana Ciornei 3514f48298d3SIoana Ciornei err = fsl_mc_driver_register(&dpaa2_switch_drv); 3515f48298d3SIoana Ciornei if (err) 3516f48298d3SIoana Ciornei return err; 3517f48298d3SIoana Ciornei 3518f48298d3SIoana Ciornei err = dpaa2_switch_register_notifiers(); 3519f48298d3SIoana Ciornei if (err) { 3520f48298d3SIoana Ciornei fsl_mc_driver_unregister(&dpaa2_switch_drv); 3521f48298d3SIoana Ciornei return err; 3522f48298d3SIoana Ciornei } 3523f48298d3SIoana Ciornei 3524f48298d3SIoana Ciornei return 0; 3525f48298d3SIoana Ciornei } 3526f48298d3SIoana Ciornei 3527f48298d3SIoana Ciornei static void __exit dpaa2_switch_driver_exit(void) 3528f48298d3SIoana Ciornei { 3529f48298d3SIoana Ciornei dpaa2_switch_unregister_notifiers(); 3530f48298d3SIoana Ciornei fsl_mc_driver_unregister(&dpaa2_switch_drv); 3531f48298d3SIoana Ciornei } 3532f48298d3SIoana Ciornei 3533f48298d3SIoana Ciornei module_init(dpaa2_switch_driver_init); 3534f48298d3SIoana Ciornei module_exit(dpaa2_switch_driver_exit); 3535f48298d3SIoana Ciornei 3536f48298d3SIoana Ciornei MODULE_LICENSE("GPL v2"); 3537f48298d3SIoana Ciornei MODULE_DESCRIPTION("DPAA2 Ethernet Switch Driver"); 3538