1 // SPDX-License-Identifier: GPL-2.0+
2 /* Microchip Sparx5 Switch driver
3  *
4  * Copyright (c) 2021 Microchip Technology Inc. and its subsidiaries.
5  *
6  * The Sparx5 Chip Register Model can be browsed at this location:
7  * https://github.com/microchip-ung/sparx-5_reginfo
8  */
9 #include <linux/module.h>
10 #include <linux/device.h>
11 #include <linux/netdevice.h>
12 #include <linux/platform_device.h>
13 #include <linux/interrupt.h>
14 #include <linux/of.h>
15 #include <linux/of_net.h>
16 #include <linux/of_mdio.h>
17 #include <net/switchdev.h>
18 #include <linux/etherdevice.h>
19 #include <linux/io.h>
20 #include <linux/printk.h>
21 #include <linux/iopoll.h>
22 #include <linux/mfd/syscon.h>
23 #include <linux/regmap.h>
24 #include <linux/types.h>
25 #include <linux/reset.h>
26 
27 #include "sparx5_main_regs.h"
28 #include "sparx5_main.h"
29 #include "sparx5_port.h"
30 #include "sparx5_qos.h"
31 
32 #define QLIM_WM(fraction) \
33 	((SPX5_BUFFER_MEMORY / SPX5_BUFFER_CELL_SZ - 100) * (fraction) / 100)
34 #define IO_RANGES 3
35 
36 struct initial_port_config {
37 	u32 portno;
38 	struct device_node *node;
39 	struct sparx5_port_config conf;
40 	struct phy *serdes;
41 };
42 
43 struct sparx5_ram_config {
44 	void __iomem *init_reg;
45 	u32 init_val;
46 };
47 
48 struct sparx5_main_io_resource {
49 	enum sparx5_target id;
50 	phys_addr_t offset;
51 	int range;
52 };
53 
54 static const struct sparx5_main_io_resource sparx5_main_iomap[] =  {
55 	{ TARGET_CPU,                         0, 0 }, /* 0x600000000 */
56 	{ TARGET_FDMA,                  0x80000, 0 }, /* 0x600080000 */
57 	{ TARGET_PCEP,                 0x400000, 0 }, /* 0x600400000 */
58 	{ TARGET_DEV2G5,             0x10004000, 1 }, /* 0x610004000 */
59 	{ TARGET_DEV5G,              0x10008000, 1 }, /* 0x610008000 */
60 	{ TARGET_PCS5G_BR,           0x1000c000, 1 }, /* 0x61000c000 */
61 	{ TARGET_DEV2G5 +  1,        0x10010000, 1 }, /* 0x610010000 */
62 	{ TARGET_DEV5G +  1,         0x10014000, 1 }, /* 0x610014000 */
63 	{ TARGET_PCS5G_BR +  1,      0x10018000, 1 }, /* 0x610018000 */
64 	{ TARGET_DEV2G5 +  2,        0x1001c000, 1 }, /* 0x61001c000 */
65 	{ TARGET_DEV5G +  2,         0x10020000, 1 }, /* 0x610020000 */
66 	{ TARGET_PCS5G_BR +  2,      0x10024000, 1 }, /* 0x610024000 */
67 	{ TARGET_DEV2G5 +  6,        0x10028000, 1 }, /* 0x610028000 */
68 	{ TARGET_DEV5G +  6,         0x1002c000, 1 }, /* 0x61002c000 */
69 	{ TARGET_PCS5G_BR +  6,      0x10030000, 1 }, /* 0x610030000 */
70 	{ TARGET_DEV2G5 +  7,        0x10034000, 1 }, /* 0x610034000 */
71 	{ TARGET_DEV5G +  7,         0x10038000, 1 }, /* 0x610038000 */
72 	{ TARGET_PCS5G_BR +  7,      0x1003c000, 1 }, /* 0x61003c000 */
73 	{ TARGET_DEV2G5 +  8,        0x10040000, 1 }, /* 0x610040000 */
74 	{ TARGET_DEV5G +  8,         0x10044000, 1 }, /* 0x610044000 */
75 	{ TARGET_PCS5G_BR +  8,      0x10048000, 1 }, /* 0x610048000 */
76 	{ TARGET_DEV2G5 +  9,        0x1004c000, 1 }, /* 0x61004c000 */
77 	{ TARGET_DEV5G +  9,         0x10050000, 1 }, /* 0x610050000 */
78 	{ TARGET_PCS5G_BR +  9,      0x10054000, 1 }, /* 0x610054000 */
79 	{ TARGET_DEV2G5 + 10,        0x10058000, 1 }, /* 0x610058000 */
80 	{ TARGET_DEV5G + 10,         0x1005c000, 1 }, /* 0x61005c000 */
81 	{ TARGET_PCS5G_BR + 10,      0x10060000, 1 }, /* 0x610060000 */
82 	{ TARGET_DEV2G5 + 11,        0x10064000, 1 }, /* 0x610064000 */
83 	{ TARGET_DEV5G + 11,         0x10068000, 1 }, /* 0x610068000 */
84 	{ TARGET_PCS5G_BR + 11,      0x1006c000, 1 }, /* 0x61006c000 */
85 	{ TARGET_DEV2G5 + 12,        0x10070000, 1 }, /* 0x610070000 */
86 	{ TARGET_DEV10G,             0x10074000, 1 }, /* 0x610074000 */
87 	{ TARGET_PCS10G_BR,          0x10078000, 1 }, /* 0x610078000 */
88 	{ TARGET_DEV2G5 + 14,        0x1007c000, 1 }, /* 0x61007c000 */
89 	{ TARGET_DEV10G +  2,        0x10080000, 1 }, /* 0x610080000 */
90 	{ TARGET_PCS10G_BR +  2,     0x10084000, 1 }, /* 0x610084000 */
91 	{ TARGET_DEV2G5 + 15,        0x10088000, 1 }, /* 0x610088000 */
92 	{ TARGET_DEV10G +  3,        0x1008c000, 1 }, /* 0x61008c000 */
93 	{ TARGET_PCS10G_BR +  3,     0x10090000, 1 }, /* 0x610090000 */
94 	{ TARGET_DEV2G5 + 16,        0x10094000, 1 }, /* 0x610094000 */
95 	{ TARGET_DEV2G5 + 17,        0x10098000, 1 }, /* 0x610098000 */
96 	{ TARGET_DEV2G5 + 18,        0x1009c000, 1 }, /* 0x61009c000 */
97 	{ TARGET_DEV2G5 + 19,        0x100a0000, 1 }, /* 0x6100a0000 */
98 	{ TARGET_DEV2G5 + 20,        0x100a4000, 1 }, /* 0x6100a4000 */
99 	{ TARGET_DEV2G5 + 21,        0x100a8000, 1 }, /* 0x6100a8000 */
100 	{ TARGET_DEV2G5 + 22,        0x100ac000, 1 }, /* 0x6100ac000 */
101 	{ TARGET_DEV2G5 + 23,        0x100b0000, 1 }, /* 0x6100b0000 */
102 	{ TARGET_DEV2G5 + 32,        0x100b4000, 1 }, /* 0x6100b4000 */
103 	{ TARGET_DEV2G5 + 33,        0x100b8000, 1 }, /* 0x6100b8000 */
104 	{ TARGET_DEV2G5 + 34,        0x100bc000, 1 }, /* 0x6100bc000 */
105 	{ TARGET_DEV2G5 + 35,        0x100c0000, 1 }, /* 0x6100c0000 */
106 	{ TARGET_DEV2G5 + 36,        0x100c4000, 1 }, /* 0x6100c4000 */
107 	{ TARGET_DEV2G5 + 37,        0x100c8000, 1 }, /* 0x6100c8000 */
108 	{ TARGET_DEV2G5 + 38,        0x100cc000, 1 }, /* 0x6100cc000 */
109 	{ TARGET_DEV2G5 + 39,        0x100d0000, 1 }, /* 0x6100d0000 */
110 	{ TARGET_DEV2G5 + 40,        0x100d4000, 1 }, /* 0x6100d4000 */
111 	{ TARGET_DEV2G5 + 41,        0x100d8000, 1 }, /* 0x6100d8000 */
112 	{ TARGET_DEV2G5 + 42,        0x100dc000, 1 }, /* 0x6100dc000 */
113 	{ TARGET_DEV2G5 + 43,        0x100e0000, 1 }, /* 0x6100e0000 */
114 	{ TARGET_DEV2G5 + 44,        0x100e4000, 1 }, /* 0x6100e4000 */
115 	{ TARGET_DEV2G5 + 45,        0x100e8000, 1 }, /* 0x6100e8000 */
116 	{ TARGET_DEV2G5 + 46,        0x100ec000, 1 }, /* 0x6100ec000 */
117 	{ TARGET_DEV2G5 + 47,        0x100f0000, 1 }, /* 0x6100f0000 */
118 	{ TARGET_DEV2G5 + 57,        0x100f4000, 1 }, /* 0x6100f4000 */
119 	{ TARGET_DEV25G +  1,        0x100f8000, 1 }, /* 0x6100f8000 */
120 	{ TARGET_PCS25G_BR +  1,     0x100fc000, 1 }, /* 0x6100fc000 */
121 	{ TARGET_DEV2G5 + 59,        0x10104000, 1 }, /* 0x610104000 */
122 	{ TARGET_DEV25G +  3,        0x10108000, 1 }, /* 0x610108000 */
123 	{ TARGET_PCS25G_BR +  3,     0x1010c000, 1 }, /* 0x61010c000 */
124 	{ TARGET_DEV2G5 + 60,        0x10114000, 1 }, /* 0x610114000 */
125 	{ TARGET_DEV25G +  4,        0x10118000, 1 }, /* 0x610118000 */
126 	{ TARGET_PCS25G_BR +  4,     0x1011c000, 1 }, /* 0x61011c000 */
127 	{ TARGET_DEV2G5 + 64,        0x10124000, 1 }, /* 0x610124000 */
128 	{ TARGET_DEV5G + 12,         0x10128000, 1 }, /* 0x610128000 */
129 	{ TARGET_PCS5G_BR + 12,      0x1012c000, 1 }, /* 0x61012c000 */
130 	{ TARGET_PORT_CONF,          0x10130000, 1 }, /* 0x610130000 */
131 	{ TARGET_DEV2G5 +  3,        0x10404000, 1 }, /* 0x610404000 */
132 	{ TARGET_DEV5G +  3,         0x10408000, 1 }, /* 0x610408000 */
133 	{ TARGET_PCS5G_BR +  3,      0x1040c000, 1 }, /* 0x61040c000 */
134 	{ TARGET_DEV2G5 +  4,        0x10410000, 1 }, /* 0x610410000 */
135 	{ TARGET_DEV5G +  4,         0x10414000, 1 }, /* 0x610414000 */
136 	{ TARGET_PCS5G_BR +  4,      0x10418000, 1 }, /* 0x610418000 */
137 	{ TARGET_DEV2G5 +  5,        0x1041c000, 1 }, /* 0x61041c000 */
138 	{ TARGET_DEV5G +  5,         0x10420000, 1 }, /* 0x610420000 */
139 	{ TARGET_PCS5G_BR +  5,      0x10424000, 1 }, /* 0x610424000 */
140 	{ TARGET_DEV2G5 + 13,        0x10428000, 1 }, /* 0x610428000 */
141 	{ TARGET_DEV10G +  1,        0x1042c000, 1 }, /* 0x61042c000 */
142 	{ TARGET_PCS10G_BR +  1,     0x10430000, 1 }, /* 0x610430000 */
143 	{ TARGET_DEV2G5 + 24,        0x10434000, 1 }, /* 0x610434000 */
144 	{ TARGET_DEV2G5 + 25,        0x10438000, 1 }, /* 0x610438000 */
145 	{ TARGET_DEV2G5 + 26,        0x1043c000, 1 }, /* 0x61043c000 */
146 	{ TARGET_DEV2G5 + 27,        0x10440000, 1 }, /* 0x610440000 */
147 	{ TARGET_DEV2G5 + 28,        0x10444000, 1 }, /* 0x610444000 */
148 	{ TARGET_DEV2G5 + 29,        0x10448000, 1 }, /* 0x610448000 */
149 	{ TARGET_DEV2G5 + 30,        0x1044c000, 1 }, /* 0x61044c000 */
150 	{ TARGET_DEV2G5 + 31,        0x10450000, 1 }, /* 0x610450000 */
151 	{ TARGET_DEV2G5 + 48,        0x10454000, 1 }, /* 0x610454000 */
152 	{ TARGET_DEV10G +  4,        0x10458000, 1 }, /* 0x610458000 */
153 	{ TARGET_PCS10G_BR +  4,     0x1045c000, 1 }, /* 0x61045c000 */
154 	{ TARGET_DEV2G5 + 49,        0x10460000, 1 }, /* 0x610460000 */
155 	{ TARGET_DEV10G +  5,        0x10464000, 1 }, /* 0x610464000 */
156 	{ TARGET_PCS10G_BR +  5,     0x10468000, 1 }, /* 0x610468000 */
157 	{ TARGET_DEV2G5 + 50,        0x1046c000, 1 }, /* 0x61046c000 */
158 	{ TARGET_DEV10G +  6,        0x10470000, 1 }, /* 0x610470000 */
159 	{ TARGET_PCS10G_BR +  6,     0x10474000, 1 }, /* 0x610474000 */
160 	{ TARGET_DEV2G5 + 51,        0x10478000, 1 }, /* 0x610478000 */
161 	{ TARGET_DEV10G +  7,        0x1047c000, 1 }, /* 0x61047c000 */
162 	{ TARGET_PCS10G_BR +  7,     0x10480000, 1 }, /* 0x610480000 */
163 	{ TARGET_DEV2G5 + 52,        0x10484000, 1 }, /* 0x610484000 */
164 	{ TARGET_DEV10G +  8,        0x10488000, 1 }, /* 0x610488000 */
165 	{ TARGET_PCS10G_BR +  8,     0x1048c000, 1 }, /* 0x61048c000 */
166 	{ TARGET_DEV2G5 + 53,        0x10490000, 1 }, /* 0x610490000 */
167 	{ TARGET_DEV10G +  9,        0x10494000, 1 }, /* 0x610494000 */
168 	{ TARGET_PCS10G_BR +  9,     0x10498000, 1 }, /* 0x610498000 */
169 	{ TARGET_DEV2G5 + 54,        0x1049c000, 1 }, /* 0x61049c000 */
170 	{ TARGET_DEV10G + 10,        0x104a0000, 1 }, /* 0x6104a0000 */
171 	{ TARGET_PCS10G_BR + 10,     0x104a4000, 1 }, /* 0x6104a4000 */
172 	{ TARGET_DEV2G5 + 55,        0x104a8000, 1 }, /* 0x6104a8000 */
173 	{ TARGET_DEV10G + 11,        0x104ac000, 1 }, /* 0x6104ac000 */
174 	{ TARGET_PCS10G_BR + 11,     0x104b0000, 1 }, /* 0x6104b0000 */
175 	{ TARGET_DEV2G5 + 56,        0x104b4000, 1 }, /* 0x6104b4000 */
176 	{ TARGET_DEV25G,             0x104b8000, 1 }, /* 0x6104b8000 */
177 	{ TARGET_PCS25G_BR,          0x104bc000, 1 }, /* 0x6104bc000 */
178 	{ TARGET_DEV2G5 + 58,        0x104c4000, 1 }, /* 0x6104c4000 */
179 	{ TARGET_DEV25G +  2,        0x104c8000, 1 }, /* 0x6104c8000 */
180 	{ TARGET_PCS25G_BR +  2,     0x104cc000, 1 }, /* 0x6104cc000 */
181 	{ TARGET_DEV2G5 + 61,        0x104d4000, 1 }, /* 0x6104d4000 */
182 	{ TARGET_DEV25G +  5,        0x104d8000, 1 }, /* 0x6104d8000 */
183 	{ TARGET_PCS25G_BR +  5,     0x104dc000, 1 }, /* 0x6104dc000 */
184 	{ TARGET_DEV2G5 + 62,        0x104e4000, 1 }, /* 0x6104e4000 */
185 	{ TARGET_DEV25G +  6,        0x104e8000, 1 }, /* 0x6104e8000 */
186 	{ TARGET_PCS25G_BR +  6,     0x104ec000, 1 }, /* 0x6104ec000 */
187 	{ TARGET_DEV2G5 + 63,        0x104f4000, 1 }, /* 0x6104f4000 */
188 	{ TARGET_DEV25G +  7,        0x104f8000, 1 }, /* 0x6104f8000 */
189 	{ TARGET_PCS25G_BR +  7,     0x104fc000, 1 }, /* 0x6104fc000 */
190 	{ TARGET_DSM,                0x10504000, 1 }, /* 0x610504000 */
191 	{ TARGET_ASM,                0x10600000, 1 }, /* 0x610600000 */
192 	{ TARGET_GCB,                0x11010000, 2 }, /* 0x611010000 */
193 	{ TARGET_QS,                 0x11030000, 2 }, /* 0x611030000 */
194 	{ TARGET_PTP,                0x11040000, 2 }, /* 0x611040000 */
195 	{ TARGET_ANA_ACL,            0x11050000, 2 }, /* 0x611050000 */
196 	{ TARGET_LRN,                0x11060000, 2 }, /* 0x611060000 */
197 	{ TARGET_VCAP_SUPER,         0x11080000, 2 }, /* 0x611080000 */
198 	{ TARGET_QSYS,               0x110a0000, 2 }, /* 0x6110a0000 */
199 	{ TARGET_QFWD,               0x110b0000, 2 }, /* 0x6110b0000 */
200 	{ TARGET_XQS,                0x110c0000, 2 }, /* 0x6110c0000 */
201 	{ TARGET_VCAP_ES2,           0x110d0000, 2 }, /* 0x6110d0000 */
202 	{ TARGET_CLKGEN,             0x11100000, 2 }, /* 0x611100000 */
203 	{ TARGET_ANA_AC_POL,         0x11200000, 2 }, /* 0x611200000 */
204 	{ TARGET_QRES,               0x11280000, 2 }, /* 0x611280000 */
205 	{ TARGET_EACL,               0x112c0000, 2 }, /* 0x6112c0000 */
206 	{ TARGET_ANA_CL,             0x11400000, 2 }, /* 0x611400000 */
207 	{ TARGET_ANA_L3,             0x11480000, 2 }, /* 0x611480000 */
208 	{ TARGET_ANA_AC_SDLB,        0x11500000, 2 }, /* 0x611500000 */
209 	{ TARGET_HSCH,               0x11580000, 2 }, /* 0x611580000 */
210 	{ TARGET_REW,                0x11600000, 2 }, /* 0x611600000 */
211 	{ TARGET_ANA_L2,             0x11800000, 2 }, /* 0x611800000 */
212 	{ TARGET_ANA_AC,             0x11900000, 2 }, /* 0x611900000 */
213 	{ TARGET_VOP,                0x11a00000, 2 }, /* 0x611a00000 */
214 };
215 
216 static int sparx5_create_targets(struct sparx5 *sparx5)
217 {
218 	struct resource *iores[IO_RANGES];
219 	void __iomem *iomem[IO_RANGES];
220 	void __iomem *begin[IO_RANGES];
221 	int range_id[IO_RANGES];
222 	int idx, jdx;
223 
224 	for (idx = 0, jdx = 0; jdx < ARRAY_SIZE(sparx5_main_iomap); jdx++) {
225 		const struct sparx5_main_io_resource *iomap = &sparx5_main_iomap[jdx];
226 
227 		if (idx == iomap->range) {
228 			range_id[idx] = jdx;
229 			idx++;
230 		}
231 	}
232 	for (idx = 0; idx < IO_RANGES; idx++) {
233 		iores[idx] = platform_get_resource(sparx5->pdev, IORESOURCE_MEM,
234 						   idx);
235 		if (!iores[idx]) {
236 			dev_err(sparx5->dev, "Invalid resource\n");
237 			return -EINVAL;
238 		}
239 		iomem[idx] = devm_ioremap(sparx5->dev,
240 					  iores[idx]->start,
241 					  resource_size(iores[idx]));
242 		if (!iomem[idx]) {
243 			dev_err(sparx5->dev, "Unable to get switch registers: %s\n",
244 				iores[idx]->name);
245 			return -ENOMEM;
246 		}
247 		begin[idx] = iomem[idx] - sparx5_main_iomap[range_id[idx]].offset;
248 	}
249 	for (jdx = 0; jdx < ARRAY_SIZE(sparx5_main_iomap); jdx++) {
250 		const struct sparx5_main_io_resource *iomap = &sparx5_main_iomap[jdx];
251 
252 		sparx5->regs[iomap->id] = begin[iomap->range] + iomap->offset;
253 	}
254 	return 0;
255 }
256 
257 static int sparx5_create_port(struct sparx5 *sparx5,
258 			      struct initial_port_config *config)
259 {
260 	struct sparx5_port *spx5_port;
261 	struct net_device *ndev;
262 	struct phylink *phylink;
263 	int err;
264 
265 	ndev = sparx5_create_netdev(sparx5, config->portno);
266 	if (IS_ERR(ndev)) {
267 		dev_err(sparx5->dev, "Could not create net device: %02u\n",
268 			config->portno);
269 		return PTR_ERR(ndev);
270 	}
271 	spx5_port = netdev_priv(ndev);
272 	spx5_port->of_node = config->node;
273 	spx5_port->serdes = config->serdes;
274 	spx5_port->pvid = NULL_VID;
275 	spx5_port->signd_internal = true;
276 	spx5_port->signd_active_high = true;
277 	spx5_port->signd_enable = true;
278 	spx5_port->max_vlan_tags = SPX5_PORT_MAX_TAGS_NONE;
279 	spx5_port->vlan_type = SPX5_VLAN_PORT_TYPE_UNAWARE;
280 	spx5_port->custom_etype = 0x8880; /* Vitesse */
281 	spx5_port->phylink_pcs.poll = true;
282 	spx5_port->phylink_pcs.ops = &sparx5_phylink_pcs_ops;
283 	spx5_port->is_mrouter = false;
284 	sparx5->ports[config->portno] = spx5_port;
285 
286 	err = sparx5_port_init(sparx5, spx5_port, &config->conf);
287 	if (err) {
288 		dev_err(sparx5->dev, "port init failed\n");
289 		return err;
290 	}
291 	spx5_port->conf = config->conf;
292 
293 	/* Setup VLAN */
294 	sparx5_vlan_port_setup(sparx5, spx5_port->portno);
295 
296 	/* Create a phylink for PHY management.  Also handles SFPs */
297 	spx5_port->phylink_config.dev = &spx5_port->ndev->dev;
298 	spx5_port->phylink_config.type = PHYLINK_NETDEV;
299 	spx5_port->phylink_config.mac_capabilities = MAC_ASYM_PAUSE |
300 		MAC_SYM_PAUSE | MAC_10 | MAC_100 | MAC_1000FD |
301 		MAC_2500FD | MAC_5000FD | MAC_10000FD | MAC_25000FD;
302 
303 	__set_bit(PHY_INTERFACE_MODE_SGMII,
304 		  spx5_port->phylink_config.supported_interfaces);
305 	__set_bit(PHY_INTERFACE_MODE_QSGMII,
306 		  spx5_port->phylink_config.supported_interfaces);
307 	__set_bit(PHY_INTERFACE_MODE_1000BASEX,
308 		  spx5_port->phylink_config.supported_interfaces);
309 	__set_bit(PHY_INTERFACE_MODE_2500BASEX,
310 		  spx5_port->phylink_config.supported_interfaces);
311 
312 	if (spx5_port->conf.bandwidth == SPEED_5000 ||
313 	    spx5_port->conf.bandwidth == SPEED_10000 ||
314 	    spx5_port->conf.bandwidth == SPEED_25000)
315 		__set_bit(PHY_INTERFACE_MODE_5GBASER,
316 			  spx5_port->phylink_config.supported_interfaces);
317 
318 	if (spx5_port->conf.bandwidth == SPEED_10000 ||
319 	    spx5_port->conf.bandwidth == SPEED_25000)
320 		__set_bit(PHY_INTERFACE_MODE_10GBASER,
321 			  spx5_port->phylink_config.supported_interfaces);
322 
323 	if (spx5_port->conf.bandwidth == SPEED_25000)
324 		__set_bit(PHY_INTERFACE_MODE_25GBASER,
325 			  spx5_port->phylink_config.supported_interfaces);
326 
327 	phylink = phylink_create(&spx5_port->phylink_config,
328 				 of_fwnode_handle(config->node),
329 				 config->conf.phy_mode,
330 				 &sparx5_phylink_mac_ops);
331 	if (IS_ERR(phylink))
332 		return PTR_ERR(phylink);
333 
334 	spx5_port->phylink = phylink;
335 
336 	return 0;
337 }
338 
339 static int sparx5_init_ram(struct sparx5 *s5)
340 {
341 	const struct sparx5_ram_config spx5_ram_cfg[] = {
342 		{spx5_reg_get(s5, ANA_AC_STAT_RESET), ANA_AC_STAT_RESET_RESET},
343 		{spx5_reg_get(s5, ASM_STAT_CFG), ASM_STAT_CFG_STAT_CNT_CLR_SHOT},
344 		{spx5_reg_get(s5, QSYS_RAM_INIT), QSYS_RAM_INIT_RAM_INIT},
345 		{spx5_reg_get(s5, REW_RAM_INIT), QSYS_RAM_INIT_RAM_INIT},
346 		{spx5_reg_get(s5, VOP_RAM_INIT), QSYS_RAM_INIT_RAM_INIT},
347 		{spx5_reg_get(s5, ANA_AC_RAM_INIT), QSYS_RAM_INIT_RAM_INIT},
348 		{spx5_reg_get(s5, ASM_RAM_INIT), QSYS_RAM_INIT_RAM_INIT},
349 		{spx5_reg_get(s5, EACL_RAM_INIT), QSYS_RAM_INIT_RAM_INIT},
350 		{spx5_reg_get(s5, VCAP_SUPER_RAM_INIT), QSYS_RAM_INIT_RAM_INIT},
351 		{spx5_reg_get(s5, DSM_RAM_INIT), QSYS_RAM_INIT_RAM_INIT}
352 	};
353 	const struct sparx5_ram_config *cfg;
354 	u32 value, pending, jdx, idx;
355 
356 	for (jdx = 0; jdx < 10; jdx++) {
357 		pending = ARRAY_SIZE(spx5_ram_cfg);
358 		for (idx = 0; idx < ARRAY_SIZE(spx5_ram_cfg); idx++) {
359 			cfg = &spx5_ram_cfg[idx];
360 			if (jdx == 0) {
361 				writel(cfg->init_val, cfg->init_reg);
362 			} else {
363 				value = readl(cfg->init_reg);
364 				if ((value & cfg->init_val) != cfg->init_val)
365 					pending--;
366 			}
367 		}
368 		if (!pending)
369 			break;
370 		usleep_range(USEC_PER_MSEC, 2 * USEC_PER_MSEC);
371 	}
372 
373 	if (pending > 0) {
374 		/* Still initializing, should be complete in
375 		 * less than 1ms
376 		 */
377 		dev_err(s5->dev, "Memory initialization error\n");
378 		return -EINVAL;
379 	}
380 	return 0;
381 }
382 
383 static int sparx5_init_switchcore(struct sparx5 *sparx5)
384 {
385 	u32 value;
386 	int err = 0;
387 
388 	spx5_rmw(EACL_POL_EACL_CFG_EACL_FORCE_INIT_SET(1),
389 		 EACL_POL_EACL_CFG_EACL_FORCE_INIT,
390 		 sparx5,
391 		 EACL_POL_EACL_CFG);
392 
393 	spx5_rmw(EACL_POL_EACL_CFG_EACL_FORCE_INIT_SET(0),
394 		 EACL_POL_EACL_CFG_EACL_FORCE_INIT,
395 		 sparx5,
396 		 EACL_POL_EACL_CFG);
397 
398 	/* Initialize memories, if not done already */
399 	value = spx5_rd(sparx5, HSCH_RESET_CFG);
400 	if (!(value & HSCH_RESET_CFG_CORE_ENA)) {
401 		err = sparx5_init_ram(sparx5);
402 		if (err)
403 			return err;
404 	}
405 
406 	/* Reset counters */
407 	spx5_wr(ANA_AC_STAT_RESET_RESET_SET(1), sparx5, ANA_AC_STAT_RESET);
408 	spx5_wr(ASM_STAT_CFG_STAT_CNT_CLR_SHOT_SET(1), sparx5, ASM_STAT_CFG);
409 
410 	/* Enable switch-core and queue system */
411 	spx5_wr(HSCH_RESET_CFG_CORE_ENA_SET(1), sparx5, HSCH_RESET_CFG);
412 
413 	return 0;
414 }
415 
416 static int sparx5_init_coreclock(struct sparx5 *sparx5)
417 {
418 	enum sparx5_core_clockfreq freq = sparx5->coreclock;
419 	u32 clk_div, clk_period, pol_upd_int, idx;
420 
421 	/* Verify if core clock frequency is supported on target.
422 	 * If 'VTSS_CORE_CLOCK_DEFAULT' then the highest supported
423 	 * freq. is used
424 	 */
425 	switch (sparx5->target_ct) {
426 	case SPX5_TARGET_CT_7546:
427 		if (sparx5->coreclock == SPX5_CORE_CLOCK_DEFAULT)
428 			freq = SPX5_CORE_CLOCK_250MHZ;
429 		else if (sparx5->coreclock != SPX5_CORE_CLOCK_250MHZ)
430 			freq = 0; /* Not supported */
431 		break;
432 	case SPX5_TARGET_CT_7549:
433 	case SPX5_TARGET_CT_7552:
434 	case SPX5_TARGET_CT_7556:
435 		if (sparx5->coreclock == SPX5_CORE_CLOCK_DEFAULT)
436 			freq = SPX5_CORE_CLOCK_500MHZ;
437 		else if (sparx5->coreclock != SPX5_CORE_CLOCK_500MHZ)
438 			freq = 0; /* Not supported */
439 		break;
440 	case SPX5_TARGET_CT_7558:
441 	case SPX5_TARGET_CT_7558TSN:
442 		if (sparx5->coreclock == SPX5_CORE_CLOCK_DEFAULT)
443 			freq = SPX5_CORE_CLOCK_625MHZ;
444 		else if (sparx5->coreclock != SPX5_CORE_CLOCK_625MHZ)
445 			freq = 0; /* Not supported */
446 		break;
447 	case SPX5_TARGET_CT_7546TSN:
448 		if (sparx5->coreclock == SPX5_CORE_CLOCK_DEFAULT)
449 			freq = SPX5_CORE_CLOCK_625MHZ;
450 		break;
451 	case SPX5_TARGET_CT_7549TSN:
452 	case SPX5_TARGET_CT_7552TSN:
453 	case SPX5_TARGET_CT_7556TSN:
454 		if (sparx5->coreclock == SPX5_CORE_CLOCK_DEFAULT)
455 			freq = SPX5_CORE_CLOCK_625MHZ;
456 		else if (sparx5->coreclock == SPX5_CORE_CLOCK_250MHZ)
457 			freq = 0; /* Not supported */
458 		break;
459 	default:
460 		dev_err(sparx5->dev, "Target (%#04x) not supported\n",
461 			sparx5->target_ct);
462 		return -ENODEV;
463 	}
464 
465 	switch (freq) {
466 	case SPX5_CORE_CLOCK_250MHZ:
467 		clk_div = 10;
468 		pol_upd_int = 312;
469 		break;
470 	case SPX5_CORE_CLOCK_500MHZ:
471 		clk_div = 5;
472 		pol_upd_int = 624;
473 		break;
474 	case SPX5_CORE_CLOCK_625MHZ:
475 		clk_div = 4;
476 		pol_upd_int = 780;
477 		break;
478 	default:
479 		dev_err(sparx5->dev, "%d coreclock not supported on (%#04x)\n",
480 			sparx5->coreclock, sparx5->target_ct);
481 		return -EINVAL;
482 	}
483 
484 	/* Update state with chosen frequency */
485 	sparx5->coreclock = freq;
486 
487 	/* Configure the LCPLL */
488 	spx5_rmw(CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_CLK_DIV_SET(clk_div) |
489 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_PRE_DIV_SET(0) |
490 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_ROT_DIR_SET(0) |
491 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_ROT_SEL_SET(0) |
492 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_ROT_ENA_SET(0) |
493 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_CLK_ENA_SET(1),
494 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_CLK_DIV |
495 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_PRE_DIV |
496 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_ROT_DIR |
497 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_ROT_SEL |
498 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_ROT_ENA |
499 		 CLKGEN_LCPLL1_CORE_CLK_CFG_CORE_CLK_ENA,
500 		 sparx5,
501 		 CLKGEN_LCPLL1_CORE_CLK_CFG);
502 
503 	clk_period = sparx5_clk_period(freq);
504 
505 	spx5_rmw(HSCH_SYS_CLK_PER_100PS_SET(clk_period / 100),
506 		 HSCH_SYS_CLK_PER_100PS,
507 		 sparx5,
508 		 HSCH_SYS_CLK_PER);
509 
510 	spx5_rmw(ANA_AC_POL_BDLB_DLB_CTRL_CLK_PERIOD_01NS_SET(clk_period / 100),
511 		 ANA_AC_POL_BDLB_DLB_CTRL_CLK_PERIOD_01NS,
512 		 sparx5,
513 		 ANA_AC_POL_BDLB_DLB_CTRL);
514 
515 	spx5_rmw(ANA_AC_POL_SLB_DLB_CTRL_CLK_PERIOD_01NS_SET(clk_period / 100),
516 		 ANA_AC_POL_SLB_DLB_CTRL_CLK_PERIOD_01NS,
517 		 sparx5,
518 		 ANA_AC_POL_SLB_DLB_CTRL);
519 
520 	spx5_rmw(LRN_AUTOAGE_CFG_1_CLK_PERIOD_01NS_SET(clk_period / 100),
521 		 LRN_AUTOAGE_CFG_1_CLK_PERIOD_01NS,
522 		 sparx5,
523 		 LRN_AUTOAGE_CFG_1);
524 
525 	for (idx = 0; idx < 3; idx++)
526 		spx5_rmw(GCB_SIO_CLOCK_SYS_CLK_PERIOD_SET(clk_period / 100),
527 			 GCB_SIO_CLOCK_SYS_CLK_PERIOD,
528 			 sparx5,
529 			 GCB_SIO_CLOCK(idx));
530 
531 	spx5_rmw(HSCH_TAS_STATEMACHINE_CFG_REVISIT_DLY_SET
532 		 ((256 * 1000) / clk_period),
533 		 HSCH_TAS_STATEMACHINE_CFG_REVISIT_DLY,
534 		 sparx5,
535 		 HSCH_TAS_STATEMACHINE_CFG);
536 
537 	spx5_rmw(ANA_AC_POL_POL_UPD_INT_CFG_POL_UPD_INT_SET(pol_upd_int),
538 		 ANA_AC_POL_POL_UPD_INT_CFG_POL_UPD_INT,
539 		 sparx5,
540 		 ANA_AC_POL_POL_UPD_INT_CFG);
541 
542 	return 0;
543 }
544 
545 static int sparx5_qlim_set(struct sparx5 *sparx5)
546 {
547 	u32 res, dp, prio;
548 
549 	for (res = 0; res < 2; res++) {
550 		for (prio = 0; prio < 8; prio++)
551 			spx5_wr(0xFFF, sparx5,
552 				QRES_RES_CFG(prio + 630 + res * 1024));
553 
554 		for (dp = 0; dp < 4; dp++)
555 			spx5_wr(0xFFF, sparx5,
556 				QRES_RES_CFG(dp + 638 + res * 1024));
557 	}
558 
559 	/* Set 80,90,95,100% of memory size for top watermarks */
560 	spx5_wr(QLIM_WM(80), sparx5, XQS_QLIMIT_SHR_QLIM_CFG(0));
561 	spx5_wr(QLIM_WM(90), sparx5, XQS_QLIMIT_SHR_CTOP_CFG(0));
562 	spx5_wr(QLIM_WM(95), sparx5, XQS_QLIMIT_SHR_ATOP_CFG(0));
563 	spx5_wr(QLIM_WM(100), sparx5, XQS_QLIMIT_SHR_TOP_CFG(0));
564 
565 	return 0;
566 }
567 
568 /* Some boards needs to map the SGPIO for signal detect explicitly to the
569  * port module
570  */
571 static void sparx5_board_init(struct sparx5 *sparx5)
572 {
573 	int idx;
574 
575 	if (!sparx5->sd_sgpio_remapping)
576 		return;
577 
578 	/* Enable SGPIO Signal Detect remapping */
579 	spx5_rmw(GCB_HW_SGPIO_SD_CFG_SD_MAP_SEL,
580 		 GCB_HW_SGPIO_SD_CFG_SD_MAP_SEL,
581 		 sparx5,
582 		 GCB_HW_SGPIO_SD_CFG);
583 
584 	/* Refer to LOS SGPIO */
585 	for (idx = 0; idx < SPX5_PORTS; idx++)
586 		if (sparx5->ports[idx])
587 			if (sparx5->ports[idx]->conf.sd_sgpio != ~0)
588 				spx5_wr(sparx5->ports[idx]->conf.sd_sgpio,
589 					sparx5,
590 					GCB_HW_SGPIO_TO_SD_MAP_CFG(idx));
591 }
592 
593 static int sparx5_start(struct sparx5 *sparx5)
594 {
595 	u8 broadcast[ETH_ALEN] = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff};
596 	char queue_name[32];
597 	u32 idx;
598 	int err;
599 
600 	/* Setup own UPSIDs */
601 	for (idx = 0; idx < 3; idx++) {
602 		spx5_wr(idx, sparx5, ANA_AC_OWN_UPSID(idx));
603 		spx5_wr(idx, sparx5, ANA_CL_OWN_UPSID(idx));
604 		spx5_wr(idx, sparx5, ANA_L2_OWN_UPSID(idx));
605 		spx5_wr(idx, sparx5, REW_OWN_UPSID(idx));
606 	}
607 
608 	/* Enable CPU ports */
609 	for (idx = SPX5_PORTS; idx < SPX5_PORTS_ALL; idx++)
610 		spx5_rmw(QFWD_SWITCH_PORT_MODE_PORT_ENA_SET(1),
611 			 QFWD_SWITCH_PORT_MODE_PORT_ENA,
612 			 sparx5,
613 			 QFWD_SWITCH_PORT_MODE(idx));
614 
615 	/* Init masks */
616 	sparx5_update_fwd(sparx5);
617 
618 	/* CPU copy CPU pgids */
619 	spx5_wr(ANA_AC_PGID_MISC_CFG_PGID_CPU_COPY_ENA_SET(1),
620 		sparx5, ANA_AC_PGID_MISC_CFG(PGID_CPU));
621 	spx5_wr(ANA_AC_PGID_MISC_CFG_PGID_CPU_COPY_ENA_SET(1),
622 		sparx5, ANA_AC_PGID_MISC_CFG(PGID_BCAST));
623 
624 	/* Recalc injected frame FCS */
625 	for (idx = SPX5_PORT_CPU_0; idx <= SPX5_PORT_CPU_1; idx++)
626 		spx5_rmw(ANA_CL_FILTER_CTRL_FORCE_FCS_UPDATE_ENA_SET(1),
627 			 ANA_CL_FILTER_CTRL_FORCE_FCS_UPDATE_ENA,
628 			 sparx5, ANA_CL_FILTER_CTRL(idx));
629 
630 	/* Init MAC table, ageing */
631 	sparx5_mact_init(sparx5);
632 
633 	/* Init PGID table arbitrator */
634 	sparx5_pgid_init(sparx5);
635 
636 	/* Setup VLANs */
637 	sparx5_vlan_init(sparx5);
638 
639 	/* Add host mode BC address (points only to CPU) */
640 	sparx5_mact_learn(sparx5, PGID_CPU, broadcast, NULL_VID);
641 
642 	/* Enable queue limitation watermarks */
643 	sparx5_qlim_set(sparx5);
644 
645 	err = sparx5_config_auto_calendar(sparx5);
646 	if (err)
647 		return err;
648 
649 	err = sparx5_config_dsm_calendar(sparx5);
650 	if (err)
651 		return err;
652 
653 	/* Init stats */
654 	err = sparx_stats_init(sparx5);
655 	if (err)
656 		return err;
657 
658 	/* Init mact_sw struct */
659 	mutex_init(&sparx5->mact_lock);
660 	INIT_LIST_HEAD(&sparx5->mact_entries);
661 	snprintf(queue_name, sizeof(queue_name), "%s-mact",
662 		 dev_name(sparx5->dev));
663 	sparx5->mact_queue = create_singlethread_workqueue(queue_name);
664 	if (!sparx5->mact_queue)
665 		return -ENOMEM;
666 
667 	INIT_DELAYED_WORK(&sparx5->mact_work, sparx5_mact_pull_work);
668 	queue_delayed_work(sparx5->mact_queue, &sparx5->mact_work,
669 			   SPX5_MACT_PULL_DELAY);
670 
671 	mutex_init(&sparx5->mdb_lock);
672 	INIT_LIST_HEAD(&sparx5->mdb_entries);
673 
674 	err = sparx5_register_netdevs(sparx5);
675 	if (err)
676 		return err;
677 
678 	sparx5_board_init(sparx5);
679 	err = sparx5_register_notifier_blocks(sparx5);
680 	if (err)
681 		return err;
682 
683 	err = sparx5_vcap_init(sparx5);
684 	if (err) {
685 		sparx5_unregister_notifier_blocks(sparx5);
686 		return err;
687 	}
688 
689 	/* Start Frame DMA with fallback to register based INJ/XTR */
690 	err = -ENXIO;
691 	if (sparx5->fdma_irq >= 0) {
692 		if (GCB_CHIP_ID_REV_ID_GET(sparx5->chip_id) > 0)
693 			err = devm_request_threaded_irq(sparx5->dev,
694 							sparx5->fdma_irq,
695 							NULL,
696 							sparx5_fdma_handler,
697 							IRQF_ONESHOT,
698 							"sparx5-fdma", sparx5);
699 		if (!err)
700 			err = sparx5_fdma_start(sparx5);
701 		if (err)
702 			sparx5->fdma_irq = -ENXIO;
703 	} else {
704 		sparx5->fdma_irq = -ENXIO;
705 	}
706 	if (err && sparx5->xtr_irq >= 0) {
707 		err = devm_request_irq(sparx5->dev, sparx5->xtr_irq,
708 				       sparx5_xtr_handler, IRQF_SHARED,
709 				       "sparx5-xtr", sparx5);
710 		if (!err)
711 			err = sparx5_manual_injection_mode(sparx5);
712 		if (err)
713 			sparx5->xtr_irq = -ENXIO;
714 	} else {
715 		sparx5->xtr_irq = -ENXIO;
716 	}
717 
718 	if (sparx5->ptp_irq >= 0) {
719 		err = devm_request_threaded_irq(sparx5->dev, sparx5->ptp_irq,
720 						NULL, sparx5_ptp_irq_handler,
721 						IRQF_ONESHOT, "sparx5-ptp",
722 						sparx5);
723 		if (err)
724 			sparx5->ptp_irq = -ENXIO;
725 
726 		sparx5->ptp = 1;
727 	}
728 
729 	return err;
730 }
731 
732 static void sparx5_cleanup_ports(struct sparx5 *sparx5)
733 {
734 	sparx5_unregister_netdevs(sparx5);
735 	sparx5_destroy_netdevs(sparx5);
736 }
737 
738 static int mchp_sparx5_probe(struct platform_device *pdev)
739 {
740 	struct initial_port_config *configs, *config;
741 	struct device_node *np = pdev->dev.of_node;
742 	struct device_node *ports, *portnp;
743 	struct reset_control *reset;
744 	struct sparx5 *sparx5;
745 	int idx = 0, err = 0;
746 
747 	if (!np && !pdev->dev.platform_data)
748 		return -ENODEV;
749 
750 	sparx5 = devm_kzalloc(&pdev->dev, sizeof(*sparx5), GFP_KERNEL);
751 	if (!sparx5)
752 		return -ENOMEM;
753 
754 	platform_set_drvdata(pdev, sparx5);
755 	sparx5->pdev = pdev;
756 	sparx5->dev = &pdev->dev;
757 
758 	/* Do switch core reset if available */
759 	reset = devm_reset_control_get_optional_shared(&pdev->dev, "switch");
760 	if (IS_ERR(reset))
761 		return dev_err_probe(&pdev->dev, PTR_ERR(reset),
762 				     "Failed to get switch reset controller.\n");
763 	reset_control_reset(reset);
764 
765 	/* Default values, some from DT */
766 	sparx5->coreclock = SPX5_CORE_CLOCK_DEFAULT;
767 
768 	sparx5->debugfs_root = debugfs_create_dir("sparx5", NULL);
769 
770 	ports = of_get_child_by_name(np, "ethernet-ports");
771 	if (!ports) {
772 		dev_err(sparx5->dev, "no ethernet-ports child node found\n");
773 		return -ENODEV;
774 	}
775 	sparx5->port_count = of_get_child_count(ports);
776 
777 	configs = kcalloc(sparx5->port_count,
778 			  sizeof(struct initial_port_config), GFP_KERNEL);
779 	if (!configs) {
780 		err = -ENOMEM;
781 		goto cleanup_pnode;
782 	}
783 
784 	for_each_available_child_of_node(ports, portnp) {
785 		struct sparx5_port_config *conf;
786 		struct phy *serdes;
787 		u32 portno;
788 
789 		err = of_property_read_u32(portnp, "reg", &portno);
790 		if (err) {
791 			dev_err(sparx5->dev, "port reg property error\n");
792 			continue;
793 		}
794 		config = &configs[idx];
795 		conf = &config->conf;
796 		conf->speed = SPEED_UNKNOWN;
797 		conf->bandwidth = SPEED_UNKNOWN;
798 		err = of_get_phy_mode(portnp, &conf->phy_mode);
799 		if (err) {
800 			dev_err(sparx5->dev, "port %u: missing phy-mode\n",
801 				portno);
802 			continue;
803 		}
804 		err = of_property_read_u32(portnp, "microchip,bandwidth",
805 					   &conf->bandwidth);
806 		if (err) {
807 			dev_err(sparx5->dev, "port %u: missing bandwidth\n",
808 				portno);
809 			continue;
810 		}
811 		err = of_property_read_u32(portnp, "microchip,sd-sgpio", &conf->sd_sgpio);
812 		if (err)
813 			conf->sd_sgpio = ~0;
814 		else
815 			sparx5->sd_sgpio_remapping = true;
816 		serdes = devm_of_phy_get(sparx5->dev, portnp, NULL);
817 		if (IS_ERR(serdes)) {
818 			err = dev_err_probe(sparx5->dev, PTR_ERR(serdes),
819 					    "port %u: missing serdes\n",
820 					    portno);
821 			of_node_put(portnp);
822 			goto cleanup_config;
823 		}
824 		config->portno = portno;
825 		config->node = portnp;
826 		config->serdes = serdes;
827 
828 		conf->media = PHY_MEDIA_DAC;
829 		conf->serdes_reset = true;
830 		conf->portmode = conf->phy_mode;
831 		conf->power_down = true;
832 		idx++;
833 	}
834 
835 	err = sparx5_create_targets(sparx5);
836 	if (err)
837 		goto cleanup_config;
838 
839 	if (of_get_mac_address(np, sparx5->base_mac)) {
840 		dev_info(sparx5->dev, "MAC addr was not set, use random MAC\n");
841 		eth_random_addr(sparx5->base_mac);
842 		sparx5->base_mac[5] = 0;
843 	}
844 
845 	sparx5->fdma_irq = platform_get_irq_byname(sparx5->pdev, "fdma");
846 	sparx5->xtr_irq = platform_get_irq_byname(sparx5->pdev, "xtr");
847 	sparx5->ptp_irq = platform_get_irq_byname(sparx5->pdev, "ptp");
848 
849 	/* Read chip ID to check CPU interface */
850 	sparx5->chip_id = spx5_rd(sparx5, GCB_CHIP_ID);
851 
852 	sparx5->target_ct = (enum spx5_target_chiptype)
853 		GCB_CHIP_ID_PART_ID_GET(sparx5->chip_id);
854 
855 	/* Initialize Switchcore and internal RAMs */
856 	err = sparx5_init_switchcore(sparx5);
857 	if (err) {
858 		dev_err(sparx5->dev, "Switchcore initialization error\n");
859 		goto cleanup_config;
860 	}
861 
862 	/* Initialize the LC-PLL (core clock) and set affected registers */
863 	err = sparx5_init_coreclock(sparx5);
864 	if (err) {
865 		dev_err(sparx5->dev, "LC-PLL initialization error\n");
866 		goto cleanup_config;
867 	}
868 
869 	for (idx = 0; idx < sparx5->port_count; ++idx) {
870 		config = &configs[idx];
871 		if (!config->node)
872 			continue;
873 
874 		err = sparx5_create_port(sparx5, config);
875 		if (err) {
876 			dev_err(sparx5->dev, "port create error\n");
877 			goto cleanup_ports;
878 		}
879 	}
880 
881 	err = sparx5_start(sparx5);
882 	if (err) {
883 		dev_err(sparx5->dev, "Start failed\n");
884 		goto cleanup_ports;
885 	}
886 
887 	err = sparx5_qos_init(sparx5);
888 	if (err) {
889 		dev_err(sparx5->dev, "Failed to initialize QoS\n");
890 		goto cleanup_ports;
891 	}
892 
893 	err = sparx5_ptp_init(sparx5);
894 	if (err) {
895 		dev_err(sparx5->dev, "PTP failed\n");
896 		goto cleanup_ports;
897 	}
898 	goto cleanup_config;
899 
900 cleanup_ports:
901 	sparx5_cleanup_ports(sparx5);
902 	if (sparx5->mact_queue)
903 		destroy_workqueue(sparx5->mact_queue);
904 cleanup_config:
905 	kfree(configs);
906 cleanup_pnode:
907 	of_node_put(ports);
908 	return err;
909 }
910 
911 static int mchp_sparx5_remove(struct platform_device *pdev)
912 {
913 	struct sparx5 *sparx5 = platform_get_drvdata(pdev);
914 
915 	debugfs_remove_recursive(sparx5->debugfs_root);
916 	if (sparx5->xtr_irq) {
917 		disable_irq(sparx5->xtr_irq);
918 		sparx5->xtr_irq = -ENXIO;
919 	}
920 	if (sparx5->fdma_irq) {
921 		disable_irq(sparx5->fdma_irq);
922 		sparx5->fdma_irq = -ENXIO;
923 	}
924 	sparx5_ptp_deinit(sparx5);
925 	sparx5_fdma_stop(sparx5);
926 	sparx5_cleanup_ports(sparx5);
927 	sparx5_vcap_destroy(sparx5);
928 	/* Unregister netdevs */
929 	sparx5_unregister_notifier_blocks(sparx5);
930 	destroy_workqueue(sparx5->mact_queue);
931 
932 	return 0;
933 }
934 
935 static const struct of_device_id mchp_sparx5_match[] = {
936 	{ .compatible = "microchip,sparx5-switch" },
937 	{ }
938 };
939 MODULE_DEVICE_TABLE(of, mchp_sparx5_match);
940 
941 static struct platform_driver mchp_sparx5_driver = {
942 	.probe = mchp_sparx5_probe,
943 	.remove = mchp_sparx5_remove,
944 	.driver = {
945 		.name = "sparx5-switch",
946 		.of_match_table = mchp_sparx5_match,
947 	},
948 };
949 
950 module_platform_driver(mchp_sparx5_driver);
951 
952 MODULE_DESCRIPTION("Microchip Sparx5 switch driver");
953 MODULE_AUTHOR("Steen Hegelund <steen.hegelund@microchip.com>");
954 MODULE_LICENSE("Dual MIT/GPL");
955