30 	{ .compatible = "microchip,lan966x-switch" },
68 				  struct lan966x *lan966x)  in lan966x_create_targets()  argument
101 		lan966x->regs[iomap->id] = begin[iomap->range] + iomap->offset;  in lan966x_create_targets()
110 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_unique_address()  local
113 	for (p = 0; p < lan966x->num_phys_ports; ++p) {  in lan966x_port_unique_address()
114 		port = lan966x->ports[p];  in lan966x_port_unique_address()
128 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_set_mac_address()  local
136 	ret = lan966x_mac_cpu_learn(lan966x, addr->sa_data, HOST_PVID);  in lan966x_port_set_mac_address()
147 	ret = lan966x_mac_cpu_forget(lan966x, dev->dev_addr, HOST_PVID);  in lan966x_port_set_mac_address()
172 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_open()  local
184 		lan966x, ANA_PORT_CFG(port->chip_port));  in lan966x_port_open()
208 static int lan966x_port_inj_status(struct lan966x *lan966x)  in lan966x_port_inj_status()  argument
210 	return lan_rd(lan966x, QS_INJ_STATUS);  in lan966x_port_inj_status()
213 static int lan966x_port_inj_ready(struct lan966x *lan966x, u8 grp)  in lan966x_port_inj_ready()  argument
217 	if (lan_rd(lan966x, QS_INJ_STATUS) & QS_INJ_STATUS_FIFO_RDY_SET(BIT(grp)))  in lan966x_port_inj_ready()
220 	return readx_poll_timeout_atomic(lan966x_port_inj_status, lan966x, val,  in lan966x_port_inj_ready()
230 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_ifh_xmit()  local
236 	val = lan_rd(lan966x, QS_INJ_STATUS);  in lan966x_port_ifh_xmit()
244 	       lan966x, QS_INJ_CTRL(grp));  in lan966x_port_ifh_xmit()
249 		err = lan966x_port_inj_ready(lan966x, grp);  in lan966x_port_ifh_xmit()
253 		lan_wr((__force u32)ifh[i], lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
261 		err = lan966x_port_inj_ready(lan966x, grp);  in lan966x_port_ifh_xmit()
265 		lan_wr(((u32 *)skb->data)[i], lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
271 		err = lan966x_port_inj_ready(lan966x, grp);  in lan966x_port_ifh_xmit()
275 		lan_wr(0, lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
284 	       lan966x, QS_INJ_CTRL(grp));  in lan966x_port_ifh_xmit()
287 	lan_wr(0, lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
365 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_xmit()  local
377 	if (port->lan966x->ptp && skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP) {  in lan966x_port_xmit()
386 	spin_lock(&lan966x->tx_lock);  in lan966x_port_xmit()
387 	if (port->lan966x->fdma)  in lan966x_port_xmit()
391 	spin_unlock(&lan966x->tx_lock);  in lan966x_port_xmit()
399 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_change_mtu()  local
404 	       lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port));  in lan966x_port_change_mtu()
407 	if (!lan966x->fdma)  in lan966x_port_change_mtu()
410 	err = lan966x_fdma_change_mtu(lan966x);  in lan966x_port_change_mtu()
413 		       lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port));  in lan966x_port_change_mtu()
423 	struct lan966x *lan966x = port->lan966x;  in lan966x_mc_unsync()  local
425 	return lan966x_mac_forget(lan966x, addr, HOST_PVID, ENTRYTYPE_LOCKED);  in lan966x_mc_unsync()
431 	struct lan966x *lan966x = port->lan966x;  in lan966x_mc_sync()  local
433 	return lan966x_mac_cpu_learn(lan966x, addr, HOST_PVID);  in lan966x_mc_sync()
445 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_get_parent_id()  local
447 	ppid->id_len = sizeof(lan966x->base_mac);  in lan966x_port_get_parent_id()
448 	memcpy(&ppid->id, &lan966x->base_mac, ppid->id_len);  in lan966x_port_get_parent_id()
458 	if (!port->lan966x->ptp)  in lan966x_port_hwtstamp_get()
477 	if (cfg->source == HWTSTAMP_SOURCE_NETDEV && !port->lan966x->ptp)  in lan966x_port_hwtstamp_set()
518 bool lan966x_hw_offload(struct lan966x *lan966x, u32 port, struct sk_buff *skb)  in lan966x_hw_offload()  argument
526 	val = lan_rd(lan966x, ANA_CPU_FWD_CFG(port));  in lan966x_hw_offload()
550 static int lan966x_port_xtr_status(struct lan966x *lan966x, u8 grp)  in lan966x_port_xtr_status()  argument
552 	return lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_port_xtr_status()
555 static int lan966x_port_xtr_ready(struct lan966x *lan966x, u8 grp)  in lan966x_port_xtr_ready()  argument
562 				 lan966x, grp);  in lan966x_port_xtr_ready()
565 static int lan966x_rx_frame_word(struct lan966x *lan966x, u8 grp, u32 *rval)  in lan966x_rx_frame_word()  argument
571 	val = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
573 		err = lan966x_port_xtr_ready(lan966x, grp);  in lan966x_rx_frame_word()
587 		val = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
589 			*rval = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
595 		*rval = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
641 	struct lan966x *lan966x = args;  in lan966x_xtr_irq_handler()  local
644 	if (!(lan_rd(lan966x, QS_XTR_DATA_PRESENT) & BIT(grp)))  in lan966x_xtr_irq_handler()
657 			err = lan966x_rx_frame_word(lan966x, grp, &ifh[i]);  in lan966x_xtr_irq_handler()
668 		WARN_ON(src_port >= lan966x->num_phys_ports);  in lan966x_xtr_irq_handler()
670 		dev = lan966x->ports[src_port]->dev;  in lan966x_xtr_irq_handler()
682 			sz = lan966x_rx_frame_word(lan966x, grp, &val);  in lan966x_xtr_irq_handler()
693 		sz = lan966x_rx_frame_word(lan966x, grp, &val);  in lan966x_xtr_irq_handler()
707 		lan966x_ptp_rxtstamp(lan966x, skb, src_port, timestamp);  in lan966x_xtr_irq_handler()
710 		if (lan966x->bridge_mask & BIT(src_port)) {  in lan966x_xtr_irq_handler()
714 			if (!lan966x_hw_offload(lan966x, src_port, skb))  in lan966x_xtr_irq_handler()
726 			lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_xtr_irq_handler()
728 	} while (lan_rd(lan966x, QS_XTR_DATA_PRESENT) & BIT(grp));  in lan966x_xtr_irq_handler()
735 	struct lan966x *lan966x = args;  in lan966x_ana_irq_handler()  local
737 	return lan966x_mac_irq_handler(lan966x);  in lan966x_ana_irq_handler()
740 static void lan966x_cleanup_ports(struct lan966x *lan966x)  in lan966x_cleanup_ports()  argument
745 	for (p = 0; p < lan966x->num_phys_ports; p++) {  in lan966x_cleanup_ports()
746 		port = lan966x->ports[p];  in lan966x_cleanup_ports()
754 		if (lan966x->fdma && lan966x->fdma_ndev == port->dev)  in lan966x_cleanup_ports()
755 			lan966x_fdma_netdev_deinit(lan966x, port->dev);  in lan966x_cleanup_ports()
769 	disable_irq(lan966x->xtr_irq);  in lan966x_cleanup_ports()
770 	lan966x->xtr_irq = -ENXIO;  in lan966x_cleanup_ports()
772 	if (lan966x->ana_irq > 0) {  in lan966x_cleanup_ports()
773 		disable_irq(lan966x->ana_irq);  in lan966x_cleanup_ports()
774 		lan966x->ana_irq = -ENXIO;  in lan966x_cleanup_ports()
777 	if (lan966x->fdma)  in lan966x_cleanup_ports()
778 		devm_free_irq(lan966x->dev, lan966x->fdma_irq, lan966x);  in lan966x_cleanup_ports()
780 	if (lan966x->ptp_irq > 0)  in lan966x_cleanup_ports()
781 		devm_free_irq(lan966x->dev, lan966x->ptp_irq, lan966x);  in lan966x_cleanup_ports()
783 	if (lan966x->ptp_ext_irq > 0)  in lan966x_cleanup_ports()
784 		devm_free_irq(lan966x->dev, lan966x->ptp_ext_irq, lan966x);  in lan966x_cleanup_ports()
787 static int lan966x_probe_port(struct lan966x *lan966x, u32 p,  in lan966x_probe_port()  argument
796 	if (p >= lan966x->num_phys_ports)  in lan966x_probe_port()
799 	dev = devm_alloc_etherdev_mqs(lan966x->dev,  in lan966x_probe_port()
805 	SET_NETDEV_DEV(dev, lan966x->dev);  in lan966x_probe_port()
808 	port->lan966x = lan966x;  in lan966x_probe_port()
810 	lan966x->ports[p] = port;  in lan966x_probe_port()
823 	eth_hw_addr_gen(dev, lan966x->base_mac, p + 1);  in lan966x_probe_port()
825 	lan966x_mac_learn(lan966x, PGID_CPU, dev->dev_addr, HOST_PVID,  in lan966x_probe_port()
864 	if (lan966x->fdma)  in lan966x_probe_port()
871 		dev_err(lan966x->dev, "register_netdev failed\n");  in lan966x_probe_port()
882 static void lan966x_init(struct lan966x *lan966x)  in lan966x_init()  argument
887 	lan966x_mac_init(lan966x);  in lan966x_init()
889 	lan966x_vlan_init(lan966x);  in lan966x_init()
892 	lan_wr(lan_rd(lan966x, QS_XTR_FLUSH) |  in lan966x_init()
894 	       lan966x, QS_XTR_FLUSH);  in lan966x_init()
900 	lan_wr(lan_rd(lan966x, QS_XTR_FLUSH) &  in lan966x_init()
902 	       lan966x, QS_XTR_FLUSH);  in lan966x_init()
908 	       lan966x, ANA_AUTOAGE);  in lan966x_init()
913 		lan966x, ANA_ADVLEARN);  in lan966x_init()
915 	/* Setup frame ageing - "2 sec" - The unit is 6.5 us on lan966x */  in lan966x_init()
918 	       lan966x,  SYS_FRM_AGING);  in lan966x_init()
921 	lan_wr(0, lan966x, QSYS_CPU_GROUP_MAP);  in lan966x_init()
926 	lan_wr(QS_XTR_GRP_CFG_MODE_SET(lan966x->fdma ? 2 : 1) |  in lan966x_init()
928 	       lan966x, QS_XTR_GRP_CFG(0));  in lan966x_init()
931 	lan_wr(QS_INJ_GRP_CFG_MODE_SET(lan966x->fdma ? 2 : 1) |  in lan966x_init()
933 	       lan966x, QS_INJ_GRP_CFG(0));  in lan966x_init()
937 		lan966x, QS_INJ_CTRL(0));  in lan966x_init()
942 	       lan966x, SYS_PORT_MODE(CPU_PORT));  in lan966x_init()
949 	       lan966x, ANA_FLOODING_IPMC);  in lan966x_init()
959 			lan966x, ANA_FLOODING(i));  in lan966x_init()
965 			lan966x, ANA_PGID_CFG(i));  in lan966x_init()
967 	for (p = 0; p < lan966x->num_phys_ports; p++) {  in lan966x_init()
971 			lan966x, ANA_PGID(p + PGID_SRC));  in lan966x_init()
976 		lan_wr(0xffff, lan966x, ANA_CPU_FWD_BPDU_CFG(p));  in lan966x_init()
981 		lan_wr(1500 / 64, lan966x, QSYS_RES_CFG(i));  in lan966x_init()
982 		lan_wr(1500 / 64, lan966x, QSYS_RES_CFG(512 + i));  in lan966x_init()
989 	       lan966x,  QSYS_SW_PORT_MODE(CPU_PORT));  in lan966x_init()
994 		lan966x, ANA_PGID(CPU_PORT));  in lan966x_init()
997 		lan966x, ANA_PGID(PGID_CPU));  in lan966x_init()
1000 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1002 		lan966x, ANA_PGID(PGID_MC));  in lan966x_init()
1005 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1007 		lan966x, ANA_PGID(PGID_MCIPV4));  in lan966x_init()
1009 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1011 		lan966x, ANA_PGID(PGID_MCIPV6));  in lan966x_init()
1014 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1016 		lan966x, ANA_PGID(PGID_UC));  in lan966x_init()
1019 	lan_rmw(ANA_PGID_PGID_SET(BIT(CPU_PORT) | GENMASK(lan966x->num_phys_ports - 1, 0)),  in lan966x_init()
1021 		lan966x, ANA_PGID(PGID_BC));  in lan966x_init()
1024 	       lan966x, REW_PORT_CFG(CPU_PORT));  in lan966x_init()
1028 		lan966x, ANA_ANAINTR);  in lan966x_init()
1030 	spin_lock_init(&lan966x->tx_lock);  in lan966x_init()
1032 	lan966x_taprio_init(lan966x);  in lan966x_init()
1035 static int lan966x_ram_init(struct lan966x *lan966x)  in lan966x_ram_init()  argument
1037 	return lan_rd(lan966x, SYS_RAM_INIT);  in lan966x_ram_init()
1040 static int lan966x_reset_switch(struct lan966x *lan966x)  in lan966x_reset_switch()  argument
1046 	switch_reset = devm_reset_control_get_optional_shared(lan966x->dev,  in lan966x_reset_switch()
1049 		return dev_err_probe(lan966x->dev, PTR_ERR(switch_reset),  in lan966x_reset_switch()
1061 	if (lan_rd(lan966x, SYS_RESET_CFG) & SYS_RESET_CFG_CORE_ENA)  in lan966x_reset_switch()
1064 	lan_wr(SYS_RESET_CFG_CORE_ENA_SET(0), lan966x, SYS_RESET_CFG);  in lan966x_reset_switch()
1065 	lan_wr(SYS_RAM_INIT_RAM_INIT_SET(1), lan966x, SYS_RAM_INIT);  in lan966x_reset_switch()
1066 	ret = readx_poll_timeout(lan966x_ram_init, lan966x,  in lan966x_reset_switch()
1072 	lan_wr(SYS_RESET_CFG_CORE_ENA_SET(1), lan966x, SYS_RESET_CFG);  in lan966x_reset_switch()
1080 	struct lan966x *lan966x;  in lan966x_probe()  local
1084 	lan966x = devm_kzalloc(&pdev->dev, sizeof(*lan966x), GFP_KERNEL);  in lan966x_probe()
1085 	if (!lan966x)  in lan966x_probe()
1088 	platform_set_drvdata(pdev, lan966x);  in lan966x_probe()
1089 	lan966x->dev = &pdev->dev;  in lan966x_probe()
1092 		ether_addr_copy(lan966x->base_mac, mac_addr);  in lan966x_probe()
1095 		eth_random_addr(lan966x->base_mac);  in lan966x_probe()
1096 		lan966x->base_mac[5] &= 0xf0;  in lan966x_probe()
1099 	err = lan966x_create_targets(pdev, lan966x);  in lan966x_probe()
1104 	err = lan966x_reset_switch(lan966x);  in lan966x_probe()
1108 	lan966x->num_phys_ports = NUM_PHYS_PORTS;  in lan966x_probe()
1109 	lan966x->ports = devm_kcalloc(&pdev->dev, lan966x->num_phys_ports,  in lan966x_probe()
1112 	if (!lan966x->ports)  in lan966x_probe()
1116 	lan966x->shared_queue_sz = LAN966X_BUFFER_MEMORY;  in lan966x_probe()
1119 	lan966x->xtr_irq = platform_get_irq_byname(pdev, "xtr");  in lan966x_probe()
1120 	if (lan966x->xtr_irq < 0)  in lan966x_probe()
1121 		return lan966x->xtr_irq;  in lan966x_probe()
1123 	err = devm_request_threaded_irq(&pdev->dev, lan966x->xtr_irq, NULL,  in lan966x_probe()
1125 					"frame extraction", lan966x);  in lan966x_probe()
1131 	lan966x->ana_irq = platform_get_irq_byname(pdev, "ana");  in lan966x_probe()
1132 	if (lan966x->ana_irq > 0) {  in lan966x_probe()
1133 		err = devm_request_threaded_irq(&pdev->dev, lan966x->ana_irq, NULL,  in lan966x_probe()
1135 						"ana irq", lan966x);  in lan966x_probe()
1140 	lan966x->ptp_irq = platform_get_irq_byname(pdev, "ptp");  in lan966x_probe()
1141 	if (lan966x->ptp_irq > 0) {  in lan966x_probe()
1142 		err = devm_request_threaded_irq(&pdev->dev, lan966x->ptp_irq, NULL,  in lan966x_probe()
1144 						"ptp irq", lan966x);  in lan966x_probe()
1148 		lan966x->ptp = 1;  in lan966x_probe()
1151 	lan966x->fdma_irq = platform_get_irq_byname(pdev, "fdma");  in lan966x_probe()
1152 	if (lan966x->fdma_irq > 0) {  in lan966x_probe()
1153 		err = devm_request_irq(&pdev->dev, lan966x->fdma_irq,  in lan966x_probe()
1155 				       "fdma irq", lan966x);  in lan966x_probe()
1159 		lan966x->fdma = true;  in lan966x_probe()
1162 	if (lan966x->ptp) {  in lan966x_probe()
1163 		lan966x->ptp_ext_irq = platform_get_irq_byname(pdev, "ptp-ext");  in lan966x_probe()
1164 		if (lan966x->ptp_ext_irq > 0) {  in lan966x_probe()
1166 							lan966x->ptp_ext_irq, NULL,  in lan966x_probe()
1169 							"ptp-ext irq", lan966x);  in lan966x_probe()
1181 	lan966x->debugfs_root = debugfs_create_dir("lan966x", NULL);  in lan966x_probe()
1184 	lan966x_init(lan966x);  in lan966x_probe()
1185 	lan966x_stats_init(lan966x);  in lan966x_probe()
1197 		err = lan966x_probe_port(lan966x, p, phy_mode, portnp);  in lan966x_probe()
1202 		lan966x->ports[p]->config.portmode = phy_mode;  in lan966x_probe()
1203 		lan966x->ports[p]->fwnode = fwnode_handle_get(portnp);  in lan966x_probe()
1205 		serdes = devm_of_phy_optional_get(lan966x->dev,  in lan966x_probe()
1211 		lan966x->ports[p]->serdes = serdes;  in lan966x_probe()
1213 		lan966x_port_init(lan966x->ports[p]);  in lan966x_probe()
1214 		err = lan966x_xdp_port_init(lan966x->ports[p]);  in lan966x_probe()
1221 	lan966x_mdb_init(lan966x);  in lan966x_probe()
1222 	err = lan966x_fdb_init(lan966x);  in lan966x_probe()
1226 	err = lan966x_ptp_init(lan966x);  in lan966x_probe()
1230 	err = lan966x_fdma_init(lan966x);  in lan966x_probe()
1234 	err = lan966x_vcap_init(lan966x);  in lan966x_probe()
1238 	lan966x_dcb_init(lan966x);  in lan966x_probe()
1243 	lan966x_fdma_deinit(lan966x);  in lan966x_probe()
1246 	lan966x_ptp_deinit(lan966x);  in lan966x_probe()
1249 	lan966x_fdb_deinit(lan966x);  in lan966x_probe()
1255 	lan966x_cleanup_ports(lan966x);  in lan966x_probe()
1257 	cancel_delayed_work_sync(&lan966x->stats_work);  in lan966x_probe()
1258 	destroy_workqueue(lan966x->stats_queue);  in lan966x_probe()
1259 	mutex_destroy(&lan966x->stats_lock);  in lan966x_probe()
1261 	debugfs_remove_recursive(lan966x->debugfs_root);  in lan966x_probe()
1268 	struct lan966x *lan966x = platform_get_drvdata(pdev);  in lan966x_remove()  local
1270 	lan966x_taprio_deinit(lan966x);  in lan966x_remove()
1271 	lan966x_vcap_deinit(lan966x);  in lan966x_remove()
1272 	lan966x_fdma_deinit(lan966x);  in lan966x_remove()
1273 	lan966x_cleanup_ports(lan966x);  in lan966x_remove()
1275 	cancel_delayed_work_sync(&lan966x->stats_work);  in lan966x_remove()
1276 	destroy_workqueue(lan966x->stats_queue);  in lan966x_remove()
1277 	mutex_destroy(&lan966x->stats_lock);  in lan966x_remove()
1279 	lan966x_mac_purge_entries(lan966x);  in lan966x_remove()
1280 	lan966x_mdb_deinit(lan966x);  in lan966x_remove()
1281 	lan966x_fdb_deinit(lan966x);  in lan966x_remove()
1282 	lan966x_ptp_deinit(lan966x);  in lan966x_remove()
1284 	debugfs_remove_recursive(lan966x->debugfs_root);  in lan966x_remove()
1293 		.name = "lan966x-switch",
1324 MODULE_DESCRIPTION("Microchip LAN966X switch driver");