18bf993a5SJose Abreu // SPDX-License-Identifier: (GPL-2.0 OR MIT)
28bf993a5SJose Abreu // Copyright (c) 2017 Synopsys, Inc. and/or its affiliates.
38bf993a5SJose Abreu // stmmac Support for 5.xx Ethernet QoS cores
48bf993a5SJose Abreu 
58bf993a5SJose Abreu #include <linux/bitops.h>
68bf993a5SJose Abreu #include <linux/iopoll.h>
78bf993a5SJose Abreu #include "common.h"
88bf993a5SJose Abreu #include "dwmac4.h"
98bf993a5SJose Abreu #include "dwmac5.h"
104dbbe8ddSJose Abreu #include "stmmac.h"
119a8a02c9SJose Abreu #include "stmmac_ptp.h"
128bf993a5SJose Abreu 
138bf993a5SJose Abreu struct dwmac5_error_desc {
148bf993a5SJose Abreu 	bool valid;
158bf993a5SJose Abreu 	const char *desc;
168bf993a5SJose Abreu 	const char *detailed_desc;
178bf993a5SJose Abreu };
188bf993a5SJose Abreu 
198bf993a5SJose Abreu #define STAT_OFF(field)		offsetof(struct stmmac_safety_stats, field)
208bf993a5SJose Abreu 
218bf993a5SJose Abreu static void dwmac5_log_error(struct net_device *ndev, u32 value, bool corr,
228bf993a5SJose Abreu 		const char *module_name, const struct dwmac5_error_desc *desc,
238bf993a5SJose Abreu 		unsigned long field_offset, struct stmmac_safety_stats *stats)
248bf993a5SJose Abreu {
258bf993a5SJose Abreu 	unsigned long loc, mask;
268bf993a5SJose Abreu 	u8 *bptr = (u8 *)stats;
278bf993a5SJose Abreu 	unsigned long *ptr;
288bf993a5SJose Abreu 
298bf993a5SJose Abreu 	ptr = (unsigned long *)(bptr + field_offset);
308bf993a5SJose Abreu 
318bf993a5SJose Abreu 	mask = value;
328bf993a5SJose Abreu 	for_each_set_bit(loc, &mask, 32) {
338bf993a5SJose Abreu 		netdev_err(ndev, "Found %s error in %s: '%s: %s'\n", corr ?
348bf993a5SJose Abreu 				"correctable" : "uncorrectable", module_name,
358bf993a5SJose Abreu 				desc[loc].desc, desc[loc].detailed_desc);
368bf993a5SJose Abreu 
378bf993a5SJose Abreu 		/* Update counters */
388bf993a5SJose Abreu 		ptr[loc]++;
398bf993a5SJose Abreu 	}
408bf993a5SJose Abreu }
418bf993a5SJose Abreu 
428bf993a5SJose Abreu static const struct dwmac5_error_desc dwmac5_mac_errors[32]= {
438bf993a5SJose Abreu 	{ true, "ATPES", "Application Transmit Interface Parity Check Error" },
448bf993a5SJose Abreu 	{ true, "TPES", "TSO Data Path Parity Check Error" },
458bf993a5SJose Abreu 	{ true, "RDPES", "Read Descriptor Parity Check Error" },
468bf993a5SJose Abreu 	{ true, "MPES", "MTL Data Path Parity Check Error" },
478bf993a5SJose Abreu 	{ true, "MTSPES", "MTL TX Status Data Path Parity Check Error" },
488bf993a5SJose Abreu 	{ true, "ARPES", "Application Receive Interface Data Path Parity Check Error" },
498bf993a5SJose Abreu 	{ true, "CWPES", "CSR Write Data Path Parity Check Error" },
508bf993a5SJose Abreu 	{ true, "ASRPES", "AXI Slave Read Data Path Parity Check Error" },
518bf993a5SJose Abreu 	{ true, "TTES", "TX FSM Timeout Error" },
528bf993a5SJose Abreu 	{ true, "RTES", "RX FSM Timeout Error" },
538bf993a5SJose Abreu 	{ true, "CTES", "CSR FSM Timeout Error" },
548bf993a5SJose Abreu 	{ true, "ATES", "APP FSM Timeout Error" },
558bf993a5SJose Abreu 	{ true, "PTES", "PTP FSM Timeout Error" },
568bf993a5SJose Abreu 	{ true, "T125ES", "TX125 FSM Timeout Error" },
578bf993a5SJose Abreu 	{ true, "R125ES", "RX125 FSM Timeout Error" },
588bf993a5SJose Abreu 	{ true, "RVCTES", "REV MDC FSM Timeout Error" },
598bf993a5SJose Abreu 	{ true, "MSTTES", "Master Read/Write Timeout Error" },
608bf993a5SJose Abreu 	{ true, "SLVTES", "Slave Read/Write Timeout Error" },
618bf993a5SJose Abreu 	{ true, "ATITES", "Application Timeout on ATI Interface Error" },
628bf993a5SJose Abreu 	{ true, "ARITES", "Application Timeout on ARI Interface Error" },
638bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 20 */
648bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 21 */
658bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 22 */
668bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 23 */
678bf993a5SJose Abreu 	{ true, "FSMPES", "FSM State Parity Error" },
688bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 25 */
698bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 26 */
708bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 27 */
718bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 28 */
728bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 29 */
738bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 30 */
748bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 31 */
758bf993a5SJose Abreu };
768bf993a5SJose Abreu 
778bf993a5SJose Abreu static void dwmac5_handle_mac_err(struct net_device *ndev,
788bf993a5SJose Abreu 		void __iomem *ioaddr, bool correctable,
798bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
808bf993a5SJose Abreu {
818bf993a5SJose Abreu 	u32 value;
828bf993a5SJose Abreu 
838bf993a5SJose Abreu 	value = readl(ioaddr + MAC_DPP_FSM_INT_STATUS);
848bf993a5SJose Abreu 	writel(value, ioaddr + MAC_DPP_FSM_INT_STATUS);
858bf993a5SJose Abreu 
868bf993a5SJose Abreu 	dwmac5_log_error(ndev, value, correctable, "MAC", dwmac5_mac_errors,
878bf993a5SJose Abreu 			STAT_OFF(mac_errors), stats);
888bf993a5SJose Abreu }
898bf993a5SJose Abreu 
908bf993a5SJose Abreu static const struct dwmac5_error_desc dwmac5_mtl_errors[32]= {
918bf993a5SJose Abreu 	{ true, "TXCES", "MTL TX Memory Error" },
928bf993a5SJose Abreu 	{ true, "TXAMS", "MTL TX Memory Address Mismatch Error" },
938bf993a5SJose Abreu 	{ true, "TXUES", "MTL TX Memory Error" },
948bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 3 */
958bf993a5SJose Abreu 	{ true, "RXCES", "MTL RX Memory Error" },
968bf993a5SJose Abreu 	{ true, "RXAMS", "MTL RX Memory Address Mismatch Error" },
978bf993a5SJose Abreu 	{ true, "RXUES", "MTL RX Memory Error" },
988bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 7 */
998bf993a5SJose Abreu 	{ true, "ECES", "MTL EST Memory Error" },
1008bf993a5SJose Abreu 	{ true, "EAMS", "MTL EST Memory Address Mismatch Error" },
1018bf993a5SJose Abreu 	{ true, "EUES", "MTL EST Memory Error" },
1028bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 11 */
1038bf993a5SJose Abreu 	{ true, "RPCES", "MTL RX Parser Memory Error" },
1048bf993a5SJose Abreu 	{ true, "RPAMS", "MTL RX Parser Memory Address Mismatch Error" },
1058bf993a5SJose Abreu 	{ true, "RPUES", "MTL RX Parser Memory Error" },
1068bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 15 */
1078bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 16 */
1088bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 17 */
1098bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 18 */
1108bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 19 */
1118bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 20 */
1128bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 21 */
1138bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 22 */
1148bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 23 */
1158bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 24 */
1168bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 25 */
1178bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 26 */
1188bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 27 */
1198bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 28 */
1208bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 29 */
1218bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 30 */
1228bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 31 */
1238bf993a5SJose Abreu };
1248bf993a5SJose Abreu 
1258bf993a5SJose Abreu static void dwmac5_handle_mtl_err(struct net_device *ndev,
1268bf993a5SJose Abreu 		void __iomem *ioaddr, bool correctable,
1278bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
1288bf993a5SJose Abreu {
1298bf993a5SJose Abreu 	u32 value;
1308bf993a5SJose Abreu 
1318bf993a5SJose Abreu 	value = readl(ioaddr + MTL_ECC_INT_STATUS);
1328bf993a5SJose Abreu 	writel(value, ioaddr + MTL_ECC_INT_STATUS);
1338bf993a5SJose Abreu 
1348bf993a5SJose Abreu 	dwmac5_log_error(ndev, value, correctable, "MTL", dwmac5_mtl_errors,
1358bf993a5SJose Abreu 			STAT_OFF(mtl_errors), stats);
1368bf993a5SJose Abreu }
1378bf993a5SJose Abreu 
1388bf993a5SJose Abreu static const struct dwmac5_error_desc dwmac5_dma_errors[32]= {
1398bf993a5SJose Abreu 	{ true, "TCES", "DMA TSO Memory Error" },
1408bf993a5SJose Abreu 	{ true, "TAMS", "DMA TSO Memory Address Mismatch Error" },
1418bf993a5SJose Abreu 	{ true, "TUES", "DMA TSO Memory Error" },
1428bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 3 */
1438bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 4 */
1448bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 5 */
1458bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 6 */
1468bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 7 */
1478bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 8 */
1488bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 9 */
1498bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 10 */
1508bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 11 */
1518bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 12 */
1528bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 13 */
1538bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 14 */
1548bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 15 */
1558bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 16 */
1568bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 17 */
1578bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 18 */
1588bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 19 */
1598bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 20 */
1608bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 21 */
1618bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 22 */
1628bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 23 */
1638bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 24 */
1648bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 25 */
1658bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 26 */
1668bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 27 */
1678bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 28 */
1688bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 29 */
1698bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 30 */
1708bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 31 */
1718bf993a5SJose Abreu };
1728bf993a5SJose Abreu 
1738bf993a5SJose Abreu static void dwmac5_handle_dma_err(struct net_device *ndev,
1748bf993a5SJose Abreu 		void __iomem *ioaddr, bool correctable,
1758bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
1768bf993a5SJose Abreu {
1778bf993a5SJose Abreu 	u32 value;
1788bf993a5SJose Abreu 
1798bf993a5SJose Abreu 	value = readl(ioaddr + DMA_ECC_INT_STATUS);
1808bf993a5SJose Abreu 	writel(value, ioaddr + DMA_ECC_INT_STATUS);
1818bf993a5SJose Abreu 
1828bf993a5SJose Abreu 	dwmac5_log_error(ndev, value, correctable, "DMA", dwmac5_dma_errors,
1838bf993a5SJose Abreu 			STAT_OFF(dma_errors), stats);
1848bf993a5SJose Abreu }
1858bf993a5SJose Abreu 
1868bf993a5SJose Abreu int dwmac5_safety_feat_config(void __iomem *ioaddr, unsigned int asp)
1878bf993a5SJose Abreu {
1888bf993a5SJose Abreu 	u32 value;
1898bf993a5SJose Abreu 
1908bf993a5SJose Abreu 	if (!asp)
1918bf993a5SJose Abreu 		return -EINVAL;
1928bf993a5SJose Abreu 
1938bf993a5SJose Abreu 	/* 1. Enable Safety Features */
1948bf993a5SJose Abreu 	value = readl(ioaddr + MTL_ECC_CONTROL);
1958bf993a5SJose Abreu 	value |= TSOEE; /* TSO ECC */
1968bf993a5SJose Abreu 	value |= MRXPEE; /* MTL RX Parser ECC */
1978bf993a5SJose Abreu 	value |= MESTEE; /* MTL EST ECC */
1988bf993a5SJose Abreu 	value |= MRXEE; /* MTL RX FIFO ECC */
1998bf993a5SJose Abreu 	value |= MTXEE; /* MTL TX FIFO ECC */
2008bf993a5SJose Abreu 	writel(value, ioaddr + MTL_ECC_CONTROL);
2018bf993a5SJose Abreu 
2028bf993a5SJose Abreu 	/* 2. Enable MTL Safety Interrupts */
2038bf993a5SJose Abreu 	value = readl(ioaddr + MTL_ECC_INT_ENABLE);
2048bf993a5SJose Abreu 	value |= RPCEIE; /* RX Parser Memory Correctable Error */
2058bf993a5SJose Abreu 	value |= ECEIE; /* EST Memory Correctable Error */
2068bf993a5SJose Abreu 	value |= RXCEIE; /* RX Memory Correctable Error */
2078bf993a5SJose Abreu 	value |= TXCEIE; /* TX Memory Correctable Error */
2088bf993a5SJose Abreu 	writel(value, ioaddr + MTL_ECC_INT_ENABLE);
2098bf993a5SJose Abreu 
2108bf993a5SJose Abreu 	/* 3. Enable DMA Safety Interrupts */
2118bf993a5SJose Abreu 	value = readl(ioaddr + DMA_ECC_INT_ENABLE);
2128bf993a5SJose Abreu 	value |= TCEIE; /* TSO Memory Correctable Error */
2138bf993a5SJose Abreu 	writel(value, ioaddr + DMA_ECC_INT_ENABLE);
2148bf993a5SJose Abreu 
2158bf993a5SJose Abreu 	/* Only ECC Protection for External Memory feature is selected */
2168bf993a5SJose Abreu 	if (asp <= 0x1)
2178bf993a5SJose Abreu 		return 0;
2188bf993a5SJose Abreu 
2198bf993a5SJose Abreu 	/* 5. Enable Parity and Timeout for FSM */
2208bf993a5SJose Abreu 	value = readl(ioaddr + MAC_FSM_CONTROL);
2218bf993a5SJose Abreu 	value |= PRTYEN; /* FSM Parity Feature */
2228bf993a5SJose Abreu 	value |= TMOUTEN; /* FSM Timeout Feature */
2238bf993a5SJose Abreu 	writel(value, ioaddr + MAC_FSM_CONTROL);
2248bf993a5SJose Abreu 
2258bf993a5SJose Abreu 	/* 4. Enable Data Parity Protection */
2268bf993a5SJose Abreu 	value = readl(ioaddr + MTL_DPP_CONTROL);
2278bf993a5SJose Abreu 	value |= EDPP;
2288bf993a5SJose Abreu 	writel(value, ioaddr + MTL_DPP_CONTROL);
2298bf993a5SJose Abreu 
2308bf993a5SJose Abreu 	/*
2318bf993a5SJose Abreu 	 * All the Automotive Safety features are selected without the "Parity
2328bf993a5SJose Abreu 	 * Port Enable for external interface" feature.
2338bf993a5SJose Abreu 	 */
2348bf993a5SJose Abreu 	if (asp <= 0x2)
2358bf993a5SJose Abreu 		return 0;
2368bf993a5SJose Abreu 
2378bf993a5SJose Abreu 	value |= EPSI;
2388bf993a5SJose Abreu 	writel(value, ioaddr + MTL_DPP_CONTROL);
2398bf993a5SJose Abreu 	return 0;
2408bf993a5SJose Abreu }
2418bf993a5SJose Abreu 
242c10d4c82SJose Abreu int dwmac5_safety_feat_irq_status(struct net_device *ndev,
2438bf993a5SJose Abreu 		void __iomem *ioaddr, unsigned int asp,
2448bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
2458bf993a5SJose Abreu {
246c10d4c82SJose Abreu 	bool err, corr;
2478bf993a5SJose Abreu 	u32 mtl, dma;
248c10d4c82SJose Abreu 	int ret = 0;
2498bf993a5SJose Abreu 
2508bf993a5SJose Abreu 	if (!asp)
251c10d4c82SJose Abreu 		return -EINVAL;
2528bf993a5SJose Abreu 
2538bf993a5SJose Abreu 	mtl = readl(ioaddr + MTL_SAFETY_INT_STATUS);
2548bf993a5SJose Abreu 	dma = readl(ioaddr + DMA_SAFETY_INT_STATUS);
2558bf993a5SJose Abreu 
2568bf993a5SJose Abreu 	err = (mtl & MCSIS) || (dma & MCSIS);
2578bf993a5SJose Abreu 	corr = false;
2588bf993a5SJose Abreu 	if (err) {
2598bf993a5SJose Abreu 		dwmac5_handle_mac_err(ndev, ioaddr, corr, stats);
2608bf993a5SJose Abreu 		ret |= !corr;
2618bf993a5SJose Abreu 	}
2628bf993a5SJose Abreu 
2638bf993a5SJose Abreu 	err = (mtl & (MEUIS | MECIS)) || (dma & (MSUIS | MSCIS));
2648bf993a5SJose Abreu 	corr = (mtl & MECIS) || (dma & MSCIS);
2658bf993a5SJose Abreu 	if (err) {
2668bf993a5SJose Abreu 		dwmac5_handle_mtl_err(ndev, ioaddr, corr, stats);
2678bf993a5SJose Abreu 		ret |= !corr;
2688bf993a5SJose Abreu 	}
2698bf993a5SJose Abreu 
2708bf993a5SJose Abreu 	err = dma & (DEUIS | DECIS);
2718bf993a5SJose Abreu 	corr = dma & DECIS;
2728bf993a5SJose Abreu 	if (err) {
2738bf993a5SJose Abreu 		dwmac5_handle_dma_err(ndev, ioaddr, corr, stats);
2748bf993a5SJose Abreu 		ret |= !corr;
2758bf993a5SJose Abreu 	}
2768bf993a5SJose Abreu 
2778bf993a5SJose Abreu 	return ret;
2788bf993a5SJose Abreu }
2798bf993a5SJose Abreu 
2808bf993a5SJose Abreu static const struct dwmac5_error {
2818bf993a5SJose Abreu 	const struct dwmac5_error_desc *desc;
2828bf993a5SJose Abreu } dwmac5_all_errors[] = {
2838bf993a5SJose Abreu 	{ dwmac5_mac_errors },
2848bf993a5SJose Abreu 	{ dwmac5_mtl_errors },
2858bf993a5SJose Abreu 	{ dwmac5_dma_errors },
2868bf993a5SJose Abreu };
2878bf993a5SJose Abreu 
288c10d4c82SJose Abreu int dwmac5_safety_feat_dump(struct stmmac_safety_stats *stats,
289c10d4c82SJose Abreu 			int index, unsigned long *count, const char **desc)
2908bf993a5SJose Abreu {
2918bf993a5SJose Abreu 	int module = index / 32, offset = index % 32;
2928bf993a5SJose Abreu 	unsigned long *ptr = (unsigned long *)stats;
2938bf993a5SJose Abreu 
2948bf993a5SJose Abreu 	if (module >= ARRAY_SIZE(dwmac5_all_errors))
295c10d4c82SJose Abreu 		return -EINVAL;
2968bf993a5SJose Abreu 	if (!dwmac5_all_errors[module].desc[offset].valid)
297c10d4c82SJose Abreu 		return -EINVAL;
2988bf993a5SJose Abreu 	if (count)
2998bf993a5SJose Abreu 		*count = *(ptr + index);
300c10d4c82SJose Abreu 	if (desc)
301c10d4c82SJose Abreu 		*desc = dwmac5_all_errors[module].desc[offset].desc;
302c10d4c82SJose Abreu 	return 0;
3038bf993a5SJose Abreu }
3044dbbe8ddSJose Abreu 
3054dbbe8ddSJose Abreu static int dwmac5_rxp_disable(void __iomem *ioaddr)
3064dbbe8ddSJose Abreu {
3074dbbe8ddSJose Abreu 	u32 val;
3084dbbe8ddSJose Abreu 
3094dbbe8ddSJose Abreu 	val = readl(ioaddr + MTL_OPERATION_MODE);
3104dbbe8ddSJose Abreu 	val &= ~MTL_FRPE;
3114dbbe8ddSJose Abreu 	writel(val, ioaddr + MTL_OPERATION_MODE);
3124dbbe8ddSJose Abreu 
3136f2d5cf9SZheng Yongjun 	return readl_poll_timeout(ioaddr + MTL_RXP_CONTROL_STATUS, val,
3144dbbe8ddSJose Abreu 			val & RXPI, 1, 10000);
3154dbbe8ddSJose Abreu }
3164dbbe8ddSJose Abreu 
3174dbbe8ddSJose Abreu static void dwmac5_rxp_enable(void __iomem *ioaddr)
3184dbbe8ddSJose Abreu {
3194dbbe8ddSJose Abreu 	u32 val;
3204dbbe8ddSJose Abreu 
3214dbbe8ddSJose Abreu 	val = readl(ioaddr + MTL_OPERATION_MODE);
3224dbbe8ddSJose Abreu 	val |= MTL_FRPE;
3234dbbe8ddSJose Abreu 	writel(val, ioaddr + MTL_OPERATION_MODE);
3244dbbe8ddSJose Abreu }
3254dbbe8ddSJose Abreu 
3264dbbe8ddSJose Abreu static int dwmac5_rxp_update_single_entry(void __iomem *ioaddr,
3274dbbe8ddSJose Abreu 					  struct stmmac_tc_entry *entry,
3284dbbe8ddSJose Abreu 					  int pos)
3294dbbe8ddSJose Abreu {
3304dbbe8ddSJose Abreu 	int ret, i;
3314dbbe8ddSJose Abreu 
3324dbbe8ddSJose Abreu 	for (i = 0; i < (sizeof(entry->val) / sizeof(u32)); i++) {
3334dbbe8ddSJose Abreu 		int real_pos = pos * (sizeof(entry->val) / sizeof(u32)) + i;
3344dbbe8ddSJose Abreu 		u32 val;
3354dbbe8ddSJose Abreu 
3364dbbe8ddSJose Abreu 		/* Wait for ready */
3374dbbe8ddSJose Abreu 		ret = readl_poll_timeout(ioaddr + MTL_RXP_IACC_CTRL_STATUS,
3384dbbe8ddSJose Abreu 				val, !(val & STARTBUSY), 1, 10000);
3394dbbe8ddSJose Abreu 		if (ret)
3404dbbe8ddSJose Abreu 			return ret;
3414dbbe8ddSJose Abreu 
3424dbbe8ddSJose Abreu 		/* Write data */
3434dbbe8ddSJose Abreu 		val = *((u32 *)&entry->val + i);
3444dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_DATA);
3454dbbe8ddSJose Abreu 
3464dbbe8ddSJose Abreu 		/* Write pos */
3474dbbe8ddSJose Abreu 		val = real_pos & ADDR;
3484dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_CTRL_STATUS);
3494dbbe8ddSJose Abreu 
3504dbbe8ddSJose Abreu 		/* Write OP */
3514dbbe8ddSJose Abreu 		val |= WRRDN;
3524dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_CTRL_STATUS);
3534dbbe8ddSJose Abreu 
3544dbbe8ddSJose Abreu 		/* Start Write */
3554dbbe8ddSJose Abreu 		val |= STARTBUSY;
3564dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_CTRL_STATUS);
3574dbbe8ddSJose Abreu 
3584dbbe8ddSJose Abreu 		/* Wait for done */
3594dbbe8ddSJose Abreu 		ret = readl_poll_timeout(ioaddr + MTL_RXP_IACC_CTRL_STATUS,
3604dbbe8ddSJose Abreu 				val, !(val & STARTBUSY), 1, 10000);
3614dbbe8ddSJose Abreu 		if (ret)
3624dbbe8ddSJose Abreu 			return ret;
3634dbbe8ddSJose Abreu 	}
3644dbbe8ddSJose Abreu 
3654dbbe8ddSJose Abreu 	return 0;
3664dbbe8ddSJose Abreu }
3674dbbe8ddSJose Abreu 
3684dbbe8ddSJose Abreu static struct stmmac_tc_entry *
3694dbbe8ddSJose Abreu dwmac5_rxp_get_next_entry(struct stmmac_tc_entry *entries, unsigned int count,
3704dbbe8ddSJose Abreu 			  u32 curr_prio)
3714dbbe8ddSJose Abreu {
3724dbbe8ddSJose Abreu 	struct stmmac_tc_entry *entry;
3734dbbe8ddSJose Abreu 	u32 min_prio = ~0x0;
3744dbbe8ddSJose Abreu 	int i, min_prio_idx;
3754dbbe8ddSJose Abreu 	bool found = false;
3764dbbe8ddSJose Abreu 
3774dbbe8ddSJose Abreu 	for (i = count - 1; i >= 0; i--) {
3784dbbe8ddSJose Abreu 		entry = &entries[i];
3794dbbe8ddSJose Abreu 
3804dbbe8ddSJose Abreu 		/* Do not update unused entries */
3814dbbe8ddSJose Abreu 		if (!entry->in_use)
3824dbbe8ddSJose Abreu 			continue;
3834dbbe8ddSJose Abreu 		/* Do not update already updated entries (i.e. fragments) */
3844dbbe8ddSJose Abreu 		if (entry->in_hw)
3854dbbe8ddSJose Abreu 			continue;
3864dbbe8ddSJose Abreu 		/* Let last entry be updated last */
3874dbbe8ddSJose Abreu 		if (entry->is_last)
3884dbbe8ddSJose Abreu 			continue;
3894dbbe8ddSJose Abreu 		/* Do not return fragments */
3904dbbe8ddSJose Abreu 		if (entry->is_frag)
3914dbbe8ddSJose Abreu 			continue;
3924dbbe8ddSJose Abreu 		/* Check if we already checked this prio */
3934dbbe8ddSJose Abreu 		if (entry->prio < curr_prio)
3944dbbe8ddSJose Abreu 			continue;
3954dbbe8ddSJose Abreu 		/* Check if this is the minimum prio */
3964dbbe8ddSJose Abreu 		if (entry->prio < min_prio) {
3974dbbe8ddSJose Abreu 			min_prio = entry->prio;
3984dbbe8ddSJose Abreu 			min_prio_idx = i;
3994dbbe8ddSJose Abreu 			found = true;
4004dbbe8ddSJose Abreu 		}
4014dbbe8ddSJose Abreu 	}
4024dbbe8ddSJose Abreu 
4034dbbe8ddSJose Abreu 	if (found)
4044dbbe8ddSJose Abreu 		return &entries[min_prio_idx];
4054dbbe8ddSJose Abreu 	return NULL;
4064dbbe8ddSJose Abreu }
4074dbbe8ddSJose Abreu 
4084dbbe8ddSJose Abreu int dwmac5_rxp_config(void __iomem *ioaddr, struct stmmac_tc_entry *entries,
4094dbbe8ddSJose Abreu 		      unsigned int count)
4104dbbe8ddSJose Abreu {
4114dbbe8ddSJose Abreu 	struct stmmac_tc_entry *entry, *frag;
4124dbbe8ddSJose Abreu 	int i, ret, nve = 0;
4134dbbe8ddSJose Abreu 	u32 curr_prio = 0;
4144dbbe8ddSJose Abreu 	u32 old_val, val;
4154dbbe8ddSJose Abreu 
4164dbbe8ddSJose Abreu 	/* Force disable RX */
4174dbbe8ddSJose Abreu 	old_val = readl(ioaddr + GMAC_CONFIG);
4184dbbe8ddSJose Abreu 	val = old_val & ~GMAC_CONFIG_RE;
4194dbbe8ddSJose Abreu 	writel(val, ioaddr + GMAC_CONFIG);
4204dbbe8ddSJose Abreu 
4214dbbe8ddSJose Abreu 	/* Disable RX Parser */
4224dbbe8ddSJose Abreu 	ret = dwmac5_rxp_disable(ioaddr);
4234dbbe8ddSJose Abreu 	if (ret)
4244dbbe8ddSJose Abreu 		goto re_enable;
4254dbbe8ddSJose Abreu 
4264dbbe8ddSJose Abreu 	/* Set all entries as NOT in HW */
4274dbbe8ddSJose Abreu 	for (i = 0; i < count; i++) {
4284dbbe8ddSJose Abreu 		entry = &entries[i];
4294dbbe8ddSJose Abreu 		entry->in_hw = false;
4304dbbe8ddSJose Abreu 	}
4314dbbe8ddSJose Abreu 
4324dbbe8ddSJose Abreu 	/* Update entries by reverse order */
4334dbbe8ddSJose Abreu 	while (1) {
4344dbbe8ddSJose Abreu 		entry = dwmac5_rxp_get_next_entry(entries, count, curr_prio);
4354dbbe8ddSJose Abreu 		if (!entry)
4364dbbe8ddSJose Abreu 			break;
4374dbbe8ddSJose Abreu 
4384dbbe8ddSJose Abreu 		curr_prio = entry->prio;
4394dbbe8ddSJose Abreu 		frag = entry->frag_ptr;
4404dbbe8ddSJose Abreu 
4414dbbe8ddSJose Abreu 		/* Set special fragment requirements */
4424dbbe8ddSJose Abreu 		if (frag) {
4434dbbe8ddSJose Abreu 			entry->val.af = 0;
4444dbbe8ddSJose Abreu 			entry->val.rf = 0;
4454dbbe8ddSJose Abreu 			entry->val.nc = 1;
4464dbbe8ddSJose Abreu 			entry->val.ok_index = nve + 2;
4474dbbe8ddSJose Abreu 		}
4484dbbe8ddSJose Abreu 
4494dbbe8ddSJose Abreu 		ret = dwmac5_rxp_update_single_entry(ioaddr, entry, nve);
4504dbbe8ddSJose Abreu 		if (ret)
4514dbbe8ddSJose Abreu 			goto re_enable;
4524dbbe8ddSJose Abreu 
4534dbbe8ddSJose Abreu 		entry->table_pos = nve++;
4544dbbe8ddSJose Abreu 		entry->in_hw = true;
4554dbbe8ddSJose Abreu 
4564dbbe8ddSJose Abreu 		if (frag && !frag->in_hw) {
4574dbbe8ddSJose Abreu 			ret = dwmac5_rxp_update_single_entry(ioaddr, frag, nve);
4584dbbe8ddSJose Abreu 			if (ret)
4594dbbe8ddSJose Abreu 				goto re_enable;
4604dbbe8ddSJose Abreu 			frag->table_pos = nve++;
4614dbbe8ddSJose Abreu 			frag->in_hw = true;
4624dbbe8ddSJose Abreu 		}
4634dbbe8ddSJose Abreu 	}
4644dbbe8ddSJose Abreu 
4654dbbe8ddSJose Abreu 	if (!nve)
4664dbbe8ddSJose Abreu 		goto re_enable;
4674dbbe8ddSJose Abreu 
4684dbbe8ddSJose Abreu 	/* Update all pass entry */
4694dbbe8ddSJose Abreu 	for (i = 0; i < count; i++) {
4704dbbe8ddSJose Abreu 		entry = &entries[i];
4714dbbe8ddSJose Abreu 		if (!entry->is_last)
4724dbbe8ddSJose Abreu 			continue;
4734dbbe8ddSJose Abreu 
4744dbbe8ddSJose Abreu 		ret = dwmac5_rxp_update_single_entry(ioaddr, entry, nve);
4754dbbe8ddSJose Abreu 		if (ret)
4764dbbe8ddSJose Abreu 			goto re_enable;
4774dbbe8ddSJose Abreu 
4784dbbe8ddSJose Abreu 		entry->table_pos = nve++;
4794dbbe8ddSJose Abreu 	}
4804dbbe8ddSJose Abreu 
4814dbbe8ddSJose Abreu 	/* Assume n. of parsable entries == n. of valid entries */
4824dbbe8ddSJose Abreu 	val = (nve << 16) & NPE;
4834dbbe8ddSJose Abreu 	val |= nve & NVE;
4844dbbe8ddSJose Abreu 	writel(val, ioaddr + MTL_RXP_CONTROL_STATUS);
4854dbbe8ddSJose Abreu 
4864dbbe8ddSJose Abreu 	/* Enable RX Parser */
4874dbbe8ddSJose Abreu 	dwmac5_rxp_enable(ioaddr);
4884dbbe8ddSJose Abreu 
4894dbbe8ddSJose Abreu re_enable:
4904dbbe8ddSJose Abreu 	/* Re-enable RX */
4914dbbe8ddSJose Abreu 	writel(old_val, ioaddr + GMAC_CONFIG);
4924dbbe8ddSJose Abreu 	return ret;
4934dbbe8ddSJose Abreu }
4949a8a02c9SJose Abreu 
4959a8a02c9SJose Abreu int dwmac5_flex_pps_config(void __iomem *ioaddr, int index,
4969a8a02c9SJose Abreu 			   struct stmmac_pps_cfg *cfg, bool enable,
4979a8a02c9SJose Abreu 			   u32 sub_second_inc, u32 systime_flags)
4989a8a02c9SJose Abreu {
4999a8a02c9SJose Abreu 	u32 tnsec = readl(ioaddr + MAC_PPSx_TARGET_TIME_NSEC(index));
5009a8a02c9SJose Abreu 	u32 val = readl(ioaddr + MAC_PPS_CONTROL);
5019a8a02c9SJose Abreu 	u64 period;
5029a8a02c9SJose Abreu 
5039a8a02c9SJose Abreu 	if (!cfg->available)
5049a8a02c9SJose Abreu 		return -EINVAL;
5059a8a02c9SJose Abreu 	if (tnsec & TRGTBUSY0)
5069a8a02c9SJose Abreu 		return -EBUSY;
5079a8a02c9SJose Abreu 	if (!sub_second_inc || !systime_flags)
5089a8a02c9SJose Abreu 		return -EINVAL;
5099a8a02c9SJose Abreu 
5109a8a02c9SJose Abreu 	val &= ~PPSx_MASK(index);
5119a8a02c9SJose Abreu 
5129a8a02c9SJose Abreu 	if (!enable) {
5139a8a02c9SJose Abreu 		val |= PPSCMDx(index, 0x5);
514520cf600SAntonio Borneo 		val |= PPSEN0;
5159a8a02c9SJose Abreu 		writel(val, ioaddr + MAC_PPS_CONTROL);
5169a8a02c9SJose Abreu 		return 0;
5179a8a02c9SJose Abreu 	}
5189a8a02c9SJose Abreu 
5199a8a02c9SJose Abreu 	val |= PPSCMDx(index, 0x2);
5209a8a02c9SJose Abreu 	val |= TRGTMODSELx(index, 0x2);
5219a8a02c9SJose Abreu 	val |= PPSEN0;
5229a8a02c9SJose Abreu 
5239a8a02c9SJose Abreu 	writel(cfg->start.tv_sec, ioaddr + MAC_PPSx_TARGET_TIME_SEC(index));
5249a8a02c9SJose Abreu 
5259a8a02c9SJose Abreu 	if (!(systime_flags & PTP_TCR_TSCTRLSSR))
5269a8a02c9SJose Abreu 		cfg->start.tv_nsec = (cfg->start.tv_nsec * 1000) / 465;
5279a8a02c9SJose Abreu 	writel(cfg->start.tv_nsec, ioaddr + MAC_PPSx_TARGET_TIME_NSEC(index));
5289a8a02c9SJose Abreu 
5299a8a02c9SJose Abreu 	period = cfg->period.tv_sec * 1000000000;
5309a8a02c9SJose Abreu 	period += cfg->period.tv_nsec;
5319a8a02c9SJose Abreu 
5329a8a02c9SJose Abreu 	do_div(period, sub_second_inc);
5339a8a02c9SJose Abreu 
5349a8a02c9SJose Abreu 	if (period <= 1)
5359a8a02c9SJose Abreu 		return -EINVAL;
5369a8a02c9SJose Abreu 
5379a8a02c9SJose Abreu 	writel(period - 1, ioaddr + MAC_PPSx_INTERVAL(index));
5389a8a02c9SJose Abreu 
5399a8a02c9SJose Abreu 	period >>= 1;
5409a8a02c9SJose Abreu 	if (period <= 1)
5419a8a02c9SJose Abreu 		return -EINVAL;
5429a8a02c9SJose Abreu 
5439a8a02c9SJose Abreu 	writel(period - 1, ioaddr + MAC_PPSx_WIDTH(index));
5449a8a02c9SJose Abreu 
5459a8a02c9SJose Abreu 	/* Finally, activate it */
5469a8a02c9SJose Abreu 	writel(val, ioaddr + MAC_PPS_CONTROL);
5479a8a02c9SJose Abreu 	return 0;
5489a8a02c9SJose Abreu }
549504723afSJose Abreu 
550504723afSJose Abreu static int dwmac5_est_write(void __iomem *ioaddr, u32 reg, u32 val, bool gcl)
551504723afSJose Abreu {
552504723afSJose Abreu 	u32 ctrl;
553504723afSJose Abreu 
554504723afSJose Abreu 	writel(val, ioaddr + MTL_EST_GCL_DATA);
555504723afSJose Abreu 
556504723afSJose Abreu 	ctrl = (reg << ADDR_SHIFT);
557504723afSJose Abreu 	ctrl |= gcl ? 0 : GCRR;
558504723afSJose Abreu 
559504723afSJose Abreu 	writel(ctrl, ioaddr + MTL_EST_GCL_CONTROL);
560504723afSJose Abreu 
561504723afSJose Abreu 	ctrl |= SRWO;
562504723afSJose Abreu 	writel(ctrl, ioaddr + MTL_EST_GCL_CONTROL);
563504723afSJose Abreu 
564504723afSJose Abreu 	return readl_poll_timeout(ioaddr + MTL_EST_GCL_CONTROL,
565504723afSJose Abreu 				  ctrl, !(ctrl & SRWO), 100, 5000);
566504723afSJose Abreu }
567504723afSJose Abreu 
568504723afSJose Abreu int dwmac5_est_configure(void __iomem *ioaddr, struct stmmac_est *cfg,
569504723afSJose Abreu 			 unsigned int ptp_rate)
570504723afSJose Abreu {
571504723afSJose Abreu 	int i, ret = 0x0;
572b76889ffSYannick Vignon 	u32 ctrl;
573504723afSJose Abreu 
574504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, BTR_LOW, cfg->btr[0], false);
575504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, BTR_HIGH, cfg->btr[1], false);
576504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, TER, cfg->ter, false);
577504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, LLR, cfg->gcl_size, false);
578b76889ffSYannick Vignon 	ret |= dwmac5_est_write(ioaddr, CTR_LOW, cfg->ctr[0], false);
579b76889ffSYannick Vignon 	ret |= dwmac5_est_write(ioaddr, CTR_HIGH, cfg->ctr[1], false);
580504723afSJose Abreu 	if (ret)
581504723afSJose Abreu 		return ret;
582504723afSJose Abreu 
583504723afSJose Abreu 	for (i = 0; i < cfg->gcl_size; i++) {
584b76889ffSYannick Vignon 		ret = dwmac5_est_write(ioaddr, i, cfg->gcl[i], true);
585504723afSJose Abreu 		if (ret)
586504723afSJose Abreu 			return ret;
587504723afSJose Abreu 	}
588504723afSJose Abreu 
589504723afSJose Abreu 	ctrl = readl(ioaddr + MTL_EST_CONTROL);
590504723afSJose Abreu 	ctrl &= ~PTOV;
591504723afSJose Abreu 	ctrl |= ((1000000000 / ptp_rate) * 6) << PTOV_SHIFT;
592504723afSJose Abreu 	if (cfg->enable)
593504723afSJose Abreu 		ctrl |= EEST | SSWL;
594504723afSJose Abreu 	else
595504723afSJose Abreu 		ctrl &= ~EEST;
596504723afSJose Abreu 
597504723afSJose Abreu 	writel(ctrl, ioaddr + MTL_EST_CONTROL);
598e49aa315SVoon Weifeng 
599e49aa315SVoon Weifeng 	/* Configure EST interrupt */
600e49aa315SVoon Weifeng 	if (cfg->enable)
601e49aa315SVoon Weifeng 		ctrl = (IECGCE | IEHS | IEHF | IEBE | IECC);
602e49aa315SVoon Weifeng 	else
603e49aa315SVoon Weifeng 		ctrl = 0;
604e49aa315SVoon Weifeng 
605e49aa315SVoon Weifeng 	writel(ctrl, ioaddr + MTL_EST_INT_EN);
606e49aa315SVoon Weifeng 
607504723afSJose Abreu 	return 0;
608504723afSJose Abreu }
6097c728274SJose Abreu 
610e49aa315SVoon Weifeng void dwmac5_est_irq_status(void __iomem *ioaddr, struct net_device *dev,
611*9f298959SOng Boon Leong 			  struct stmmac_extra_stats *x, u32 txqcnt)
612e49aa315SVoon Weifeng {
613e49aa315SVoon Weifeng 	u32 status, value, feqn, hbfq, hbfs, btrl;
614e49aa315SVoon Weifeng 	u32 txqcnt_mask = (1 << txqcnt) - 1;
615e49aa315SVoon Weifeng 
616e49aa315SVoon Weifeng 	status = readl(ioaddr + MTL_EST_STATUS);
617e49aa315SVoon Weifeng 
618e49aa315SVoon Weifeng 	value = (CGCE | HLBS | HLBF | BTRE | SWLC);
619e49aa315SVoon Weifeng 
620e49aa315SVoon Weifeng 	/* Return if there is no error */
621e49aa315SVoon Weifeng 	if (!(status & value))
622e49aa315SVoon Weifeng 		return;
623e49aa315SVoon Weifeng 
624e49aa315SVoon Weifeng 	if (status & CGCE) {
625e49aa315SVoon Weifeng 		/* Clear Interrupt */
626e49aa315SVoon Weifeng 		writel(CGCE, ioaddr + MTL_EST_STATUS);
627*9f298959SOng Boon Leong 
628*9f298959SOng Boon Leong 		x->mtl_est_cgce++;
629e49aa315SVoon Weifeng 	}
630e49aa315SVoon Weifeng 
631e49aa315SVoon Weifeng 	if (status & HLBS) {
632e49aa315SVoon Weifeng 		value = readl(ioaddr + MTL_EST_SCH_ERR);
633e49aa315SVoon Weifeng 		value &= txqcnt_mask;
634e49aa315SVoon Weifeng 
635*9f298959SOng Boon Leong 		x->mtl_est_hlbs++;
636*9f298959SOng Boon Leong 
637e49aa315SVoon Weifeng 		/* Clear Interrupt */
638e49aa315SVoon Weifeng 		writel(value, ioaddr + MTL_EST_SCH_ERR);
639e49aa315SVoon Weifeng 
640e49aa315SVoon Weifeng 		/* Collecting info to shows all the queues that has HLBS
641e49aa315SVoon Weifeng 		 * issue. The only way to clear this is to clear the
642e49aa315SVoon Weifeng 		 * statistic
643e49aa315SVoon Weifeng 		 */
644e49aa315SVoon Weifeng 		if (net_ratelimit())
645e49aa315SVoon Weifeng 			netdev_err(dev, "EST: HLB(sched) Queue 0x%x\n", value);
646e49aa315SVoon Weifeng 	}
647e49aa315SVoon Weifeng 
648e49aa315SVoon Weifeng 	if (status & HLBF) {
649e49aa315SVoon Weifeng 		value = readl(ioaddr + MTL_EST_FRM_SZ_ERR);
650e49aa315SVoon Weifeng 		feqn = value & txqcnt_mask;
651e49aa315SVoon Weifeng 
652e49aa315SVoon Weifeng 		value = readl(ioaddr + MTL_EST_FRM_SZ_CAP);
653e49aa315SVoon Weifeng 		hbfq = (value & SZ_CAP_HBFQ_MASK(txqcnt)) >> SZ_CAP_HBFQ_SHIFT;
654e49aa315SVoon Weifeng 		hbfs = value & SZ_CAP_HBFS_MASK;
655e49aa315SVoon Weifeng 
656*9f298959SOng Boon Leong 		x->mtl_est_hlbf++;
657*9f298959SOng Boon Leong 
658e49aa315SVoon Weifeng 		/* Clear Interrupt */
659e49aa315SVoon Weifeng 		writel(feqn, ioaddr + MTL_EST_FRM_SZ_ERR);
660e49aa315SVoon Weifeng 
661e49aa315SVoon Weifeng 		if (net_ratelimit())
662e49aa315SVoon Weifeng 			netdev_err(dev, "EST: HLB(size) Queue %u Size %u\n",
663e49aa315SVoon Weifeng 				   hbfq, hbfs);
664e49aa315SVoon Weifeng 	}
665e49aa315SVoon Weifeng 
666e49aa315SVoon Weifeng 	if (status & BTRE) {
667*9f298959SOng Boon Leong 		if ((status & BTRL) == BTRL_MAX)
668*9f298959SOng Boon Leong 			x->mtl_est_btrlm++;
669*9f298959SOng Boon Leong 		else
670*9f298959SOng Boon Leong 			x->mtl_est_btre++;
671*9f298959SOng Boon Leong 
672e49aa315SVoon Weifeng 		btrl = (status & BTRL) >> BTRL_SHIFT;
673e49aa315SVoon Weifeng 
674e49aa315SVoon Weifeng 		if (net_ratelimit())
675e49aa315SVoon Weifeng 			netdev_info(dev, "EST: BTR Error Loop Count %u\n",
676e49aa315SVoon Weifeng 				    btrl);
677e49aa315SVoon Weifeng 
678e49aa315SVoon Weifeng 		writel(BTRE, ioaddr + MTL_EST_STATUS);
679e49aa315SVoon Weifeng 	}
680e49aa315SVoon Weifeng 
681e49aa315SVoon Weifeng 	if (status & SWLC) {
682e49aa315SVoon Weifeng 		writel(SWLC, ioaddr + MTL_EST_STATUS);
683e49aa315SVoon Weifeng 		netdev_info(dev, "EST: SWOL has been switched\n");
684e49aa315SVoon Weifeng 	}
685e49aa315SVoon Weifeng }
686e49aa315SVoon Weifeng 
6877c728274SJose Abreu void dwmac5_fpe_configure(void __iomem *ioaddr, u32 num_txq, u32 num_rxq,
6887c728274SJose Abreu 			  bool enable)
6897c728274SJose Abreu {
6907c728274SJose Abreu 	u32 value;
6917c728274SJose Abreu 
6927c728274SJose Abreu 	if (!enable) {
6937c728274SJose Abreu 		value = readl(ioaddr + MAC_FPE_CTRL_STS);
6947c728274SJose Abreu 
6957c728274SJose Abreu 		value &= ~EFPE;
6967c728274SJose Abreu 
6977c728274SJose Abreu 		writel(value, ioaddr + MAC_FPE_CTRL_STS);
698e735def0SJose Abreu 		return;
6997c728274SJose Abreu 	}
7007c728274SJose Abreu 
7017c728274SJose Abreu 	value = readl(ioaddr + GMAC_RXQ_CTRL1);
7027c728274SJose Abreu 	value &= ~GMAC_RXQCTRL_FPRQ;
7037c728274SJose Abreu 	value |= (num_rxq - 1) << GMAC_RXQCTRL_FPRQ_SHIFT;
7047c728274SJose Abreu 	writel(value, ioaddr + GMAC_RXQ_CTRL1);
7057c728274SJose Abreu 
7067c728274SJose Abreu 	value = readl(ioaddr + MAC_FPE_CTRL_STS);
7077c728274SJose Abreu 	value |= EFPE;
7087c728274SJose Abreu 	writel(value, ioaddr + MAC_FPE_CTRL_STS);
7097c728274SJose Abreu }
710