18bf993a5SJose Abreu // SPDX-License-Identifier: (GPL-2.0 OR MIT)
28bf993a5SJose Abreu // Copyright (c) 2017 Synopsys, Inc. and/or its affiliates.
38bf993a5SJose Abreu // stmmac Support for 5.xx Ethernet QoS cores
48bf993a5SJose Abreu 
58bf993a5SJose Abreu #include <linux/bitops.h>
68bf993a5SJose Abreu #include <linux/iopoll.h>
78bf993a5SJose Abreu #include "common.h"
88bf993a5SJose Abreu #include "dwmac4.h"
98bf993a5SJose Abreu #include "dwmac5.h"
104dbbe8ddSJose Abreu #include "stmmac.h"
119a8a02c9SJose Abreu #include "stmmac_ptp.h"
128bf993a5SJose Abreu 
138bf993a5SJose Abreu struct dwmac5_error_desc {
148bf993a5SJose Abreu 	bool valid;
158bf993a5SJose Abreu 	const char *desc;
168bf993a5SJose Abreu 	const char *detailed_desc;
178bf993a5SJose Abreu };
188bf993a5SJose Abreu 
198bf993a5SJose Abreu #define STAT_OFF(field)		offsetof(struct stmmac_safety_stats, field)
208bf993a5SJose Abreu 
218bf993a5SJose Abreu static void dwmac5_log_error(struct net_device *ndev, u32 value, bool corr,
228bf993a5SJose Abreu 		const char *module_name, const struct dwmac5_error_desc *desc,
238bf993a5SJose Abreu 		unsigned long field_offset, struct stmmac_safety_stats *stats)
248bf993a5SJose Abreu {
258bf993a5SJose Abreu 	unsigned long loc, mask;
268bf993a5SJose Abreu 	u8 *bptr = (u8 *)stats;
278bf993a5SJose Abreu 	unsigned long *ptr;
288bf993a5SJose Abreu 
298bf993a5SJose Abreu 	ptr = (unsigned long *)(bptr + field_offset);
308bf993a5SJose Abreu 
318bf993a5SJose Abreu 	mask = value;
328bf993a5SJose Abreu 	for_each_set_bit(loc, &mask, 32) {
338bf993a5SJose Abreu 		netdev_err(ndev, "Found %s error in %s: '%s: %s'\n", corr ?
348bf993a5SJose Abreu 				"correctable" : "uncorrectable", module_name,
358bf993a5SJose Abreu 				desc[loc].desc, desc[loc].detailed_desc);
368bf993a5SJose Abreu 
378bf993a5SJose Abreu 		/* Update counters */
388bf993a5SJose Abreu 		ptr[loc]++;
398bf993a5SJose Abreu 	}
408bf993a5SJose Abreu }
418bf993a5SJose Abreu 
428bf993a5SJose Abreu static const struct dwmac5_error_desc dwmac5_mac_errors[32]= {
438bf993a5SJose Abreu 	{ true, "ATPES", "Application Transmit Interface Parity Check Error" },
448bf993a5SJose Abreu 	{ true, "TPES", "TSO Data Path Parity Check Error" },
458bf993a5SJose Abreu 	{ true, "RDPES", "Read Descriptor Parity Check Error" },
468bf993a5SJose Abreu 	{ true, "MPES", "MTL Data Path Parity Check Error" },
478bf993a5SJose Abreu 	{ true, "MTSPES", "MTL TX Status Data Path Parity Check Error" },
488bf993a5SJose Abreu 	{ true, "ARPES", "Application Receive Interface Data Path Parity Check Error" },
498bf993a5SJose Abreu 	{ true, "CWPES", "CSR Write Data Path Parity Check Error" },
508bf993a5SJose Abreu 	{ true, "ASRPES", "AXI Slave Read Data Path Parity Check Error" },
518bf993a5SJose Abreu 	{ true, "TTES", "TX FSM Timeout Error" },
528bf993a5SJose Abreu 	{ true, "RTES", "RX FSM Timeout Error" },
538bf993a5SJose Abreu 	{ true, "CTES", "CSR FSM Timeout Error" },
548bf993a5SJose Abreu 	{ true, "ATES", "APP FSM Timeout Error" },
558bf993a5SJose Abreu 	{ true, "PTES", "PTP FSM Timeout Error" },
568bf993a5SJose Abreu 	{ true, "T125ES", "TX125 FSM Timeout Error" },
578bf993a5SJose Abreu 	{ true, "R125ES", "RX125 FSM Timeout Error" },
588bf993a5SJose Abreu 	{ true, "RVCTES", "REV MDC FSM Timeout Error" },
598bf993a5SJose Abreu 	{ true, "MSTTES", "Master Read/Write Timeout Error" },
608bf993a5SJose Abreu 	{ true, "SLVTES", "Slave Read/Write Timeout Error" },
618bf993a5SJose Abreu 	{ true, "ATITES", "Application Timeout on ATI Interface Error" },
628bf993a5SJose Abreu 	{ true, "ARITES", "Application Timeout on ARI Interface Error" },
638bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 20 */
648bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 21 */
658bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 22 */
668bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 23 */
678bf993a5SJose Abreu 	{ true, "FSMPES", "FSM State Parity Error" },
688bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 25 */
698bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 26 */
708bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 27 */
718bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 28 */
728bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 29 */
738bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 30 */
748bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 31 */
758bf993a5SJose Abreu };
768bf993a5SJose Abreu 
778bf993a5SJose Abreu static void dwmac5_handle_mac_err(struct net_device *ndev,
788bf993a5SJose Abreu 		void __iomem *ioaddr, bool correctable,
798bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
808bf993a5SJose Abreu {
818bf993a5SJose Abreu 	u32 value;
828bf993a5SJose Abreu 
838bf993a5SJose Abreu 	value = readl(ioaddr + MAC_DPP_FSM_INT_STATUS);
848bf993a5SJose Abreu 	writel(value, ioaddr + MAC_DPP_FSM_INT_STATUS);
858bf993a5SJose Abreu 
868bf993a5SJose Abreu 	dwmac5_log_error(ndev, value, correctable, "MAC", dwmac5_mac_errors,
878bf993a5SJose Abreu 			STAT_OFF(mac_errors), stats);
888bf993a5SJose Abreu }
898bf993a5SJose Abreu 
908bf993a5SJose Abreu static const struct dwmac5_error_desc dwmac5_mtl_errors[32]= {
918bf993a5SJose Abreu 	{ true, "TXCES", "MTL TX Memory Error" },
928bf993a5SJose Abreu 	{ true, "TXAMS", "MTL TX Memory Address Mismatch Error" },
938bf993a5SJose Abreu 	{ true, "TXUES", "MTL TX Memory Error" },
948bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 3 */
958bf993a5SJose Abreu 	{ true, "RXCES", "MTL RX Memory Error" },
968bf993a5SJose Abreu 	{ true, "RXAMS", "MTL RX Memory Address Mismatch Error" },
978bf993a5SJose Abreu 	{ true, "RXUES", "MTL RX Memory Error" },
988bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 7 */
998bf993a5SJose Abreu 	{ true, "ECES", "MTL EST Memory Error" },
1008bf993a5SJose Abreu 	{ true, "EAMS", "MTL EST Memory Address Mismatch Error" },
1018bf993a5SJose Abreu 	{ true, "EUES", "MTL EST Memory Error" },
1028bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 11 */
1038bf993a5SJose Abreu 	{ true, "RPCES", "MTL RX Parser Memory Error" },
1048bf993a5SJose Abreu 	{ true, "RPAMS", "MTL RX Parser Memory Address Mismatch Error" },
1058bf993a5SJose Abreu 	{ true, "RPUES", "MTL RX Parser Memory Error" },
1068bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 15 */
1078bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 16 */
1088bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 17 */
1098bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 18 */
1108bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 19 */
1118bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 20 */
1128bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 21 */
1138bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 22 */
1148bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 23 */
1158bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 24 */
1168bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 25 */
1178bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 26 */
1188bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 27 */
1198bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 28 */
1208bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 29 */
1218bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 30 */
1228bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 31 */
1238bf993a5SJose Abreu };
1248bf993a5SJose Abreu 
1258bf993a5SJose Abreu static void dwmac5_handle_mtl_err(struct net_device *ndev,
1268bf993a5SJose Abreu 		void __iomem *ioaddr, bool correctable,
1278bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
1288bf993a5SJose Abreu {
1298bf993a5SJose Abreu 	u32 value;
1308bf993a5SJose Abreu 
1318bf993a5SJose Abreu 	value = readl(ioaddr + MTL_ECC_INT_STATUS);
1328bf993a5SJose Abreu 	writel(value, ioaddr + MTL_ECC_INT_STATUS);
1338bf993a5SJose Abreu 
1348bf993a5SJose Abreu 	dwmac5_log_error(ndev, value, correctable, "MTL", dwmac5_mtl_errors,
1358bf993a5SJose Abreu 			STAT_OFF(mtl_errors), stats);
1368bf993a5SJose Abreu }
1378bf993a5SJose Abreu 
1388bf993a5SJose Abreu static const struct dwmac5_error_desc dwmac5_dma_errors[32]= {
1398bf993a5SJose Abreu 	{ true, "TCES", "DMA TSO Memory Error" },
1408bf993a5SJose Abreu 	{ true, "TAMS", "DMA TSO Memory Address Mismatch Error" },
1418bf993a5SJose Abreu 	{ true, "TUES", "DMA TSO Memory Error" },
1428bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 3 */
1438bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 4 */
1448bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 5 */
1458bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 6 */
1468bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 7 */
1478bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 8 */
1488bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 9 */
1498bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 10 */
1508bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 11 */
1518bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 12 */
1528bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 13 */
1538bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 14 */
1548bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 15 */
1558bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 16 */
1568bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 17 */
1578bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 18 */
1588bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 19 */
1598bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 20 */
1608bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 21 */
1618bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 22 */
1628bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 23 */
1638bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 24 */
1648bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 25 */
1658bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 26 */
1668bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 27 */
1678bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 28 */
1688bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 29 */
1698bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 30 */
1708bf993a5SJose Abreu 	{ false, "UNKNOWN", "Unknown Error" }, /* 31 */
1718bf993a5SJose Abreu };
1728bf993a5SJose Abreu 
1738bf993a5SJose Abreu static void dwmac5_handle_dma_err(struct net_device *ndev,
1748bf993a5SJose Abreu 		void __iomem *ioaddr, bool correctable,
1758bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
1768bf993a5SJose Abreu {
1778bf993a5SJose Abreu 	u32 value;
1788bf993a5SJose Abreu 
1798bf993a5SJose Abreu 	value = readl(ioaddr + DMA_ECC_INT_STATUS);
1808bf993a5SJose Abreu 	writel(value, ioaddr + DMA_ECC_INT_STATUS);
1818bf993a5SJose Abreu 
1828bf993a5SJose Abreu 	dwmac5_log_error(ndev, value, correctable, "DMA", dwmac5_dma_errors,
1838bf993a5SJose Abreu 			STAT_OFF(dma_errors), stats);
1848bf993a5SJose Abreu }
1858bf993a5SJose Abreu 
1868bf993a5SJose Abreu int dwmac5_safety_feat_config(void __iomem *ioaddr, unsigned int asp)
1878bf993a5SJose Abreu {
1888bf993a5SJose Abreu 	u32 value;
1898bf993a5SJose Abreu 
1908bf993a5SJose Abreu 	if (!asp)
1918bf993a5SJose Abreu 		return -EINVAL;
1928bf993a5SJose Abreu 
1938bf993a5SJose Abreu 	/* 1. Enable Safety Features */
1948bf993a5SJose Abreu 	value = readl(ioaddr + MTL_ECC_CONTROL);
1958bf993a5SJose Abreu 	value |= TSOEE; /* TSO ECC */
1968bf993a5SJose Abreu 	value |= MRXPEE; /* MTL RX Parser ECC */
1978bf993a5SJose Abreu 	value |= MESTEE; /* MTL EST ECC */
1988bf993a5SJose Abreu 	value |= MRXEE; /* MTL RX FIFO ECC */
1998bf993a5SJose Abreu 	value |= MTXEE; /* MTL TX FIFO ECC */
2008bf993a5SJose Abreu 	writel(value, ioaddr + MTL_ECC_CONTROL);
2018bf993a5SJose Abreu 
2028bf993a5SJose Abreu 	/* 2. Enable MTL Safety Interrupts */
2038bf993a5SJose Abreu 	value = readl(ioaddr + MTL_ECC_INT_ENABLE);
2048bf993a5SJose Abreu 	value |= RPCEIE; /* RX Parser Memory Correctable Error */
2058bf993a5SJose Abreu 	value |= ECEIE; /* EST Memory Correctable Error */
2068bf993a5SJose Abreu 	value |= RXCEIE; /* RX Memory Correctable Error */
2078bf993a5SJose Abreu 	value |= TXCEIE; /* TX Memory Correctable Error */
2088bf993a5SJose Abreu 	writel(value, ioaddr + MTL_ECC_INT_ENABLE);
2098bf993a5SJose Abreu 
2108bf993a5SJose Abreu 	/* 3. Enable DMA Safety Interrupts */
2118bf993a5SJose Abreu 	value = readl(ioaddr + DMA_ECC_INT_ENABLE);
2128bf993a5SJose Abreu 	value |= TCEIE; /* TSO Memory Correctable Error */
2138bf993a5SJose Abreu 	writel(value, ioaddr + DMA_ECC_INT_ENABLE);
2148bf993a5SJose Abreu 
2158bf993a5SJose Abreu 	/* Only ECC Protection for External Memory feature is selected */
2168bf993a5SJose Abreu 	if (asp <= 0x1)
2178bf993a5SJose Abreu 		return 0;
2188bf993a5SJose Abreu 
2198bf993a5SJose Abreu 	/* 5. Enable Parity and Timeout for FSM */
2208bf993a5SJose Abreu 	value = readl(ioaddr + MAC_FSM_CONTROL);
2218bf993a5SJose Abreu 	value |= PRTYEN; /* FSM Parity Feature */
2228bf993a5SJose Abreu 	value |= TMOUTEN; /* FSM Timeout Feature */
2238bf993a5SJose Abreu 	writel(value, ioaddr + MAC_FSM_CONTROL);
2248bf993a5SJose Abreu 
2258bf993a5SJose Abreu 	/* 4. Enable Data Parity Protection */
2268bf993a5SJose Abreu 	value = readl(ioaddr + MTL_DPP_CONTROL);
2278bf993a5SJose Abreu 	value |= EDPP;
2288bf993a5SJose Abreu 	writel(value, ioaddr + MTL_DPP_CONTROL);
2298bf993a5SJose Abreu 
2308bf993a5SJose Abreu 	/*
2318bf993a5SJose Abreu 	 * All the Automotive Safety features are selected without the "Parity
2328bf993a5SJose Abreu 	 * Port Enable for external interface" feature.
2338bf993a5SJose Abreu 	 */
2348bf993a5SJose Abreu 	if (asp <= 0x2)
2358bf993a5SJose Abreu 		return 0;
2368bf993a5SJose Abreu 
2378bf993a5SJose Abreu 	value |= EPSI;
2388bf993a5SJose Abreu 	writel(value, ioaddr + MTL_DPP_CONTROL);
2398bf993a5SJose Abreu 	return 0;
2408bf993a5SJose Abreu }
2418bf993a5SJose Abreu 
242c10d4c82SJose Abreu int dwmac5_safety_feat_irq_status(struct net_device *ndev,
2438bf993a5SJose Abreu 		void __iomem *ioaddr, unsigned int asp,
2448bf993a5SJose Abreu 		struct stmmac_safety_stats *stats)
2458bf993a5SJose Abreu {
246c10d4c82SJose Abreu 	bool err, corr;
2478bf993a5SJose Abreu 	u32 mtl, dma;
248c10d4c82SJose Abreu 	int ret = 0;
2498bf993a5SJose Abreu 
2508bf993a5SJose Abreu 	if (!asp)
251c10d4c82SJose Abreu 		return -EINVAL;
2528bf993a5SJose Abreu 
2538bf993a5SJose Abreu 	mtl = readl(ioaddr + MTL_SAFETY_INT_STATUS);
2548bf993a5SJose Abreu 	dma = readl(ioaddr + DMA_SAFETY_INT_STATUS);
2558bf993a5SJose Abreu 
2568bf993a5SJose Abreu 	err = (mtl & MCSIS) || (dma & MCSIS);
2578bf993a5SJose Abreu 	corr = false;
2588bf993a5SJose Abreu 	if (err) {
2598bf993a5SJose Abreu 		dwmac5_handle_mac_err(ndev, ioaddr, corr, stats);
2608bf993a5SJose Abreu 		ret |= !corr;
2618bf993a5SJose Abreu 	}
2628bf993a5SJose Abreu 
2638bf993a5SJose Abreu 	err = (mtl & (MEUIS | MECIS)) || (dma & (MSUIS | MSCIS));
2648bf993a5SJose Abreu 	corr = (mtl & MECIS) || (dma & MSCIS);
2658bf993a5SJose Abreu 	if (err) {
2668bf993a5SJose Abreu 		dwmac5_handle_mtl_err(ndev, ioaddr, corr, stats);
2678bf993a5SJose Abreu 		ret |= !corr;
2688bf993a5SJose Abreu 	}
2698bf993a5SJose Abreu 
2708bf993a5SJose Abreu 	err = dma & (DEUIS | DECIS);
2718bf993a5SJose Abreu 	corr = dma & DECIS;
2728bf993a5SJose Abreu 	if (err) {
2738bf993a5SJose Abreu 		dwmac5_handle_dma_err(ndev, ioaddr, corr, stats);
2748bf993a5SJose Abreu 		ret |= !corr;
2758bf993a5SJose Abreu 	}
2768bf993a5SJose Abreu 
2778bf993a5SJose Abreu 	return ret;
2788bf993a5SJose Abreu }
2798bf993a5SJose Abreu 
2808bf993a5SJose Abreu static const struct dwmac5_error {
2818bf993a5SJose Abreu 	const struct dwmac5_error_desc *desc;
2828bf993a5SJose Abreu } dwmac5_all_errors[] = {
2838bf993a5SJose Abreu 	{ dwmac5_mac_errors },
2848bf993a5SJose Abreu 	{ dwmac5_mtl_errors },
2858bf993a5SJose Abreu 	{ dwmac5_dma_errors },
2868bf993a5SJose Abreu };
2878bf993a5SJose Abreu 
288c10d4c82SJose Abreu int dwmac5_safety_feat_dump(struct stmmac_safety_stats *stats,
289c10d4c82SJose Abreu 			int index, unsigned long *count, const char **desc)
2908bf993a5SJose Abreu {
2918bf993a5SJose Abreu 	int module = index / 32, offset = index % 32;
2928bf993a5SJose Abreu 	unsigned long *ptr = (unsigned long *)stats;
2938bf993a5SJose Abreu 
2948bf993a5SJose Abreu 	if (module >= ARRAY_SIZE(dwmac5_all_errors))
295c10d4c82SJose Abreu 		return -EINVAL;
2968bf993a5SJose Abreu 	if (!dwmac5_all_errors[module].desc[offset].valid)
297c10d4c82SJose Abreu 		return -EINVAL;
2988bf993a5SJose Abreu 	if (count)
2998bf993a5SJose Abreu 		*count = *(ptr + index);
300c10d4c82SJose Abreu 	if (desc)
301c10d4c82SJose Abreu 		*desc = dwmac5_all_errors[module].desc[offset].desc;
302c10d4c82SJose Abreu 	return 0;
3038bf993a5SJose Abreu }
3044dbbe8ddSJose Abreu 
3054dbbe8ddSJose Abreu static int dwmac5_rxp_disable(void __iomem *ioaddr)
3064dbbe8ddSJose Abreu {
3074dbbe8ddSJose Abreu 	u32 val;
3084dbbe8ddSJose Abreu 	int ret;
3094dbbe8ddSJose Abreu 
3104dbbe8ddSJose Abreu 	val = readl(ioaddr + MTL_OPERATION_MODE);
3114dbbe8ddSJose Abreu 	val &= ~MTL_FRPE;
3124dbbe8ddSJose Abreu 	writel(val, ioaddr + MTL_OPERATION_MODE);
3134dbbe8ddSJose Abreu 
3144dbbe8ddSJose Abreu 	ret = readl_poll_timeout(ioaddr + MTL_RXP_CONTROL_STATUS, val,
3154dbbe8ddSJose Abreu 			val & RXPI, 1, 10000);
3164dbbe8ddSJose Abreu 	if (ret)
3174dbbe8ddSJose Abreu 		return ret;
3184dbbe8ddSJose Abreu 	return 0;
3194dbbe8ddSJose Abreu }
3204dbbe8ddSJose Abreu 
3214dbbe8ddSJose Abreu static void dwmac5_rxp_enable(void __iomem *ioaddr)
3224dbbe8ddSJose Abreu {
3234dbbe8ddSJose Abreu 	u32 val;
3244dbbe8ddSJose Abreu 
3254dbbe8ddSJose Abreu 	val = readl(ioaddr + MTL_OPERATION_MODE);
3264dbbe8ddSJose Abreu 	val |= MTL_FRPE;
3274dbbe8ddSJose Abreu 	writel(val, ioaddr + MTL_OPERATION_MODE);
3284dbbe8ddSJose Abreu }
3294dbbe8ddSJose Abreu 
3304dbbe8ddSJose Abreu static int dwmac5_rxp_update_single_entry(void __iomem *ioaddr,
3314dbbe8ddSJose Abreu 					  struct stmmac_tc_entry *entry,
3324dbbe8ddSJose Abreu 					  int pos)
3334dbbe8ddSJose Abreu {
3344dbbe8ddSJose Abreu 	int ret, i;
3354dbbe8ddSJose Abreu 
3364dbbe8ddSJose Abreu 	for (i = 0; i < (sizeof(entry->val) / sizeof(u32)); i++) {
3374dbbe8ddSJose Abreu 		int real_pos = pos * (sizeof(entry->val) / sizeof(u32)) + i;
3384dbbe8ddSJose Abreu 		u32 val;
3394dbbe8ddSJose Abreu 
3404dbbe8ddSJose Abreu 		/* Wait for ready */
3414dbbe8ddSJose Abreu 		ret = readl_poll_timeout(ioaddr + MTL_RXP_IACC_CTRL_STATUS,
3424dbbe8ddSJose Abreu 				val, !(val & STARTBUSY), 1, 10000);
3434dbbe8ddSJose Abreu 		if (ret)
3444dbbe8ddSJose Abreu 			return ret;
3454dbbe8ddSJose Abreu 
3464dbbe8ddSJose Abreu 		/* Write data */
3474dbbe8ddSJose Abreu 		val = *((u32 *)&entry->val + i);
3484dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_DATA);
3494dbbe8ddSJose Abreu 
3504dbbe8ddSJose Abreu 		/* Write pos */
3514dbbe8ddSJose Abreu 		val = real_pos & ADDR;
3524dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_CTRL_STATUS);
3534dbbe8ddSJose Abreu 
3544dbbe8ddSJose Abreu 		/* Write OP */
3554dbbe8ddSJose Abreu 		val |= WRRDN;
3564dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_CTRL_STATUS);
3574dbbe8ddSJose Abreu 
3584dbbe8ddSJose Abreu 		/* Start Write */
3594dbbe8ddSJose Abreu 		val |= STARTBUSY;
3604dbbe8ddSJose Abreu 		writel(val, ioaddr + MTL_RXP_IACC_CTRL_STATUS);
3614dbbe8ddSJose Abreu 
3624dbbe8ddSJose Abreu 		/* Wait for done */
3634dbbe8ddSJose Abreu 		ret = readl_poll_timeout(ioaddr + MTL_RXP_IACC_CTRL_STATUS,
3644dbbe8ddSJose Abreu 				val, !(val & STARTBUSY), 1, 10000);
3654dbbe8ddSJose Abreu 		if (ret)
3664dbbe8ddSJose Abreu 			return ret;
3674dbbe8ddSJose Abreu 	}
3684dbbe8ddSJose Abreu 
3694dbbe8ddSJose Abreu 	return 0;
3704dbbe8ddSJose Abreu }
3714dbbe8ddSJose Abreu 
3724dbbe8ddSJose Abreu static struct stmmac_tc_entry *
3734dbbe8ddSJose Abreu dwmac5_rxp_get_next_entry(struct stmmac_tc_entry *entries, unsigned int count,
3744dbbe8ddSJose Abreu 			  u32 curr_prio)
3754dbbe8ddSJose Abreu {
3764dbbe8ddSJose Abreu 	struct stmmac_tc_entry *entry;
3774dbbe8ddSJose Abreu 	u32 min_prio = ~0x0;
3784dbbe8ddSJose Abreu 	int i, min_prio_idx;
3794dbbe8ddSJose Abreu 	bool found = false;
3804dbbe8ddSJose Abreu 
3814dbbe8ddSJose Abreu 	for (i = count - 1; i >= 0; i--) {
3824dbbe8ddSJose Abreu 		entry = &entries[i];
3834dbbe8ddSJose Abreu 
3844dbbe8ddSJose Abreu 		/* Do not update unused entries */
3854dbbe8ddSJose Abreu 		if (!entry->in_use)
3864dbbe8ddSJose Abreu 			continue;
3874dbbe8ddSJose Abreu 		/* Do not update already updated entries (i.e. fragments) */
3884dbbe8ddSJose Abreu 		if (entry->in_hw)
3894dbbe8ddSJose Abreu 			continue;
3904dbbe8ddSJose Abreu 		/* Let last entry be updated last */
3914dbbe8ddSJose Abreu 		if (entry->is_last)
3924dbbe8ddSJose Abreu 			continue;
3934dbbe8ddSJose Abreu 		/* Do not return fragments */
3944dbbe8ddSJose Abreu 		if (entry->is_frag)
3954dbbe8ddSJose Abreu 			continue;
3964dbbe8ddSJose Abreu 		/* Check if we already checked this prio */
3974dbbe8ddSJose Abreu 		if (entry->prio < curr_prio)
3984dbbe8ddSJose Abreu 			continue;
3994dbbe8ddSJose Abreu 		/* Check if this is the minimum prio */
4004dbbe8ddSJose Abreu 		if (entry->prio < min_prio) {
4014dbbe8ddSJose Abreu 			min_prio = entry->prio;
4024dbbe8ddSJose Abreu 			min_prio_idx = i;
4034dbbe8ddSJose Abreu 			found = true;
4044dbbe8ddSJose Abreu 		}
4054dbbe8ddSJose Abreu 	}
4064dbbe8ddSJose Abreu 
4074dbbe8ddSJose Abreu 	if (found)
4084dbbe8ddSJose Abreu 		return &entries[min_prio_idx];
4094dbbe8ddSJose Abreu 	return NULL;
4104dbbe8ddSJose Abreu }
4114dbbe8ddSJose Abreu 
4124dbbe8ddSJose Abreu int dwmac5_rxp_config(void __iomem *ioaddr, struct stmmac_tc_entry *entries,
4134dbbe8ddSJose Abreu 		      unsigned int count)
4144dbbe8ddSJose Abreu {
4154dbbe8ddSJose Abreu 	struct stmmac_tc_entry *entry, *frag;
4164dbbe8ddSJose Abreu 	int i, ret, nve = 0;
4174dbbe8ddSJose Abreu 	u32 curr_prio = 0;
4184dbbe8ddSJose Abreu 	u32 old_val, val;
4194dbbe8ddSJose Abreu 
4204dbbe8ddSJose Abreu 	/* Force disable RX */
4214dbbe8ddSJose Abreu 	old_val = readl(ioaddr + GMAC_CONFIG);
4224dbbe8ddSJose Abreu 	val = old_val & ~GMAC_CONFIG_RE;
4234dbbe8ddSJose Abreu 	writel(val, ioaddr + GMAC_CONFIG);
4244dbbe8ddSJose Abreu 
4254dbbe8ddSJose Abreu 	/* Disable RX Parser */
4264dbbe8ddSJose Abreu 	ret = dwmac5_rxp_disable(ioaddr);
4274dbbe8ddSJose Abreu 	if (ret)
4284dbbe8ddSJose Abreu 		goto re_enable;
4294dbbe8ddSJose Abreu 
4304dbbe8ddSJose Abreu 	/* Set all entries as NOT in HW */
4314dbbe8ddSJose Abreu 	for (i = 0; i < count; i++) {
4324dbbe8ddSJose Abreu 		entry = &entries[i];
4334dbbe8ddSJose Abreu 		entry->in_hw = false;
4344dbbe8ddSJose Abreu 	}
4354dbbe8ddSJose Abreu 
4364dbbe8ddSJose Abreu 	/* Update entries by reverse order */
4374dbbe8ddSJose Abreu 	while (1) {
4384dbbe8ddSJose Abreu 		entry = dwmac5_rxp_get_next_entry(entries, count, curr_prio);
4394dbbe8ddSJose Abreu 		if (!entry)
4404dbbe8ddSJose Abreu 			break;
4414dbbe8ddSJose Abreu 
4424dbbe8ddSJose Abreu 		curr_prio = entry->prio;
4434dbbe8ddSJose Abreu 		frag = entry->frag_ptr;
4444dbbe8ddSJose Abreu 
4454dbbe8ddSJose Abreu 		/* Set special fragment requirements */
4464dbbe8ddSJose Abreu 		if (frag) {
4474dbbe8ddSJose Abreu 			entry->val.af = 0;
4484dbbe8ddSJose Abreu 			entry->val.rf = 0;
4494dbbe8ddSJose Abreu 			entry->val.nc = 1;
4504dbbe8ddSJose Abreu 			entry->val.ok_index = nve + 2;
4514dbbe8ddSJose Abreu 		}
4524dbbe8ddSJose Abreu 
4534dbbe8ddSJose Abreu 		ret = dwmac5_rxp_update_single_entry(ioaddr, entry, nve);
4544dbbe8ddSJose Abreu 		if (ret)
4554dbbe8ddSJose Abreu 			goto re_enable;
4564dbbe8ddSJose Abreu 
4574dbbe8ddSJose Abreu 		entry->table_pos = nve++;
4584dbbe8ddSJose Abreu 		entry->in_hw = true;
4594dbbe8ddSJose Abreu 
4604dbbe8ddSJose Abreu 		if (frag && !frag->in_hw) {
4614dbbe8ddSJose Abreu 			ret = dwmac5_rxp_update_single_entry(ioaddr, frag, nve);
4624dbbe8ddSJose Abreu 			if (ret)
4634dbbe8ddSJose Abreu 				goto re_enable;
4644dbbe8ddSJose Abreu 			frag->table_pos = nve++;
4654dbbe8ddSJose Abreu 			frag->in_hw = true;
4664dbbe8ddSJose Abreu 		}
4674dbbe8ddSJose Abreu 	}
4684dbbe8ddSJose Abreu 
4694dbbe8ddSJose Abreu 	if (!nve)
4704dbbe8ddSJose Abreu 		goto re_enable;
4714dbbe8ddSJose Abreu 
4724dbbe8ddSJose Abreu 	/* Update all pass entry */
4734dbbe8ddSJose Abreu 	for (i = 0; i < count; i++) {
4744dbbe8ddSJose Abreu 		entry = &entries[i];
4754dbbe8ddSJose Abreu 		if (!entry->is_last)
4764dbbe8ddSJose Abreu 			continue;
4774dbbe8ddSJose Abreu 
4784dbbe8ddSJose Abreu 		ret = dwmac5_rxp_update_single_entry(ioaddr, entry, nve);
4794dbbe8ddSJose Abreu 		if (ret)
4804dbbe8ddSJose Abreu 			goto re_enable;
4814dbbe8ddSJose Abreu 
4824dbbe8ddSJose Abreu 		entry->table_pos = nve++;
4834dbbe8ddSJose Abreu 	}
4844dbbe8ddSJose Abreu 
4854dbbe8ddSJose Abreu 	/* Assume n. of parsable entries == n. of valid entries */
4864dbbe8ddSJose Abreu 	val = (nve << 16) & NPE;
4874dbbe8ddSJose Abreu 	val |= nve & NVE;
4884dbbe8ddSJose Abreu 	writel(val, ioaddr + MTL_RXP_CONTROL_STATUS);
4894dbbe8ddSJose Abreu 
4904dbbe8ddSJose Abreu 	/* Enable RX Parser */
4914dbbe8ddSJose Abreu 	dwmac5_rxp_enable(ioaddr);
4924dbbe8ddSJose Abreu 
4934dbbe8ddSJose Abreu re_enable:
4944dbbe8ddSJose Abreu 	/* Re-enable RX */
4954dbbe8ddSJose Abreu 	writel(old_val, ioaddr + GMAC_CONFIG);
4964dbbe8ddSJose Abreu 	return ret;
4974dbbe8ddSJose Abreu }
4989a8a02c9SJose Abreu 
4999a8a02c9SJose Abreu int dwmac5_flex_pps_config(void __iomem *ioaddr, int index,
5009a8a02c9SJose Abreu 			   struct stmmac_pps_cfg *cfg, bool enable,
5019a8a02c9SJose Abreu 			   u32 sub_second_inc, u32 systime_flags)
5029a8a02c9SJose Abreu {
5039a8a02c9SJose Abreu 	u32 tnsec = readl(ioaddr + MAC_PPSx_TARGET_TIME_NSEC(index));
5049a8a02c9SJose Abreu 	u32 val = readl(ioaddr + MAC_PPS_CONTROL);
5059a8a02c9SJose Abreu 	u64 period;
5069a8a02c9SJose Abreu 
5079a8a02c9SJose Abreu 	if (!cfg->available)
5089a8a02c9SJose Abreu 		return -EINVAL;
5099a8a02c9SJose Abreu 	if (tnsec & TRGTBUSY0)
5109a8a02c9SJose Abreu 		return -EBUSY;
5119a8a02c9SJose Abreu 	if (!sub_second_inc || !systime_flags)
5129a8a02c9SJose Abreu 		return -EINVAL;
5139a8a02c9SJose Abreu 
5149a8a02c9SJose Abreu 	val &= ~PPSx_MASK(index);
5159a8a02c9SJose Abreu 
5169a8a02c9SJose Abreu 	if (!enable) {
5179a8a02c9SJose Abreu 		val |= PPSCMDx(index, 0x5);
518520cf600SAntonio Borneo 		val |= PPSEN0;
5199a8a02c9SJose Abreu 		writel(val, ioaddr + MAC_PPS_CONTROL);
5209a8a02c9SJose Abreu 		return 0;
5219a8a02c9SJose Abreu 	}
5229a8a02c9SJose Abreu 
5239a8a02c9SJose Abreu 	val |= PPSCMDx(index, 0x2);
5249a8a02c9SJose Abreu 	val |= TRGTMODSELx(index, 0x2);
5259a8a02c9SJose Abreu 	val |= PPSEN0;
5269a8a02c9SJose Abreu 
5279a8a02c9SJose Abreu 	writel(cfg->start.tv_sec, ioaddr + MAC_PPSx_TARGET_TIME_SEC(index));
5289a8a02c9SJose Abreu 
5299a8a02c9SJose Abreu 	if (!(systime_flags & PTP_TCR_TSCTRLSSR))
5309a8a02c9SJose Abreu 		cfg->start.tv_nsec = (cfg->start.tv_nsec * 1000) / 465;
5319a8a02c9SJose Abreu 	writel(cfg->start.tv_nsec, ioaddr + MAC_PPSx_TARGET_TIME_NSEC(index));
5329a8a02c9SJose Abreu 
5339a8a02c9SJose Abreu 	period = cfg->period.tv_sec * 1000000000;
5349a8a02c9SJose Abreu 	period += cfg->period.tv_nsec;
5359a8a02c9SJose Abreu 
5369a8a02c9SJose Abreu 	do_div(period, sub_second_inc);
5379a8a02c9SJose Abreu 
5389a8a02c9SJose Abreu 	if (period <= 1)
5399a8a02c9SJose Abreu 		return -EINVAL;
5409a8a02c9SJose Abreu 
5419a8a02c9SJose Abreu 	writel(period - 1, ioaddr + MAC_PPSx_INTERVAL(index));
5429a8a02c9SJose Abreu 
5439a8a02c9SJose Abreu 	period >>= 1;
5449a8a02c9SJose Abreu 	if (period <= 1)
5459a8a02c9SJose Abreu 		return -EINVAL;
5469a8a02c9SJose Abreu 
5479a8a02c9SJose Abreu 	writel(period - 1, ioaddr + MAC_PPSx_WIDTH(index));
5489a8a02c9SJose Abreu 
5499a8a02c9SJose Abreu 	/* Finally, activate it */
5509a8a02c9SJose Abreu 	writel(val, ioaddr + MAC_PPS_CONTROL);
5519a8a02c9SJose Abreu 	return 0;
5529a8a02c9SJose Abreu }
553504723afSJose Abreu 
554504723afSJose Abreu static int dwmac5_est_write(void __iomem *ioaddr, u32 reg, u32 val, bool gcl)
555504723afSJose Abreu {
556504723afSJose Abreu 	u32 ctrl;
557504723afSJose Abreu 
558504723afSJose Abreu 	writel(val, ioaddr + MTL_EST_GCL_DATA);
559504723afSJose Abreu 
560504723afSJose Abreu 	ctrl = (reg << ADDR_SHIFT);
561504723afSJose Abreu 	ctrl |= gcl ? 0 : GCRR;
562504723afSJose Abreu 
563504723afSJose Abreu 	writel(ctrl, ioaddr + MTL_EST_GCL_CONTROL);
564504723afSJose Abreu 
565504723afSJose Abreu 	ctrl |= SRWO;
566504723afSJose Abreu 	writel(ctrl, ioaddr + MTL_EST_GCL_CONTROL);
567504723afSJose Abreu 
568504723afSJose Abreu 	return readl_poll_timeout(ioaddr + MTL_EST_GCL_CONTROL,
569504723afSJose Abreu 				  ctrl, !(ctrl & SRWO), 100, 5000);
570504723afSJose Abreu }
571504723afSJose Abreu 
572504723afSJose Abreu int dwmac5_est_configure(void __iomem *ioaddr, struct stmmac_est *cfg,
573504723afSJose Abreu 			 unsigned int ptp_rate)
574504723afSJose Abreu {
575504723afSJose Abreu 	u32 speed, total_offset, offset, ctrl, ctr_low;
576504723afSJose Abreu 	u32 extcfg = readl(ioaddr + GMAC_EXT_CONFIG);
577504723afSJose Abreu 	u32 mac_cfg = readl(ioaddr + GMAC_CONFIG);
578504723afSJose Abreu 	int i, ret = 0x0;
579504723afSJose Abreu 	u64 total_ctr;
580504723afSJose Abreu 
581504723afSJose Abreu 	if (extcfg & GMAC_CONFIG_EIPG_EN) {
582504723afSJose Abreu 		offset = (extcfg & GMAC_CONFIG_EIPG) >> GMAC_CONFIG_EIPG_SHIFT;
583504723afSJose Abreu 		offset = 104 + (offset * 8);
584504723afSJose Abreu 	} else {
585504723afSJose Abreu 		offset = (mac_cfg & GMAC_CONFIG_IPG) >> GMAC_CONFIG_IPG_SHIFT;
586504723afSJose Abreu 		offset = 96 - (offset * 8);
587504723afSJose Abreu 	}
588504723afSJose Abreu 
589504723afSJose Abreu 	speed = mac_cfg & (GMAC_CONFIG_PS | GMAC_CONFIG_FES);
590504723afSJose Abreu 	speed = speed >> GMAC_CONFIG_FES_SHIFT;
591504723afSJose Abreu 
592504723afSJose Abreu 	switch (speed) {
593504723afSJose Abreu 	case 0x0:
594504723afSJose Abreu 		offset = offset * 1000; /* 1G */
595504723afSJose Abreu 		break;
596504723afSJose Abreu 	case 0x1:
597504723afSJose Abreu 		offset = offset * 400; /* 2.5G */
598504723afSJose Abreu 		break;
599504723afSJose Abreu 	case 0x2:
600504723afSJose Abreu 		offset = offset * 100000; /* 10M */
601504723afSJose Abreu 		break;
602504723afSJose Abreu 	case 0x3:
603504723afSJose Abreu 		offset = offset * 10000; /* 100M */
604504723afSJose Abreu 		break;
605504723afSJose Abreu 	default:
606504723afSJose Abreu 		return -EINVAL;
607504723afSJose Abreu 	}
608504723afSJose Abreu 
609504723afSJose Abreu 	offset = offset / 1000;
610504723afSJose Abreu 
611504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, BTR_LOW, cfg->btr[0], false);
612504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, BTR_HIGH, cfg->btr[1], false);
613504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, TER, cfg->ter, false);
614504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, LLR, cfg->gcl_size, false);
615504723afSJose Abreu 	if (ret)
616504723afSJose Abreu 		return ret;
617504723afSJose Abreu 
618504723afSJose Abreu 	total_offset = 0;
619504723afSJose Abreu 	for (i = 0; i < cfg->gcl_size; i++) {
620504723afSJose Abreu 		ret = dwmac5_est_write(ioaddr, i, cfg->gcl[i] + offset, true);
621504723afSJose Abreu 		if (ret)
622504723afSJose Abreu 			return ret;
623504723afSJose Abreu 
624504723afSJose Abreu 		total_offset += offset;
625504723afSJose Abreu 	}
626504723afSJose Abreu 
627504723afSJose Abreu 	total_ctr = cfg->ctr[0] + cfg->ctr[1] * 1000000000;
628504723afSJose Abreu 	total_ctr += total_offset;
629504723afSJose Abreu 
630504723afSJose Abreu 	ctr_low = do_div(total_ctr, 1000000000);
631504723afSJose Abreu 
632504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, CTR_LOW, ctr_low, false);
633504723afSJose Abreu 	ret |= dwmac5_est_write(ioaddr, CTR_HIGH, total_ctr, false);
634504723afSJose Abreu 	if (ret)
635504723afSJose Abreu 		return ret;
636504723afSJose Abreu 
637504723afSJose Abreu 	ctrl = readl(ioaddr + MTL_EST_CONTROL);
638504723afSJose Abreu 	ctrl &= ~PTOV;
639504723afSJose Abreu 	ctrl |= ((1000000000 / ptp_rate) * 6) << PTOV_SHIFT;
640504723afSJose Abreu 	if (cfg->enable)
641504723afSJose Abreu 		ctrl |= EEST | SSWL;
642504723afSJose Abreu 	else
643504723afSJose Abreu 		ctrl &= ~EEST;
644504723afSJose Abreu 
645504723afSJose Abreu 	writel(ctrl, ioaddr + MTL_EST_CONTROL);
646504723afSJose Abreu 	return 0;
647504723afSJose Abreu }
6487c728274SJose Abreu 
6497c728274SJose Abreu void dwmac5_fpe_configure(void __iomem *ioaddr, u32 num_txq, u32 num_rxq,
6507c728274SJose Abreu 			  bool enable)
6517c728274SJose Abreu {
6527c728274SJose Abreu 	u32 value;
6537c728274SJose Abreu 
6547c728274SJose Abreu 	if (!enable) {
6557c728274SJose Abreu 		value = readl(ioaddr + MAC_FPE_CTRL_STS);
6567c728274SJose Abreu 
6577c728274SJose Abreu 		value &= ~EFPE;
6587c728274SJose Abreu 
6597c728274SJose Abreu 		writel(value, ioaddr + MAC_FPE_CTRL_STS);
6607c728274SJose Abreu 	}
6617c728274SJose Abreu 
6627c728274SJose Abreu 	value = readl(ioaddr + GMAC_RXQ_CTRL1);
6637c728274SJose Abreu 	value &= ~GMAC_RXQCTRL_FPRQ;
6647c728274SJose Abreu 	value |= (num_rxq - 1) << GMAC_RXQCTRL_FPRQ_SHIFT;
6657c728274SJose Abreu 	writel(value, ioaddr + GMAC_RXQ_CTRL1);
6667c728274SJose Abreu 
6677c728274SJose Abreu 	value = readl(ioaddr + MAC_FPE_CTRL_STS);
6687c728274SJose Abreu 	value |= EFPE;
6697c728274SJose Abreu 	writel(value, ioaddr + MAC_FPE_CTRL_STS);
6707c728274SJose Abreu }
671