197fb5e8dSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2b9b17debSTimur Tabi /* Copyright (c) 2013-2016, The Linux Foundation. All rights reserved.
3b9b17debSTimur Tabi  */
4b9b17debSTimur Tabi 
5b9b17debSTimur Tabi /* Qualcomm Technologies, Inc. EMAC Gigabit Ethernet Driver */
6b9b17debSTimur Tabi 
7b9b17debSTimur Tabi #include <linux/if_ether.h>
8b9b17debSTimur Tabi #include <linux/if_vlan.h>
9b9b17debSTimur Tabi #include <linux/interrupt.h>
10b9b17debSTimur Tabi #include <linux/io.h>
11b9b17debSTimur Tabi #include <linux/module.h>
12b9b17debSTimur Tabi #include <linux/of.h>
13b9b17debSTimur Tabi #include <linux/of_net.h>
14b9b17debSTimur Tabi #include <linux/phy.h>
15b9b17debSTimur Tabi #include <linux/platform_device.h>
165f3d3807STimur Tabi #include <linux/acpi.h>
17b9b17debSTimur Tabi #include "emac.h"
18b9b17debSTimur Tabi #include "emac-mac.h"
19b9b17debSTimur Tabi #include "emac-phy.h"
20b9b17debSTimur Tabi #include "emac-sgmii.h"
21b9b17debSTimur Tabi 
22b9b17debSTimur Tabi #define EMAC_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK |  \
23b9b17debSTimur Tabi 		NETIF_MSG_TIMER | NETIF_MSG_IFDOWN | NETIF_MSG_IFUP)
24b9b17debSTimur Tabi 
25b9b17debSTimur Tabi #define EMAC_RRD_SIZE					     4
26b9b17debSTimur Tabi /* The RRD size if timestamping is enabled: */
27b9b17debSTimur Tabi #define EMAC_TS_RRD_SIZE				     6
28b9b17debSTimur Tabi #define EMAC_TPD_SIZE					     4
29b9b17debSTimur Tabi #define EMAC_RFD_SIZE					     2
30b9b17debSTimur Tabi 
31b9b17debSTimur Tabi #define REG_MAC_RX_STATUS_BIN		 EMAC_RXMAC_STATC_REG0
32b9b17debSTimur Tabi #define REG_MAC_RX_STATUS_END		EMAC_RXMAC_STATC_REG22
33b9b17debSTimur Tabi #define REG_MAC_TX_STATUS_BIN		 EMAC_TXMAC_STATC_REG0
34b9b17debSTimur Tabi #define REG_MAC_TX_STATUS_END		EMAC_TXMAC_STATC_REG24
35b9b17debSTimur Tabi 
36b9b17debSTimur Tabi #define RXQ0_NUM_RFD_PREF_DEF				     8
37b9b17debSTimur Tabi #define TXQ0_NUM_TPD_PREF_DEF				     5
38b9b17debSTimur Tabi 
39b9b17debSTimur Tabi #define EMAC_PREAMBLE_DEF				     7
40b9b17debSTimur Tabi 
41b9b17debSTimur Tabi #define DMAR_DLY_CNT_DEF				    15
42b9b17debSTimur Tabi #define DMAW_DLY_CNT_DEF				     4
43b9b17debSTimur Tabi 
4424609669STimur Tabi #define IMR_NORMAL_MASK		(ISR_ERROR | ISR_OVER | ISR_TX_PKT)
45b9b17debSTimur Tabi 
46b9b17debSTimur Tabi #define ISR_TX_PKT      (\
47b9b17debSTimur Tabi 	TX_PKT_INT      |\
48b9b17debSTimur Tabi 	TX_PKT_INT1     |\
49b9b17debSTimur Tabi 	TX_PKT_INT2     |\
50b9b17debSTimur Tabi 	TX_PKT_INT3)
51b9b17debSTimur Tabi 
52b9b17debSTimur Tabi #define ISR_OVER        (\
53b9b17debSTimur Tabi 	RFD0_UR_INT     |\
54b9b17debSTimur Tabi 	RFD1_UR_INT     |\
55b9b17debSTimur Tabi 	RFD2_UR_INT     |\
56b9b17debSTimur Tabi 	RFD3_UR_INT     |\
57b9b17debSTimur Tabi 	RFD4_UR_INT     |\
58b9b17debSTimur Tabi 	RXF_OF_INT      |\
59b9b17debSTimur Tabi 	TXF_UR_INT)
60b9b17debSTimur Tabi 
61b9b17debSTimur Tabi #define ISR_ERROR       (\
62b9b17debSTimur Tabi 	DMAR_TO_INT     |\
63b9b17debSTimur Tabi 	DMAW_TO_INT     |\
64b9b17debSTimur Tabi 	TXQ_TO_INT)
65b9b17debSTimur Tabi 
66b9b17debSTimur Tabi /* in sync with enum emac_clk_id */
67b9b17debSTimur Tabi static const char * const emac_clk_name[] = {
68b9b17debSTimur Tabi 	"axi_clk", "cfg_ahb_clk", "high_speed_clk", "mdio_clk", "tx_clk",
69b9b17debSTimur Tabi 	"rx_clk", "sys_clk"
70b9b17debSTimur Tabi };
71b9b17debSTimur Tabi 
emac_reg_update32(void __iomem * addr,u32 mask,u32 val)72b9b17debSTimur Tabi void emac_reg_update32(void __iomem *addr, u32 mask, u32 val)
73b9b17debSTimur Tabi {
74b9b17debSTimur Tabi 	u32 data = readl(addr);
75b9b17debSTimur Tabi 
76b9b17debSTimur Tabi 	writel(((data & ~mask) | val), addr);
77b9b17debSTimur Tabi }
78b9b17debSTimur Tabi 
79b9b17debSTimur Tabi /* reinitialize */
emac_reinit_locked(struct emac_adapter * adpt)80b9b17debSTimur Tabi int emac_reinit_locked(struct emac_adapter *adpt)
81b9b17debSTimur Tabi {
82b9b17debSTimur Tabi 	int ret;
83b9b17debSTimur Tabi 
84b9b17debSTimur Tabi 	mutex_lock(&adpt->reset_lock);
85b9b17debSTimur Tabi 
86b9b17debSTimur Tabi 	emac_mac_down(adpt);
87b9b17debSTimur Tabi 	emac_sgmii_reset(adpt);
88b9b17debSTimur Tabi 	ret = emac_mac_up(adpt);
89b9b17debSTimur Tabi 
90b9b17debSTimur Tabi 	mutex_unlock(&adpt->reset_lock);
91b9b17debSTimur Tabi 
92b9b17debSTimur Tabi 	return ret;
93b9b17debSTimur Tabi }
94b9b17debSTimur Tabi 
95b9b17debSTimur Tabi /* NAPI */
emac_napi_rtx(struct napi_struct * napi,int budget)96b9b17debSTimur Tabi static int emac_napi_rtx(struct napi_struct *napi, int budget)
97b9b17debSTimur Tabi {
98b9b17debSTimur Tabi 	struct emac_rx_queue *rx_q =
99b9b17debSTimur Tabi 		container_of(napi, struct emac_rx_queue, napi);
100b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(rx_q->netdev);
101b9b17debSTimur Tabi 	struct emac_irq *irq = rx_q->irq;
102b9b17debSTimur Tabi 	int work_done = 0;
103b9b17debSTimur Tabi 
104b9b17debSTimur Tabi 	emac_mac_rx_process(adpt, rx_q, &work_done, budget);
105b9b17debSTimur Tabi 
106b9b17debSTimur Tabi 	if (work_done < budget) {
1076ad20165SEric Dumazet 		napi_complete_done(napi, work_done);
108b9b17debSTimur Tabi 
109b9b17debSTimur Tabi 		irq->mask |= rx_q->intr;
110b9b17debSTimur Tabi 		writel(irq->mask, adpt->base + EMAC_INT_MASK);
111b9b17debSTimur Tabi 	}
112b9b17debSTimur Tabi 
113b9b17debSTimur Tabi 	return work_done;
114b9b17debSTimur Tabi }
115b9b17debSTimur Tabi 
116b9b17debSTimur Tabi /* Transmit the packet */
emac_start_xmit(struct sk_buff * skb,struct net_device * netdev)1173e1853e4SYunjian Wang static netdev_tx_t emac_start_xmit(struct sk_buff *skb,
1183e1853e4SYunjian Wang 				   struct net_device *netdev)
119b9b17debSTimur Tabi {
120b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
121b9b17debSTimur Tabi 
122b9b17debSTimur Tabi 	return emac_mac_tx_buf_send(adpt, &adpt->tx_q, skb);
123b9b17debSTimur Tabi }
124b9b17debSTimur Tabi 
emac_isr(int _irq,void * data)125d009313cSColin Ian King static irqreturn_t emac_isr(int _irq, void *data)
126b9b17debSTimur Tabi {
127b9b17debSTimur Tabi 	struct emac_irq *irq = data;
128b9b17debSTimur Tabi 	struct emac_adapter *adpt =
129b9b17debSTimur Tabi 		container_of(irq, struct emac_adapter, irq);
130b9b17debSTimur Tabi 	struct emac_rx_queue *rx_q = &adpt->rx_q;
131b9b17debSTimur Tabi 	u32 isr, status;
132b9b17debSTimur Tabi 
133b9b17debSTimur Tabi 	/* disable the interrupt */
134b9b17debSTimur Tabi 	writel(0, adpt->base + EMAC_INT_MASK);
135b9b17debSTimur Tabi 
136b9b17debSTimur Tabi 	isr = readl_relaxed(adpt->base + EMAC_INT_STATUS);
137b9b17debSTimur Tabi 
138b9b17debSTimur Tabi 	status = isr & irq->mask;
139b9b17debSTimur Tabi 	if (status == 0)
140b9b17debSTimur Tabi 		goto exit;
141b9b17debSTimur Tabi 
142b9b17debSTimur Tabi 	if (status & ISR_ERROR) {
143740d6f18STimur Tabi 		net_err_ratelimited("%s: error interrupt 0x%lx\n",
144740d6f18STimur Tabi 				    adpt->netdev->name, status & ISR_ERROR);
145b9b17debSTimur Tabi 		/* reset MAC */
146b9b17debSTimur Tabi 		schedule_work(&adpt->work_thread);
147b9b17debSTimur Tabi 	}
148b9b17debSTimur Tabi 
149b9b17debSTimur Tabi 	/* Schedule the napi for receive queue with interrupt
150b9b17debSTimur Tabi 	 * status bit set
151b9b17debSTimur Tabi 	 */
152b9b17debSTimur Tabi 	if (status & rx_q->intr) {
153b9b17debSTimur Tabi 		if (napi_schedule_prep(&rx_q->napi)) {
154b9b17debSTimur Tabi 			irq->mask &= ~rx_q->intr;
155b9b17debSTimur Tabi 			__napi_schedule(&rx_q->napi);
156b9b17debSTimur Tabi 		}
157b9b17debSTimur Tabi 	}
158b9b17debSTimur Tabi 
159b9b17debSTimur Tabi 	if (status & TX_PKT_INT)
160b9b17debSTimur Tabi 		emac_mac_tx_process(adpt, &adpt->tx_q);
161b9b17debSTimur Tabi 
162b9b17debSTimur Tabi 	if (status & ISR_OVER)
163740d6f18STimur Tabi 		net_warn_ratelimited("%s: TX/RX overflow interrupt\n",
164740d6f18STimur Tabi 				     adpt->netdev->name);
165b9b17debSTimur Tabi 
166b9b17debSTimur Tabi exit:
167b9b17debSTimur Tabi 	/* enable the interrupt */
168b9b17debSTimur Tabi 	writel(irq->mask, adpt->base + EMAC_INT_MASK);
169b9b17debSTimur Tabi 
170b9b17debSTimur Tabi 	return IRQ_HANDLED;
171b9b17debSTimur Tabi }
172b9b17debSTimur Tabi 
173b9b17debSTimur Tabi /* Configure VLAN tag strip/insert feature */
emac_set_features(struct net_device * netdev,netdev_features_t features)174b9b17debSTimur Tabi static int emac_set_features(struct net_device *netdev,
175b9b17debSTimur Tabi 			     netdev_features_t features)
176b9b17debSTimur Tabi {
177b9b17debSTimur Tabi 	netdev_features_t changed = features ^ netdev->features;
178b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
179b9b17debSTimur Tabi 
180b9b17debSTimur Tabi 	/* We only need to reprogram the hardware if the VLAN tag features
181b9b17debSTimur Tabi 	 * have changed, and if it's already running.
182b9b17debSTimur Tabi 	 */
183b9b17debSTimur Tabi 	if (!(changed & (NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX)))
184b9b17debSTimur Tabi 		return 0;
185b9b17debSTimur Tabi 
186b9b17debSTimur Tabi 	if (!netif_running(netdev))
187b9b17debSTimur Tabi 		return 0;
188b9b17debSTimur Tabi 
189b9b17debSTimur Tabi 	/* emac_mac_mode_config() uses netdev->features to configure the EMAC,
190b9b17debSTimur Tabi 	 * so make sure it's set first.
191b9b17debSTimur Tabi 	 */
192b9b17debSTimur Tabi 	netdev->features = features;
193b9b17debSTimur Tabi 
194b9b17debSTimur Tabi 	return emac_reinit_locked(adpt);
195b9b17debSTimur Tabi }
196b9b17debSTimur Tabi 
197b9b17debSTimur Tabi /* Configure Multicast and Promiscuous modes */
emac_rx_mode_set(struct net_device * netdev)198b9b17debSTimur Tabi static void emac_rx_mode_set(struct net_device *netdev)
199b9b17debSTimur Tabi {
200b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
201b9b17debSTimur Tabi 	struct netdev_hw_addr *ha;
202b9b17debSTimur Tabi 
203b9b17debSTimur Tabi 	emac_mac_mode_config(adpt);
204b9b17debSTimur Tabi 
205b9b17debSTimur Tabi 	/* update multicast address filtering */
206b9b17debSTimur Tabi 	emac_mac_multicast_addr_clear(adpt);
207b9b17debSTimur Tabi 	netdev_for_each_mc_addr(ha, netdev)
208b9b17debSTimur Tabi 		emac_mac_multicast_addr_set(adpt, ha->addr);
209b9b17debSTimur Tabi }
210b9b17debSTimur Tabi 
211b9b17debSTimur Tabi /* Change the Maximum Transfer Unit (MTU) */
emac_change_mtu(struct net_device * netdev,int new_mtu)212b9b17debSTimur Tabi static int emac_change_mtu(struct net_device *netdev, int new_mtu)
213b9b17debSTimur Tabi {
214b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
215b9b17debSTimur Tabi 
21654093866SFlorian Fainelli 	netif_dbg(adpt, hw, adpt->netdev,
217b9b17debSTimur Tabi 		  "changing MTU from %d to %d\n", netdev->mtu,
218b9b17debSTimur Tabi 		  new_mtu);
219b9b17debSTimur Tabi 	netdev->mtu = new_mtu;
220b9b17debSTimur Tabi 
221b9b17debSTimur Tabi 	if (netif_running(netdev))
222b9b17debSTimur Tabi 		return emac_reinit_locked(adpt);
223b9b17debSTimur Tabi 
224b9b17debSTimur Tabi 	return 0;
225b9b17debSTimur Tabi }
226b9b17debSTimur Tabi 
227b9b17debSTimur Tabi /* Called when the network interface is made active */
emac_open(struct net_device * netdev)228b9b17debSTimur Tabi static int emac_open(struct net_device *netdev)
229b9b17debSTimur Tabi {
230b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
2314404323cSTimur Tabi 	struct emac_irq	*irq = &adpt->irq;
232b9b17debSTimur Tabi 	int ret;
233b9b17debSTimur Tabi 
2344404323cSTimur Tabi 	ret = request_irq(irq->irq, emac_isr, 0, "emac-core0", irq);
2354404323cSTimur Tabi 	if (ret) {
2364404323cSTimur Tabi 		netdev_err(adpt->netdev, "could not request emac-core0 irq\n");
2374404323cSTimur Tabi 		return ret;
2384404323cSTimur Tabi 	}
2394404323cSTimur Tabi 
240b9b17debSTimur Tabi 	/* allocate rx/tx dma buffer & descriptors */
241b9b17debSTimur Tabi 	ret = emac_mac_rx_tx_rings_alloc_all(adpt);
242b9b17debSTimur Tabi 	if (ret) {
243b9b17debSTimur Tabi 		netdev_err(adpt->netdev, "error allocating rx/tx rings\n");
2444404323cSTimur Tabi 		free_irq(irq->irq, irq);
245b9b17debSTimur Tabi 		return ret;
246b9b17debSTimur Tabi 	}
247b9b17debSTimur Tabi 
2489e6881d3SHemanth Puranik 	ret = emac_sgmii_open(adpt);
249b9b17debSTimur Tabi 	if (ret) {
250b9b17debSTimur Tabi 		emac_mac_rx_tx_rings_free_all(adpt);
2514404323cSTimur Tabi 		free_irq(irq->irq, irq);
252b9b17debSTimur Tabi 		return ret;
253b9b17debSTimur Tabi 	}
254b9b17debSTimur Tabi 
255ac3241d5SHemanth Puranik 	ret = emac_mac_up(adpt);
256fd0e97b8STimur Tabi 	if (ret) {
257fd0e97b8STimur Tabi 		emac_mac_rx_tx_rings_free_all(adpt);
258fd0e97b8STimur Tabi 		free_irq(irq->irq, irq);
2599e6881d3SHemanth Puranik 		emac_sgmii_close(adpt);
260fd0e97b8STimur Tabi 		return ret;
261fd0e97b8STimur Tabi 	}
262fd0e97b8STimur Tabi 
263b9b17debSTimur Tabi 	return 0;
264b9b17debSTimur Tabi }
265b9b17debSTimur Tabi 
266b9b17debSTimur Tabi /* Called when the network interface is disabled */
emac_close(struct net_device * netdev)267b9b17debSTimur Tabi static int emac_close(struct net_device *netdev)
268b9b17debSTimur Tabi {
269b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
270b9b17debSTimur Tabi 
271b9b17debSTimur Tabi 	mutex_lock(&adpt->reset_lock);
272b9b17debSTimur Tabi 
2739e6881d3SHemanth Puranik 	emac_sgmii_close(adpt);
274b9b17debSTimur Tabi 	emac_mac_down(adpt);
275b9b17debSTimur Tabi 	emac_mac_rx_tx_rings_free_all(adpt);
276b9b17debSTimur Tabi 
2774404323cSTimur Tabi 	free_irq(adpt->irq.irq, &adpt->irq);
2784404323cSTimur Tabi 
279b9b17debSTimur Tabi 	mutex_unlock(&adpt->reset_lock);
280b9b17debSTimur Tabi 
281b9b17debSTimur Tabi 	return 0;
282b9b17debSTimur Tabi }
283b9b17debSTimur Tabi 
284b9b17debSTimur Tabi /* Respond to a TX hang */
emac_tx_timeout(struct net_device * netdev,unsigned int txqueue)2850290bd29SMichael S. Tsirkin static void emac_tx_timeout(struct net_device *netdev, unsigned int txqueue)
286b9b17debSTimur Tabi {
287b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
288b9b17debSTimur Tabi 
289b9b17debSTimur Tabi 	schedule_work(&adpt->work_thread);
290b9b17debSTimur Tabi }
291b9b17debSTimur Tabi 
29279f664edSTimur Tabi /**
29379f664edSTimur Tabi  * emac_update_hw_stats - read the EMAC stat registers
294d0ea5cbdSJesse Brandeburg  * @adpt: pointer to adapter struct
29579f664edSTimur Tabi  *
29679f664edSTimur Tabi  * Reads the stats registers and write the values to adpt->stats.
29779f664edSTimur Tabi  *
29879f664edSTimur Tabi  * adpt->stats.lock must be held while calling this function,
29979f664edSTimur Tabi  * and while reading from adpt->stats.
30079f664edSTimur Tabi  */
emac_update_hw_stats(struct emac_adapter * adpt)30179f664edSTimur Tabi void emac_update_hw_stats(struct emac_adapter *adpt)
302b9b17debSTimur Tabi {
303b9b17debSTimur Tabi 	struct emac_stats *stats = &adpt->stats;
304b9b17debSTimur Tabi 	u64 *stats_itr = &adpt->stats.rx_ok;
30579f664edSTimur Tabi 	void __iomem *base = adpt->base;
30679f664edSTimur Tabi 	unsigned int addr;
307b9b17debSTimur Tabi 
30879f664edSTimur Tabi 	addr = REG_MAC_RX_STATUS_BIN;
309b9b17debSTimur Tabi 	while (addr <= REG_MAC_RX_STATUS_END) {
31079f664edSTimur Tabi 		*stats_itr += readl_relaxed(base + addr);
311b9b17debSTimur Tabi 		stats_itr++;
312b9b17debSTimur Tabi 		addr += sizeof(u32);
313b9b17debSTimur Tabi 	}
314b9b17debSTimur Tabi 
315b9b17debSTimur Tabi 	/* additional rx status */
31679f664edSTimur Tabi 	stats->rx_crc_align += readl_relaxed(base + EMAC_RXMAC_STATC_REG23);
31779f664edSTimur Tabi 	stats->rx_jabbers += readl_relaxed(base + EMAC_RXMAC_STATC_REG24);
318b9b17debSTimur Tabi 
319b9b17debSTimur Tabi 	/* update tx status */
320b9b17debSTimur Tabi 	addr = REG_MAC_TX_STATUS_BIN;
32179f664edSTimur Tabi 	stats_itr = &stats->tx_ok;
322b9b17debSTimur Tabi 
323b9b17debSTimur Tabi 	while (addr <= REG_MAC_TX_STATUS_END) {
32479f664edSTimur Tabi 		*stats_itr += readl_relaxed(base + addr);
32579f664edSTimur Tabi 		stats_itr++;
326b9b17debSTimur Tabi 		addr += sizeof(u32);
327b9b17debSTimur Tabi 	}
328b9b17debSTimur Tabi 
329b9b17debSTimur Tabi 	/* additional tx status */
33079f664edSTimur Tabi 	stats->tx_col += readl_relaxed(base + EMAC_TXMAC_STATC_REG25);
33179f664edSTimur Tabi }
33279f664edSTimur Tabi 
33379f664edSTimur Tabi /* Provide network statistics info for the interface */
emac_get_stats64(struct net_device * netdev,struct rtnl_link_stats64 * net_stats)33479f664edSTimur Tabi static void emac_get_stats64(struct net_device *netdev,
33579f664edSTimur Tabi 			     struct rtnl_link_stats64 *net_stats)
33679f664edSTimur Tabi {
33779f664edSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
33879f664edSTimur Tabi 	struct emac_stats *stats = &adpt->stats;
33979f664edSTimur Tabi 
34079f664edSTimur Tabi 	spin_lock(&stats->lock);
34179f664edSTimur Tabi 
34279f664edSTimur Tabi 	emac_update_hw_stats(adpt);
343b9b17debSTimur Tabi 
344b9b17debSTimur Tabi 	/* return parsed statistics */
345b9b17debSTimur Tabi 	net_stats->rx_packets = stats->rx_ok;
346b9b17debSTimur Tabi 	net_stats->tx_packets = stats->tx_ok;
347b9b17debSTimur Tabi 	net_stats->rx_bytes = stats->rx_byte_cnt;
348b9b17debSTimur Tabi 	net_stats->tx_bytes = stats->tx_byte_cnt;
349b9b17debSTimur Tabi 	net_stats->multicast = stats->rx_mcast;
350b9b17debSTimur Tabi 	net_stats->collisions = stats->tx_1_col + stats->tx_2_col * 2 +
351b9b17debSTimur Tabi 				stats->tx_late_col + stats->tx_abort_col;
352b9b17debSTimur Tabi 
353b9b17debSTimur Tabi 	net_stats->rx_errors = stats->rx_frag + stats->rx_fcs_err +
354b9b17debSTimur Tabi 			       stats->rx_len_err + stats->rx_sz_ov +
355b9b17debSTimur Tabi 			       stats->rx_align_err;
356b9b17debSTimur Tabi 	net_stats->rx_fifo_errors = stats->rx_rxf_ov;
357b9b17debSTimur Tabi 	net_stats->rx_length_errors = stats->rx_len_err;
358b9b17debSTimur Tabi 	net_stats->rx_crc_errors = stats->rx_fcs_err;
359b9b17debSTimur Tabi 	net_stats->rx_frame_errors = stats->rx_align_err;
360b9b17debSTimur Tabi 	net_stats->rx_over_errors = stats->rx_rxf_ov;
361b9b17debSTimur Tabi 	net_stats->rx_missed_errors = stats->rx_rxf_ov;
362b9b17debSTimur Tabi 
363b9b17debSTimur Tabi 	net_stats->tx_errors = stats->tx_late_col + stats->tx_abort_col +
364b9b17debSTimur Tabi 			       stats->tx_underrun + stats->tx_trunc;
365b9b17debSTimur Tabi 	net_stats->tx_fifo_errors = stats->tx_underrun;
366b9b17debSTimur Tabi 	net_stats->tx_aborted_errors = stats->tx_abort_col;
367b9b17debSTimur Tabi 	net_stats->tx_window_errors = stats->tx_late_col;
368b9b17debSTimur Tabi 
369b9b17debSTimur Tabi 	spin_unlock(&stats->lock);
370b9b17debSTimur Tabi }
371b9b17debSTimur Tabi 
372b9b17debSTimur Tabi static const struct net_device_ops emac_netdev_ops = {
373b9b17debSTimur Tabi 	.ndo_open		= emac_open,
374b9b17debSTimur Tabi 	.ndo_stop		= emac_close,
375b9b17debSTimur Tabi 	.ndo_validate_addr	= eth_validate_addr,
376b9b17debSTimur Tabi 	.ndo_start_xmit		= emac_start_xmit,
377b9b17debSTimur Tabi 	.ndo_set_mac_address	= eth_mac_addr,
378b9b17debSTimur Tabi 	.ndo_change_mtu		= emac_change_mtu,
379a7605370SArnd Bergmann 	.ndo_eth_ioctl		= phy_do_ioctl_running,
380b9b17debSTimur Tabi 	.ndo_tx_timeout		= emac_tx_timeout,
381b9b17debSTimur Tabi 	.ndo_get_stats64	= emac_get_stats64,
382b9b17debSTimur Tabi 	.ndo_set_features       = emac_set_features,
383b9b17debSTimur Tabi 	.ndo_set_rx_mode        = emac_rx_mode_set,
384b9b17debSTimur Tabi };
385b9b17debSTimur Tabi 
386b9b17debSTimur Tabi /* Watchdog task routine, called to reinitialize the EMAC */
emac_work_thread(struct work_struct * work)387b9b17debSTimur Tabi static void emac_work_thread(struct work_struct *work)
388b9b17debSTimur Tabi {
389b9b17debSTimur Tabi 	struct emac_adapter *adpt =
390b9b17debSTimur Tabi 		container_of(work, struct emac_adapter, work_thread);
391b9b17debSTimur Tabi 
392b9b17debSTimur Tabi 	emac_reinit_locked(adpt);
393b9b17debSTimur Tabi }
394b9b17debSTimur Tabi 
395b9b17debSTimur Tabi /* Initialize various data structures  */
emac_init_adapter(struct emac_adapter * adpt)396b9b17debSTimur Tabi static void emac_init_adapter(struct emac_adapter *adpt)
397b9b17debSTimur Tabi {
398b9b17debSTimur Tabi 	u32 reg;
399b9b17debSTimur Tabi 
400b44700e9STimur Tabi 	adpt->rrd_size = EMAC_RRD_SIZE;
401b44700e9STimur Tabi 	adpt->tpd_size = EMAC_TPD_SIZE;
402b44700e9STimur Tabi 	adpt->rfd_size = EMAC_RFD_SIZE;
403b44700e9STimur Tabi 
404b9b17debSTimur Tabi 	/* descriptors */
405b9b17debSTimur Tabi 	adpt->tx_desc_cnt = EMAC_DEF_TX_DESCS;
406b9b17debSTimur Tabi 	adpt->rx_desc_cnt = EMAC_DEF_RX_DESCS;
407b9b17debSTimur Tabi 
408b9b17debSTimur Tabi 	/* dma */
409b9b17debSTimur Tabi 	adpt->dma_order = emac_dma_ord_out;
410b9b17debSTimur Tabi 	adpt->dmar_block = emac_dma_req_4096;
411b9b17debSTimur Tabi 	adpt->dmaw_block = emac_dma_req_128;
412b9b17debSTimur Tabi 	adpt->dmar_dly_cnt = DMAR_DLY_CNT_DEF;
413b9b17debSTimur Tabi 	adpt->dmaw_dly_cnt = DMAW_DLY_CNT_DEF;
414b9b17debSTimur Tabi 	adpt->tpd_burst = TXQ0_NUM_TPD_PREF_DEF;
415b9b17debSTimur Tabi 	adpt->rfd_burst = RXQ0_NUM_RFD_PREF_DEF;
416b9b17debSTimur Tabi 
417b9b17debSTimur Tabi 	/* irq moderator */
418b9b17debSTimur Tabi 	reg = ((EMAC_DEF_RX_IRQ_MOD >> 1) << IRQ_MODERATOR2_INIT_SHFT) |
419b9b17debSTimur Tabi 	      ((EMAC_DEF_TX_IRQ_MOD >> 1) << IRQ_MODERATOR_INIT_SHFT);
420b9b17debSTimur Tabi 	adpt->irq_mod = reg;
421b9b17debSTimur Tabi 
422b9b17debSTimur Tabi 	/* others */
423b9b17debSTimur Tabi 	adpt->preamble = EMAC_PREAMBLE_DEF;
424b44700e9STimur Tabi 
425b44700e9STimur Tabi 	/* default to automatic flow control */
426b44700e9STimur Tabi 	adpt->automatic = true;
4274a7a3860STimur Tabi 
4284a7a3860STimur Tabi 	/* Disable single-pause-frame mode by default */
4294a7a3860STimur Tabi 	adpt->single_pause_mode = false;
430b9b17debSTimur Tabi }
431b9b17debSTimur Tabi 
432b9b17debSTimur Tabi /* Get the clock */
emac_clks_get(struct platform_device * pdev,struct emac_adapter * adpt)433b9b17debSTimur Tabi static int emac_clks_get(struct platform_device *pdev,
434b9b17debSTimur Tabi 			 struct emac_adapter *adpt)
435b9b17debSTimur Tabi {
436b9b17debSTimur Tabi 	unsigned int i;
437b9b17debSTimur Tabi 
438b9b17debSTimur Tabi 	for (i = 0; i < EMAC_CLK_CNT; i++) {
439b9b17debSTimur Tabi 		struct clk *clk = devm_clk_get(&pdev->dev, emac_clk_name[i]);
440b9b17debSTimur Tabi 
441b9b17debSTimur Tabi 		if (IS_ERR(clk)) {
442b9b17debSTimur Tabi 			dev_err(&pdev->dev,
443b9b17debSTimur Tabi 				"could not claim clock %s (error=%li)\n",
444b9b17debSTimur Tabi 				emac_clk_name[i], PTR_ERR(clk));
445b9b17debSTimur Tabi 
446b9b17debSTimur Tabi 			return PTR_ERR(clk);
447b9b17debSTimur Tabi 		}
448b9b17debSTimur Tabi 
449b9b17debSTimur Tabi 		adpt->clk[i] = clk;
450b9b17debSTimur Tabi 	}
451b9b17debSTimur Tabi 
452b9b17debSTimur Tabi 	return 0;
453b9b17debSTimur Tabi }
454b9b17debSTimur Tabi 
455b9b17debSTimur Tabi /* Initialize clocks */
emac_clks_phase1_init(struct platform_device * pdev,struct emac_adapter * adpt)456b9b17debSTimur Tabi static int emac_clks_phase1_init(struct platform_device *pdev,
457b9b17debSTimur Tabi 				 struct emac_adapter *adpt)
458b9b17debSTimur Tabi {
459b9b17debSTimur Tabi 	int ret;
460b9b17debSTimur Tabi 
461026acd5fSTimur Tabi 	/* On ACPI platforms, clocks are controlled by firmware and/or
462026acd5fSTimur Tabi 	 * ACPI, not by drivers.
463026acd5fSTimur Tabi 	 */
464026acd5fSTimur Tabi 	if (has_acpi_companion(&pdev->dev))
465026acd5fSTimur Tabi 		return 0;
466026acd5fSTimur Tabi 
467b9b17debSTimur Tabi 	ret = emac_clks_get(pdev, adpt);
468b9b17debSTimur Tabi 	if (ret)
469b9b17debSTimur Tabi 		return ret;
470b9b17debSTimur Tabi 
471b9b17debSTimur Tabi 	ret = clk_prepare_enable(adpt->clk[EMAC_CLK_AXI]);
472b9b17debSTimur Tabi 	if (ret)
473b9b17debSTimur Tabi 		return ret;
474b9b17debSTimur Tabi 
475b9b17debSTimur Tabi 	ret = clk_prepare_enable(adpt->clk[EMAC_CLK_CFG_AHB]);
476b9b17debSTimur Tabi 	if (ret)
47750caa777SWang Hai 		goto disable_clk_axi;
478b9b17debSTimur Tabi 
479b9b17debSTimur Tabi 	ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 19200000);
480b9b17debSTimur Tabi 	if (ret)
48150caa777SWang Hai 		goto disable_clk_cfg_ahb;
482b9b17debSTimur Tabi 
48350caa777SWang Hai 	ret = clk_prepare_enable(adpt->clk[EMAC_CLK_HIGH_SPEED]);
48450caa777SWang Hai 	if (ret)
48550caa777SWang Hai 		goto disable_clk_cfg_ahb;
48650caa777SWang Hai 
48750caa777SWang Hai 	return 0;
48850caa777SWang Hai 
48950caa777SWang Hai disable_clk_cfg_ahb:
49050caa777SWang Hai 	clk_disable_unprepare(adpt->clk[EMAC_CLK_CFG_AHB]);
49150caa777SWang Hai disable_clk_axi:
49250caa777SWang Hai 	clk_disable_unprepare(adpt->clk[EMAC_CLK_AXI]);
49350caa777SWang Hai 
49450caa777SWang Hai 	return ret;
495b9b17debSTimur Tabi }
496b9b17debSTimur Tabi 
497b9b17debSTimur Tabi /* Enable clocks; needs emac_clks_phase1_init to be called before */
emac_clks_phase2_init(struct platform_device * pdev,struct emac_adapter * adpt)498b9b17debSTimur Tabi static int emac_clks_phase2_init(struct platform_device *pdev,
499b9b17debSTimur Tabi 				 struct emac_adapter *adpt)
500b9b17debSTimur Tabi {
501b9b17debSTimur Tabi 	int ret;
502b9b17debSTimur Tabi 
503026acd5fSTimur Tabi 	if (has_acpi_companion(&pdev->dev))
504026acd5fSTimur Tabi 		return 0;
505026acd5fSTimur Tabi 
506b9b17debSTimur Tabi 	ret = clk_set_rate(adpt->clk[EMAC_CLK_TX], 125000000);
507b9b17debSTimur Tabi 	if (ret)
508b9b17debSTimur Tabi 		return ret;
509b9b17debSTimur Tabi 
510b9b17debSTimur Tabi 	ret = clk_prepare_enable(adpt->clk[EMAC_CLK_TX]);
511b9b17debSTimur Tabi 	if (ret)
512b9b17debSTimur Tabi 		return ret;
513b9b17debSTimur Tabi 
514b9b17debSTimur Tabi 	ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 125000000);
515b9b17debSTimur Tabi 	if (ret)
516b9b17debSTimur Tabi 		return ret;
517b9b17debSTimur Tabi 
518b9b17debSTimur Tabi 	ret = clk_set_rate(adpt->clk[EMAC_CLK_MDIO], 25000000);
519b9b17debSTimur Tabi 	if (ret)
520b9b17debSTimur Tabi 		return ret;
521b9b17debSTimur Tabi 
522b9b17debSTimur Tabi 	ret = clk_prepare_enable(adpt->clk[EMAC_CLK_MDIO]);
523b9b17debSTimur Tabi 	if (ret)
524b9b17debSTimur Tabi 		return ret;
525b9b17debSTimur Tabi 
526b9b17debSTimur Tabi 	ret = clk_prepare_enable(adpt->clk[EMAC_CLK_RX]);
527b9b17debSTimur Tabi 	if (ret)
528b9b17debSTimur Tabi 		return ret;
529b9b17debSTimur Tabi 
530b9b17debSTimur Tabi 	return clk_prepare_enable(adpt->clk[EMAC_CLK_SYS]);
531b9b17debSTimur Tabi }
532b9b17debSTimur Tabi 
emac_clks_teardown(struct emac_adapter * adpt)533b9b17debSTimur Tabi static void emac_clks_teardown(struct emac_adapter *adpt)
534b9b17debSTimur Tabi {
535b9b17debSTimur Tabi 
536b9b17debSTimur Tabi 	unsigned int i;
537b9b17debSTimur Tabi 
538b9b17debSTimur Tabi 	for (i = 0; i < EMAC_CLK_CNT; i++)
539b9b17debSTimur Tabi 		clk_disable_unprepare(adpt->clk[i]);
540b9b17debSTimur Tabi }
541b9b17debSTimur Tabi 
542b9b17debSTimur Tabi /* Get the resources */
emac_probe_resources(struct platform_device * pdev,struct emac_adapter * adpt)543b9b17debSTimur Tabi static int emac_probe_resources(struct platform_device *pdev,
544b9b17debSTimur Tabi 				struct emac_adapter *adpt)
545b9b17debSTimur Tabi {
546b9b17debSTimur Tabi 	struct net_device *netdev = adpt->netdev;
547b9b17debSTimur Tabi 	int ret = 0;
548b9b17debSTimur Tabi 
549b9b17debSTimur Tabi 	/* get mac address */
550894b0fb0SJakub Kicinski 	if (device_get_ethdev_address(&pdev->dev, netdev))
5510de709acSTimur Tabi 		eth_hw_addr_random(netdev);
552b9b17debSTimur Tabi 
553b9b17debSTimur Tabi 	/* Core 0 interrupt */
554b9b17debSTimur Tabi 	ret = platform_get_irq(pdev, 0);
555d1a55841SStephen Boyd 	if (ret < 0)
556b9b17debSTimur Tabi 		return ret;
557b9b17debSTimur Tabi 	adpt->irq.irq = ret;
558b9b17debSTimur Tabi 
559b9b17debSTimur Tabi 	/* base register address */
560c792c008SYueHaibing 	adpt->base = devm_platform_ioremap_resource(pdev, 0);
561b9b17debSTimur Tabi 	if (IS_ERR(adpt->base))
562b9b17debSTimur Tabi 		return PTR_ERR(adpt->base);
563b9b17debSTimur Tabi 
564b9b17debSTimur Tabi 	/* CSR register address */
565c792c008SYueHaibing 	adpt->csr = devm_platform_ioremap_resource(pdev, 1);
566b9b17debSTimur Tabi 	if (IS_ERR(adpt->csr))
567b9b17debSTimur Tabi 		return PTR_ERR(adpt->csr);
568b9b17debSTimur Tabi 
569b9b17debSTimur Tabi 	netdev->base_addr = (unsigned long)adpt->base;
570b9b17debSTimur Tabi 
571b9b17debSTimur Tabi 	return 0;
572b9b17debSTimur Tabi }
573b9b17debSTimur Tabi 
574b9b17debSTimur Tabi static const struct of_device_id emac_dt_match[] = {
575b9b17debSTimur Tabi 	{
576b9b17debSTimur Tabi 		.compatible = "qcom,fsm9900-emac",
577b9b17debSTimur Tabi 	},
578b9b17debSTimur Tabi 	{}
579b9b17debSTimur Tabi };
58070972685SJavier Martinez Canillas MODULE_DEVICE_TABLE(of, emac_dt_match);
581b9b17debSTimur Tabi 
5825f3d3807STimur Tabi #if IS_ENABLED(CONFIG_ACPI)
5835f3d3807STimur Tabi static const struct acpi_device_id emac_acpi_match[] = {
5845f3d3807STimur Tabi 	{
5855f3d3807STimur Tabi 		.id = "QCOM8070",
5865f3d3807STimur Tabi 	},
5875f3d3807STimur Tabi 	{}
5885f3d3807STimur Tabi };
5895f3d3807STimur Tabi MODULE_DEVICE_TABLE(acpi, emac_acpi_match);
5905f3d3807STimur Tabi #endif
5915f3d3807STimur Tabi 
emac_probe(struct platform_device * pdev)592b9b17debSTimur Tabi static int emac_probe(struct platform_device *pdev)
593b9b17debSTimur Tabi {
594b9b17debSTimur Tabi 	struct net_device *netdev;
595b9b17debSTimur Tabi 	struct emac_adapter *adpt;
59641c1093fSTimur Tabi 	struct emac_sgmii *phy;
597b9b17debSTimur Tabi 	u16 devid, revid;
598b9b17debSTimur Tabi 	u32 reg;
599b9b17debSTimur Tabi 	int ret;
600b9b17debSTimur Tabi 
601df262dbdSWang Dongsheng 	/* The TPD buffer address is limited to:
602df262dbdSWang Dongsheng 	 * 1. PTP:	45bits. (Driver doesn't support yet.)
603df262dbdSWang Dongsheng 	 * 2. NON-PTP:	46bits.
604df262dbdSWang Dongsheng 	 */
605df262dbdSWang Dongsheng 	ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(46));
606b9b17debSTimur Tabi 	if (ret) {
607b9b17debSTimur Tabi 		dev_err(&pdev->dev, "could not set DMA mask\n");
608b9b17debSTimur Tabi 		return ret;
609b9b17debSTimur Tabi 	}
610b9b17debSTimur Tabi 
611b9b17debSTimur Tabi 	netdev = alloc_etherdev(sizeof(struct emac_adapter));
612b9b17debSTimur Tabi 	if (!netdev)
613b9b17debSTimur Tabi 		return -ENOMEM;
614b9b17debSTimur Tabi 
615b9b17debSTimur Tabi 	dev_set_drvdata(&pdev->dev, netdev);
616b9b17debSTimur Tabi 	SET_NETDEV_DEV(netdev, &pdev->dev);
61779f664edSTimur Tabi 	emac_set_ethtool_ops(netdev);
618b9b17debSTimur Tabi 
619b9b17debSTimur Tabi 	adpt = netdev_priv(netdev);
620b9b17debSTimur Tabi 	adpt->netdev = netdev;
621b9b17debSTimur Tabi 	adpt->msg_enable = EMAC_MSG_DEFAULT;
622b9b17debSTimur Tabi 
623b9b17debSTimur Tabi 	phy = &adpt->phy;
624fd0e97b8STimur Tabi 	atomic_set(&phy->decode_error_count, 0);
625b9b17debSTimur Tabi 
626b9b17debSTimur Tabi 	mutex_init(&adpt->reset_lock);
627b9b17debSTimur Tabi 	spin_lock_init(&adpt->stats.lock);
628b9b17debSTimur Tabi 
629b9b17debSTimur Tabi 	adpt->irq.mask = RX_PKT_INT0 | IMR_NORMAL_MASK;
630b9b17debSTimur Tabi 
631b9b17debSTimur Tabi 	ret = emac_probe_resources(pdev, adpt);
632b9b17debSTimur Tabi 	if (ret)
633b9b17debSTimur Tabi 		goto err_undo_netdev;
634b9b17debSTimur Tabi 
635b9b17debSTimur Tabi 	/* initialize clocks */
636b9b17debSTimur Tabi 	ret = emac_clks_phase1_init(pdev, adpt);
637b9b17debSTimur Tabi 	if (ret) {
638b9b17debSTimur Tabi 		dev_err(&pdev->dev, "could not initialize clocks\n");
639b9b17debSTimur Tabi 		goto err_undo_netdev;
640b9b17debSTimur Tabi 	}
641b9b17debSTimur Tabi 
642b9b17debSTimur Tabi 	netdev->watchdog_timeo = EMAC_WATCHDOG_TIME;
643b9b17debSTimur Tabi 	netdev->irq = adpt->irq.irq;
644b9b17debSTimur Tabi 
645b9b17debSTimur Tabi 	netdev->netdev_ops = &emac_netdev_ops;
646b9b17debSTimur Tabi 
647b9b17debSTimur Tabi 	emac_init_adapter(adpt);
648b9b17debSTimur Tabi 
649b9b17debSTimur Tabi 	/* init external phy */
650b9b17debSTimur Tabi 	ret = emac_phy_config(pdev, adpt);
651b9b17debSTimur Tabi 	if (ret)
652b9b17debSTimur Tabi 		goto err_undo_clocks;
653b9b17debSTimur Tabi 
654b9b17debSTimur Tabi 	/* init internal sgmii phy */
655b9b17debSTimur Tabi 	ret = emac_sgmii_config(pdev, adpt);
656b9b17debSTimur Tabi 	if (ret)
657b9b17debSTimur Tabi 		goto err_undo_mdiobus;
658b9b17debSTimur Tabi 
659b9b17debSTimur Tabi 	/* enable clocks */
660b9b17debSTimur Tabi 	ret = emac_clks_phase2_init(pdev, adpt);
661b9b17debSTimur Tabi 	if (ret) {
662b9b17debSTimur Tabi 		dev_err(&pdev->dev, "could not initialize clocks\n");
663b9b17debSTimur Tabi 		goto err_undo_mdiobus;
664b9b17debSTimur Tabi 	}
665b9b17debSTimur Tabi 
666b9b17debSTimur Tabi 	/* set hw features */
667b9b17debSTimur Tabi 	netdev->features = NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_RXCSUM |
668b9b17debSTimur Tabi 			NETIF_F_TSO | NETIF_F_TSO6 | NETIF_F_HW_VLAN_CTAG_RX |
669b9b17debSTimur Tabi 			NETIF_F_HW_VLAN_CTAG_TX;
670b9b17debSTimur Tabi 	netdev->hw_features = netdev->features;
671b9b17debSTimur Tabi 
672b9b17debSTimur Tabi 	netdev->vlan_features |= NETIF_F_SG | NETIF_F_HW_CSUM |
673b9b17debSTimur Tabi 				 NETIF_F_TSO | NETIF_F_TSO6;
674b9b17debSTimur Tabi 
675d894be57SJarod Wilson 	/* MTU range: 46 - 9194 */
676d894be57SJarod Wilson 	netdev->min_mtu = EMAC_MIN_ETH_FRAME_SIZE -
677d894be57SJarod Wilson 			  (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
678d894be57SJarod Wilson 	netdev->max_mtu = EMAC_MAX_ETH_FRAME_SIZE -
679d894be57SJarod Wilson 			  (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
680d894be57SJarod Wilson 
681b9b17debSTimur Tabi 	INIT_WORK(&adpt->work_thread, emac_work_thread);
682b9b17debSTimur Tabi 
683b9b17debSTimur Tabi 	/* Initialize queues */
684b9b17debSTimur Tabi 	emac_mac_rx_tx_ring_init_all(pdev, adpt);
685b9b17debSTimur Tabi 
686b48b89f9SJakub Kicinski 	netif_napi_add(netdev, &adpt->rx_q.napi, emac_napi_rtx);
687b9b17debSTimur Tabi 
688b9b17debSTimur Tabi 	ret = register_netdev(netdev);
689b9b17debSTimur Tabi 	if (ret) {
690b9b17debSTimur Tabi 		dev_err(&pdev->dev, "could not register net device\n");
691b9b17debSTimur Tabi 		goto err_undo_napi;
692b9b17debSTimur Tabi 	}
693b9b17debSTimur Tabi 
694b9b17debSTimur Tabi 	reg =  readl_relaxed(adpt->base + EMAC_DMA_MAS_CTRL);
695b9b17debSTimur Tabi 	devid = (reg & DEV_ID_NUM_BMSK)  >> DEV_ID_NUM_SHFT;
696b9b17debSTimur Tabi 	revid = (reg & DEV_REV_NUM_BMSK) >> DEV_REV_NUM_SHFT;
697b9b17debSTimur Tabi 	reg = readl_relaxed(adpt->base + EMAC_CORE_HW_VERSION);
698b9b17debSTimur Tabi 
699b9b17debSTimur Tabi 	netif_info(adpt, probe, netdev,
700b9b17debSTimur Tabi 		   "hardware id %d.%d, hardware version %d.%d.%d\n",
701b9b17debSTimur Tabi 		   devid, revid,
702b9b17debSTimur Tabi 		   (reg & MAJOR_BMSK) >> MAJOR_SHFT,
703b9b17debSTimur Tabi 		   (reg & MINOR_BMSK) >> MINOR_SHFT,
704b9b17debSTimur Tabi 		   (reg & STEP_BMSK)  >> STEP_SHFT);
705b9b17debSTimur Tabi 
706b9b17debSTimur Tabi 	return 0;
707b9b17debSTimur Tabi 
708b9b17debSTimur Tabi err_undo_napi:
709b9b17debSTimur Tabi 	netif_napi_del(&adpt->rx_q.napi);
710b9b17debSTimur Tabi err_undo_mdiobus:
7116ffe1c4cSJohan Hovold 	put_device(&adpt->phydev->mdio.dev);
712b9b17debSTimur Tabi 	mdiobus_unregister(adpt->mii_bus);
713b9b17debSTimur Tabi err_undo_clocks:
714b9b17debSTimur Tabi 	emac_clks_teardown(adpt);
715b9b17debSTimur Tabi err_undo_netdev:
716b9b17debSTimur Tabi 	free_netdev(netdev);
717b9b17debSTimur Tabi 
718b9b17debSTimur Tabi 	return ret;
719b9b17debSTimur Tabi }
720b9b17debSTimur Tabi 
emac_remove(struct platform_device * pdev)721b9b17debSTimur Tabi static int emac_remove(struct platform_device *pdev)
722b9b17debSTimur Tabi {
723b9b17debSTimur Tabi 	struct net_device *netdev = dev_get_drvdata(&pdev->dev);
724b9b17debSTimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
725b9b17debSTimur Tabi 
726*6b6bc5b8SZheng Wang 	netif_carrier_off(netdev);
727*6b6bc5b8SZheng Wang 	netif_tx_disable(netdev);
728*6b6bc5b8SZheng Wang 
729b9b17debSTimur Tabi 	unregister_netdev(netdev);
730b9b17debSTimur Tabi 	netif_napi_del(&adpt->rx_q.napi);
731b9b17debSTimur Tabi 
732*6b6bc5b8SZheng Wang 	free_irq(adpt->irq.irq, &adpt->irq);
733*6b6bc5b8SZheng Wang 	cancel_work_sync(&adpt->work_thread);
734*6b6bc5b8SZheng Wang 
735b9b17debSTimur Tabi 	emac_clks_teardown(adpt);
736b9b17debSTimur Tabi 
7376ffe1c4cSJohan Hovold 	put_device(&adpt->phydev->mdio.dev);
738b9b17debSTimur Tabi 	mdiobus_unregister(adpt->mii_bus);
739b9b17debSTimur Tabi 
74054e19bc7STimur Tabi 	if (adpt->phy.digital)
74154e19bc7STimur Tabi 		iounmap(adpt->phy.digital);
74254e19bc7STimur Tabi 	iounmap(adpt->phy.base);
74354e19bc7STimur Tabi 
744ad297cd2SPavel Skripkin 	free_netdev(netdev);
745ad297cd2SPavel Skripkin 
746b9b17debSTimur Tabi 	return 0;
747b9b17debSTimur Tabi }
748b9b17debSTimur Tabi 
emac_shutdown(struct platform_device * pdev)74903eb3eb4STimur Tabi static void emac_shutdown(struct platform_device *pdev)
75003eb3eb4STimur Tabi {
75103eb3eb4STimur Tabi 	struct net_device *netdev = dev_get_drvdata(&pdev->dev);
75203eb3eb4STimur Tabi 	struct emac_adapter *adpt = netdev_priv(netdev);
75303eb3eb4STimur Tabi 
754c98b0537STimur Tabi 	if (netdev->flags & IFF_UP) {
75503eb3eb4STimur Tabi 		/* Closing the SGMII turns off its interrupts */
7569e6881d3SHemanth Puranik 		emac_sgmii_close(adpt);
75703eb3eb4STimur Tabi 
75803eb3eb4STimur Tabi 		/* Resetting the MAC turns off all DMA and its interrupts */
75903eb3eb4STimur Tabi 		emac_mac_reset(adpt);
76003eb3eb4STimur Tabi 	}
761c98b0537STimur Tabi }
76203eb3eb4STimur Tabi 
763b9b17debSTimur Tabi static struct platform_driver emac_platform_driver = {
764b9b17debSTimur Tabi 	.probe	= emac_probe,
765b9b17debSTimur Tabi 	.remove	= emac_remove,
766b9b17debSTimur Tabi 	.driver = {
767b9b17debSTimur Tabi 		.name		= "qcom-emac",
768b9b17debSTimur Tabi 		.of_match_table = emac_dt_match,
7695f3d3807STimur Tabi 		.acpi_match_table = ACPI_PTR(emac_acpi_match),
770b9b17debSTimur Tabi 	},
77103eb3eb4STimur Tabi 	.shutdown = emac_shutdown,
772b9b17debSTimur Tabi };
773b9b17debSTimur Tabi 
774b9b17debSTimur Tabi module_platform_driver(emac_platform_driver);
775b9b17debSTimur Tabi 
776b9b17debSTimur Tabi MODULE_LICENSE("GPL v2");
777b9b17debSTimur Tabi MODULE_ALIAS("platform:qcom-emac");
778