xref: /openbmc/linux/drivers/net/ethernet/xilinx/xilinx_axienet_main.c (revision de167752a889d19b9bb018f8eecbc1ebbfe07b2f)
1 /*
2  * Xilinx Axi Ethernet device driver
3  *
4  * Copyright (c) 2008 Nissin Systems Co., Ltd.,  Yoshio Kashiwagi
5  * Copyright (c) 2005-2008 DLA Systems,  David H. Lynch Jr. <dhlii@dlasys.net>
6  * Copyright (c) 2008-2009 Secret Lab Technologies Ltd.
7  * Copyright (c) 2010 - 2011 Michal Simek <monstr@monstr.eu>
8  * Copyright (c) 2010 - 2011 PetaLogix
9  * Copyright (c) 2010 - 2012 Xilinx, Inc. All rights reserved.
10  *
11  * This is a driver for the Xilinx Axi Ethernet which is used in the Virtex6
12  * and Spartan6.
13  *
14  * TODO:
15  *  - Add Axi Fifo support.
16  *  - Factor out Axi DMA code into separate driver.
17  *  - Test and fix basic multicast filtering.
18  *  - Add support for extended multicast filtering.
19  *  - Test basic VLAN support.
20  *  - Add support for extended VLAN support.
21  */
22 
23 #include <linux/delay.h>
24 #include <linux/etherdevice.h>
25 #include <linux/module.h>
26 #include <linux/netdevice.h>
27 #include <linux/of_mdio.h>
28 #include <linux/of_net.h>
29 #include <linux/of_platform.h>
30 #include <linux/of_irq.h>
31 #include <linux/of_address.h>
32 #include <linux/skbuff.h>
33 #include <linux/spinlock.h>
34 #include <linux/phy.h>
35 #include <linux/mii.h>
36 #include <linux/ethtool.h>
37 
38 #include "xilinx_axienet.h"
39 
40 /* Descriptors defines for Tx and Rx DMA - 2^n for the best performance */
41 #define TX_BD_NUM		64
42 #define RX_BD_NUM		128
43 
44 /* Must be shorter than length of ethtool_drvinfo.driver field to fit */
45 #define DRIVER_NAME		"xaxienet"
46 #define DRIVER_DESCRIPTION	"Xilinx Axi Ethernet driver"
47 #define DRIVER_VERSION		"1.00a"
48 
49 #define AXIENET_REGS_N		32
50 
51 /* Match table for of_platform binding */
52 static const struct of_device_id axienet_of_match[] = {
53 	{ .compatible = "xlnx,axi-ethernet-1.00.a", },
54 	{ .compatible = "xlnx,axi-ethernet-1.01.a", },
55 	{ .compatible = "xlnx,axi-ethernet-2.01.a", },
56 	{},
57 };
58 
59 MODULE_DEVICE_TABLE(of, axienet_of_match);
60 
61 /* Option table for setting up Axi Ethernet hardware options */
62 static struct axienet_option axienet_options[] = {
63 	/* Turn on jumbo packet support for both Rx and Tx */
64 	{
65 		.opt = XAE_OPTION_JUMBO,
66 		.reg = XAE_TC_OFFSET,
67 		.m_or = XAE_TC_JUM_MASK,
68 	}, {
69 		.opt = XAE_OPTION_JUMBO,
70 		.reg = XAE_RCW1_OFFSET,
71 		.m_or = XAE_RCW1_JUM_MASK,
72 	}, { /* Turn on VLAN packet support for both Rx and Tx */
73 		.opt = XAE_OPTION_VLAN,
74 		.reg = XAE_TC_OFFSET,
75 		.m_or = XAE_TC_VLAN_MASK,
76 	}, {
77 		.opt = XAE_OPTION_VLAN,
78 		.reg = XAE_RCW1_OFFSET,
79 		.m_or = XAE_RCW1_VLAN_MASK,
80 	}, { /* Turn on FCS stripping on receive packets */
81 		.opt = XAE_OPTION_FCS_STRIP,
82 		.reg = XAE_RCW1_OFFSET,
83 		.m_or = XAE_RCW1_FCS_MASK,
84 	}, { /* Turn on FCS insertion on transmit packets */
85 		.opt = XAE_OPTION_FCS_INSERT,
86 		.reg = XAE_TC_OFFSET,
87 		.m_or = XAE_TC_FCS_MASK,
88 	}, { /* Turn off length/type field checking on receive packets */
89 		.opt = XAE_OPTION_LENTYPE_ERR,
90 		.reg = XAE_RCW1_OFFSET,
91 		.m_or = XAE_RCW1_LT_DIS_MASK,
92 	}, { /* Turn on Rx flow control */
93 		.opt = XAE_OPTION_FLOW_CONTROL,
94 		.reg = XAE_FCC_OFFSET,
95 		.m_or = XAE_FCC_FCRX_MASK,
96 	}, { /* Turn on Tx flow control */
97 		.opt = XAE_OPTION_FLOW_CONTROL,
98 		.reg = XAE_FCC_OFFSET,
99 		.m_or = XAE_FCC_FCTX_MASK,
100 	}, { /* Turn on promiscuous frame filtering */
101 		.opt = XAE_OPTION_PROMISC,
102 		.reg = XAE_FMI_OFFSET,
103 		.m_or = XAE_FMI_PM_MASK,
104 	}, { /* Enable transmitter */
105 		.opt = XAE_OPTION_TXEN,
106 		.reg = XAE_TC_OFFSET,
107 		.m_or = XAE_TC_TX_MASK,
108 	}, { /* Enable receiver */
109 		.opt = XAE_OPTION_RXEN,
110 		.reg = XAE_RCW1_OFFSET,
111 		.m_or = XAE_RCW1_RX_MASK,
112 	},
113 	{}
114 };
115 
116 /**
117  * axienet_dma_in32 - Memory mapped Axi DMA register read
118  * @lp:		Pointer to axienet local structure
119  * @reg:	Address offset from the base address of the Axi DMA core
120  *
121  * Return: The contents of the Axi DMA register
122  *
123  * This function returns the contents of the corresponding Axi DMA register.
124  */
125 static inline u32 axienet_dma_in32(struct axienet_local *lp, off_t reg)
126 {
127 	return in_be32(lp->dma_regs + reg);
128 }
129 
130 /**
131  * axienet_dma_out32 - Memory mapped Axi DMA register write.
132  * @lp:		Pointer to axienet local structure
133  * @reg:	Address offset from the base address of the Axi DMA core
134  * @value:	Value to be written into the Axi DMA register
135  *
136  * This function writes the desired value into the corresponding Axi DMA
137  * register.
138  */
139 static inline void axienet_dma_out32(struct axienet_local *lp,
140 				     off_t reg, u32 value)
141 {
142 	out_be32((lp->dma_regs + reg), value);
143 }
144 
145 /**
146  * axienet_dma_bd_release - Release buffer descriptor rings
147  * @ndev:	Pointer to the net_device structure
148  *
149  * This function is used to release the descriptors allocated in
150  * axienet_dma_bd_init. axienet_dma_bd_release is called when Axi Ethernet
151  * driver stop api is called.
152  */
153 static void axienet_dma_bd_release(struct net_device *ndev)
154 {
155 	int i;
156 	struct axienet_local *lp = netdev_priv(ndev);
157 
158 	for (i = 0; i < RX_BD_NUM; i++) {
159 		dma_unmap_single(ndev->dev.parent, lp->rx_bd_v[i].phys,
160 				 lp->max_frm_size, DMA_FROM_DEVICE);
161 		dev_kfree_skb((struct sk_buff *)
162 			      (lp->rx_bd_v[i].sw_id_offset));
163 	}
164 
165 	if (lp->rx_bd_v) {
166 		dma_free_coherent(ndev->dev.parent,
167 				  sizeof(*lp->rx_bd_v) * RX_BD_NUM,
168 				  lp->rx_bd_v,
169 				  lp->rx_bd_p);
170 	}
171 	if (lp->tx_bd_v) {
172 		dma_free_coherent(ndev->dev.parent,
173 				  sizeof(*lp->tx_bd_v) * TX_BD_NUM,
174 				  lp->tx_bd_v,
175 				  lp->tx_bd_p);
176 	}
177 }
178 
179 /**
180  * axienet_dma_bd_init - Setup buffer descriptor rings for Axi DMA
181  * @ndev:	Pointer to the net_device structure
182  *
183  * Return: 0, on success -ENOMEM, on failure
184  *
185  * This function is called to initialize the Rx and Tx DMA descriptor
186  * rings. This initializes the descriptors with required default values
187  * and is called when Axi Ethernet driver reset is called.
188  */
189 static int axienet_dma_bd_init(struct net_device *ndev)
190 {
191 	u32 cr;
192 	int i;
193 	struct sk_buff *skb;
194 	struct axienet_local *lp = netdev_priv(ndev);
195 
196 	/* Reset the indexes which are used for accessing the BDs */
197 	lp->tx_bd_ci = 0;
198 	lp->tx_bd_tail = 0;
199 	lp->rx_bd_ci = 0;
200 
201 	/* Allocate the Tx and Rx buffer descriptors. */
202 	lp->tx_bd_v = dma_zalloc_coherent(ndev->dev.parent,
203 					  sizeof(*lp->tx_bd_v) * TX_BD_NUM,
204 					  &lp->tx_bd_p, GFP_KERNEL);
205 	if (!lp->tx_bd_v)
206 		goto out;
207 
208 	lp->rx_bd_v = dma_zalloc_coherent(ndev->dev.parent,
209 					  sizeof(*lp->rx_bd_v) * RX_BD_NUM,
210 					  &lp->rx_bd_p, GFP_KERNEL);
211 	if (!lp->rx_bd_v)
212 		goto out;
213 
214 	for (i = 0; i < TX_BD_NUM; i++) {
215 		lp->tx_bd_v[i].next = lp->tx_bd_p +
216 				      sizeof(*lp->tx_bd_v) *
217 				      ((i + 1) % TX_BD_NUM);
218 	}
219 
220 	for (i = 0; i < RX_BD_NUM; i++) {
221 		lp->rx_bd_v[i].next = lp->rx_bd_p +
222 				      sizeof(*lp->rx_bd_v) *
223 				      ((i + 1) % RX_BD_NUM);
224 
225 		skb = netdev_alloc_skb_ip_align(ndev, lp->max_frm_size);
226 		if (!skb)
227 			goto out;
228 
229 		lp->rx_bd_v[i].sw_id_offset = (u32) skb;
230 		lp->rx_bd_v[i].phys = dma_map_single(ndev->dev.parent,
231 						     skb->data,
232 						     lp->max_frm_size,
233 						     DMA_FROM_DEVICE);
234 		lp->rx_bd_v[i].cntrl = lp->max_frm_size;
235 	}
236 
237 	/* Start updating the Rx channel control register */
238 	cr = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
239 	/* Update the interrupt coalesce count */
240 	cr = ((cr & ~XAXIDMA_COALESCE_MASK) |
241 	      ((lp->coalesce_count_rx) << XAXIDMA_COALESCE_SHIFT));
242 	/* Update the delay timer count */
243 	cr = ((cr & ~XAXIDMA_DELAY_MASK) |
244 	      (XAXIDMA_DFT_RX_WAITBOUND << XAXIDMA_DELAY_SHIFT));
245 	/* Enable coalesce, delay timer and error interrupts */
246 	cr |= XAXIDMA_IRQ_ALL_MASK;
247 	/* Write to the Rx channel control register */
248 	axienet_dma_out32(lp, XAXIDMA_RX_CR_OFFSET, cr);
249 
250 	/* Start updating the Tx channel control register */
251 	cr = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
252 	/* Update the interrupt coalesce count */
253 	cr = (((cr & ~XAXIDMA_COALESCE_MASK)) |
254 	      ((lp->coalesce_count_tx) << XAXIDMA_COALESCE_SHIFT));
255 	/* Update the delay timer count */
256 	cr = (((cr & ~XAXIDMA_DELAY_MASK)) |
257 	      (XAXIDMA_DFT_TX_WAITBOUND << XAXIDMA_DELAY_SHIFT));
258 	/* Enable coalesce, delay timer and error interrupts */
259 	cr |= XAXIDMA_IRQ_ALL_MASK;
260 	/* Write to the Tx channel control register */
261 	axienet_dma_out32(lp, XAXIDMA_TX_CR_OFFSET, cr);
262 
263 	/* Populate the tail pointer and bring the Rx Axi DMA engine out of
264 	 * halted state. This will make the Rx side ready for reception.
265 	 */
266 	axienet_dma_out32(lp, XAXIDMA_RX_CDESC_OFFSET, lp->rx_bd_p);
267 	cr = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
268 	axienet_dma_out32(lp, XAXIDMA_RX_CR_OFFSET,
269 			  cr | XAXIDMA_CR_RUNSTOP_MASK);
270 	axienet_dma_out32(lp, XAXIDMA_RX_TDESC_OFFSET, lp->rx_bd_p +
271 			  (sizeof(*lp->rx_bd_v) * (RX_BD_NUM - 1)));
272 
273 	/* Write to the RS (Run-stop) bit in the Tx channel control register.
274 	 * Tx channel is now ready to run. But only after we write to the
275 	 * tail pointer register that the Tx channel will start transmitting.
276 	 */
277 	axienet_dma_out32(lp, XAXIDMA_TX_CDESC_OFFSET, lp->tx_bd_p);
278 	cr = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
279 	axienet_dma_out32(lp, XAXIDMA_TX_CR_OFFSET,
280 			  cr | XAXIDMA_CR_RUNSTOP_MASK);
281 
282 	return 0;
283 out:
284 	axienet_dma_bd_release(ndev);
285 	return -ENOMEM;
286 }
287 
288 /**
289  * axienet_set_mac_address - Write the MAC address
290  * @ndev:	Pointer to the net_device structure
291  * @address:	6 byte Address to be written as MAC address
292  *
293  * This function is called to initialize the MAC address of the Axi Ethernet
294  * core. It writes to the UAW0 and UAW1 registers of the core.
295  */
296 static void axienet_set_mac_address(struct net_device *ndev,
297 				    const void *address)
298 {
299 	struct axienet_local *lp = netdev_priv(ndev);
300 
301 	if (address)
302 		memcpy(ndev->dev_addr, address, ETH_ALEN);
303 	if (!is_valid_ether_addr(ndev->dev_addr))
304 		eth_hw_addr_random(ndev);
305 
306 	/* Set up unicast MAC address filter set its mac address */
307 	axienet_iow(lp, XAE_UAW0_OFFSET,
308 		    (ndev->dev_addr[0]) |
309 		    (ndev->dev_addr[1] << 8) |
310 		    (ndev->dev_addr[2] << 16) |
311 		    (ndev->dev_addr[3] << 24));
312 	axienet_iow(lp, XAE_UAW1_OFFSET,
313 		    (((axienet_ior(lp, XAE_UAW1_OFFSET)) &
314 		      ~XAE_UAW1_UNICASTADDR_MASK) |
315 		     (ndev->dev_addr[4] |
316 		     (ndev->dev_addr[5] << 8))));
317 }
318 
319 /**
320  * netdev_set_mac_address - Write the MAC address (from outside the driver)
321  * @ndev:	Pointer to the net_device structure
322  * @p:		6 byte Address to be written as MAC address
323  *
324  * Return: 0 for all conditions. Presently, there is no failure case.
325  *
326  * This function is called to initialize the MAC address of the Axi Ethernet
327  * core. It calls the core specific axienet_set_mac_address. This is the
328  * function that goes into net_device_ops structure entry ndo_set_mac_address.
329  */
330 static int netdev_set_mac_address(struct net_device *ndev, void *p)
331 {
332 	struct sockaddr *addr = p;
333 	axienet_set_mac_address(ndev, addr->sa_data);
334 	return 0;
335 }
336 
337 /**
338  * axienet_set_multicast_list - Prepare the multicast table
339  * @ndev:	Pointer to the net_device structure
340  *
341  * This function is called to initialize the multicast table during
342  * initialization. The Axi Ethernet basic multicast support has a four-entry
343  * multicast table which is initialized here. Additionally this function
344  * goes into the net_device_ops structure entry ndo_set_multicast_list. This
345  * means whenever the multicast table entries need to be updated this
346  * function gets called.
347  */
348 static void axienet_set_multicast_list(struct net_device *ndev)
349 {
350 	int i;
351 	u32 reg, af0reg, af1reg;
352 	struct axienet_local *lp = netdev_priv(ndev);
353 
354 	if (ndev->flags & (IFF_ALLMULTI | IFF_PROMISC) ||
355 	    netdev_mc_count(ndev) > XAE_MULTICAST_CAM_TABLE_NUM) {
356 		/* We must make the kernel realize we had to move into
357 		 * promiscuous mode. If it was a promiscuous mode request
358 		 * the flag is already set. If not we set it.
359 		 */
360 		ndev->flags |= IFF_PROMISC;
361 		reg = axienet_ior(lp, XAE_FMI_OFFSET);
362 		reg |= XAE_FMI_PM_MASK;
363 		axienet_iow(lp, XAE_FMI_OFFSET, reg);
364 		dev_info(&ndev->dev, "Promiscuous mode enabled.\n");
365 	} else if (!netdev_mc_empty(ndev)) {
366 		struct netdev_hw_addr *ha;
367 
368 		i = 0;
369 		netdev_for_each_mc_addr(ha, ndev) {
370 			if (i >= XAE_MULTICAST_CAM_TABLE_NUM)
371 				break;
372 
373 			af0reg = (ha->addr[0]);
374 			af0reg |= (ha->addr[1] << 8);
375 			af0reg |= (ha->addr[2] << 16);
376 			af0reg |= (ha->addr[3] << 24);
377 
378 			af1reg = (ha->addr[4]);
379 			af1reg |= (ha->addr[5] << 8);
380 
381 			reg = axienet_ior(lp, XAE_FMI_OFFSET) & 0xFFFFFF00;
382 			reg |= i;
383 
384 			axienet_iow(lp, XAE_FMI_OFFSET, reg);
385 			axienet_iow(lp, XAE_AF0_OFFSET, af0reg);
386 			axienet_iow(lp, XAE_AF1_OFFSET, af1reg);
387 			i++;
388 		}
389 	} else {
390 		reg = axienet_ior(lp, XAE_FMI_OFFSET);
391 		reg &= ~XAE_FMI_PM_MASK;
392 
393 		axienet_iow(lp, XAE_FMI_OFFSET, reg);
394 
395 		for (i = 0; i < XAE_MULTICAST_CAM_TABLE_NUM; i++) {
396 			reg = axienet_ior(lp, XAE_FMI_OFFSET) & 0xFFFFFF00;
397 			reg |= i;
398 
399 			axienet_iow(lp, XAE_FMI_OFFSET, reg);
400 			axienet_iow(lp, XAE_AF0_OFFSET, 0);
401 			axienet_iow(lp, XAE_AF1_OFFSET, 0);
402 		}
403 
404 		dev_info(&ndev->dev, "Promiscuous mode disabled.\n");
405 	}
406 }
407 
408 /**
409  * axienet_setoptions - Set an Axi Ethernet option
410  * @ndev:	Pointer to the net_device structure
411  * @options:	Option to be enabled/disabled
412  *
413  * The Axi Ethernet core has multiple features which can be selectively turned
414  * on or off. The typical options could be jumbo frame option, basic VLAN
415  * option, promiscuous mode option etc. This function is used to set or clear
416  * these options in the Axi Ethernet hardware. This is done through
417  * axienet_option structure .
418  */
419 static void axienet_setoptions(struct net_device *ndev, u32 options)
420 {
421 	int reg;
422 	struct axienet_local *lp = netdev_priv(ndev);
423 	struct axienet_option *tp = &axienet_options[0];
424 
425 	while (tp->opt) {
426 		reg = ((axienet_ior(lp, tp->reg)) & ~(tp->m_or));
427 		if (options & tp->opt)
428 			reg |= tp->m_or;
429 		axienet_iow(lp, tp->reg, reg);
430 		tp++;
431 	}
432 
433 	lp->options |= options;
434 }
435 
436 static void __axienet_device_reset(struct axienet_local *lp, off_t offset)
437 {
438 	u32 timeout;
439 	/* Reset Axi DMA. This would reset Axi Ethernet core as well. The reset
440 	 * process of Axi DMA takes a while to complete as all pending
441 	 * commands/transfers will be flushed or completed during this
442 	 * reset process.
443 	 */
444 	axienet_dma_out32(lp, offset, XAXIDMA_CR_RESET_MASK);
445 	timeout = DELAY_OF_ONE_MILLISEC;
446 	while (axienet_dma_in32(lp, offset) & XAXIDMA_CR_RESET_MASK) {
447 		udelay(1);
448 		if (--timeout == 0) {
449 			netdev_err(lp->ndev, "%s: DMA reset timeout!\n",
450 				   __func__);
451 			break;
452 		}
453 	}
454 }
455 
456 /**
457  * axienet_device_reset - Reset and initialize the Axi Ethernet hardware.
458  * @ndev:	Pointer to the net_device structure
459  *
460  * This function is called to reset and initialize the Axi Ethernet core. This
461  * is typically called during initialization. It does a reset of the Axi DMA
462  * Rx/Tx channels and initializes the Axi DMA BDs. Since Axi DMA reset lines
463  * areconnected to Axi Ethernet reset lines, this in turn resets the Axi
464  * Ethernet core. No separate hardware reset is done for the Axi Ethernet
465  * core.
466  */
467 static void axienet_device_reset(struct net_device *ndev)
468 {
469 	u32 axienet_status;
470 	struct axienet_local *lp = netdev_priv(ndev);
471 
472 	__axienet_device_reset(lp, XAXIDMA_TX_CR_OFFSET);
473 	__axienet_device_reset(lp, XAXIDMA_RX_CR_OFFSET);
474 
475 	lp->max_frm_size = XAE_MAX_VLAN_FRAME_SIZE;
476 	lp->options |= XAE_OPTION_VLAN;
477 	lp->options &= (~XAE_OPTION_JUMBO);
478 
479 	if ((ndev->mtu > XAE_MTU) &&
480 		(ndev->mtu <= XAE_JUMBO_MTU)) {
481 		lp->max_frm_size = ndev->mtu + VLAN_ETH_HLEN +
482 					XAE_TRL_SIZE;
483 
484 		if (lp->max_frm_size <= lp->rxmem)
485 			lp->options |= XAE_OPTION_JUMBO;
486 	}
487 
488 	if (axienet_dma_bd_init(ndev)) {
489 		netdev_err(ndev, "%s: descriptor allocation failed\n",
490 			   __func__);
491 	}
492 
493 	axienet_status = axienet_ior(lp, XAE_RCW1_OFFSET);
494 	axienet_status &= ~XAE_RCW1_RX_MASK;
495 	axienet_iow(lp, XAE_RCW1_OFFSET, axienet_status);
496 
497 	axienet_status = axienet_ior(lp, XAE_IP_OFFSET);
498 	if (axienet_status & XAE_INT_RXRJECT_MASK)
499 		axienet_iow(lp, XAE_IS_OFFSET, XAE_INT_RXRJECT_MASK);
500 
501 	axienet_iow(lp, XAE_FCC_OFFSET, XAE_FCC_FCRX_MASK);
502 
503 	/* Sync default options with HW but leave receiver and
504 	 * transmitter disabled.
505 	 */
506 	axienet_setoptions(ndev, lp->options &
507 			   ~(XAE_OPTION_TXEN | XAE_OPTION_RXEN));
508 	axienet_set_mac_address(ndev, NULL);
509 	axienet_set_multicast_list(ndev);
510 	axienet_setoptions(ndev, lp->options);
511 
512 	netif_trans_update(ndev);
513 }
514 
515 /**
516  * axienet_adjust_link - Adjust the PHY link speed/duplex.
517  * @ndev:	Pointer to the net_device structure
518  *
519  * This function is called to change the speed and duplex setting after
520  * auto negotiation is done by the PHY. This is the function that gets
521  * registered with the PHY interface through the "of_phy_connect" call.
522  */
523 static void axienet_adjust_link(struct net_device *ndev)
524 {
525 	u32 emmc_reg;
526 	u32 link_state;
527 	u32 setspeed = 1;
528 	struct axienet_local *lp = netdev_priv(ndev);
529 	struct phy_device *phy = ndev->phydev;
530 
531 	link_state = phy->speed | (phy->duplex << 1) | phy->link;
532 	if (lp->last_link != link_state) {
533 		if ((phy->speed == SPEED_10) || (phy->speed == SPEED_100)) {
534 			if (lp->phy_mode == PHY_INTERFACE_MODE_1000BASEX)
535 				setspeed = 0;
536 		} else {
537 			if ((phy->speed == SPEED_1000) &&
538 			    (lp->phy_mode == PHY_INTERFACE_MODE_MII))
539 				setspeed = 0;
540 		}
541 
542 		if (setspeed == 1) {
543 			emmc_reg = axienet_ior(lp, XAE_EMMC_OFFSET);
544 			emmc_reg &= ~XAE_EMMC_LINKSPEED_MASK;
545 
546 			switch (phy->speed) {
547 			case SPEED_1000:
548 				emmc_reg |= XAE_EMMC_LINKSPD_1000;
549 				break;
550 			case SPEED_100:
551 				emmc_reg |= XAE_EMMC_LINKSPD_100;
552 				break;
553 			case SPEED_10:
554 				emmc_reg |= XAE_EMMC_LINKSPD_10;
555 				break;
556 			default:
557 				dev_err(&ndev->dev, "Speed other than 10, 100 "
558 					"or 1Gbps is not supported\n");
559 				break;
560 			}
561 
562 			axienet_iow(lp, XAE_EMMC_OFFSET, emmc_reg);
563 			lp->last_link = link_state;
564 			phy_print_status(phy);
565 		} else {
566 			netdev_err(ndev,
567 				   "Error setting Axi Ethernet mac speed\n");
568 		}
569 	}
570 }
571 
572 /**
573  * axienet_start_xmit_done - Invoked once a transmit is completed by the
574  * Axi DMA Tx channel.
575  * @ndev:	Pointer to the net_device structure
576  *
577  * This function is invoked from the Axi DMA Tx isr to notify the completion
578  * of transmit operation. It clears fields in the corresponding Tx BDs and
579  * unmaps the corresponding buffer so that CPU can regain ownership of the
580  * buffer. It finally invokes "netif_wake_queue" to restart transmission if
581  * required.
582  */
583 static void axienet_start_xmit_done(struct net_device *ndev)
584 {
585 	u32 size = 0;
586 	u32 packets = 0;
587 	struct axienet_local *lp = netdev_priv(ndev);
588 	struct axidma_bd *cur_p;
589 	unsigned int status = 0;
590 
591 	cur_p = &lp->tx_bd_v[lp->tx_bd_ci];
592 	status = cur_p->status;
593 	while (status & XAXIDMA_BD_STS_COMPLETE_MASK) {
594 		dma_unmap_single(ndev->dev.parent, cur_p->phys,
595 				(cur_p->cntrl & XAXIDMA_BD_CTRL_LENGTH_MASK),
596 				DMA_TO_DEVICE);
597 		if (cur_p->app4)
598 			dev_kfree_skb_irq((struct sk_buff *)cur_p->app4);
599 		/*cur_p->phys = 0;*/
600 		cur_p->app0 = 0;
601 		cur_p->app1 = 0;
602 		cur_p->app2 = 0;
603 		cur_p->app4 = 0;
604 		cur_p->status = 0;
605 
606 		size += status & XAXIDMA_BD_STS_ACTUAL_LEN_MASK;
607 		packets++;
608 
609 		++lp->tx_bd_ci;
610 		lp->tx_bd_ci %= TX_BD_NUM;
611 		cur_p = &lp->tx_bd_v[lp->tx_bd_ci];
612 		status = cur_p->status;
613 	}
614 
615 	ndev->stats.tx_packets += packets;
616 	ndev->stats.tx_bytes += size;
617 	netif_wake_queue(ndev);
618 }
619 
620 /**
621  * axienet_check_tx_bd_space - Checks if a BD/group of BDs are currently busy
622  * @lp:		Pointer to the axienet_local structure
623  * @num_frag:	The number of BDs to check for
624  *
625  * Return: 0, on success
626  *	    NETDEV_TX_BUSY, if any of the descriptors are not free
627  *
628  * This function is invoked before BDs are allocated and transmission starts.
629  * This function returns 0 if a BD or group of BDs can be allocated for
630  * transmission. If the BD or any of the BDs are not free the function
631  * returns a busy status. This is invoked from axienet_start_xmit.
632  */
633 static inline int axienet_check_tx_bd_space(struct axienet_local *lp,
634 					    int num_frag)
635 {
636 	struct axidma_bd *cur_p;
637 	cur_p = &lp->tx_bd_v[(lp->tx_bd_tail + num_frag) % TX_BD_NUM];
638 	if (cur_p->status & XAXIDMA_BD_STS_ALL_MASK)
639 		return NETDEV_TX_BUSY;
640 	return 0;
641 }
642 
643 /**
644  * axienet_start_xmit - Starts the transmission.
645  * @skb:	sk_buff pointer that contains data to be Txed.
646  * @ndev:	Pointer to net_device structure.
647  *
648  * Return: NETDEV_TX_OK, on success
649  *	    NETDEV_TX_BUSY, if any of the descriptors are not free
650  *
651  * This function is invoked from upper layers to initiate transmission. The
652  * function uses the next available free BDs and populates their fields to
653  * start the transmission. Additionally if checksum offloading is supported,
654  * it populates AXI Stream Control fields with appropriate values.
655  */
656 static int axienet_start_xmit(struct sk_buff *skb, struct net_device *ndev)
657 {
658 	u32 ii;
659 	u32 num_frag;
660 	u32 csum_start_off;
661 	u32 csum_index_off;
662 	skb_frag_t *frag;
663 	dma_addr_t tail_p;
664 	struct axienet_local *lp = netdev_priv(ndev);
665 	struct axidma_bd *cur_p;
666 
667 	num_frag = skb_shinfo(skb)->nr_frags;
668 	cur_p = &lp->tx_bd_v[lp->tx_bd_tail];
669 
670 	if (axienet_check_tx_bd_space(lp, num_frag)) {
671 		if (!netif_queue_stopped(ndev))
672 			netif_stop_queue(ndev);
673 		return NETDEV_TX_BUSY;
674 	}
675 
676 	if (skb->ip_summed == CHECKSUM_PARTIAL) {
677 		if (lp->features & XAE_FEATURE_FULL_TX_CSUM) {
678 			/* Tx Full Checksum Offload Enabled */
679 			cur_p->app0 |= 2;
680 		} else if (lp->features & XAE_FEATURE_PARTIAL_RX_CSUM) {
681 			csum_start_off = skb_transport_offset(skb);
682 			csum_index_off = csum_start_off + skb->csum_offset;
683 			/* Tx Partial Checksum Offload Enabled */
684 			cur_p->app0 |= 1;
685 			cur_p->app1 = (csum_start_off << 16) | csum_index_off;
686 		}
687 	} else if (skb->ip_summed == CHECKSUM_UNNECESSARY) {
688 		cur_p->app0 |= 2; /* Tx Full Checksum Offload Enabled */
689 	}
690 
691 	cur_p->cntrl = skb_headlen(skb) | XAXIDMA_BD_CTRL_TXSOF_MASK;
692 	cur_p->phys = dma_map_single(ndev->dev.parent, skb->data,
693 				     skb_headlen(skb), DMA_TO_DEVICE);
694 
695 	for (ii = 0; ii < num_frag; ii++) {
696 		++lp->tx_bd_tail;
697 		lp->tx_bd_tail %= TX_BD_NUM;
698 		cur_p = &lp->tx_bd_v[lp->tx_bd_tail];
699 		frag = &skb_shinfo(skb)->frags[ii];
700 		cur_p->phys = dma_map_single(ndev->dev.parent,
701 					     skb_frag_address(frag),
702 					     skb_frag_size(frag),
703 					     DMA_TO_DEVICE);
704 		cur_p->cntrl = skb_frag_size(frag);
705 	}
706 
707 	cur_p->cntrl |= XAXIDMA_BD_CTRL_TXEOF_MASK;
708 	cur_p->app4 = (unsigned long)skb;
709 
710 	tail_p = lp->tx_bd_p + sizeof(*lp->tx_bd_v) * lp->tx_bd_tail;
711 	/* Start the transfer */
712 	axienet_dma_out32(lp, XAXIDMA_TX_TDESC_OFFSET, tail_p);
713 	++lp->tx_bd_tail;
714 	lp->tx_bd_tail %= TX_BD_NUM;
715 
716 	return NETDEV_TX_OK;
717 }
718 
719 /**
720  * axienet_recv - Is called from Axi DMA Rx Isr to complete the received
721  *		  BD processing.
722  * @ndev:	Pointer to net_device structure.
723  *
724  * This function is invoked from the Axi DMA Rx isr to process the Rx BDs. It
725  * does minimal processing and invokes "netif_rx" to complete further
726  * processing.
727  */
728 static void axienet_recv(struct net_device *ndev)
729 {
730 	u32 length;
731 	u32 csumstatus;
732 	u32 size = 0;
733 	u32 packets = 0;
734 	dma_addr_t tail_p = 0;
735 	struct axienet_local *lp = netdev_priv(ndev);
736 	struct sk_buff *skb, *new_skb;
737 	struct axidma_bd *cur_p;
738 
739 	cur_p = &lp->rx_bd_v[lp->rx_bd_ci];
740 
741 	while ((cur_p->status & XAXIDMA_BD_STS_COMPLETE_MASK)) {
742 		tail_p = lp->rx_bd_p + sizeof(*lp->rx_bd_v) * lp->rx_bd_ci;
743 		skb = (struct sk_buff *) (cur_p->sw_id_offset);
744 		length = cur_p->app4 & 0x0000FFFF;
745 
746 		dma_unmap_single(ndev->dev.parent, cur_p->phys,
747 				 lp->max_frm_size,
748 				 DMA_FROM_DEVICE);
749 
750 		skb_put(skb, length);
751 		skb->protocol = eth_type_trans(skb, ndev);
752 		/*skb_checksum_none_assert(skb);*/
753 		skb->ip_summed = CHECKSUM_NONE;
754 
755 		/* if we're doing Rx csum offload, set it up */
756 		if (lp->features & XAE_FEATURE_FULL_RX_CSUM) {
757 			csumstatus = (cur_p->app2 &
758 				      XAE_FULL_CSUM_STATUS_MASK) >> 3;
759 			if ((csumstatus == XAE_IP_TCP_CSUM_VALIDATED) ||
760 			    (csumstatus == XAE_IP_UDP_CSUM_VALIDATED)) {
761 				skb->ip_summed = CHECKSUM_UNNECESSARY;
762 			}
763 		} else if ((lp->features & XAE_FEATURE_PARTIAL_RX_CSUM) != 0 &&
764 			   skb->protocol == htons(ETH_P_IP) &&
765 			   skb->len > 64) {
766 			skb->csum = be32_to_cpu(cur_p->app3 & 0xFFFF);
767 			skb->ip_summed = CHECKSUM_COMPLETE;
768 		}
769 
770 		netif_rx(skb);
771 
772 		size += length;
773 		packets++;
774 
775 		new_skb = netdev_alloc_skb_ip_align(ndev, lp->max_frm_size);
776 		if (!new_skb)
777 			return;
778 
779 		cur_p->phys = dma_map_single(ndev->dev.parent, new_skb->data,
780 					     lp->max_frm_size,
781 					     DMA_FROM_DEVICE);
782 		cur_p->cntrl = lp->max_frm_size;
783 		cur_p->status = 0;
784 		cur_p->sw_id_offset = (u32) new_skb;
785 
786 		++lp->rx_bd_ci;
787 		lp->rx_bd_ci %= RX_BD_NUM;
788 		cur_p = &lp->rx_bd_v[lp->rx_bd_ci];
789 	}
790 
791 	ndev->stats.rx_packets += packets;
792 	ndev->stats.rx_bytes += size;
793 
794 	if (tail_p)
795 		axienet_dma_out32(lp, XAXIDMA_RX_TDESC_OFFSET, tail_p);
796 }
797 
798 /**
799  * axienet_tx_irq - Tx Done Isr.
800  * @irq:	irq number
801  * @_ndev:	net_device pointer
802  *
803  * Return: IRQ_HANDLED for all cases.
804  *
805  * This is the Axi DMA Tx done Isr. It invokes "axienet_start_xmit_done"
806  * to complete the BD processing.
807  */
808 static irqreturn_t axienet_tx_irq(int irq, void *_ndev)
809 {
810 	u32 cr;
811 	unsigned int status;
812 	struct net_device *ndev = _ndev;
813 	struct axienet_local *lp = netdev_priv(ndev);
814 
815 	status = axienet_dma_in32(lp, XAXIDMA_TX_SR_OFFSET);
816 	if (status & (XAXIDMA_IRQ_IOC_MASK | XAXIDMA_IRQ_DELAY_MASK)) {
817 		axienet_dma_out32(lp, XAXIDMA_TX_SR_OFFSET, status);
818 		axienet_start_xmit_done(lp->ndev);
819 		goto out;
820 	}
821 	if (!(status & XAXIDMA_IRQ_ALL_MASK))
822 		dev_err(&ndev->dev, "No interrupts asserted in Tx path\n");
823 	if (status & XAXIDMA_IRQ_ERROR_MASK) {
824 		dev_err(&ndev->dev, "DMA Tx error 0x%x\n", status);
825 		dev_err(&ndev->dev, "Current BD is at: 0x%x\n",
826 			(lp->tx_bd_v[lp->tx_bd_ci]).phys);
827 
828 		cr = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
829 		/* Disable coalesce, delay timer and error interrupts */
830 		cr &= (~XAXIDMA_IRQ_ALL_MASK);
831 		/* Write to the Tx channel control register */
832 		axienet_dma_out32(lp, XAXIDMA_TX_CR_OFFSET, cr);
833 
834 		cr = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
835 		/* Disable coalesce, delay timer and error interrupts */
836 		cr &= (~XAXIDMA_IRQ_ALL_MASK);
837 		/* Write to the Rx channel control register */
838 		axienet_dma_out32(lp, XAXIDMA_RX_CR_OFFSET, cr);
839 
840 		tasklet_schedule(&lp->dma_err_tasklet);
841 		axienet_dma_out32(lp, XAXIDMA_TX_SR_OFFSET, status);
842 	}
843 out:
844 	return IRQ_HANDLED;
845 }
846 
847 /**
848  * axienet_rx_irq - Rx Isr.
849  * @irq:	irq number
850  * @_ndev:	net_device pointer
851  *
852  * Return: IRQ_HANDLED for all cases.
853  *
854  * This is the Axi DMA Rx Isr. It invokes "axienet_recv" to complete the BD
855  * processing.
856  */
857 static irqreturn_t axienet_rx_irq(int irq, void *_ndev)
858 {
859 	u32 cr;
860 	unsigned int status;
861 	struct net_device *ndev = _ndev;
862 	struct axienet_local *lp = netdev_priv(ndev);
863 
864 	status = axienet_dma_in32(lp, XAXIDMA_RX_SR_OFFSET);
865 	if (status & (XAXIDMA_IRQ_IOC_MASK | XAXIDMA_IRQ_DELAY_MASK)) {
866 		axienet_dma_out32(lp, XAXIDMA_RX_SR_OFFSET, status);
867 		axienet_recv(lp->ndev);
868 		goto out;
869 	}
870 	if (!(status & XAXIDMA_IRQ_ALL_MASK))
871 		dev_err(&ndev->dev, "No interrupts asserted in Rx path\n");
872 	if (status & XAXIDMA_IRQ_ERROR_MASK) {
873 		dev_err(&ndev->dev, "DMA Rx error 0x%x\n", status);
874 		dev_err(&ndev->dev, "Current BD is at: 0x%x\n",
875 			(lp->rx_bd_v[lp->rx_bd_ci]).phys);
876 
877 		cr = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
878 		/* Disable coalesce, delay timer and error interrupts */
879 		cr &= (~XAXIDMA_IRQ_ALL_MASK);
880 		/* Finally write to the Tx channel control register */
881 		axienet_dma_out32(lp, XAXIDMA_TX_CR_OFFSET, cr);
882 
883 		cr = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
884 		/* Disable coalesce, delay timer and error interrupts */
885 		cr &= (~XAXIDMA_IRQ_ALL_MASK);
886 		/* write to the Rx channel control register */
887 		axienet_dma_out32(lp, XAXIDMA_RX_CR_OFFSET, cr);
888 
889 		tasklet_schedule(&lp->dma_err_tasklet);
890 		axienet_dma_out32(lp, XAXIDMA_RX_SR_OFFSET, status);
891 	}
892 out:
893 	return IRQ_HANDLED;
894 }
895 
896 static void axienet_dma_err_handler(unsigned long data);
897 
898 /**
899  * axienet_open - Driver open routine.
900  * @ndev:	Pointer to net_device structure
901  *
902  * Return: 0, on success.
903  *	    non-zero error value on failure
904  *
905  * This is the driver open routine. It calls phy_start to start the PHY device.
906  * It also allocates interrupt service routines, enables the interrupt lines
907  * and ISR handling. Axi Ethernet core is reset through Axi DMA core. Buffer
908  * descriptors are initialized.
909  */
910 static int axienet_open(struct net_device *ndev)
911 {
912 	int ret, mdio_mcreg;
913 	struct axienet_local *lp = netdev_priv(ndev);
914 	struct phy_device *phydev = NULL;
915 
916 	dev_dbg(&ndev->dev, "axienet_open()\n");
917 
918 	mdio_mcreg = axienet_ior(lp, XAE_MDIO_MC_OFFSET);
919 	ret = axienet_mdio_wait_until_ready(lp);
920 	if (ret < 0)
921 		return ret;
922 	/* Disable the MDIO interface till Axi Ethernet Reset is completed.
923 	 * When we do an Axi Ethernet reset, it resets the complete core
924 	 * including the MDIO. If MDIO is not disabled when the reset
925 	 * process is started, MDIO will be broken afterwards.
926 	 */
927 	axienet_iow(lp, XAE_MDIO_MC_OFFSET,
928 		    (mdio_mcreg & (~XAE_MDIO_MC_MDIOEN_MASK)));
929 	axienet_device_reset(ndev);
930 	/* Enable the MDIO */
931 	axienet_iow(lp, XAE_MDIO_MC_OFFSET, mdio_mcreg);
932 	ret = axienet_mdio_wait_until_ready(lp);
933 	if (ret < 0)
934 		return ret;
935 
936 	if (lp->phy_node) {
937 		phydev = of_phy_connect(lp->ndev, lp->phy_node,
938 					axienet_adjust_link, 0, lp->phy_mode);
939 
940 		if (!phydev)
941 			dev_err(lp->dev, "of_phy_connect() failed\n");
942 		else
943 			phy_start(phydev);
944 	}
945 
946 	/* Enable tasklets for Axi DMA error handling */
947 	tasklet_init(&lp->dma_err_tasklet, axienet_dma_err_handler,
948 		     (unsigned long) lp);
949 
950 	/* Enable interrupts for Axi DMA Tx */
951 	ret = request_irq(lp->tx_irq, axienet_tx_irq, 0, ndev->name, ndev);
952 	if (ret)
953 		goto err_tx_irq;
954 	/* Enable interrupts for Axi DMA Rx */
955 	ret = request_irq(lp->rx_irq, axienet_rx_irq, 0, ndev->name, ndev);
956 	if (ret)
957 		goto err_rx_irq;
958 
959 	return 0;
960 
961 err_rx_irq:
962 	free_irq(lp->tx_irq, ndev);
963 err_tx_irq:
964 	if (phydev)
965 		phy_disconnect(phydev);
966 	tasklet_kill(&lp->dma_err_tasklet);
967 	dev_err(lp->dev, "request_irq() failed\n");
968 	return ret;
969 }
970 
971 /**
972  * axienet_stop - Driver stop routine.
973  * @ndev:	Pointer to net_device structure
974  *
975  * Return: 0, on success.
976  *
977  * This is the driver stop routine. It calls phy_disconnect to stop the PHY
978  * device. It also removes the interrupt handlers and disables the interrupts.
979  * The Axi DMA Tx/Rx BDs are released.
980  */
981 static int axienet_stop(struct net_device *ndev)
982 {
983 	u32 cr;
984 	struct axienet_local *lp = netdev_priv(ndev);
985 
986 	dev_dbg(&ndev->dev, "axienet_close()\n");
987 
988 	cr = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
989 	axienet_dma_out32(lp, XAXIDMA_RX_CR_OFFSET,
990 			  cr & (~XAXIDMA_CR_RUNSTOP_MASK));
991 	cr = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
992 	axienet_dma_out32(lp, XAXIDMA_TX_CR_OFFSET,
993 			  cr & (~XAXIDMA_CR_RUNSTOP_MASK));
994 	axienet_setoptions(ndev, lp->options &
995 			   ~(XAE_OPTION_TXEN | XAE_OPTION_RXEN));
996 
997 	tasklet_kill(&lp->dma_err_tasklet);
998 
999 	free_irq(lp->tx_irq, ndev);
1000 	free_irq(lp->rx_irq, ndev);
1001 
1002 	if (ndev->phydev)
1003 		phy_disconnect(ndev->phydev);
1004 
1005 	axienet_dma_bd_release(ndev);
1006 	return 0;
1007 }
1008 
1009 /**
1010  * axienet_change_mtu - Driver change mtu routine.
1011  * @ndev:	Pointer to net_device structure
1012  * @new_mtu:	New mtu value to be applied
1013  *
1014  * Return: Always returns 0 (success).
1015  *
1016  * This is the change mtu driver routine. It checks if the Axi Ethernet
1017  * hardware supports jumbo frames before changing the mtu. This can be
1018  * called only when the device is not up.
1019  */
1020 static int axienet_change_mtu(struct net_device *ndev, int new_mtu)
1021 {
1022 	struct axienet_local *lp = netdev_priv(ndev);
1023 
1024 	if (netif_running(ndev))
1025 		return -EBUSY;
1026 
1027 	if ((new_mtu + VLAN_ETH_HLEN +
1028 		XAE_TRL_SIZE) > lp->rxmem)
1029 		return -EINVAL;
1030 
1031 	ndev->mtu = new_mtu;
1032 
1033 	return 0;
1034 }
1035 
1036 #ifdef CONFIG_NET_POLL_CONTROLLER
1037 /**
1038  * axienet_poll_controller - Axi Ethernet poll mechanism.
1039  * @ndev:	Pointer to net_device structure
1040  *
1041  * This implements Rx/Tx ISR poll mechanisms. The interrupts are disabled prior
1042  * to polling the ISRs and are enabled back after the polling is done.
1043  */
1044 static void axienet_poll_controller(struct net_device *ndev)
1045 {
1046 	struct axienet_local *lp = netdev_priv(ndev);
1047 	disable_irq(lp->tx_irq);
1048 	disable_irq(lp->rx_irq);
1049 	axienet_rx_irq(lp->tx_irq, ndev);
1050 	axienet_tx_irq(lp->rx_irq, ndev);
1051 	enable_irq(lp->tx_irq);
1052 	enable_irq(lp->rx_irq);
1053 }
1054 #endif
1055 
1056 static const struct net_device_ops axienet_netdev_ops = {
1057 	.ndo_open = axienet_open,
1058 	.ndo_stop = axienet_stop,
1059 	.ndo_start_xmit = axienet_start_xmit,
1060 	.ndo_change_mtu	= axienet_change_mtu,
1061 	.ndo_set_mac_address = netdev_set_mac_address,
1062 	.ndo_validate_addr = eth_validate_addr,
1063 	.ndo_set_rx_mode = axienet_set_multicast_list,
1064 #ifdef CONFIG_NET_POLL_CONTROLLER
1065 	.ndo_poll_controller = axienet_poll_controller,
1066 #endif
1067 };
1068 
1069 /**
1070  * axienet_ethtools_get_drvinfo - Get various Axi Ethernet driver information.
1071  * @ndev:	Pointer to net_device structure
1072  * @ed:		Pointer to ethtool_drvinfo structure
1073  *
1074  * This implements ethtool command for getting the driver information.
1075  * Issue "ethtool -i ethX" under linux prompt to execute this function.
1076  */
1077 static void axienet_ethtools_get_drvinfo(struct net_device *ndev,
1078 					 struct ethtool_drvinfo *ed)
1079 {
1080 	strlcpy(ed->driver, DRIVER_NAME, sizeof(ed->driver));
1081 	strlcpy(ed->version, DRIVER_VERSION, sizeof(ed->version));
1082 }
1083 
1084 /**
1085  * axienet_ethtools_get_regs_len - Get the total regs length present in the
1086  *				   AxiEthernet core.
1087  * @ndev:	Pointer to net_device structure
1088  *
1089  * This implements ethtool command for getting the total register length
1090  * information.
1091  *
1092  * Return: the total regs length
1093  */
1094 static int axienet_ethtools_get_regs_len(struct net_device *ndev)
1095 {
1096 	return sizeof(u32) * AXIENET_REGS_N;
1097 }
1098 
1099 /**
1100  * axienet_ethtools_get_regs - Dump the contents of all registers present
1101  *			       in AxiEthernet core.
1102  * @ndev:	Pointer to net_device structure
1103  * @regs:	Pointer to ethtool_regs structure
1104  * @ret:	Void pointer used to return the contents of the registers.
1105  *
1106  * This implements ethtool command for getting the Axi Ethernet register dump.
1107  * Issue "ethtool -d ethX" to execute this function.
1108  */
1109 static void axienet_ethtools_get_regs(struct net_device *ndev,
1110 				      struct ethtool_regs *regs, void *ret)
1111 {
1112 	u32 *data = (u32 *) ret;
1113 	size_t len = sizeof(u32) * AXIENET_REGS_N;
1114 	struct axienet_local *lp = netdev_priv(ndev);
1115 
1116 	regs->version = 0;
1117 	regs->len = len;
1118 
1119 	memset(data, 0, len);
1120 	data[0] = axienet_ior(lp, XAE_RAF_OFFSET);
1121 	data[1] = axienet_ior(lp, XAE_TPF_OFFSET);
1122 	data[2] = axienet_ior(lp, XAE_IFGP_OFFSET);
1123 	data[3] = axienet_ior(lp, XAE_IS_OFFSET);
1124 	data[4] = axienet_ior(lp, XAE_IP_OFFSET);
1125 	data[5] = axienet_ior(lp, XAE_IE_OFFSET);
1126 	data[6] = axienet_ior(lp, XAE_TTAG_OFFSET);
1127 	data[7] = axienet_ior(lp, XAE_RTAG_OFFSET);
1128 	data[8] = axienet_ior(lp, XAE_UAWL_OFFSET);
1129 	data[9] = axienet_ior(lp, XAE_UAWU_OFFSET);
1130 	data[10] = axienet_ior(lp, XAE_TPID0_OFFSET);
1131 	data[11] = axienet_ior(lp, XAE_TPID1_OFFSET);
1132 	data[12] = axienet_ior(lp, XAE_PPST_OFFSET);
1133 	data[13] = axienet_ior(lp, XAE_RCW0_OFFSET);
1134 	data[14] = axienet_ior(lp, XAE_RCW1_OFFSET);
1135 	data[15] = axienet_ior(lp, XAE_TC_OFFSET);
1136 	data[16] = axienet_ior(lp, XAE_FCC_OFFSET);
1137 	data[17] = axienet_ior(lp, XAE_EMMC_OFFSET);
1138 	data[18] = axienet_ior(lp, XAE_PHYC_OFFSET);
1139 	data[19] = axienet_ior(lp, XAE_MDIO_MC_OFFSET);
1140 	data[20] = axienet_ior(lp, XAE_MDIO_MCR_OFFSET);
1141 	data[21] = axienet_ior(lp, XAE_MDIO_MWD_OFFSET);
1142 	data[22] = axienet_ior(lp, XAE_MDIO_MRD_OFFSET);
1143 	data[23] = axienet_ior(lp, XAE_MDIO_MIS_OFFSET);
1144 	data[24] = axienet_ior(lp, XAE_MDIO_MIP_OFFSET);
1145 	data[25] = axienet_ior(lp, XAE_MDIO_MIE_OFFSET);
1146 	data[26] = axienet_ior(lp, XAE_MDIO_MIC_OFFSET);
1147 	data[27] = axienet_ior(lp, XAE_UAW0_OFFSET);
1148 	data[28] = axienet_ior(lp, XAE_UAW1_OFFSET);
1149 	data[29] = axienet_ior(lp, XAE_FMI_OFFSET);
1150 	data[30] = axienet_ior(lp, XAE_AF0_OFFSET);
1151 	data[31] = axienet_ior(lp, XAE_AF1_OFFSET);
1152 }
1153 
1154 /**
1155  * axienet_ethtools_get_pauseparam - Get the pause parameter setting for
1156  *				     Tx and Rx paths.
1157  * @ndev:	Pointer to net_device structure
1158  * @epauseparm:	Pointer to ethtool_pauseparam structure.
1159  *
1160  * This implements ethtool command for getting axi ethernet pause frame
1161  * setting. Issue "ethtool -a ethX" to execute this function.
1162  */
1163 static void
1164 axienet_ethtools_get_pauseparam(struct net_device *ndev,
1165 				struct ethtool_pauseparam *epauseparm)
1166 {
1167 	u32 regval;
1168 	struct axienet_local *lp = netdev_priv(ndev);
1169 	epauseparm->autoneg  = 0;
1170 	regval = axienet_ior(lp, XAE_FCC_OFFSET);
1171 	epauseparm->tx_pause = regval & XAE_FCC_FCTX_MASK;
1172 	epauseparm->rx_pause = regval & XAE_FCC_FCRX_MASK;
1173 }
1174 
1175 /**
1176  * axienet_ethtools_set_pauseparam - Set device pause parameter(flow control)
1177  *				     settings.
1178  * @ndev:	Pointer to net_device structure
1179  * @epauseparm:Pointer to ethtool_pauseparam structure
1180  *
1181  * This implements ethtool command for enabling flow control on Rx and Tx
1182  * paths. Issue "ethtool -A ethX tx on|off" under linux prompt to execute this
1183  * function.
1184  *
1185  * Return: 0 on success, -EFAULT if device is running
1186  */
1187 static int
1188 axienet_ethtools_set_pauseparam(struct net_device *ndev,
1189 				struct ethtool_pauseparam *epauseparm)
1190 {
1191 	u32 regval = 0;
1192 	struct axienet_local *lp = netdev_priv(ndev);
1193 
1194 	if (netif_running(ndev)) {
1195 		netdev_err(ndev,
1196 			   "Please stop netif before applying configuration\n");
1197 		return -EFAULT;
1198 	}
1199 
1200 	regval = axienet_ior(lp, XAE_FCC_OFFSET);
1201 	if (epauseparm->tx_pause)
1202 		regval |= XAE_FCC_FCTX_MASK;
1203 	else
1204 		regval &= ~XAE_FCC_FCTX_MASK;
1205 	if (epauseparm->rx_pause)
1206 		regval |= XAE_FCC_FCRX_MASK;
1207 	else
1208 		regval &= ~XAE_FCC_FCRX_MASK;
1209 	axienet_iow(lp, XAE_FCC_OFFSET, regval);
1210 
1211 	return 0;
1212 }
1213 
1214 /**
1215  * axienet_ethtools_get_coalesce - Get DMA interrupt coalescing count.
1216  * @ndev:	Pointer to net_device structure
1217  * @ecoalesce:	Pointer to ethtool_coalesce structure
1218  *
1219  * This implements ethtool command for getting the DMA interrupt coalescing
1220  * count on Tx and Rx paths. Issue "ethtool -c ethX" under linux prompt to
1221  * execute this function.
1222  *
1223  * Return: 0 always
1224  */
1225 static int axienet_ethtools_get_coalesce(struct net_device *ndev,
1226 					 struct ethtool_coalesce *ecoalesce)
1227 {
1228 	u32 regval = 0;
1229 	struct axienet_local *lp = netdev_priv(ndev);
1230 	regval = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
1231 	ecoalesce->rx_max_coalesced_frames = (regval & XAXIDMA_COALESCE_MASK)
1232 					     >> XAXIDMA_COALESCE_SHIFT;
1233 	regval = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
1234 	ecoalesce->tx_max_coalesced_frames = (regval & XAXIDMA_COALESCE_MASK)
1235 					     >> XAXIDMA_COALESCE_SHIFT;
1236 	return 0;
1237 }
1238 
1239 /**
1240  * axienet_ethtools_set_coalesce - Set DMA interrupt coalescing count.
1241  * @ndev:	Pointer to net_device structure
1242  * @ecoalesce:	Pointer to ethtool_coalesce structure
1243  *
1244  * This implements ethtool command for setting the DMA interrupt coalescing
1245  * count on Tx and Rx paths. Issue "ethtool -C ethX rx-frames 5" under linux
1246  * prompt to execute this function.
1247  *
1248  * Return: 0, on success, Non-zero error value on failure.
1249  */
1250 static int axienet_ethtools_set_coalesce(struct net_device *ndev,
1251 					 struct ethtool_coalesce *ecoalesce)
1252 {
1253 	struct axienet_local *lp = netdev_priv(ndev);
1254 
1255 	if (netif_running(ndev)) {
1256 		netdev_err(ndev,
1257 			   "Please stop netif before applying configuration\n");
1258 		return -EFAULT;
1259 	}
1260 
1261 	if ((ecoalesce->rx_coalesce_usecs) ||
1262 	    (ecoalesce->rx_coalesce_usecs_irq) ||
1263 	    (ecoalesce->rx_max_coalesced_frames_irq) ||
1264 	    (ecoalesce->tx_coalesce_usecs) ||
1265 	    (ecoalesce->tx_coalesce_usecs_irq) ||
1266 	    (ecoalesce->tx_max_coalesced_frames_irq) ||
1267 	    (ecoalesce->stats_block_coalesce_usecs) ||
1268 	    (ecoalesce->use_adaptive_rx_coalesce) ||
1269 	    (ecoalesce->use_adaptive_tx_coalesce) ||
1270 	    (ecoalesce->pkt_rate_low) ||
1271 	    (ecoalesce->rx_coalesce_usecs_low) ||
1272 	    (ecoalesce->rx_max_coalesced_frames_low) ||
1273 	    (ecoalesce->tx_coalesce_usecs_low) ||
1274 	    (ecoalesce->tx_max_coalesced_frames_low) ||
1275 	    (ecoalesce->pkt_rate_high) ||
1276 	    (ecoalesce->rx_coalesce_usecs_high) ||
1277 	    (ecoalesce->rx_max_coalesced_frames_high) ||
1278 	    (ecoalesce->tx_coalesce_usecs_high) ||
1279 	    (ecoalesce->tx_max_coalesced_frames_high) ||
1280 	    (ecoalesce->rate_sample_interval))
1281 		return -EOPNOTSUPP;
1282 	if (ecoalesce->rx_max_coalesced_frames)
1283 		lp->coalesce_count_rx = ecoalesce->rx_max_coalesced_frames;
1284 	if (ecoalesce->tx_max_coalesced_frames)
1285 		lp->coalesce_count_tx = ecoalesce->tx_max_coalesced_frames;
1286 
1287 	return 0;
1288 }
1289 
1290 static const struct ethtool_ops axienet_ethtool_ops = {
1291 	.get_drvinfo    = axienet_ethtools_get_drvinfo,
1292 	.get_regs_len   = axienet_ethtools_get_regs_len,
1293 	.get_regs       = axienet_ethtools_get_regs,
1294 	.get_link       = ethtool_op_get_link,
1295 	.get_pauseparam = axienet_ethtools_get_pauseparam,
1296 	.set_pauseparam = axienet_ethtools_set_pauseparam,
1297 	.get_coalesce   = axienet_ethtools_get_coalesce,
1298 	.set_coalesce   = axienet_ethtools_set_coalesce,
1299 	.get_link_ksettings = phy_ethtool_get_link_ksettings,
1300 	.set_link_ksettings = phy_ethtool_set_link_ksettings,
1301 };
1302 
1303 /**
1304  * axienet_dma_err_handler - Tasklet handler for Axi DMA Error
1305  * @data:	Data passed
1306  *
1307  * Resets the Axi DMA and Axi Ethernet devices, and reconfigures the
1308  * Tx/Rx BDs.
1309  */
1310 static void axienet_dma_err_handler(unsigned long data)
1311 {
1312 	u32 axienet_status;
1313 	u32 cr, i;
1314 	int mdio_mcreg;
1315 	struct axienet_local *lp = (struct axienet_local *) data;
1316 	struct net_device *ndev = lp->ndev;
1317 	struct axidma_bd *cur_p;
1318 
1319 	axienet_setoptions(ndev, lp->options &
1320 			   ~(XAE_OPTION_TXEN | XAE_OPTION_RXEN));
1321 	mdio_mcreg = axienet_ior(lp, XAE_MDIO_MC_OFFSET);
1322 	axienet_mdio_wait_until_ready(lp);
1323 	/* Disable the MDIO interface till Axi Ethernet Reset is completed.
1324 	 * When we do an Axi Ethernet reset, it resets the complete core
1325 	 * including the MDIO. So if MDIO is not disabled when the reset
1326 	 * process is started, MDIO will be broken afterwards.
1327 	 */
1328 	axienet_iow(lp, XAE_MDIO_MC_OFFSET, (mdio_mcreg &
1329 		    ~XAE_MDIO_MC_MDIOEN_MASK));
1330 
1331 	__axienet_device_reset(lp, XAXIDMA_TX_CR_OFFSET);
1332 	__axienet_device_reset(lp, XAXIDMA_RX_CR_OFFSET);
1333 
1334 	axienet_iow(lp, XAE_MDIO_MC_OFFSET, mdio_mcreg);
1335 	axienet_mdio_wait_until_ready(lp);
1336 
1337 	for (i = 0; i < TX_BD_NUM; i++) {
1338 		cur_p = &lp->tx_bd_v[i];
1339 		if (cur_p->phys)
1340 			dma_unmap_single(ndev->dev.parent, cur_p->phys,
1341 					 (cur_p->cntrl &
1342 					  XAXIDMA_BD_CTRL_LENGTH_MASK),
1343 					 DMA_TO_DEVICE);
1344 		if (cur_p->app4)
1345 			dev_kfree_skb_irq((struct sk_buff *) cur_p->app4);
1346 		cur_p->phys = 0;
1347 		cur_p->cntrl = 0;
1348 		cur_p->status = 0;
1349 		cur_p->app0 = 0;
1350 		cur_p->app1 = 0;
1351 		cur_p->app2 = 0;
1352 		cur_p->app3 = 0;
1353 		cur_p->app4 = 0;
1354 		cur_p->sw_id_offset = 0;
1355 	}
1356 
1357 	for (i = 0; i < RX_BD_NUM; i++) {
1358 		cur_p = &lp->rx_bd_v[i];
1359 		cur_p->status = 0;
1360 		cur_p->app0 = 0;
1361 		cur_p->app1 = 0;
1362 		cur_p->app2 = 0;
1363 		cur_p->app3 = 0;
1364 		cur_p->app4 = 0;
1365 	}
1366 
1367 	lp->tx_bd_ci = 0;
1368 	lp->tx_bd_tail = 0;
1369 	lp->rx_bd_ci = 0;
1370 
1371 	/* Start updating the Rx channel control register */
1372 	cr = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
1373 	/* Update the interrupt coalesce count */
1374 	cr = ((cr & ~XAXIDMA_COALESCE_MASK) |
1375 	      (XAXIDMA_DFT_RX_THRESHOLD << XAXIDMA_COALESCE_SHIFT));
1376 	/* Update the delay timer count */
1377 	cr = ((cr & ~XAXIDMA_DELAY_MASK) |
1378 	      (XAXIDMA_DFT_RX_WAITBOUND << XAXIDMA_DELAY_SHIFT));
1379 	/* Enable coalesce, delay timer and error interrupts */
1380 	cr |= XAXIDMA_IRQ_ALL_MASK;
1381 	/* Finally write to the Rx channel control register */
1382 	axienet_dma_out32(lp, XAXIDMA_RX_CR_OFFSET, cr);
1383 
1384 	/* Start updating the Tx channel control register */
1385 	cr = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
1386 	/* Update the interrupt coalesce count */
1387 	cr = (((cr & ~XAXIDMA_COALESCE_MASK)) |
1388 	      (XAXIDMA_DFT_TX_THRESHOLD << XAXIDMA_COALESCE_SHIFT));
1389 	/* Update the delay timer count */
1390 	cr = (((cr & ~XAXIDMA_DELAY_MASK)) |
1391 	      (XAXIDMA_DFT_TX_WAITBOUND << XAXIDMA_DELAY_SHIFT));
1392 	/* Enable coalesce, delay timer and error interrupts */
1393 	cr |= XAXIDMA_IRQ_ALL_MASK;
1394 	/* Finally write to the Tx channel control register */
1395 	axienet_dma_out32(lp, XAXIDMA_TX_CR_OFFSET, cr);
1396 
1397 	/* Populate the tail pointer and bring the Rx Axi DMA engine out of
1398 	 * halted state. This will make the Rx side ready for reception.
1399 	 */
1400 	axienet_dma_out32(lp, XAXIDMA_RX_CDESC_OFFSET, lp->rx_bd_p);
1401 	cr = axienet_dma_in32(lp, XAXIDMA_RX_CR_OFFSET);
1402 	axienet_dma_out32(lp, XAXIDMA_RX_CR_OFFSET,
1403 			  cr | XAXIDMA_CR_RUNSTOP_MASK);
1404 	axienet_dma_out32(lp, XAXIDMA_RX_TDESC_OFFSET, lp->rx_bd_p +
1405 			  (sizeof(*lp->rx_bd_v) * (RX_BD_NUM - 1)));
1406 
1407 	/* Write to the RS (Run-stop) bit in the Tx channel control register.
1408 	 * Tx channel is now ready to run. But only after we write to the
1409 	 * tail pointer register that the Tx channel will start transmitting
1410 	 */
1411 	axienet_dma_out32(lp, XAXIDMA_TX_CDESC_OFFSET, lp->tx_bd_p);
1412 	cr = axienet_dma_in32(lp, XAXIDMA_TX_CR_OFFSET);
1413 	axienet_dma_out32(lp, XAXIDMA_TX_CR_OFFSET,
1414 			  cr | XAXIDMA_CR_RUNSTOP_MASK);
1415 
1416 	axienet_status = axienet_ior(lp, XAE_RCW1_OFFSET);
1417 	axienet_status &= ~XAE_RCW1_RX_MASK;
1418 	axienet_iow(lp, XAE_RCW1_OFFSET, axienet_status);
1419 
1420 	axienet_status = axienet_ior(lp, XAE_IP_OFFSET);
1421 	if (axienet_status & XAE_INT_RXRJECT_MASK)
1422 		axienet_iow(lp, XAE_IS_OFFSET, XAE_INT_RXRJECT_MASK);
1423 	axienet_iow(lp, XAE_FCC_OFFSET, XAE_FCC_FCRX_MASK);
1424 
1425 	/* Sync default options with HW but leave receiver and
1426 	 * transmitter disabled.
1427 	 */
1428 	axienet_setoptions(ndev, lp->options &
1429 			   ~(XAE_OPTION_TXEN | XAE_OPTION_RXEN));
1430 	axienet_set_mac_address(ndev, NULL);
1431 	axienet_set_multicast_list(ndev);
1432 	axienet_setoptions(ndev, lp->options);
1433 }
1434 
1435 /**
1436  * axienet_probe - Axi Ethernet probe function.
1437  * @pdev:	Pointer to platform device structure.
1438  *
1439  * Return: 0, on success
1440  *	    Non-zero error value on failure.
1441  *
1442  * This is the probe routine for Axi Ethernet driver. This is called before
1443  * any other driver routines are invoked. It allocates and sets up the Ethernet
1444  * device. Parses through device tree and populates fields of
1445  * axienet_local. It registers the Ethernet device.
1446  */
1447 static int axienet_probe(struct platform_device *pdev)
1448 {
1449 	int ret;
1450 	struct device_node *np;
1451 	struct axienet_local *lp;
1452 	struct net_device *ndev;
1453 	const void *mac_addr;
1454 	struct resource *ethres, dmares;
1455 	u32 value;
1456 
1457 	ndev = alloc_etherdev(sizeof(*lp));
1458 	if (!ndev)
1459 		return -ENOMEM;
1460 
1461 	platform_set_drvdata(pdev, ndev);
1462 
1463 	SET_NETDEV_DEV(ndev, &pdev->dev);
1464 	ndev->flags &= ~IFF_MULTICAST;  /* clear multicast */
1465 	ndev->features = NETIF_F_SG;
1466 	ndev->netdev_ops = &axienet_netdev_ops;
1467 	ndev->ethtool_ops = &axienet_ethtool_ops;
1468 
1469 	/* MTU range: 64 - 9000 */
1470 	ndev->min_mtu = 64;
1471 	ndev->max_mtu = XAE_JUMBO_MTU;
1472 
1473 	lp = netdev_priv(ndev);
1474 	lp->ndev = ndev;
1475 	lp->dev = &pdev->dev;
1476 	lp->options = XAE_OPTION_DEFAULTS;
1477 	/* Map device registers */
1478 	ethres = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1479 	lp->regs = devm_ioremap_resource(&pdev->dev, ethres);
1480 	if (IS_ERR(lp->regs)) {
1481 		dev_err(&pdev->dev, "could not map Axi Ethernet regs.\n");
1482 		ret = PTR_ERR(lp->regs);
1483 		goto free_netdev;
1484 	}
1485 
1486 	/* Setup checksum offload, but default to off if not specified */
1487 	lp->features = 0;
1488 
1489 	ret = of_property_read_u32(pdev->dev.of_node, "xlnx,txcsum", &value);
1490 	if (!ret) {
1491 		switch (value) {
1492 		case 1:
1493 			lp->csum_offload_on_tx_path =
1494 				XAE_FEATURE_PARTIAL_TX_CSUM;
1495 			lp->features |= XAE_FEATURE_PARTIAL_TX_CSUM;
1496 			/* Can checksum TCP/UDP over IPv4. */
1497 			ndev->features |= NETIF_F_IP_CSUM;
1498 			break;
1499 		case 2:
1500 			lp->csum_offload_on_tx_path =
1501 				XAE_FEATURE_FULL_TX_CSUM;
1502 			lp->features |= XAE_FEATURE_FULL_TX_CSUM;
1503 			/* Can checksum TCP/UDP over IPv4. */
1504 			ndev->features |= NETIF_F_IP_CSUM;
1505 			break;
1506 		default:
1507 			lp->csum_offload_on_tx_path = XAE_NO_CSUM_OFFLOAD;
1508 		}
1509 	}
1510 	ret = of_property_read_u32(pdev->dev.of_node, "xlnx,rxcsum", &value);
1511 	if (!ret) {
1512 		switch (value) {
1513 		case 1:
1514 			lp->csum_offload_on_rx_path =
1515 				XAE_FEATURE_PARTIAL_RX_CSUM;
1516 			lp->features |= XAE_FEATURE_PARTIAL_RX_CSUM;
1517 			break;
1518 		case 2:
1519 			lp->csum_offload_on_rx_path =
1520 				XAE_FEATURE_FULL_RX_CSUM;
1521 			lp->features |= XAE_FEATURE_FULL_RX_CSUM;
1522 			break;
1523 		default:
1524 			lp->csum_offload_on_rx_path = XAE_NO_CSUM_OFFLOAD;
1525 		}
1526 	}
1527 	/* For supporting jumbo frames, the Axi Ethernet hardware must have
1528 	 * a larger Rx/Tx Memory. Typically, the size must be large so that
1529 	 * we can enable jumbo option and start supporting jumbo frames.
1530 	 * Here we check for memory allocated for Rx/Tx in the hardware from
1531 	 * the device-tree and accordingly set flags.
1532 	 */
1533 	of_property_read_u32(pdev->dev.of_node, "xlnx,rxmem", &lp->rxmem);
1534 
1535 	/* Start with the proprietary, and broken phy_type */
1536 	ret = of_property_read_u32(pdev->dev.of_node, "xlnx,phy-type", &value);
1537 	if (!ret) {
1538 		netdev_warn(ndev, "Please upgrade your device tree binary blob to use phy-mode");
1539 		switch (value) {
1540 		case XAE_PHY_TYPE_MII:
1541 			lp->phy_mode = PHY_INTERFACE_MODE_MII;
1542 			break;
1543 		case XAE_PHY_TYPE_GMII:
1544 			lp->phy_mode = PHY_INTERFACE_MODE_GMII;
1545 			break;
1546 		case XAE_PHY_TYPE_RGMII_2_0:
1547 			lp->phy_mode = PHY_INTERFACE_MODE_RGMII_ID;
1548 			break;
1549 		case XAE_PHY_TYPE_SGMII:
1550 			lp->phy_mode = PHY_INTERFACE_MODE_SGMII;
1551 			break;
1552 		case XAE_PHY_TYPE_1000BASE_X:
1553 			lp->phy_mode = PHY_INTERFACE_MODE_1000BASEX;
1554 			break;
1555 		default:
1556 			ret = -EINVAL;
1557 			goto free_netdev;
1558 		}
1559 	} else {
1560 		lp->phy_mode = of_get_phy_mode(pdev->dev.of_node);
1561 		if (lp->phy_mode < 0) {
1562 			ret = -EINVAL;
1563 			goto free_netdev;
1564 		}
1565 	}
1566 
1567 	/* Find the DMA node, map the DMA registers, and decode the DMA IRQs */
1568 	np = of_parse_phandle(pdev->dev.of_node, "axistream-connected", 0);
1569 	if (!np) {
1570 		dev_err(&pdev->dev, "could not find DMA node\n");
1571 		ret = -ENODEV;
1572 		goto free_netdev;
1573 	}
1574 	ret = of_address_to_resource(np, 0, &dmares);
1575 	if (ret) {
1576 		dev_err(&pdev->dev, "unable to get DMA resource\n");
1577 		goto free_netdev;
1578 	}
1579 	lp->dma_regs = devm_ioremap_resource(&pdev->dev, &dmares);
1580 	if (IS_ERR(lp->dma_regs)) {
1581 		dev_err(&pdev->dev, "could not map DMA regs\n");
1582 		ret = PTR_ERR(lp->dma_regs);
1583 		goto free_netdev;
1584 	}
1585 	lp->rx_irq = irq_of_parse_and_map(np, 1);
1586 	lp->tx_irq = irq_of_parse_and_map(np, 0);
1587 	of_node_put(np);
1588 	if ((lp->rx_irq <= 0) || (lp->tx_irq <= 0)) {
1589 		dev_err(&pdev->dev, "could not determine irqs\n");
1590 		ret = -ENOMEM;
1591 		goto free_netdev;
1592 	}
1593 
1594 	/* Retrieve the MAC address */
1595 	mac_addr = of_get_mac_address(pdev->dev.of_node);
1596 	if (!mac_addr) {
1597 		dev_err(&pdev->dev, "could not find MAC address\n");
1598 		goto free_netdev;
1599 	}
1600 	axienet_set_mac_address(ndev, mac_addr);
1601 
1602 	lp->coalesce_count_rx = XAXIDMA_DFT_RX_THRESHOLD;
1603 	lp->coalesce_count_tx = XAXIDMA_DFT_TX_THRESHOLD;
1604 
1605 	lp->phy_node = of_parse_phandle(pdev->dev.of_node, "phy-handle", 0);
1606 	if (lp->phy_node) {
1607 		ret = axienet_mdio_setup(lp, pdev->dev.of_node);
1608 		if (ret)
1609 			dev_warn(&pdev->dev, "error registering MDIO bus\n");
1610 	}
1611 
1612 	ret = register_netdev(lp->ndev);
1613 	if (ret) {
1614 		dev_err(lp->dev, "register_netdev() error (%i)\n", ret);
1615 		goto free_netdev;
1616 	}
1617 
1618 	return 0;
1619 
1620 free_netdev:
1621 	free_netdev(ndev);
1622 
1623 	return ret;
1624 }
1625 
1626 static int axienet_remove(struct platform_device *pdev)
1627 {
1628 	struct net_device *ndev = platform_get_drvdata(pdev);
1629 	struct axienet_local *lp = netdev_priv(ndev);
1630 
1631 	axienet_mdio_teardown(lp);
1632 	unregister_netdev(ndev);
1633 
1634 	of_node_put(lp->phy_node);
1635 	lp->phy_node = NULL;
1636 
1637 	free_netdev(ndev);
1638 
1639 	return 0;
1640 }
1641 
1642 static struct platform_driver axienet_driver = {
1643 	.probe = axienet_probe,
1644 	.remove = axienet_remove,
1645 	.driver = {
1646 		 .name = "xilinx_axienet",
1647 		 .of_match_table = axienet_of_match,
1648 	},
1649 };
1650 
1651 module_platform_driver(axienet_driver);
1652 
1653 MODULE_DESCRIPTION("Xilinx Axi Ethernet driver");
1654 MODULE_AUTHOR("Xilinx");
1655 MODULE_LICENSE("GPL");
1656