1 /* b44.c: Broadcom 44xx/47xx Fast Ethernet device driver.
2  *
3  * Copyright (C) 2002 David S. Miller (davem@redhat.com)
4  * Copyright (C) 2004 Pekka Pietikainen (pp@ee.oulu.fi)
5  * Copyright (C) 2004 Florian Schirmer (jolt@tuxbox.org)
6  * Copyright (C) 2006 Felix Fietkau (nbd@openwrt.org)
7  * Copyright (C) 2006 Broadcom Corporation.
8  * Copyright (C) 2007 Michael Buesch <m@bues.ch>
9  * Copyright (C) 2013 Hauke Mehrtens <hauke@hauke-m.de>
10  *
11  * Distribute under GPL.
12  */
13 
14 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
15 
16 #include <linux/kernel.h>
17 #include <linux/module.h>
18 #include <linux/moduleparam.h>
19 #include <linux/types.h>
20 #include <linux/netdevice.h>
21 #include <linux/ethtool.h>
22 #include <linux/mii.h>
23 #include <linux/if_ether.h>
24 #include <linux/if_vlan.h>
25 #include <linux/etherdevice.h>
26 #include <linux/pci.h>
27 #include <linux/delay.h>
28 #include <linux/init.h>
29 #include <linux/interrupt.h>
30 #include <linux/dma-mapping.h>
31 #include <linux/ssb/ssb.h>
32 #include <linux/slab.h>
33 #include <linux/phy.h>
34 
35 #include <asm/uaccess.h>
36 #include <asm/io.h>
37 #include <asm/irq.h>
38 
39 
40 #include "b44.h"
41 
42 #define DRV_MODULE_NAME		"b44"
43 #define DRV_MODULE_VERSION	"2.0"
44 #define DRV_DESCRIPTION		"Broadcom 44xx/47xx 10/100 PCI ethernet driver"
45 
46 #define B44_DEF_MSG_ENABLE	  \
47 	(NETIF_MSG_DRV		| \
48 	 NETIF_MSG_PROBE	| \
49 	 NETIF_MSG_LINK		| \
50 	 NETIF_MSG_TIMER	| \
51 	 NETIF_MSG_IFDOWN	| \
52 	 NETIF_MSG_IFUP		| \
53 	 NETIF_MSG_RX_ERR	| \
54 	 NETIF_MSG_TX_ERR)
55 
56 /* length of time before we decide the hardware is borked,
57  * and dev->tx_timeout() should be called to fix the problem
58  */
59 #define B44_TX_TIMEOUT			(5 * HZ)
60 
61 /* hardware minimum and maximum for a single frame's data payload */
62 #define B44_MIN_MTU			60
63 #define B44_MAX_MTU			1500
64 
65 #define B44_RX_RING_SIZE		512
66 #define B44_DEF_RX_RING_PENDING		200
67 #define B44_RX_RING_BYTES	(sizeof(struct dma_desc) * \
68 				 B44_RX_RING_SIZE)
69 #define B44_TX_RING_SIZE		512
70 #define B44_DEF_TX_RING_PENDING		(B44_TX_RING_SIZE - 1)
71 #define B44_TX_RING_BYTES	(sizeof(struct dma_desc) * \
72 				 B44_TX_RING_SIZE)
73 
74 #define TX_RING_GAP(BP)	\
75 	(B44_TX_RING_SIZE - (BP)->tx_pending)
76 #define TX_BUFFS_AVAIL(BP)						\
77 	(((BP)->tx_cons <= (BP)->tx_prod) ?				\
78 	  (BP)->tx_cons + (BP)->tx_pending - (BP)->tx_prod :		\
79 	  (BP)->tx_cons - (BP)->tx_prod - TX_RING_GAP(BP))
80 #define NEXT_TX(N)		(((N) + 1) & (B44_TX_RING_SIZE - 1))
81 
82 #define RX_PKT_OFFSET		(RX_HEADER_LEN + 2)
83 #define RX_PKT_BUF_SZ		(1536 + RX_PKT_OFFSET)
84 
85 /* minimum number of free TX descriptors required to wake up TX process */
86 #define B44_TX_WAKEUP_THRESH		(B44_TX_RING_SIZE / 4)
87 
88 /* b44 internal pattern match filter info */
89 #define B44_PATTERN_BASE	0x400
90 #define B44_PATTERN_SIZE	0x80
91 #define B44_PMASK_BASE		0x600
92 #define B44_PMASK_SIZE		0x10
93 #define B44_MAX_PATTERNS	16
94 #define B44_ETHIPV6UDP_HLEN	62
95 #define B44_ETHIPV4UDP_HLEN	42
96 
97 MODULE_AUTHOR("Felix Fietkau, Florian Schirmer, Pekka Pietikainen, David S. Miller");
98 MODULE_DESCRIPTION(DRV_DESCRIPTION);
99 MODULE_LICENSE("GPL");
100 MODULE_VERSION(DRV_MODULE_VERSION);
101 
102 static int b44_debug = -1;	/* -1 == use B44_DEF_MSG_ENABLE as value */
103 module_param(b44_debug, int, 0);
104 MODULE_PARM_DESC(b44_debug, "B44 bitmapped debugging message enable value");
105 
106 
107 #ifdef CONFIG_B44_PCI
108 static DEFINE_PCI_DEVICE_TABLE(b44_pci_tbl) = {
109 	{ PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401) },
110 	{ PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401B0) },
111 	{ PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401B1) },
112 	{ 0 } /* terminate list with empty entry */
113 };
114 MODULE_DEVICE_TABLE(pci, b44_pci_tbl);
115 
116 static struct pci_driver b44_pci_driver = {
117 	.name		= DRV_MODULE_NAME,
118 	.id_table	= b44_pci_tbl,
119 };
120 #endif /* CONFIG_B44_PCI */
121 
122 static const struct ssb_device_id b44_ssb_tbl[] = {
123 	SSB_DEVICE(SSB_VENDOR_BROADCOM, SSB_DEV_ETHERNET, SSB_ANY_REV),
124 	SSB_DEVTABLE_END
125 };
126 MODULE_DEVICE_TABLE(ssb, b44_ssb_tbl);
127 
128 static void b44_halt(struct b44 *);
129 static void b44_init_rings(struct b44 *);
130 
131 #define B44_FULL_RESET		1
132 #define B44_FULL_RESET_SKIP_PHY	2
133 #define B44_PARTIAL_RESET	3
134 #define B44_CHIP_RESET_FULL	4
135 #define B44_CHIP_RESET_PARTIAL	5
136 
137 static void b44_init_hw(struct b44 *, int);
138 
139 static int dma_desc_sync_size;
140 static int instance;
141 
142 static const char b44_gstrings[][ETH_GSTRING_LEN] = {
143 #define _B44(x...)	# x,
144 B44_STAT_REG_DECLARE
145 #undef _B44
146 };
147 
148 static inline void b44_sync_dma_desc_for_device(struct ssb_device *sdev,
149 						dma_addr_t dma_base,
150 						unsigned long offset,
151 						enum dma_data_direction dir)
152 {
153 	dma_sync_single_for_device(sdev->dma_dev, dma_base + offset,
154 				   dma_desc_sync_size, dir);
155 }
156 
157 static inline void b44_sync_dma_desc_for_cpu(struct ssb_device *sdev,
158 					     dma_addr_t dma_base,
159 					     unsigned long offset,
160 					     enum dma_data_direction dir)
161 {
162 	dma_sync_single_for_cpu(sdev->dma_dev, dma_base + offset,
163 				dma_desc_sync_size, dir);
164 }
165 
166 static inline unsigned long br32(const struct b44 *bp, unsigned long reg)
167 {
168 	return ssb_read32(bp->sdev, reg);
169 }
170 
171 static inline void bw32(const struct b44 *bp,
172 			unsigned long reg, unsigned long val)
173 {
174 	ssb_write32(bp->sdev, reg, val);
175 }
176 
177 static int b44_wait_bit(struct b44 *bp, unsigned long reg,
178 			u32 bit, unsigned long timeout, const int clear)
179 {
180 	unsigned long i;
181 
182 	for (i = 0; i < timeout; i++) {
183 		u32 val = br32(bp, reg);
184 
185 		if (clear && !(val & bit))
186 			break;
187 		if (!clear && (val & bit))
188 			break;
189 		udelay(10);
190 	}
191 	if (i == timeout) {
192 		if (net_ratelimit())
193 			netdev_err(bp->dev, "BUG!  Timeout waiting for bit %08x of register %lx to %s\n",
194 				   bit, reg, clear ? "clear" : "set");
195 
196 		return -ENODEV;
197 	}
198 	return 0;
199 }
200 
201 static inline void __b44_cam_read(struct b44 *bp, unsigned char *data, int index)
202 {
203 	u32 val;
204 
205 	bw32(bp, B44_CAM_CTRL, (CAM_CTRL_READ |
206 			    (index << CAM_CTRL_INDEX_SHIFT)));
207 
208 	b44_wait_bit(bp, B44_CAM_CTRL, CAM_CTRL_BUSY, 100, 1);
209 
210 	val = br32(bp, B44_CAM_DATA_LO);
211 
212 	data[2] = (val >> 24) & 0xFF;
213 	data[3] = (val >> 16) & 0xFF;
214 	data[4] = (val >> 8) & 0xFF;
215 	data[5] = (val >> 0) & 0xFF;
216 
217 	val = br32(bp, B44_CAM_DATA_HI);
218 
219 	data[0] = (val >> 8) & 0xFF;
220 	data[1] = (val >> 0) & 0xFF;
221 }
222 
223 static inline void __b44_cam_write(struct b44 *bp, unsigned char *data, int index)
224 {
225 	u32 val;
226 
227 	val  = ((u32) data[2]) << 24;
228 	val |= ((u32) data[3]) << 16;
229 	val |= ((u32) data[4]) <<  8;
230 	val |= ((u32) data[5]) <<  0;
231 	bw32(bp, B44_CAM_DATA_LO, val);
232 	val = (CAM_DATA_HI_VALID |
233 	       (((u32) data[0]) << 8) |
234 	       (((u32) data[1]) << 0));
235 	bw32(bp, B44_CAM_DATA_HI, val);
236 	bw32(bp, B44_CAM_CTRL, (CAM_CTRL_WRITE |
237 			    (index << CAM_CTRL_INDEX_SHIFT)));
238 	b44_wait_bit(bp, B44_CAM_CTRL, CAM_CTRL_BUSY, 100, 1);
239 }
240 
241 static inline void __b44_disable_ints(struct b44 *bp)
242 {
243 	bw32(bp, B44_IMASK, 0);
244 }
245 
246 static void b44_disable_ints(struct b44 *bp)
247 {
248 	__b44_disable_ints(bp);
249 
250 	/* Flush posted writes. */
251 	br32(bp, B44_IMASK);
252 }
253 
254 static void b44_enable_ints(struct b44 *bp)
255 {
256 	bw32(bp, B44_IMASK, bp->imask);
257 }
258 
259 static int __b44_readphy(struct b44 *bp, int phy_addr, int reg, u32 *val)
260 {
261 	int err;
262 
263 	bw32(bp, B44_EMAC_ISTAT, EMAC_INT_MII);
264 	bw32(bp, B44_MDIO_DATA, (MDIO_DATA_SB_START |
265 			     (MDIO_OP_READ << MDIO_DATA_OP_SHIFT) |
266 			     (phy_addr << MDIO_DATA_PMD_SHIFT) |
267 			     (reg << MDIO_DATA_RA_SHIFT) |
268 			     (MDIO_TA_VALID << MDIO_DATA_TA_SHIFT)));
269 	err = b44_wait_bit(bp, B44_EMAC_ISTAT, EMAC_INT_MII, 100, 0);
270 	*val = br32(bp, B44_MDIO_DATA) & MDIO_DATA_DATA;
271 
272 	return err;
273 }
274 
275 static int __b44_writephy(struct b44 *bp, int phy_addr, int reg, u32 val)
276 {
277 	bw32(bp, B44_EMAC_ISTAT, EMAC_INT_MII);
278 	bw32(bp, B44_MDIO_DATA, (MDIO_DATA_SB_START |
279 			     (MDIO_OP_WRITE << MDIO_DATA_OP_SHIFT) |
280 			     (phy_addr << MDIO_DATA_PMD_SHIFT) |
281 			     (reg << MDIO_DATA_RA_SHIFT) |
282 			     (MDIO_TA_VALID << MDIO_DATA_TA_SHIFT) |
283 			     (val & MDIO_DATA_DATA)));
284 	return b44_wait_bit(bp, B44_EMAC_ISTAT, EMAC_INT_MII, 100, 0);
285 }
286 
287 static inline int b44_readphy(struct b44 *bp, int reg, u32 *val)
288 {
289 	if (bp->flags & B44_FLAG_EXTERNAL_PHY)
290 		return 0;
291 
292 	return __b44_readphy(bp, bp->phy_addr, reg, val);
293 }
294 
295 static inline int b44_writephy(struct b44 *bp, int reg, u32 val)
296 {
297 	if (bp->flags & B44_FLAG_EXTERNAL_PHY)
298 		return 0;
299 
300 	return __b44_writephy(bp, bp->phy_addr, reg, val);
301 }
302 
303 /* miilib interface */
304 static int b44_mdio_read_mii(struct net_device *dev, int phy_id, int location)
305 {
306 	u32 val;
307 	struct b44 *bp = netdev_priv(dev);
308 	int rc = __b44_readphy(bp, phy_id, location, &val);
309 	if (rc)
310 		return 0xffffffff;
311 	return val;
312 }
313 
314 static void b44_mdio_write_mii(struct net_device *dev, int phy_id, int location,
315 			       int val)
316 {
317 	struct b44 *bp = netdev_priv(dev);
318 	__b44_writephy(bp, phy_id, location, val);
319 }
320 
321 static int b44_mdio_read_phylib(struct mii_bus *bus, int phy_id, int location)
322 {
323 	u32 val;
324 	struct b44 *bp = bus->priv;
325 	int rc = __b44_readphy(bp, phy_id, location, &val);
326 	if (rc)
327 		return 0xffffffff;
328 	return val;
329 }
330 
331 static int b44_mdio_write_phylib(struct mii_bus *bus, int phy_id, int location,
332 				 u16 val)
333 {
334 	struct b44 *bp = bus->priv;
335 	return __b44_writephy(bp, phy_id, location, val);
336 }
337 
338 static int b44_phy_reset(struct b44 *bp)
339 {
340 	u32 val;
341 	int err;
342 
343 	if (bp->flags & B44_FLAG_EXTERNAL_PHY)
344 		return 0;
345 	err = b44_writephy(bp, MII_BMCR, BMCR_RESET);
346 	if (err)
347 		return err;
348 	udelay(100);
349 	err = b44_readphy(bp, MII_BMCR, &val);
350 	if (!err) {
351 		if (val & BMCR_RESET) {
352 			netdev_err(bp->dev, "PHY Reset would not complete\n");
353 			err = -ENODEV;
354 		}
355 	}
356 
357 	return err;
358 }
359 
360 static void __b44_set_flow_ctrl(struct b44 *bp, u32 pause_flags)
361 {
362 	u32 val;
363 
364 	bp->flags &= ~(B44_FLAG_TX_PAUSE | B44_FLAG_RX_PAUSE);
365 	bp->flags |= pause_flags;
366 
367 	val = br32(bp, B44_RXCONFIG);
368 	if (pause_flags & B44_FLAG_RX_PAUSE)
369 		val |= RXCONFIG_FLOW;
370 	else
371 		val &= ~RXCONFIG_FLOW;
372 	bw32(bp, B44_RXCONFIG, val);
373 
374 	val = br32(bp, B44_MAC_FLOW);
375 	if (pause_flags & B44_FLAG_TX_PAUSE)
376 		val |= (MAC_FLOW_PAUSE_ENAB |
377 			(0xc0 & MAC_FLOW_RX_HI_WATER));
378 	else
379 		val &= ~MAC_FLOW_PAUSE_ENAB;
380 	bw32(bp, B44_MAC_FLOW, val);
381 }
382 
383 static void b44_set_flow_ctrl(struct b44 *bp, u32 local, u32 remote)
384 {
385 	u32 pause_enab = 0;
386 
387 	/* The driver supports only rx pause by default because
388 	   the b44 mac tx pause mechanism generates excessive
389 	   pause frames.
390 	   Use ethtool to turn on b44 tx pause if necessary.
391 	 */
392 	if ((local & ADVERTISE_PAUSE_CAP) &&
393 	    (local & ADVERTISE_PAUSE_ASYM)){
394 		if ((remote & LPA_PAUSE_ASYM) &&
395 		    !(remote & LPA_PAUSE_CAP))
396 			pause_enab |= B44_FLAG_RX_PAUSE;
397 	}
398 
399 	__b44_set_flow_ctrl(bp, pause_enab);
400 }
401 
402 #ifdef CONFIG_BCM47XX
403 #include <bcm47xx_nvram.h>
404 static void b44_wap54g10_workaround(struct b44 *bp)
405 {
406 	char buf[20];
407 	u32 val;
408 	int err;
409 
410 	/*
411 	 * workaround for bad hardware design in Linksys WAP54G v1.0
412 	 * see https://dev.openwrt.org/ticket/146
413 	 * check and reset bit "isolate"
414 	 */
415 	if (bcm47xx_nvram_getenv("boardnum", buf, sizeof(buf)) < 0)
416 		return;
417 	if (simple_strtoul(buf, NULL, 0) == 2) {
418 		err = __b44_readphy(bp, 0, MII_BMCR, &val);
419 		if (err)
420 			goto error;
421 		if (!(val & BMCR_ISOLATE))
422 			return;
423 		val &= ~BMCR_ISOLATE;
424 		err = __b44_writephy(bp, 0, MII_BMCR, val);
425 		if (err)
426 			goto error;
427 	}
428 	return;
429 error:
430 	pr_warning("PHY: cannot reset MII transceiver isolate bit\n");
431 }
432 #else
433 static inline void b44_wap54g10_workaround(struct b44 *bp)
434 {
435 }
436 #endif
437 
438 static int b44_setup_phy(struct b44 *bp)
439 {
440 	u32 val;
441 	int err;
442 
443 	b44_wap54g10_workaround(bp);
444 
445 	if (bp->flags & B44_FLAG_EXTERNAL_PHY)
446 		return 0;
447 	if ((err = b44_readphy(bp, B44_MII_ALEDCTRL, &val)) != 0)
448 		goto out;
449 	if ((err = b44_writephy(bp, B44_MII_ALEDCTRL,
450 				val & MII_ALEDCTRL_ALLMSK)) != 0)
451 		goto out;
452 	if ((err = b44_readphy(bp, B44_MII_TLEDCTRL, &val)) != 0)
453 		goto out;
454 	if ((err = b44_writephy(bp, B44_MII_TLEDCTRL,
455 				val | MII_TLEDCTRL_ENABLE)) != 0)
456 		goto out;
457 
458 	if (!(bp->flags & B44_FLAG_FORCE_LINK)) {
459 		u32 adv = ADVERTISE_CSMA;
460 
461 		if (bp->flags & B44_FLAG_ADV_10HALF)
462 			adv |= ADVERTISE_10HALF;
463 		if (bp->flags & B44_FLAG_ADV_10FULL)
464 			adv |= ADVERTISE_10FULL;
465 		if (bp->flags & B44_FLAG_ADV_100HALF)
466 			adv |= ADVERTISE_100HALF;
467 		if (bp->flags & B44_FLAG_ADV_100FULL)
468 			adv |= ADVERTISE_100FULL;
469 
470 		if (bp->flags & B44_FLAG_PAUSE_AUTO)
471 			adv |= ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
472 
473 		if ((err = b44_writephy(bp, MII_ADVERTISE, adv)) != 0)
474 			goto out;
475 		if ((err = b44_writephy(bp, MII_BMCR, (BMCR_ANENABLE |
476 						       BMCR_ANRESTART))) != 0)
477 			goto out;
478 	} else {
479 		u32 bmcr;
480 
481 		if ((err = b44_readphy(bp, MII_BMCR, &bmcr)) != 0)
482 			goto out;
483 		bmcr &= ~(BMCR_FULLDPLX | BMCR_ANENABLE | BMCR_SPEED100);
484 		if (bp->flags & B44_FLAG_100_BASE_T)
485 			bmcr |= BMCR_SPEED100;
486 		if (bp->flags & B44_FLAG_FULL_DUPLEX)
487 			bmcr |= BMCR_FULLDPLX;
488 		if ((err = b44_writephy(bp, MII_BMCR, bmcr)) != 0)
489 			goto out;
490 
491 		/* Since we will not be negotiating there is no safe way
492 		 * to determine if the link partner supports flow control
493 		 * or not.  So just disable it completely in this case.
494 		 */
495 		b44_set_flow_ctrl(bp, 0, 0);
496 	}
497 
498 out:
499 	return err;
500 }
501 
502 static void b44_stats_update(struct b44 *bp)
503 {
504 	unsigned long reg;
505 	u64 *val;
506 
507 	val = &bp->hw_stats.tx_good_octets;
508 	u64_stats_update_begin(&bp->hw_stats.syncp);
509 
510 	for (reg = B44_TX_GOOD_O; reg <= B44_TX_PAUSE; reg += 4UL) {
511 		*val++ += br32(bp, reg);
512 	}
513 
514 	/* Pad */
515 	reg += 8*4UL;
516 
517 	for (reg = B44_RX_GOOD_O; reg <= B44_RX_NPAUSE; reg += 4UL) {
518 		*val++ += br32(bp, reg);
519 	}
520 
521 	u64_stats_update_end(&bp->hw_stats.syncp);
522 }
523 
524 static void b44_link_report(struct b44 *bp)
525 {
526 	if (!netif_carrier_ok(bp->dev)) {
527 		netdev_info(bp->dev, "Link is down\n");
528 	} else {
529 		netdev_info(bp->dev, "Link is up at %d Mbps, %s duplex\n",
530 			    (bp->flags & B44_FLAG_100_BASE_T) ? 100 : 10,
531 			    (bp->flags & B44_FLAG_FULL_DUPLEX) ? "full" : "half");
532 
533 		netdev_info(bp->dev, "Flow control is %s for TX and %s for RX\n",
534 			    (bp->flags & B44_FLAG_TX_PAUSE) ? "on" : "off",
535 			    (bp->flags & B44_FLAG_RX_PAUSE) ? "on" : "off");
536 	}
537 }
538 
539 static void b44_check_phy(struct b44 *bp)
540 {
541 	u32 bmsr, aux;
542 
543 	if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
544 		bp->flags |= B44_FLAG_100_BASE_T;
545 		if (!netif_carrier_ok(bp->dev)) {
546 			u32 val = br32(bp, B44_TX_CTRL);
547 			if (bp->flags & B44_FLAG_FULL_DUPLEX)
548 				val |= TX_CTRL_DUPLEX;
549 			else
550 				val &= ~TX_CTRL_DUPLEX;
551 			bw32(bp, B44_TX_CTRL, val);
552 			netif_carrier_on(bp->dev);
553 			b44_link_report(bp);
554 		}
555 		return;
556 	}
557 
558 	if (!b44_readphy(bp, MII_BMSR, &bmsr) &&
559 	    !b44_readphy(bp, B44_MII_AUXCTRL, &aux) &&
560 	    (bmsr != 0xffff)) {
561 		if (aux & MII_AUXCTRL_SPEED)
562 			bp->flags |= B44_FLAG_100_BASE_T;
563 		else
564 			bp->flags &= ~B44_FLAG_100_BASE_T;
565 		if (aux & MII_AUXCTRL_DUPLEX)
566 			bp->flags |= B44_FLAG_FULL_DUPLEX;
567 		else
568 			bp->flags &= ~B44_FLAG_FULL_DUPLEX;
569 
570 		if (!netif_carrier_ok(bp->dev) &&
571 		    (bmsr & BMSR_LSTATUS)) {
572 			u32 val = br32(bp, B44_TX_CTRL);
573 			u32 local_adv, remote_adv;
574 
575 			if (bp->flags & B44_FLAG_FULL_DUPLEX)
576 				val |= TX_CTRL_DUPLEX;
577 			else
578 				val &= ~TX_CTRL_DUPLEX;
579 			bw32(bp, B44_TX_CTRL, val);
580 
581 			if (!(bp->flags & B44_FLAG_FORCE_LINK) &&
582 			    !b44_readphy(bp, MII_ADVERTISE, &local_adv) &&
583 			    !b44_readphy(bp, MII_LPA, &remote_adv))
584 				b44_set_flow_ctrl(bp, local_adv, remote_adv);
585 
586 			/* Link now up */
587 			netif_carrier_on(bp->dev);
588 			b44_link_report(bp);
589 		} else if (netif_carrier_ok(bp->dev) && !(bmsr & BMSR_LSTATUS)) {
590 			/* Link now down */
591 			netif_carrier_off(bp->dev);
592 			b44_link_report(bp);
593 		}
594 
595 		if (bmsr & BMSR_RFAULT)
596 			netdev_warn(bp->dev, "Remote fault detected in PHY\n");
597 		if (bmsr & BMSR_JCD)
598 			netdev_warn(bp->dev, "Jabber detected in PHY\n");
599 	}
600 }
601 
602 static void b44_timer(unsigned long __opaque)
603 {
604 	struct b44 *bp = (struct b44 *) __opaque;
605 
606 	spin_lock_irq(&bp->lock);
607 
608 	b44_check_phy(bp);
609 
610 	b44_stats_update(bp);
611 
612 	spin_unlock_irq(&bp->lock);
613 
614 	mod_timer(&bp->timer, round_jiffies(jiffies + HZ));
615 }
616 
617 static void b44_tx(struct b44 *bp)
618 {
619 	u32 cur, cons;
620 	unsigned bytes_compl = 0, pkts_compl = 0;
621 
622 	cur  = br32(bp, B44_DMATX_STAT) & DMATX_STAT_CDMASK;
623 	cur /= sizeof(struct dma_desc);
624 
625 	/* XXX needs updating when NETIF_F_SG is supported */
626 	for (cons = bp->tx_cons; cons != cur; cons = NEXT_TX(cons)) {
627 		struct ring_info *rp = &bp->tx_buffers[cons];
628 		struct sk_buff *skb = rp->skb;
629 
630 		BUG_ON(skb == NULL);
631 
632 		dma_unmap_single(bp->sdev->dma_dev,
633 				 rp->mapping,
634 				 skb->len,
635 				 DMA_TO_DEVICE);
636 		rp->skb = NULL;
637 
638 		bytes_compl += skb->len;
639 		pkts_compl++;
640 
641 		dev_kfree_skb_irq(skb);
642 	}
643 
644 	netdev_completed_queue(bp->dev, pkts_compl, bytes_compl);
645 	bp->tx_cons = cons;
646 	if (netif_queue_stopped(bp->dev) &&
647 	    TX_BUFFS_AVAIL(bp) > B44_TX_WAKEUP_THRESH)
648 		netif_wake_queue(bp->dev);
649 
650 	bw32(bp, B44_GPTIMER, 0);
651 }
652 
653 /* Works like this.  This chip writes a 'struct rx_header" 30 bytes
654  * before the DMA address you give it.  So we allocate 30 more bytes
655  * for the RX buffer, DMA map all of it, skb_reserve the 30 bytes, then
656  * point the chip at 30 bytes past where the rx_header will go.
657  */
658 static int b44_alloc_rx_skb(struct b44 *bp, int src_idx, u32 dest_idx_unmasked)
659 {
660 	struct dma_desc *dp;
661 	struct ring_info *src_map, *map;
662 	struct rx_header *rh;
663 	struct sk_buff *skb;
664 	dma_addr_t mapping;
665 	int dest_idx;
666 	u32 ctrl;
667 
668 	src_map = NULL;
669 	if (src_idx >= 0)
670 		src_map = &bp->rx_buffers[src_idx];
671 	dest_idx = dest_idx_unmasked & (B44_RX_RING_SIZE - 1);
672 	map = &bp->rx_buffers[dest_idx];
673 	skb = netdev_alloc_skb(bp->dev, RX_PKT_BUF_SZ);
674 	if (skb == NULL)
675 		return -ENOMEM;
676 
677 	mapping = dma_map_single(bp->sdev->dma_dev, skb->data,
678 				 RX_PKT_BUF_SZ,
679 				 DMA_FROM_DEVICE);
680 
681 	/* Hardware bug work-around, the chip is unable to do PCI DMA
682 	   to/from anything above 1GB :-( */
683 	if (dma_mapping_error(bp->sdev->dma_dev, mapping) ||
684 		mapping + RX_PKT_BUF_SZ > DMA_BIT_MASK(30)) {
685 		/* Sigh... */
686 		if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
687 			dma_unmap_single(bp->sdev->dma_dev, mapping,
688 					     RX_PKT_BUF_SZ, DMA_FROM_DEVICE);
689 		dev_kfree_skb_any(skb);
690 		skb = alloc_skb(RX_PKT_BUF_SZ, GFP_ATOMIC | GFP_DMA);
691 		if (skb == NULL)
692 			return -ENOMEM;
693 		mapping = dma_map_single(bp->sdev->dma_dev, skb->data,
694 					 RX_PKT_BUF_SZ,
695 					 DMA_FROM_DEVICE);
696 		if (dma_mapping_error(bp->sdev->dma_dev, mapping) ||
697 		    mapping + RX_PKT_BUF_SZ > DMA_BIT_MASK(30)) {
698 			if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
699 				dma_unmap_single(bp->sdev->dma_dev, mapping, RX_PKT_BUF_SZ,DMA_FROM_DEVICE);
700 			dev_kfree_skb_any(skb);
701 			return -ENOMEM;
702 		}
703 		bp->force_copybreak = 1;
704 	}
705 
706 	rh = (struct rx_header *) skb->data;
707 
708 	rh->len = 0;
709 	rh->flags = 0;
710 
711 	map->skb = skb;
712 	map->mapping = mapping;
713 
714 	if (src_map != NULL)
715 		src_map->skb = NULL;
716 
717 	ctrl = (DESC_CTRL_LEN & RX_PKT_BUF_SZ);
718 	if (dest_idx == (B44_RX_RING_SIZE - 1))
719 		ctrl |= DESC_CTRL_EOT;
720 
721 	dp = &bp->rx_ring[dest_idx];
722 	dp->ctrl = cpu_to_le32(ctrl);
723 	dp->addr = cpu_to_le32((u32) mapping + bp->dma_offset);
724 
725 	if (bp->flags & B44_FLAG_RX_RING_HACK)
726 		b44_sync_dma_desc_for_device(bp->sdev, bp->rx_ring_dma,
727 			                    dest_idx * sizeof(*dp),
728 			                    DMA_BIDIRECTIONAL);
729 
730 	return RX_PKT_BUF_SZ;
731 }
732 
733 static void b44_recycle_rx(struct b44 *bp, int src_idx, u32 dest_idx_unmasked)
734 {
735 	struct dma_desc *src_desc, *dest_desc;
736 	struct ring_info *src_map, *dest_map;
737 	struct rx_header *rh;
738 	int dest_idx;
739 	__le32 ctrl;
740 
741 	dest_idx = dest_idx_unmasked & (B44_RX_RING_SIZE - 1);
742 	dest_desc = &bp->rx_ring[dest_idx];
743 	dest_map = &bp->rx_buffers[dest_idx];
744 	src_desc = &bp->rx_ring[src_idx];
745 	src_map = &bp->rx_buffers[src_idx];
746 
747 	dest_map->skb = src_map->skb;
748 	rh = (struct rx_header *) src_map->skb->data;
749 	rh->len = 0;
750 	rh->flags = 0;
751 	dest_map->mapping = src_map->mapping;
752 
753 	if (bp->flags & B44_FLAG_RX_RING_HACK)
754 		b44_sync_dma_desc_for_cpu(bp->sdev, bp->rx_ring_dma,
755 			                 src_idx * sizeof(*src_desc),
756 			                 DMA_BIDIRECTIONAL);
757 
758 	ctrl = src_desc->ctrl;
759 	if (dest_idx == (B44_RX_RING_SIZE - 1))
760 		ctrl |= cpu_to_le32(DESC_CTRL_EOT);
761 	else
762 		ctrl &= cpu_to_le32(~DESC_CTRL_EOT);
763 
764 	dest_desc->ctrl = ctrl;
765 	dest_desc->addr = src_desc->addr;
766 
767 	src_map->skb = NULL;
768 
769 	if (bp->flags & B44_FLAG_RX_RING_HACK)
770 		b44_sync_dma_desc_for_device(bp->sdev, bp->rx_ring_dma,
771 					     dest_idx * sizeof(*dest_desc),
772 					     DMA_BIDIRECTIONAL);
773 
774 	dma_sync_single_for_device(bp->sdev->dma_dev, dest_map->mapping,
775 				   RX_PKT_BUF_SZ,
776 				   DMA_FROM_DEVICE);
777 }
778 
779 static int b44_rx(struct b44 *bp, int budget)
780 {
781 	int received;
782 	u32 cons, prod;
783 
784 	received = 0;
785 	prod  = br32(bp, B44_DMARX_STAT) & DMARX_STAT_CDMASK;
786 	prod /= sizeof(struct dma_desc);
787 	cons = bp->rx_cons;
788 
789 	while (cons != prod && budget > 0) {
790 		struct ring_info *rp = &bp->rx_buffers[cons];
791 		struct sk_buff *skb = rp->skb;
792 		dma_addr_t map = rp->mapping;
793 		struct rx_header *rh;
794 		u16 len;
795 
796 		dma_sync_single_for_cpu(bp->sdev->dma_dev, map,
797 					RX_PKT_BUF_SZ,
798 					DMA_FROM_DEVICE);
799 		rh = (struct rx_header *) skb->data;
800 		len = le16_to_cpu(rh->len);
801 		if ((len > (RX_PKT_BUF_SZ - RX_PKT_OFFSET)) ||
802 		    (rh->flags & cpu_to_le16(RX_FLAG_ERRORS))) {
803 		drop_it:
804 			b44_recycle_rx(bp, cons, bp->rx_prod);
805 		drop_it_no_recycle:
806 			bp->dev->stats.rx_dropped++;
807 			goto next_pkt;
808 		}
809 
810 		if (len == 0) {
811 			int i = 0;
812 
813 			do {
814 				udelay(2);
815 				barrier();
816 				len = le16_to_cpu(rh->len);
817 			} while (len == 0 && i++ < 5);
818 			if (len == 0)
819 				goto drop_it;
820 		}
821 
822 		/* Omit CRC. */
823 		len -= 4;
824 
825 		if (!bp->force_copybreak && len > RX_COPY_THRESHOLD) {
826 			int skb_size;
827 			skb_size = b44_alloc_rx_skb(bp, cons, bp->rx_prod);
828 			if (skb_size < 0)
829 				goto drop_it;
830 			dma_unmap_single(bp->sdev->dma_dev, map,
831 					 skb_size, DMA_FROM_DEVICE);
832 			/* Leave out rx_header */
833 			skb_put(skb, len + RX_PKT_OFFSET);
834 			skb_pull(skb, RX_PKT_OFFSET);
835 		} else {
836 			struct sk_buff *copy_skb;
837 
838 			b44_recycle_rx(bp, cons, bp->rx_prod);
839 			copy_skb = netdev_alloc_skb_ip_align(bp->dev, len);
840 			if (copy_skb == NULL)
841 				goto drop_it_no_recycle;
842 
843 			skb_put(copy_skb, len);
844 			/* DMA sync done above, copy just the actual packet */
845 			skb_copy_from_linear_data_offset(skb, RX_PKT_OFFSET,
846 							 copy_skb->data, len);
847 			skb = copy_skb;
848 		}
849 		skb_checksum_none_assert(skb);
850 		skb->protocol = eth_type_trans(skb, bp->dev);
851 		netif_receive_skb(skb);
852 		received++;
853 		budget--;
854 	next_pkt:
855 		bp->rx_prod = (bp->rx_prod + 1) &
856 			(B44_RX_RING_SIZE - 1);
857 		cons = (cons + 1) & (B44_RX_RING_SIZE - 1);
858 	}
859 
860 	bp->rx_cons = cons;
861 	bw32(bp, B44_DMARX_PTR, cons * sizeof(struct dma_desc));
862 
863 	return received;
864 }
865 
866 static int b44_poll(struct napi_struct *napi, int budget)
867 {
868 	struct b44 *bp = container_of(napi, struct b44, napi);
869 	int work_done;
870 	unsigned long flags;
871 
872 	spin_lock_irqsave(&bp->lock, flags);
873 
874 	if (bp->istat & (ISTAT_TX | ISTAT_TO)) {
875 		/* spin_lock(&bp->tx_lock); */
876 		b44_tx(bp);
877 		/* spin_unlock(&bp->tx_lock); */
878 	}
879 	if (bp->istat & ISTAT_RFO) {	/* fast recovery, in ~20msec */
880 		bp->istat &= ~ISTAT_RFO;
881 		b44_disable_ints(bp);
882 		ssb_device_enable(bp->sdev, 0); /* resets ISTAT_RFO */
883 		b44_init_rings(bp);
884 		b44_init_hw(bp, B44_FULL_RESET_SKIP_PHY);
885 		netif_wake_queue(bp->dev);
886 	}
887 
888 	spin_unlock_irqrestore(&bp->lock, flags);
889 
890 	work_done = 0;
891 	if (bp->istat & ISTAT_RX)
892 		work_done += b44_rx(bp, budget);
893 
894 	if (bp->istat & ISTAT_ERRORS) {
895 		spin_lock_irqsave(&bp->lock, flags);
896 		b44_halt(bp);
897 		b44_init_rings(bp);
898 		b44_init_hw(bp, B44_FULL_RESET_SKIP_PHY);
899 		netif_wake_queue(bp->dev);
900 		spin_unlock_irqrestore(&bp->lock, flags);
901 		work_done = 0;
902 	}
903 
904 	if (work_done < budget) {
905 		napi_complete(napi);
906 		b44_enable_ints(bp);
907 	}
908 
909 	return work_done;
910 }
911 
912 static irqreturn_t b44_interrupt(int irq, void *dev_id)
913 {
914 	struct net_device *dev = dev_id;
915 	struct b44 *bp = netdev_priv(dev);
916 	u32 istat, imask;
917 	int handled = 0;
918 
919 	spin_lock(&bp->lock);
920 
921 	istat = br32(bp, B44_ISTAT);
922 	imask = br32(bp, B44_IMASK);
923 
924 	/* The interrupt mask register controls which interrupt bits
925 	 * will actually raise an interrupt to the CPU when set by hw/firmware,
926 	 * but doesn't mask off the bits.
927 	 */
928 	istat &= imask;
929 	if (istat) {
930 		handled = 1;
931 
932 		if (unlikely(!netif_running(dev))) {
933 			netdev_info(dev, "late interrupt\n");
934 			goto irq_ack;
935 		}
936 
937 		if (napi_schedule_prep(&bp->napi)) {
938 			/* NOTE: These writes are posted by the readback of
939 			 *       the ISTAT register below.
940 			 */
941 			bp->istat = istat;
942 			__b44_disable_ints(bp);
943 			__napi_schedule(&bp->napi);
944 		}
945 
946 irq_ack:
947 		bw32(bp, B44_ISTAT, istat);
948 		br32(bp, B44_ISTAT);
949 	}
950 	spin_unlock(&bp->lock);
951 	return IRQ_RETVAL(handled);
952 }
953 
954 static void b44_tx_timeout(struct net_device *dev)
955 {
956 	struct b44 *bp = netdev_priv(dev);
957 
958 	netdev_err(dev, "transmit timed out, resetting\n");
959 
960 	spin_lock_irq(&bp->lock);
961 
962 	b44_halt(bp);
963 	b44_init_rings(bp);
964 	b44_init_hw(bp, B44_FULL_RESET);
965 
966 	spin_unlock_irq(&bp->lock);
967 
968 	b44_enable_ints(bp);
969 
970 	netif_wake_queue(dev);
971 }
972 
973 static netdev_tx_t b44_start_xmit(struct sk_buff *skb, struct net_device *dev)
974 {
975 	struct b44 *bp = netdev_priv(dev);
976 	int rc = NETDEV_TX_OK;
977 	dma_addr_t mapping;
978 	u32 len, entry, ctrl;
979 	unsigned long flags;
980 
981 	len = skb->len;
982 	spin_lock_irqsave(&bp->lock, flags);
983 
984 	/* This is a hard error, log it. */
985 	if (unlikely(TX_BUFFS_AVAIL(bp) < 1)) {
986 		netif_stop_queue(dev);
987 		netdev_err(dev, "BUG! Tx Ring full when queue awake!\n");
988 		goto err_out;
989 	}
990 
991 	mapping = dma_map_single(bp->sdev->dma_dev, skb->data, len, DMA_TO_DEVICE);
992 	if (dma_mapping_error(bp->sdev->dma_dev, mapping) || mapping + len > DMA_BIT_MASK(30)) {
993 		struct sk_buff *bounce_skb;
994 
995 		/* Chip can't handle DMA to/from >1GB, use bounce buffer */
996 		if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
997 			dma_unmap_single(bp->sdev->dma_dev, mapping, len,
998 					     DMA_TO_DEVICE);
999 
1000 		bounce_skb = alloc_skb(len, GFP_ATOMIC | GFP_DMA);
1001 		if (!bounce_skb)
1002 			goto err_out;
1003 
1004 		mapping = dma_map_single(bp->sdev->dma_dev, bounce_skb->data,
1005 					 len, DMA_TO_DEVICE);
1006 		if (dma_mapping_error(bp->sdev->dma_dev, mapping) || mapping + len > DMA_BIT_MASK(30)) {
1007 			if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
1008 				dma_unmap_single(bp->sdev->dma_dev, mapping,
1009 						     len, DMA_TO_DEVICE);
1010 			dev_kfree_skb_any(bounce_skb);
1011 			goto err_out;
1012 		}
1013 
1014 		skb_copy_from_linear_data(skb, skb_put(bounce_skb, len), len);
1015 		dev_kfree_skb_any(skb);
1016 		skb = bounce_skb;
1017 	}
1018 
1019 	entry = bp->tx_prod;
1020 	bp->tx_buffers[entry].skb = skb;
1021 	bp->tx_buffers[entry].mapping = mapping;
1022 
1023 	ctrl  = (len & DESC_CTRL_LEN);
1024 	ctrl |= DESC_CTRL_IOC | DESC_CTRL_SOF | DESC_CTRL_EOF;
1025 	if (entry == (B44_TX_RING_SIZE - 1))
1026 		ctrl |= DESC_CTRL_EOT;
1027 
1028 	bp->tx_ring[entry].ctrl = cpu_to_le32(ctrl);
1029 	bp->tx_ring[entry].addr = cpu_to_le32((u32) mapping+bp->dma_offset);
1030 
1031 	if (bp->flags & B44_FLAG_TX_RING_HACK)
1032 		b44_sync_dma_desc_for_device(bp->sdev, bp->tx_ring_dma,
1033 			                    entry * sizeof(bp->tx_ring[0]),
1034 			                    DMA_TO_DEVICE);
1035 
1036 	entry = NEXT_TX(entry);
1037 
1038 	bp->tx_prod = entry;
1039 
1040 	wmb();
1041 
1042 	bw32(bp, B44_DMATX_PTR, entry * sizeof(struct dma_desc));
1043 	if (bp->flags & B44_FLAG_BUGGY_TXPTR)
1044 		bw32(bp, B44_DMATX_PTR, entry * sizeof(struct dma_desc));
1045 	if (bp->flags & B44_FLAG_REORDER_BUG)
1046 		br32(bp, B44_DMATX_PTR);
1047 
1048 	netdev_sent_queue(dev, skb->len);
1049 
1050 	if (TX_BUFFS_AVAIL(bp) < 1)
1051 		netif_stop_queue(dev);
1052 
1053 out_unlock:
1054 	spin_unlock_irqrestore(&bp->lock, flags);
1055 
1056 	return rc;
1057 
1058 err_out:
1059 	rc = NETDEV_TX_BUSY;
1060 	goto out_unlock;
1061 }
1062 
1063 static int b44_change_mtu(struct net_device *dev, int new_mtu)
1064 {
1065 	struct b44 *bp = netdev_priv(dev);
1066 
1067 	if (new_mtu < B44_MIN_MTU || new_mtu > B44_MAX_MTU)
1068 		return -EINVAL;
1069 
1070 	if (!netif_running(dev)) {
1071 		/* We'll just catch it later when the
1072 		 * device is up'd.
1073 		 */
1074 		dev->mtu = new_mtu;
1075 		return 0;
1076 	}
1077 
1078 	spin_lock_irq(&bp->lock);
1079 	b44_halt(bp);
1080 	dev->mtu = new_mtu;
1081 	b44_init_rings(bp);
1082 	b44_init_hw(bp, B44_FULL_RESET);
1083 	spin_unlock_irq(&bp->lock);
1084 
1085 	b44_enable_ints(bp);
1086 
1087 	return 0;
1088 }
1089 
1090 /* Free up pending packets in all rx/tx rings.
1091  *
1092  * The chip has been shut down and the driver detached from
1093  * the networking, so no interrupts or new tx packets will
1094  * end up in the driver.  bp->lock is not held and we are not
1095  * in an interrupt context and thus may sleep.
1096  */
1097 static void b44_free_rings(struct b44 *bp)
1098 {
1099 	struct ring_info *rp;
1100 	int i;
1101 
1102 	for (i = 0; i < B44_RX_RING_SIZE; i++) {
1103 		rp = &bp->rx_buffers[i];
1104 
1105 		if (rp->skb == NULL)
1106 			continue;
1107 		dma_unmap_single(bp->sdev->dma_dev, rp->mapping, RX_PKT_BUF_SZ,
1108 				 DMA_FROM_DEVICE);
1109 		dev_kfree_skb_any(rp->skb);
1110 		rp->skb = NULL;
1111 	}
1112 
1113 	/* XXX needs changes once NETIF_F_SG is set... */
1114 	for (i = 0; i < B44_TX_RING_SIZE; i++) {
1115 		rp = &bp->tx_buffers[i];
1116 
1117 		if (rp->skb == NULL)
1118 			continue;
1119 		dma_unmap_single(bp->sdev->dma_dev, rp->mapping, rp->skb->len,
1120 				 DMA_TO_DEVICE);
1121 		dev_kfree_skb_any(rp->skb);
1122 		rp->skb = NULL;
1123 	}
1124 }
1125 
1126 /* Initialize tx/rx rings for packet processing.
1127  *
1128  * The chip has been shut down and the driver detached from
1129  * the networking, so no interrupts or new tx packets will
1130  * end up in the driver.
1131  */
1132 static void b44_init_rings(struct b44 *bp)
1133 {
1134 	int i;
1135 
1136 	b44_free_rings(bp);
1137 
1138 	memset(bp->rx_ring, 0, B44_RX_RING_BYTES);
1139 	memset(bp->tx_ring, 0, B44_TX_RING_BYTES);
1140 
1141 	if (bp->flags & B44_FLAG_RX_RING_HACK)
1142 		dma_sync_single_for_device(bp->sdev->dma_dev, bp->rx_ring_dma,
1143 					   DMA_TABLE_BYTES, DMA_BIDIRECTIONAL);
1144 
1145 	if (bp->flags & B44_FLAG_TX_RING_HACK)
1146 		dma_sync_single_for_device(bp->sdev->dma_dev, bp->tx_ring_dma,
1147 					   DMA_TABLE_BYTES, DMA_TO_DEVICE);
1148 
1149 	for (i = 0; i < bp->rx_pending; i++) {
1150 		if (b44_alloc_rx_skb(bp, -1, i) < 0)
1151 			break;
1152 	}
1153 }
1154 
1155 /*
1156  * Must not be invoked with interrupt sources disabled and
1157  * the hardware shutdown down.
1158  */
1159 static void b44_free_consistent(struct b44 *bp)
1160 {
1161 	kfree(bp->rx_buffers);
1162 	bp->rx_buffers = NULL;
1163 	kfree(bp->tx_buffers);
1164 	bp->tx_buffers = NULL;
1165 	if (bp->rx_ring) {
1166 		if (bp->flags & B44_FLAG_RX_RING_HACK) {
1167 			dma_unmap_single(bp->sdev->dma_dev, bp->rx_ring_dma,
1168 					 DMA_TABLE_BYTES, DMA_BIDIRECTIONAL);
1169 			kfree(bp->rx_ring);
1170 		} else
1171 			dma_free_coherent(bp->sdev->dma_dev, DMA_TABLE_BYTES,
1172 					  bp->rx_ring, bp->rx_ring_dma);
1173 		bp->rx_ring = NULL;
1174 		bp->flags &= ~B44_FLAG_RX_RING_HACK;
1175 	}
1176 	if (bp->tx_ring) {
1177 		if (bp->flags & B44_FLAG_TX_RING_HACK) {
1178 			dma_unmap_single(bp->sdev->dma_dev, bp->tx_ring_dma,
1179 					 DMA_TABLE_BYTES, DMA_TO_DEVICE);
1180 			kfree(bp->tx_ring);
1181 		} else
1182 			dma_free_coherent(bp->sdev->dma_dev, DMA_TABLE_BYTES,
1183 					  bp->tx_ring, bp->tx_ring_dma);
1184 		bp->tx_ring = NULL;
1185 		bp->flags &= ~B44_FLAG_TX_RING_HACK;
1186 	}
1187 }
1188 
1189 /*
1190  * Must not be invoked with interrupt sources disabled and
1191  * the hardware shutdown down.  Can sleep.
1192  */
1193 static int b44_alloc_consistent(struct b44 *bp, gfp_t gfp)
1194 {
1195 	int size;
1196 
1197 	size  = B44_RX_RING_SIZE * sizeof(struct ring_info);
1198 	bp->rx_buffers = kzalloc(size, gfp);
1199 	if (!bp->rx_buffers)
1200 		goto out_err;
1201 
1202 	size = B44_TX_RING_SIZE * sizeof(struct ring_info);
1203 	bp->tx_buffers = kzalloc(size, gfp);
1204 	if (!bp->tx_buffers)
1205 		goto out_err;
1206 
1207 	size = DMA_TABLE_BYTES;
1208 	bp->rx_ring = dma_alloc_coherent(bp->sdev->dma_dev, size,
1209 					 &bp->rx_ring_dma, gfp);
1210 	if (!bp->rx_ring) {
1211 		/* Allocation may have failed due to pci_alloc_consistent
1212 		   insisting on use of GFP_DMA, which is more restrictive
1213 		   than necessary...  */
1214 		struct dma_desc *rx_ring;
1215 		dma_addr_t rx_ring_dma;
1216 
1217 		rx_ring = kzalloc(size, gfp);
1218 		if (!rx_ring)
1219 			goto out_err;
1220 
1221 		rx_ring_dma = dma_map_single(bp->sdev->dma_dev, rx_ring,
1222 					     DMA_TABLE_BYTES,
1223 					     DMA_BIDIRECTIONAL);
1224 
1225 		if (dma_mapping_error(bp->sdev->dma_dev, rx_ring_dma) ||
1226 			rx_ring_dma + size > DMA_BIT_MASK(30)) {
1227 			kfree(rx_ring);
1228 			goto out_err;
1229 		}
1230 
1231 		bp->rx_ring = rx_ring;
1232 		bp->rx_ring_dma = rx_ring_dma;
1233 		bp->flags |= B44_FLAG_RX_RING_HACK;
1234 	}
1235 
1236 	bp->tx_ring = dma_alloc_coherent(bp->sdev->dma_dev, size,
1237 					 &bp->tx_ring_dma, gfp);
1238 	if (!bp->tx_ring) {
1239 		/* Allocation may have failed due to ssb_dma_alloc_consistent
1240 		   insisting on use of GFP_DMA, which is more restrictive
1241 		   than necessary...  */
1242 		struct dma_desc *tx_ring;
1243 		dma_addr_t tx_ring_dma;
1244 
1245 		tx_ring = kzalloc(size, gfp);
1246 		if (!tx_ring)
1247 			goto out_err;
1248 
1249 		tx_ring_dma = dma_map_single(bp->sdev->dma_dev, tx_ring,
1250 					     DMA_TABLE_BYTES,
1251 					     DMA_TO_DEVICE);
1252 
1253 		if (dma_mapping_error(bp->sdev->dma_dev, tx_ring_dma) ||
1254 			tx_ring_dma + size > DMA_BIT_MASK(30)) {
1255 			kfree(tx_ring);
1256 			goto out_err;
1257 		}
1258 
1259 		bp->tx_ring = tx_ring;
1260 		bp->tx_ring_dma = tx_ring_dma;
1261 		bp->flags |= B44_FLAG_TX_RING_HACK;
1262 	}
1263 
1264 	return 0;
1265 
1266 out_err:
1267 	b44_free_consistent(bp);
1268 	return -ENOMEM;
1269 }
1270 
1271 /* bp->lock is held. */
1272 static void b44_clear_stats(struct b44 *bp)
1273 {
1274 	unsigned long reg;
1275 
1276 	bw32(bp, B44_MIB_CTRL, MIB_CTRL_CLR_ON_READ);
1277 	for (reg = B44_TX_GOOD_O; reg <= B44_TX_PAUSE; reg += 4UL)
1278 		br32(bp, reg);
1279 	for (reg = B44_RX_GOOD_O; reg <= B44_RX_NPAUSE; reg += 4UL)
1280 		br32(bp, reg);
1281 }
1282 
1283 /* bp->lock is held. */
1284 static void b44_chip_reset(struct b44 *bp, int reset_kind)
1285 {
1286 	struct ssb_device *sdev = bp->sdev;
1287 	bool was_enabled;
1288 
1289 	was_enabled = ssb_device_is_enabled(bp->sdev);
1290 
1291 	ssb_device_enable(bp->sdev, 0);
1292 	ssb_pcicore_dev_irqvecs_enable(&sdev->bus->pcicore, sdev);
1293 
1294 	if (was_enabled) {
1295 		bw32(bp, B44_RCV_LAZY, 0);
1296 		bw32(bp, B44_ENET_CTRL, ENET_CTRL_DISABLE);
1297 		b44_wait_bit(bp, B44_ENET_CTRL, ENET_CTRL_DISABLE, 200, 1);
1298 		bw32(bp, B44_DMATX_CTRL, 0);
1299 		bp->tx_prod = bp->tx_cons = 0;
1300 		if (br32(bp, B44_DMARX_STAT) & DMARX_STAT_EMASK) {
1301 			b44_wait_bit(bp, B44_DMARX_STAT, DMARX_STAT_SIDLE,
1302 				     100, 0);
1303 		}
1304 		bw32(bp, B44_DMARX_CTRL, 0);
1305 		bp->rx_prod = bp->rx_cons = 0;
1306 	}
1307 
1308 	b44_clear_stats(bp);
1309 
1310 	/*
1311 	 * Don't enable PHY if we are doing a partial reset
1312 	 * we are probably going to power down
1313 	 */
1314 	if (reset_kind == B44_CHIP_RESET_PARTIAL)
1315 		return;
1316 
1317 	switch (sdev->bus->bustype) {
1318 	case SSB_BUSTYPE_SSB:
1319 		bw32(bp, B44_MDIO_CTRL, (MDIO_CTRL_PREAMBLE |
1320 		     (DIV_ROUND_CLOSEST(ssb_clockspeed(sdev->bus),
1321 					B44_MDC_RATIO)
1322 		     & MDIO_CTRL_MAXF_MASK)));
1323 		break;
1324 	case SSB_BUSTYPE_PCI:
1325 		bw32(bp, B44_MDIO_CTRL, (MDIO_CTRL_PREAMBLE |
1326 		     (0x0d & MDIO_CTRL_MAXF_MASK)));
1327 		break;
1328 	case SSB_BUSTYPE_PCMCIA:
1329 	case SSB_BUSTYPE_SDIO:
1330 		WARN_ON(1); /* A device with this bus does not exist. */
1331 		break;
1332 	}
1333 
1334 	br32(bp, B44_MDIO_CTRL);
1335 
1336 	if (!(br32(bp, B44_DEVCTRL) & DEVCTRL_IPP)) {
1337 		bw32(bp, B44_ENET_CTRL, ENET_CTRL_EPSEL);
1338 		br32(bp, B44_ENET_CTRL);
1339 		bp->flags |= B44_FLAG_EXTERNAL_PHY;
1340 	} else {
1341 		u32 val = br32(bp, B44_DEVCTRL);
1342 
1343 		if (val & DEVCTRL_EPR) {
1344 			bw32(bp, B44_DEVCTRL, (val & ~DEVCTRL_EPR));
1345 			br32(bp, B44_DEVCTRL);
1346 			udelay(100);
1347 		}
1348 		bp->flags &= ~B44_FLAG_EXTERNAL_PHY;
1349 	}
1350 }
1351 
1352 /* bp->lock is held. */
1353 static void b44_halt(struct b44 *bp)
1354 {
1355 	b44_disable_ints(bp);
1356 	/* reset PHY */
1357 	b44_phy_reset(bp);
1358 	/* power down PHY */
1359 	netdev_info(bp->dev, "powering down PHY\n");
1360 	bw32(bp, B44_MAC_CTRL, MAC_CTRL_PHY_PDOWN);
1361 	/* now reset the chip, but without enabling the MAC&PHY
1362 	 * part of it. This has to be done _after_ we shut down the PHY */
1363 	if (bp->flags & B44_FLAG_EXTERNAL_PHY)
1364 		b44_chip_reset(bp, B44_CHIP_RESET_FULL);
1365 	else
1366 		b44_chip_reset(bp, B44_CHIP_RESET_PARTIAL);
1367 }
1368 
1369 /* bp->lock is held. */
1370 static void __b44_set_mac_addr(struct b44 *bp)
1371 {
1372 	bw32(bp, B44_CAM_CTRL, 0);
1373 	if (!(bp->dev->flags & IFF_PROMISC)) {
1374 		u32 val;
1375 
1376 		__b44_cam_write(bp, bp->dev->dev_addr, 0);
1377 		val = br32(bp, B44_CAM_CTRL);
1378 		bw32(bp, B44_CAM_CTRL, val | CAM_CTRL_ENABLE);
1379 	}
1380 }
1381 
1382 static int b44_set_mac_addr(struct net_device *dev, void *p)
1383 {
1384 	struct b44 *bp = netdev_priv(dev);
1385 	struct sockaddr *addr = p;
1386 	u32 val;
1387 
1388 	if (netif_running(dev))
1389 		return -EBUSY;
1390 
1391 	if (!is_valid_ether_addr(addr->sa_data))
1392 		return -EINVAL;
1393 
1394 	memcpy(dev->dev_addr, addr->sa_data, dev->addr_len);
1395 
1396 	spin_lock_irq(&bp->lock);
1397 
1398 	val = br32(bp, B44_RXCONFIG);
1399 	if (!(val & RXCONFIG_CAM_ABSENT))
1400 		__b44_set_mac_addr(bp);
1401 
1402 	spin_unlock_irq(&bp->lock);
1403 
1404 	return 0;
1405 }
1406 
1407 /* Called at device open time to get the chip ready for
1408  * packet processing.  Invoked with bp->lock held.
1409  */
1410 static void __b44_set_rx_mode(struct net_device *);
1411 static void b44_init_hw(struct b44 *bp, int reset_kind)
1412 {
1413 	u32 val;
1414 
1415 	b44_chip_reset(bp, B44_CHIP_RESET_FULL);
1416 	if (reset_kind == B44_FULL_RESET) {
1417 		b44_phy_reset(bp);
1418 		b44_setup_phy(bp);
1419 	}
1420 
1421 	/* Enable CRC32, set proper LED modes and power on PHY */
1422 	bw32(bp, B44_MAC_CTRL, MAC_CTRL_CRC32_ENAB | MAC_CTRL_PHY_LEDCTRL);
1423 	bw32(bp, B44_RCV_LAZY, (1 << RCV_LAZY_FC_SHIFT));
1424 
1425 	/* This sets the MAC address too.  */
1426 	__b44_set_rx_mode(bp->dev);
1427 
1428 	/* MTU + eth header + possible VLAN tag + struct rx_header */
1429 	bw32(bp, B44_RXMAXLEN, bp->dev->mtu + ETH_HLEN + 8 + RX_HEADER_LEN);
1430 	bw32(bp, B44_TXMAXLEN, bp->dev->mtu + ETH_HLEN + 8 + RX_HEADER_LEN);
1431 
1432 	bw32(bp, B44_TX_WMARK, 56); /* XXX magic */
1433 	if (reset_kind == B44_PARTIAL_RESET) {
1434 		bw32(bp, B44_DMARX_CTRL, (DMARX_CTRL_ENABLE |
1435 				      (RX_PKT_OFFSET << DMARX_CTRL_ROSHIFT)));
1436 	} else {
1437 		bw32(bp, B44_DMATX_CTRL, DMATX_CTRL_ENABLE);
1438 		bw32(bp, B44_DMATX_ADDR, bp->tx_ring_dma + bp->dma_offset);
1439 		bw32(bp, B44_DMARX_CTRL, (DMARX_CTRL_ENABLE |
1440 				      (RX_PKT_OFFSET << DMARX_CTRL_ROSHIFT)));
1441 		bw32(bp, B44_DMARX_ADDR, bp->rx_ring_dma + bp->dma_offset);
1442 
1443 		bw32(bp, B44_DMARX_PTR, bp->rx_pending);
1444 		bp->rx_prod = bp->rx_pending;
1445 
1446 		bw32(bp, B44_MIB_CTRL, MIB_CTRL_CLR_ON_READ);
1447 	}
1448 
1449 	val = br32(bp, B44_ENET_CTRL);
1450 	bw32(bp, B44_ENET_CTRL, (val | ENET_CTRL_ENABLE));
1451 
1452 	netdev_reset_queue(bp->dev);
1453 }
1454 
1455 static int b44_open(struct net_device *dev)
1456 {
1457 	struct b44 *bp = netdev_priv(dev);
1458 	int err;
1459 
1460 	err = b44_alloc_consistent(bp, GFP_KERNEL);
1461 	if (err)
1462 		goto out;
1463 
1464 	napi_enable(&bp->napi);
1465 
1466 	b44_init_rings(bp);
1467 	b44_init_hw(bp, B44_FULL_RESET);
1468 
1469 	b44_check_phy(bp);
1470 
1471 	err = request_irq(dev->irq, b44_interrupt, IRQF_SHARED, dev->name, dev);
1472 	if (unlikely(err < 0)) {
1473 		napi_disable(&bp->napi);
1474 		b44_chip_reset(bp, B44_CHIP_RESET_PARTIAL);
1475 		b44_free_rings(bp);
1476 		b44_free_consistent(bp);
1477 		goto out;
1478 	}
1479 
1480 	init_timer(&bp->timer);
1481 	bp->timer.expires = jiffies + HZ;
1482 	bp->timer.data = (unsigned long) bp;
1483 	bp->timer.function = b44_timer;
1484 	add_timer(&bp->timer);
1485 
1486 	b44_enable_ints(bp);
1487 	netif_start_queue(dev);
1488 out:
1489 	return err;
1490 }
1491 
1492 #ifdef CONFIG_NET_POLL_CONTROLLER
1493 /*
1494  * Polling receive - used by netconsole and other diagnostic tools
1495  * to allow network i/o with interrupts disabled.
1496  */
1497 static void b44_poll_controller(struct net_device *dev)
1498 {
1499 	disable_irq(dev->irq);
1500 	b44_interrupt(dev->irq, dev);
1501 	enable_irq(dev->irq);
1502 }
1503 #endif
1504 
1505 static void bwfilter_table(struct b44 *bp, u8 *pp, u32 bytes, u32 table_offset)
1506 {
1507 	u32 i;
1508 	u32 *pattern = (u32 *) pp;
1509 
1510 	for (i = 0; i < bytes; i += sizeof(u32)) {
1511 		bw32(bp, B44_FILT_ADDR, table_offset + i);
1512 		bw32(bp, B44_FILT_DATA, pattern[i / sizeof(u32)]);
1513 	}
1514 }
1515 
1516 static int b44_magic_pattern(u8 *macaddr, u8 *ppattern, u8 *pmask, int offset)
1517 {
1518 	int magicsync = 6;
1519 	int k, j, len = offset;
1520 	int ethaddr_bytes = ETH_ALEN;
1521 
1522 	memset(ppattern + offset, 0xff, magicsync);
1523 	for (j = 0; j < magicsync; j++)
1524 		set_bit(len++, (unsigned long *) pmask);
1525 
1526 	for (j = 0; j < B44_MAX_PATTERNS; j++) {
1527 		if ((B44_PATTERN_SIZE - len) >= ETH_ALEN)
1528 			ethaddr_bytes = ETH_ALEN;
1529 		else
1530 			ethaddr_bytes = B44_PATTERN_SIZE - len;
1531 		if (ethaddr_bytes <=0)
1532 			break;
1533 		for (k = 0; k< ethaddr_bytes; k++) {
1534 			ppattern[offset + magicsync +
1535 				(j * ETH_ALEN) + k] = macaddr[k];
1536 			set_bit(len++, (unsigned long *) pmask);
1537 		}
1538 	}
1539 	return len - 1;
1540 }
1541 
1542 /* Setup magic packet patterns in the b44 WOL
1543  * pattern matching filter.
1544  */
1545 static void b44_setup_pseudo_magicp(struct b44 *bp)
1546 {
1547 
1548 	u32 val;
1549 	int plen0, plen1, plen2;
1550 	u8 *pwol_pattern;
1551 	u8 pwol_mask[B44_PMASK_SIZE];
1552 
1553 	pwol_pattern = kzalloc(B44_PATTERN_SIZE, GFP_KERNEL);
1554 	if (!pwol_pattern)
1555 		return;
1556 
1557 	/* Ipv4 magic packet pattern - pattern 0.*/
1558 	memset(pwol_mask, 0, B44_PMASK_SIZE);
1559 	plen0 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask,
1560 				  B44_ETHIPV4UDP_HLEN);
1561 
1562    	bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE, B44_PATTERN_BASE);
1563    	bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE, B44_PMASK_BASE);
1564 
1565 	/* Raw ethernet II magic packet pattern - pattern 1 */
1566 	memset(pwol_pattern, 0, B44_PATTERN_SIZE);
1567 	memset(pwol_mask, 0, B44_PMASK_SIZE);
1568 	plen1 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask,
1569 				  ETH_HLEN);
1570 
1571    	bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE,
1572 		       B44_PATTERN_BASE + B44_PATTERN_SIZE);
1573   	bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE,
1574 		       B44_PMASK_BASE + B44_PMASK_SIZE);
1575 
1576 	/* Ipv6 magic packet pattern - pattern 2 */
1577 	memset(pwol_pattern, 0, B44_PATTERN_SIZE);
1578 	memset(pwol_mask, 0, B44_PMASK_SIZE);
1579 	plen2 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask,
1580 				  B44_ETHIPV6UDP_HLEN);
1581 
1582    	bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE,
1583 		       B44_PATTERN_BASE + B44_PATTERN_SIZE + B44_PATTERN_SIZE);
1584   	bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE,
1585 		       B44_PMASK_BASE + B44_PMASK_SIZE + B44_PMASK_SIZE);
1586 
1587 	kfree(pwol_pattern);
1588 
1589 	/* set these pattern's lengths: one less than each real length */
1590 	val = plen0 | (plen1 << 8) | (plen2 << 16) | WKUP_LEN_ENABLE_THREE;
1591 	bw32(bp, B44_WKUP_LEN, val);
1592 
1593 	/* enable wakeup pattern matching */
1594 	val = br32(bp, B44_DEVCTRL);
1595 	bw32(bp, B44_DEVCTRL, val | DEVCTRL_PFE);
1596 
1597 }
1598 
1599 #ifdef CONFIG_B44_PCI
1600 static void b44_setup_wol_pci(struct b44 *bp)
1601 {
1602 	u16 val;
1603 
1604 	if (bp->sdev->bus->bustype != SSB_BUSTYPE_SSB) {
1605 		bw32(bp, SSB_TMSLOW, br32(bp, SSB_TMSLOW) | SSB_TMSLOW_PE);
1606 		pci_read_config_word(bp->sdev->bus->host_pci, SSB_PMCSR, &val);
1607 		pci_write_config_word(bp->sdev->bus->host_pci, SSB_PMCSR, val | SSB_PE);
1608 	}
1609 }
1610 #else
1611 static inline void b44_setup_wol_pci(struct b44 *bp) { }
1612 #endif /* CONFIG_B44_PCI */
1613 
1614 static void b44_setup_wol(struct b44 *bp)
1615 {
1616 	u32 val;
1617 
1618 	bw32(bp, B44_RXCONFIG, RXCONFIG_ALLMULTI);
1619 
1620 	if (bp->flags & B44_FLAG_B0_ANDLATER) {
1621 
1622 		bw32(bp, B44_WKUP_LEN, WKUP_LEN_DISABLE);
1623 
1624 		val = bp->dev->dev_addr[2] << 24 |
1625 			bp->dev->dev_addr[3] << 16 |
1626 			bp->dev->dev_addr[4] << 8 |
1627 			bp->dev->dev_addr[5];
1628 		bw32(bp, B44_ADDR_LO, val);
1629 
1630 		val = bp->dev->dev_addr[0] << 8 |
1631 			bp->dev->dev_addr[1];
1632 		bw32(bp, B44_ADDR_HI, val);
1633 
1634 		val = br32(bp, B44_DEVCTRL);
1635 		bw32(bp, B44_DEVCTRL, val | DEVCTRL_MPM | DEVCTRL_PFE);
1636 
1637  	} else {
1638  		b44_setup_pseudo_magicp(bp);
1639  	}
1640 	b44_setup_wol_pci(bp);
1641 }
1642 
1643 static int b44_close(struct net_device *dev)
1644 {
1645 	struct b44 *bp = netdev_priv(dev);
1646 
1647 	netif_stop_queue(dev);
1648 
1649 	napi_disable(&bp->napi);
1650 
1651 	del_timer_sync(&bp->timer);
1652 
1653 	spin_lock_irq(&bp->lock);
1654 
1655 	b44_halt(bp);
1656 	b44_free_rings(bp);
1657 	netif_carrier_off(dev);
1658 
1659 	spin_unlock_irq(&bp->lock);
1660 
1661 	free_irq(dev->irq, dev);
1662 
1663 	if (bp->flags & B44_FLAG_WOL_ENABLE) {
1664 		b44_init_hw(bp, B44_PARTIAL_RESET);
1665 		b44_setup_wol(bp);
1666 	}
1667 
1668 	b44_free_consistent(bp);
1669 
1670 	return 0;
1671 }
1672 
1673 static struct rtnl_link_stats64 *b44_get_stats64(struct net_device *dev,
1674 					struct rtnl_link_stats64 *nstat)
1675 {
1676 	struct b44 *bp = netdev_priv(dev);
1677 	struct b44_hw_stats *hwstat = &bp->hw_stats;
1678 	unsigned int start;
1679 
1680 	do {
1681 		start = u64_stats_fetch_begin_bh(&hwstat->syncp);
1682 
1683 		/* Convert HW stats into rtnl_link_stats64 stats. */
1684 		nstat->rx_packets = hwstat->rx_pkts;
1685 		nstat->tx_packets = hwstat->tx_pkts;
1686 		nstat->rx_bytes   = hwstat->rx_octets;
1687 		nstat->tx_bytes   = hwstat->tx_octets;
1688 		nstat->tx_errors  = (hwstat->tx_jabber_pkts +
1689 				     hwstat->tx_oversize_pkts +
1690 				     hwstat->tx_underruns +
1691 				     hwstat->tx_excessive_cols +
1692 				     hwstat->tx_late_cols);
1693 		nstat->multicast  = hwstat->tx_multicast_pkts;
1694 		nstat->collisions = hwstat->tx_total_cols;
1695 
1696 		nstat->rx_length_errors = (hwstat->rx_oversize_pkts +
1697 					   hwstat->rx_undersize);
1698 		nstat->rx_over_errors   = hwstat->rx_missed_pkts;
1699 		nstat->rx_frame_errors  = hwstat->rx_align_errs;
1700 		nstat->rx_crc_errors    = hwstat->rx_crc_errs;
1701 		nstat->rx_errors        = (hwstat->rx_jabber_pkts +
1702 					   hwstat->rx_oversize_pkts +
1703 					   hwstat->rx_missed_pkts +
1704 					   hwstat->rx_crc_align_errs +
1705 					   hwstat->rx_undersize +
1706 					   hwstat->rx_crc_errs +
1707 					   hwstat->rx_align_errs +
1708 					   hwstat->rx_symbol_errs);
1709 
1710 		nstat->tx_aborted_errors = hwstat->tx_underruns;
1711 #if 0
1712 		/* Carrier lost counter seems to be broken for some devices */
1713 		nstat->tx_carrier_errors = hwstat->tx_carrier_lost;
1714 #endif
1715 	} while (u64_stats_fetch_retry_bh(&hwstat->syncp, start));
1716 
1717 	return nstat;
1718 }
1719 
1720 static int __b44_load_mcast(struct b44 *bp, struct net_device *dev)
1721 {
1722 	struct netdev_hw_addr *ha;
1723 	int i, num_ents;
1724 
1725 	num_ents = min_t(int, netdev_mc_count(dev), B44_MCAST_TABLE_SIZE);
1726 	i = 0;
1727 	netdev_for_each_mc_addr(ha, dev) {
1728 		if (i == num_ents)
1729 			break;
1730 		__b44_cam_write(bp, ha->addr, i++ + 1);
1731 	}
1732 	return i+1;
1733 }
1734 
1735 static void __b44_set_rx_mode(struct net_device *dev)
1736 {
1737 	struct b44 *bp = netdev_priv(dev);
1738 	u32 val;
1739 
1740 	val = br32(bp, B44_RXCONFIG);
1741 	val &= ~(RXCONFIG_PROMISC | RXCONFIG_ALLMULTI);
1742 	if ((dev->flags & IFF_PROMISC) || (val & RXCONFIG_CAM_ABSENT)) {
1743 		val |= RXCONFIG_PROMISC;
1744 		bw32(bp, B44_RXCONFIG, val);
1745 	} else {
1746 		unsigned char zero[6] = {0, 0, 0, 0, 0, 0};
1747 		int i = 1;
1748 
1749 		__b44_set_mac_addr(bp);
1750 
1751 		if ((dev->flags & IFF_ALLMULTI) ||
1752 		    (netdev_mc_count(dev) > B44_MCAST_TABLE_SIZE))
1753 			val |= RXCONFIG_ALLMULTI;
1754 		else
1755 			i = __b44_load_mcast(bp, dev);
1756 
1757 		for (; i < 64; i++)
1758 			__b44_cam_write(bp, zero, i);
1759 
1760 		bw32(bp, B44_RXCONFIG, val);
1761         	val = br32(bp, B44_CAM_CTRL);
1762 	        bw32(bp, B44_CAM_CTRL, val | CAM_CTRL_ENABLE);
1763 	}
1764 }
1765 
1766 static void b44_set_rx_mode(struct net_device *dev)
1767 {
1768 	struct b44 *bp = netdev_priv(dev);
1769 
1770 	spin_lock_irq(&bp->lock);
1771 	__b44_set_rx_mode(dev);
1772 	spin_unlock_irq(&bp->lock);
1773 }
1774 
1775 static u32 b44_get_msglevel(struct net_device *dev)
1776 {
1777 	struct b44 *bp = netdev_priv(dev);
1778 	return bp->msg_enable;
1779 }
1780 
1781 static void b44_set_msglevel(struct net_device *dev, u32 value)
1782 {
1783 	struct b44 *bp = netdev_priv(dev);
1784 	bp->msg_enable = value;
1785 }
1786 
1787 static void b44_get_drvinfo (struct net_device *dev, struct ethtool_drvinfo *info)
1788 {
1789 	struct b44 *bp = netdev_priv(dev);
1790 	struct ssb_bus *bus = bp->sdev->bus;
1791 
1792 	strlcpy(info->driver, DRV_MODULE_NAME, sizeof(info->driver));
1793 	strlcpy(info->version, DRV_MODULE_VERSION, sizeof(info->version));
1794 	switch (bus->bustype) {
1795 	case SSB_BUSTYPE_PCI:
1796 		strlcpy(info->bus_info, pci_name(bus->host_pci), sizeof(info->bus_info));
1797 		break;
1798 	case SSB_BUSTYPE_SSB:
1799 		strlcpy(info->bus_info, "SSB", sizeof(info->bus_info));
1800 		break;
1801 	case SSB_BUSTYPE_PCMCIA:
1802 	case SSB_BUSTYPE_SDIO:
1803 		WARN_ON(1); /* A device with this bus does not exist. */
1804 		break;
1805 	}
1806 }
1807 
1808 static int b44_nway_reset(struct net_device *dev)
1809 {
1810 	struct b44 *bp = netdev_priv(dev);
1811 	u32 bmcr;
1812 	int r;
1813 
1814 	spin_lock_irq(&bp->lock);
1815 	b44_readphy(bp, MII_BMCR, &bmcr);
1816 	b44_readphy(bp, MII_BMCR, &bmcr);
1817 	r = -EINVAL;
1818 	if (bmcr & BMCR_ANENABLE) {
1819 		b44_writephy(bp, MII_BMCR,
1820 			     bmcr | BMCR_ANRESTART);
1821 		r = 0;
1822 	}
1823 	spin_unlock_irq(&bp->lock);
1824 
1825 	return r;
1826 }
1827 
1828 static int b44_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1829 {
1830 	struct b44 *bp = netdev_priv(dev);
1831 
1832 	if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
1833 		BUG_ON(!bp->phydev);
1834 		return phy_ethtool_gset(bp->phydev, cmd);
1835 	}
1836 
1837 	cmd->supported = (SUPPORTED_Autoneg);
1838 	cmd->supported |= (SUPPORTED_100baseT_Half |
1839 			  SUPPORTED_100baseT_Full |
1840 			  SUPPORTED_10baseT_Half |
1841 			  SUPPORTED_10baseT_Full |
1842 			  SUPPORTED_MII);
1843 
1844 	cmd->advertising = 0;
1845 	if (bp->flags & B44_FLAG_ADV_10HALF)
1846 		cmd->advertising |= ADVERTISED_10baseT_Half;
1847 	if (bp->flags & B44_FLAG_ADV_10FULL)
1848 		cmd->advertising |= ADVERTISED_10baseT_Full;
1849 	if (bp->flags & B44_FLAG_ADV_100HALF)
1850 		cmd->advertising |= ADVERTISED_100baseT_Half;
1851 	if (bp->flags & B44_FLAG_ADV_100FULL)
1852 		cmd->advertising |= ADVERTISED_100baseT_Full;
1853 	cmd->advertising |= ADVERTISED_Pause | ADVERTISED_Asym_Pause;
1854 	ethtool_cmd_speed_set(cmd, ((bp->flags & B44_FLAG_100_BASE_T) ?
1855 				    SPEED_100 : SPEED_10));
1856 	cmd->duplex = (bp->flags & B44_FLAG_FULL_DUPLEX) ?
1857 		DUPLEX_FULL : DUPLEX_HALF;
1858 	cmd->port = 0;
1859 	cmd->phy_address = bp->phy_addr;
1860 	cmd->transceiver = (bp->flags & B44_FLAG_EXTERNAL_PHY) ?
1861 		XCVR_EXTERNAL : XCVR_INTERNAL;
1862 	cmd->autoneg = (bp->flags & B44_FLAG_FORCE_LINK) ?
1863 		AUTONEG_DISABLE : AUTONEG_ENABLE;
1864 	if (cmd->autoneg == AUTONEG_ENABLE)
1865 		cmd->advertising |= ADVERTISED_Autoneg;
1866 	if (!netif_running(dev)){
1867 		ethtool_cmd_speed_set(cmd, 0);
1868 		cmd->duplex = 0xff;
1869 	}
1870 	cmd->maxtxpkt = 0;
1871 	cmd->maxrxpkt = 0;
1872 	return 0;
1873 }
1874 
1875 static int b44_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1876 {
1877 	struct b44 *bp = netdev_priv(dev);
1878 	u32 speed;
1879 	int ret;
1880 
1881 	if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
1882 		BUG_ON(!bp->phydev);
1883 		spin_lock_irq(&bp->lock);
1884 		if (netif_running(dev))
1885 			b44_setup_phy(bp);
1886 
1887 		ret = phy_ethtool_sset(bp->phydev, cmd);
1888 
1889 		spin_unlock_irq(&bp->lock);
1890 
1891 		return ret;
1892 	}
1893 
1894 	speed = ethtool_cmd_speed(cmd);
1895 
1896 	/* We do not support gigabit. */
1897 	if (cmd->autoneg == AUTONEG_ENABLE) {
1898 		if (cmd->advertising &
1899 		    (ADVERTISED_1000baseT_Half |
1900 		     ADVERTISED_1000baseT_Full))
1901 			return -EINVAL;
1902 	} else if ((speed != SPEED_100 &&
1903 		    speed != SPEED_10) ||
1904 		   (cmd->duplex != DUPLEX_HALF &&
1905 		    cmd->duplex != DUPLEX_FULL)) {
1906 			return -EINVAL;
1907 	}
1908 
1909 	spin_lock_irq(&bp->lock);
1910 
1911 	if (cmd->autoneg == AUTONEG_ENABLE) {
1912 		bp->flags &= ~(B44_FLAG_FORCE_LINK |
1913 			       B44_FLAG_100_BASE_T |
1914 			       B44_FLAG_FULL_DUPLEX |
1915 			       B44_FLAG_ADV_10HALF |
1916 			       B44_FLAG_ADV_10FULL |
1917 			       B44_FLAG_ADV_100HALF |
1918 			       B44_FLAG_ADV_100FULL);
1919 		if (cmd->advertising == 0) {
1920 			bp->flags |= (B44_FLAG_ADV_10HALF |
1921 				      B44_FLAG_ADV_10FULL |
1922 				      B44_FLAG_ADV_100HALF |
1923 				      B44_FLAG_ADV_100FULL);
1924 		} else {
1925 			if (cmd->advertising & ADVERTISED_10baseT_Half)
1926 				bp->flags |= B44_FLAG_ADV_10HALF;
1927 			if (cmd->advertising & ADVERTISED_10baseT_Full)
1928 				bp->flags |= B44_FLAG_ADV_10FULL;
1929 			if (cmd->advertising & ADVERTISED_100baseT_Half)
1930 				bp->flags |= B44_FLAG_ADV_100HALF;
1931 			if (cmd->advertising & ADVERTISED_100baseT_Full)
1932 				bp->flags |= B44_FLAG_ADV_100FULL;
1933 		}
1934 	} else {
1935 		bp->flags |= B44_FLAG_FORCE_LINK;
1936 		bp->flags &= ~(B44_FLAG_100_BASE_T | B44_FLAG_FULL_DUPLEX);
1937 		if (speed == SPEED_100)
1938 			bp->flags |= B44_FLAG_100_BASE_T;
1939 		if (cmd->duplex == DUPLEX_FULL)
1940 			bp->flags |= B44_FLAG_FULL_DUPLEX;
1941 	}
1942 
1943 	if (netif_running(dev))
1944 		b44_setup_phy(bp);
1945 
1946 	spin_unlock_irq(&bp->lock);
1947 
1948 	return 0;
1949 }
1950 
1951 static void b44_get_ringparam(struct net_device *dev,
1952 			      struct ethtool_ringparam *ering)
1953 {
1954 	struct b44 *bp = netdev_priv(dev);
1955 
1956 	ering->rx_max_pending = B44_RX_RING_SIZE - 1;
1957 	ering->rx_pending = bp->rx_pending;
1958 
1959 	/* XXX ethtool lacks a tx_max_pending, oops... */
1960 }
1961 
1962 static int b44_set_ringparam(struct net_device *dev,
1963 			     struct ethtool_ringparam *ering)
1964 {
1965 	struct b44 *bp = netdev_priv(dev);
1966 
1967 	if ((ering->rx_pending > B44_RX_RING_SIZE - 1) ||
1968 	    (ering->rx_mini_pending != 0) ||
1969 	    (ering->rx_jumbo_pending != 0) ||
1970 	    (ering->tx_pending > B44_TX_RING_SIZE - 1))
1971 		return -EINVAL;
1972 
1973 	spin_lock_irq(&bp->lock);
1974 
1975 	bp->rx_pending = ering->rx_pending;
1976 	bp->tx_pending = ering->tx_pending;
1977 
1978 	b44_halt(bp);
1979 	b44_init_rings(bp);
1980 	b44_init_hw(bp, B44_FULL_RESET);
1981 	netif_wake_queue(bp->dev);
1982 	spin_unlock_irq(&bp->lock);
1983 
1984 	b44_enable_ints(bp);
1985 
1986 	return 0;
1987 }
1988 
1989 static void b44_get_pauseparam(struct net_device *dev,
1990 				struct ethtool_pauseparam *epause)
1991 {
1992 	struct b44 *bp = netdev_priv(dev);
1993 
1994 	epause->autoneg =
1995 		(bp->flags & B44_FLAG_PAUSE_AUTO) != 0;
1996 	epause->rx_pause =
1997 		(bp->flags & B44_FLAG_RX_PAUSE) != 0;
1998 	epause->tx_pause =
1999 		(bp->flags & B44_FLAG_TX_PAUSE) != 0;
2000 }
2001 
2002 static int b44_set_pauseparam(struct net_device *dev,
2003 				struct ethtool_pauseparam *epause)
2004 {
2005 	struct b44 *bp = netdev_priv(dev);
2006 
2007 	spin_lock_irq(&bp->lock);
2008 	if (epause->autoneg)
2009 		bp->flags |= B44_FLAG_PAUSE_AUTO;
2010 	else
2011 		bp->flags &= ~B44_FLAG_PAUSE_AUTO;
2012 	if (epause->rx_pause)
2013 		bp->flags |= B44_FLAG_RX_PAUSE;
2014 	else
2015 		bp->flags &= ~B44_FLAG_RX_PAUSE;
2016 	if (epause->tx_pause)
2017 		bp->flags |= B44_FLAG_TX_PAUSE;
2018 	else
2019 		bp->flags &= ~B44_FLAG_TX_PAUSE;
2020 	if (bp->flags & B44_FLAG_PAUSE_AUTO) {
2021 		b44_halt(bp);
2022 		b44_init_rings(bp);
2023 		b44_init_hw(bp, B44_FULL_RESET);
2024 	} else {
2025 		__b44_set_flow_ctrl(bp, bp->flags);
2026 	}
2027 	spin_unlock_irq(&bp->lock);
2028 
2029 	b44_enable_ints(bp);
2030 
2031 	return 0;
2032 }
2033 
2034 static void b44_get_strings(struct net_device *dev, u32 stringset, u8 *data)
2035 {
2036 	switch(stringset) {
2037 	case ETH_SS_STATS:
2038 		memcpy(data, *b44_gstrings, sizeof(b44_gstrings));
2039 		break;
2040 	}
2041 }
2042 
2043 static int b44_get_sset_count(struct net_device *dev, int sset)
2044 {
2045 	switch (sset) {
2046 	case ETH_SS_STATS:
2047 		return ARRAY_SIZE(b44_gstrings);
2048 	default:
2049 		return -EOPNOTSUPP;
2050 	}
2051 }
2052 
2053 static void b44_get_ethtool_stats(struct net_device *dev,
2054 				  struct ethtool_stats *stats, u64 *data)
2055 {
2056 	struct b44 *bp = netdev_priv(dev);
2057 	struct b44_hw_stats *hwstat = &bp->hw_stats;
2058 	u64 *data_src, *data_dst;
2059 	unsigned int start;
2060 	u32 i;
2061 
2062 	spin_lock_irq(&bp->lock);
2063 	b44_stats_update(bp);
2064 	spin_unlock_irq(&bp->lock);
2065 
2066 	do {
2067 		data_src = &hwstat->tx_good_octets;
2068 		data_dst = data;
2069 		start = u64_stats_fetch_begin_bh(&hwstat->syncp);
2070 
2071 		for (i = 0; i < ARRAY_SIZE(b44_gstrings); i++)
2072 			*data_dst++ = *data_src++;
2073 
2074 	} while (u64_stats_fetch_retry_bh(&hwstat->syncp, start));
2075 }
2076 
2077 static void b44_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2078 {
2079 	struct b44 *bp = netdev_priv(dev);
2080 
2081 	wol->supported = WAKE_MAGIC;
2082 	if (bp->flags & B44_FLAG_WOL_ENABLE)
2083 		wol->wolopts = WAKE_MAGIC;
2084 	else
2085 		wol->wolopts = 0;
2086 	memset(&wol->sopass, 0, sizeof(wol->sopass));
2087 }
2088 
2089 static int b44_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2090 {
2091 	struct b44 *bp = netdev_priv(dev);
2092 
2093 	spin_lock_irq(&bp->lock);
2094 	if (wol->wolopts & WAKE_MAGIC)
2095 		bp->flags |= B44_FLAG_WOL_ENABLE;
2096 	else
2097 		bp->flags &= ~B44_FLAG_WOL_ENABLE;
2098 	spin_unlock_irq(&bp->lock);
2099 
2100 	return 0;
2101 }
2102 
2103 static const struct ethtool_ops b44_ethtool_ops = {
2104 	.get_drvinfo		= b44_get_drvinfo,
2105 	.get_settings		= b44_get_settings,
2106 	.set_settings		= b44_set_settings,
2107 	.nway_reset		= b44_nway_reset,
2108 	.get_link		= ethtool_op_get_link,
2109 	.get_wol		= b44_get_wol,
2110 	.set_wol		= b44_set_wol,
2111 	.get_ringparam		= b44_get_ringparam,
2112 	.set_ringparam		= b44_set_ringparam,
2113 	.get_pauseparam		= b44_get_pauseparam,
2114 	.set_pauseparam		= b44_set_pauseparam,
2115 	.get_msglevel		= b44_get_msglevel,
2116 	.set_msglevel		= b44_set_msglevel,
2117 	.get_strings		= b44_get_strings,
2118 	.get_sset_count		= b44_get_sset_count,
2119 	.get_ethtool_stats	= b44_get_ethtool_stats,
2120 };
2121 
2122 static int b44_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
2123 {
2124 	struct b44 *bp = netdev_priv(dev);
2125 	int err = -EINVAL;
2126 
2127 	if (!netif_running(dev))
2128 		goto out;
2129 
2130 	spin_lock_irq(&bp->lock);
2131 	if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
2132 		BUG_ON(!bp->phydev);
2133 		err = phy_mii_ioctl(bp->phydev, ifr, cmd);
2134 	} else {
2135 		err = generic_mii_ioctl(&bp->mii_if, if_mii(ifr), cmd, NULL);
2136 	}
2137 	spin_unlock_irq(&bp->lock);
2138 out:
2139 	return err;
2140 }
2141 
2142 static int b44_get_invariants(struct b44 *bp)
2143 {
2144 	struct ssb_device *sdev = bp->sdev;
2145 	int err = 0;
2146 	u8 *addr;
2147 
2148 	bp->dma_offset = ssb_dma_translation(sdev);
2149 
2150 	if (sdev->bus->bustype == SSB_BUSTYPE_SSB &&
2151 	    instance > 1) {
2152 		addr = sdev->bus->sprom.et1mac;
2153 		bp->phy_addr = sdev->bus->sprom.et1phyaddr;
2154 	} else {
2155 		addr = sdev->bus->sprom.et0mac;
2156 		bp->phy_addr = sdev->bus->sprom.et0phyaddr;
2157 	}
2158 	/* Some ROMs have buggy PHY addresses with the high
2159 	 * bits set (sign extension?). Truncate them to a
2160 	 * valid PHY address. */
2161 	bp->phy_addr &= 0x1F;
2162 
2163 	memcpy(bp->dev->dev_addr, addr, ETH_ALEN);
2164 
2165 	if (!is_valid_ether_addr(&bp->dev->dev_addr[0])){
2166 		pr_err("Invalid MAC address found in EEPROM\n");
2167 		return -EINVAL;
2168 	}
2169 
2170 	bp->imask = IMASK_DEF;
2171 
2172 	/* XXX - really required?
2173 	   bp->flags |= B44_FLAG_BUGGY_TXPTR;
2174 	*/
2175 
2176 	if (bp->sdev->id.revision >= 7)
2177 		bp->flags |= B44_FLAG_B0_ANDLATER;
2178 
2179 	return err;
2180 }
2181 
2182 static const struct net_device_ops b44_netdev_ops = {
2183 	.ndo_open		= b44_open,
2184 	.ndo_stop		= b44_close,
2185 	.ndo_start_xmit		= b44_start_xmit,
2186 	.ndo_get_stats64	= b44_get_stats64,
2187 	.ndo_set_rx_mode	= b44_set_rx_mode,
2188 	.ndo_set_mac_address	= b44_set_mac_addr,
2189 	.ndo_validate_addr	= eth_validate_addr,
2190 	.ndo_do_ioctl		= b44_ioctl,
2191 	.ndo_tx_timeout		= b44_tx_timeout,
2192 	.ndo_change_mtu		= b44_change_mtu,
2193 #ifdef CONFIG_NET_POLL_CONTROLLER
2194 	.ndo_poll_controller	= b44_poll_controller,
2195 #endif
2196 };
2197 
2198 static void b44_adjust_link(struct net_device *dev)
2199 {
2200 	struct b44 *bp = netdev_priv(dev);
2201 	struct phy_device *phydev = bp->phydev;
2202 	bool status_changed = 0;
2203 
2204 	BUG_ON(!phydev);
2205 
2206 	if (bp->old_link != phydev->link) {
2207 		status_changed = 1;
2208 		bp->old_link = phydev->link;
2209 	}
2210 
2211 	/* reflect duplex change */
2212 	if (phydev->link) {
2213 		if ((phydev->duplex == DUPLEX_HALF) &&
2214 		    (bp->flags & B44_FLAG_FULL_DUPLEX)) {
2215 			status_changed = 1;
2216 			bp->flags &= ~B44_FLAG_FULL_DUPLEX;
2217 		} else if ((phydev->duplex == DUPLEX_FULL) &&
2218 			   !(bp->flags & B44_FLAG_FULL_DUPLEX)) {
2219 			status_changed = 1;
2220 			bp->flags |= B44_FLAG_FULL_DUPLEX;
2221 		}
2222 	}
2223 
2224 	if (status_changed) {
2225 		b44_check_phy(bp);
2226 		phy_print_status(phydev);
2227 	}
2228 }
2229 
2230 static int b44_register_phy_one(struct b44 *bp)
2231 {
2232 	struct mii_bus *mii_bus;
2233 	struct ssb_device *sdev = bp->sdev;
2234 	struct phy_device *phydev;
2235 	char bus_id[MII_BUS_ID_SIZE + 3];
2236 	struct ssb_sprom *sprom = &sdev->bus->sprom;
2237 	int err;
2238 
2239 	mii_bus = mdiobus_alloc();
2240 	if (!mii_bus) {
2241 		dev_err(sdev->dev, "mdiobus_alloc() failed\n");
2242 		err = -ENOMEM;
2243 		goto err_out;
2244 	}
2245 
2246 	mii_bus->priv = bp;
2247 	mii_bus->read = b44_mdio_read_phylib;
2248 	mii_bus->write = b44_mdio_write_phylib;
2249 	mii_bus->name = "b44_eth_mii";
2250 	mii_bus->parent = sdev->dev;
2251 	mii_bus->phy_mask = ~(1 << bp->phy_addr);
2252 	snprintf(mii_bus->id, MII_BUS_ID_SIZE, "%x", instance);
2253 	mii_bus->irq = kmalloc(sizeof(int) * PHY_MAX_ADDR, GFP_KERNEL);
2254 	if (!mii_bus->irq) {
2255 		dev_err(sdev->dev, "mii_bus irq allocation failed\n");
2256 		err = -ENOMEM;
2257 		goto err_out_mdiobus;
2258 	}
2259 
2260 	memset(mii_bus->irq, PHY_POLL, sizeof(int) * PHY_MAX_ADDR);
2261 
2262 	bp->mii_bus = mii_bus;
2263 
2264 	err = mdiobus_register(mii_bus);
2265 	if (err) {
2266 		dev_err(sdev->dev, "failed to register MII bus\n");
2267 		goto err_out_mdiobus_irq;
2268 	}
2269 
2270 	if (!bp->mii_bus->phy_map[bp->phy_addr] &&
2271 	    (sprom->boardflags_lo & (B44_BOARDFLAG_ROBO | B44_BOARDFLAG_ADM))) {
2272 
2273 		dev_info(sdev->dev,
2274 			 "could not find PHY at %i, use fixed one\n",
2275 			 bp->phy_addr);
2276 
2277 		bp->phy_addr = 0;
2278 		snprintf(bus_id, sizeof(bus_id), PHY_ID_FMT, "fixed-0",
2279 			 bp->phy_addr);
2280 	} else {
2281 		snprintf(bus_id, sizeof(bus_id), PHY_ID_FMT, mii_bus->id,
2282 			 bp->phy_addr);
2283 	}
2284 
2285 	phydev = phy_connect(bp->dev, bus_id, &b44_adjust_link,
2286 			     PHY_INTERFACE_MODE_MII);
2287 	if (IS_ERR(phydev)) {
2288 		dev_err(sdev->dev, "could not attach PHY at %i\n",
2289 			bp->phy_addr);
2290 		err = PTR_ERR(phydev);
2291 		goto err_out_mdiobus_unregister;
2292 	}
2293 
2294 	/* mask with MAC supported features */
2295 	phydev->supported &= (SUPPORTED_100baseT_Half |
2296 			      SUPPORTED_100baseT_Full |
2297 			      SUPPORTED_Autoneg |
2298 			      SUPPORTED_MII);
2299 	phydev->advertising = phydev->supported;
2300 
2301 	bp->phydev = phydev;
2302 	bp->old_link = 0;
2303 	bp->phy_addr = phydev->addr;
2304 
2305 	dev_info(sdev->dev, "attached PHY driver [%s] (mii_bus:phy_addr=%s)\n",
2306 		 phydev->drv->name, dev_name(&phydev->dev));
2307 
2308 	return 0;
2309 
2310 err_out_mdiobus_unregister:
2311 	mdiobus_unregister(mii_bus);
2312 
2313 err_out_mdiobus_irq:
2314 	kfree(mii_bus->irq);
2315 
2316 err_out_mdiobus:
2317 	mdiobus_free(mii_bus);
2318 
2319 err_out:
2320 	return err;
2321 }
2322 
2323 static void b44_unregister_phy_one(struct b44 *bp)
2324 {
2325 	struct mii_bus *mii_bus = bp->mii_bus;
2326 
2327 	phy_disconnect(bp->phydev);
2328 	mdiobus_unregister(mii_bus);
2329 	kfree(mii_bus->irq);
2330 	mdiobus_free(mii_bus);
2331 }
2332 
2333 static int b44_init_one(struct ssb_device *sdev,
2334 			const struct ssb_device_id *ent)
2335 {
2336 	struct net_device *dev;
2337 	struct b44 *bp;
2338 	int err;
2339 
2340 	instance++;
2341 
2342 	pr_info_once("%s version %s\n", DRV_DESCRIPTION, DRV_MODULE_VERSION);
2343 
2344 	dev = alloc_etherdev(sizeof(*bp));
2345 	if (!dev) {
2346 		err = -ENOMEM;
2347 		goto out;
2348 	}
2349 
2350 	SET_NETDEV_DEV(dev, sdev->dev);
2351 
2352 	/* No interesting netdevice features in this card... */
2353 	dev->features |= 0;
2354 
2355 	bp = netdev_priv(dev);
2356 	bp->sdev = sdev;
2357 	bp->dev = dev;
2358 	bp->force_copybreak = 0;
2359 
2360 	bp->msg_enable = netif_msg_init(b44_debug, B44_DEF_MSG_ENABLE);
2361 
2362 	spin_lock_init(&bp->lock);
2363 
2364 	bp->rx_pending = B44_DEF_RX_RING_PENDING;
2365 	bp->tx_pending = B44_DEF_TX_RING_PENDING;
2366 
2367 	dev->netdev_ops = &b44_netdev_ops;
2368 	netif_napi_add(dev, &bp->napi, b44_poll, 64);
2369 	dev->watchdog_timeo = B44_TX_TIMEOUT;
2370 	dev->irq = sdev->irq;
2371 	SET_ETHTOOL_OPS(dev, &b44_ethtool_ops);
2372 
2373 	err = ssb_bus_powerup(sdev->bus, 0);
2374 	if (err) {
2375 		dev_err(sdev->dev,
2376 			"Failed to powerup the bus\n");
2377 		goto err_out_free_dev;
2378 	}
2379 
2380 	if (dma_set_mask_and_coherent(sdev->dma_dev, DMA_BIT_MASK(30))) {
2381 		dev_err(sdev->dev,
2382 			"Required 30BIT DMA mask unsupported by the system\n");
2383 		goto err_out_powerdown;
2384 	}
2385 
2386 	err = b44_get_invariants(bp);
2387 	if (err) {
2388 		dev_err(sdev->dev,
2389 			"Problem fetching invariants of chip, aborting\n");
2390 		goto err_out_powerdown;
2391 	}
2392 
2393 	if (bp->phy_addr == B44_PHY_ADDR_NO_PHY) {
2394 		dev_err(sdev->dev, "No PHY present on this MAC, aborting\n");
2395 		err = -ENODEV;
2396 		goto err_out_powerdown;
2397 	}
2398 
2399 	bp->mii_if.dev = dev;
2400 	bp->mii_if.mdio_read = b44_mdio_read_mii;
2401 	bp->mii_if.mdio_write = b44_mdio_write_mii;
2402 	bp->mii_if.phy_id = bp->phy_addr;
2403 	bp->mii_if.phy_id_mask = 0x1f;
2404 	bp->mii_if.reg_num_mask = 0x1f;
2405 
2406 	/* By default, advertise all speed/duplex settings. */
2407 	bp->flags |= (B44_FLAG_ADV_10HALF | B44_FLAG_ADV_10FULL |
2408 		      B44_FLAG_ADV_100HALF | B44_FLAG_ADV_100FULL);
2409 
2410 	/* By default, auto-negotiate PAUSE. */
2411 	bp->flags |= B44_FLAG_PAUSE_AUTO;
2412 
2413 	err = register_netdev(dev);
2414 	if (err) {
2415 		dev_err(sdev->dev, "Cannot register net device, aborting\n");
2416 		goto err_out_powerdown;
2417 	}
2418 
2419 	netif_carrier_off(dev);
2420 
2421 	ssb_set_drvdata(sdev, dev);
2422 
2423 	/* Chip reset provides power to the b44 MAC & PCI cores, which
2424 	 * is necessary for MAC register access.
2425 	 */
2426 	b44_chip_reset(bp, B44_CHIP_RESET_FULL);
2427 
2428 	/* do a phy reset to test if there is an active phy */
2429 	err = b44_phy_reset(bp);
2430 	if (err < 0) {
2431 		dev_err(sdev->dev, "phy reset failed\n");
2432 		goto err_out_unregister_netdev;
2433 	}
2434 
2435 	if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
2436 		err = b44_register_phy_one(bp);
2437 		if (err) {
2438 			dev_err(sdev->dev, "Cannot register PHY, aborting\n");
2439 			goto err_out_unregister_netdev;
2440 		}
2441 	}
2442 
2443 	netdev_info(dev, "%s %pM\n", DRV_DESCRIPTION, dev->dev_addr);
2444 
2445 	return 0;
2446 
2447 err_out_unregister_netdev:
2448 	unregister_netdev(dev);
2449 err_out_powerdown:
2450 	ssb_bus_may_powerdown(sdev->bus);
2451 
2452 err_out_free_dev:
2453 	free_netdev(dev);
2454 
2455 out:
2456 	return err;
2457 }
2458 
2459 static void b44_remove_one(struct ssb_device *sdev)
2460 {
2461 	struct net_device *dev = ssb_get_drvdata(sdev);
2462 	struct b44 *bp = netdev_priv(dev);
2463 
2464 	unregister_netdev(dev);
2465 	if (bp->flags & B44_FLAG_EXTERNAL_PHY)
2466 		b44_unregister_phy_one(bp);
2467 	ssb_device_disable(sdev, 0);
2468 	ssb_bus_may_powerdown(sdev->bus);
2469 	free_netdev(dev);
2470 	ssb_pcihost_set_power_state(sdev, PCI_D3hot);
2471 	ssb_set_drvdata(sdev, NULL);
2472 }
2473 
2474 static int b44_suspend(struct ssb_device *sdev, pm_message_t state)
2475 {
2476 	struct net_device *dev = ssb_get_drvdata(sdev);
2477 	struct b44 *bp = netdev_priv(dev);
2478 
2479 	if (!netif_running(dev))
2480 		return 0;
2481 
2482 	del_timer_sync(&bp->timer);
2483 
2484 	spin_lock_irq(&bp->lock);
2485 
2486 	b44_halt(bp);
2487 	netif_carrier_off(bp->dev);
2488 	netif_device_detach(bp->dev);
2489 	b44_free_rings(bp);
2490 
2491 	spin_unlock_irq(&bp->lock);
2492 
2493 	free_irq(dev->irq, dev);
2494 	if (bp->flags & B44_FLAG_WOL_ENABLE) {
2495 		b44_init_hw(bp, B44_PARTIAL_RESET);
2496 		b44_setup_wol(bp);
2497 	}
2498 
2499 	ssb_pcihost_set_power_state(sdev, PCI_D3hot);
2500 	return 0;
2501 }
2502 
2503 static int b44_resume(struct ssb_device *sdev)
2504 {
2505 	struct net_device *dev = ssb_get_drvdata(sdev);
2506 	struct b44 *bp = netdev_priv(dev);
2507 	int rc = 0;
2508 
2509 	rc = ssb_bus_powerup(sdev->bus, 0);
2510 	if (rc) {
2511 		dev_err(sdev->dev,
2512 			"Failed to powerup the bus\n");
2513 		return rc;
2514 	}
2515 
2516 	if (!netif_running(dev))
2517 		return 0;
2518 
2519 	spin_lock_irq(&bp->lock);
2520 	b44_init_rings(bp);
2521 	b44_init_hw(bp, B44_FULL_RESET);
2522 	spin_unlock_irq(&bp->lock);
2523 
2524 	/*
2525 	 * As a shared interrupt, the handler can be called immediately. To be
2526 	 * able to check the interrupt status the hardware must already be
2527 	 * powered back on (b44_init_hw).
2528 	 */
2529 	rc = request_irq(dev->irq, b44_interrupt, IRQF_SHARED, dev->name, dev);
2530 	if (rc) {
2531 		netdev_err(dev, "request_irq failed\n");
2532 		spin_lock_irq(&bp->lock);
2533 		b44_halt(bp);
2534 		b44_free_rings(bp);
2535 		spin_unlock_irq(&bp->lock);
2536 		return rc;
2537 	}
2538 
2539 	netif_device_attach(bp->dev);
2540 
2541 	b44_enable_ints(bp);
2542 	netif_wake_queue(dev);
2543 
2544 	mod_timer(&bp->timer, jiffies + 1);
2545 
2546 	return 0;
2547 }
2548 
2549 static struct ssb_driver b44_ssb_driver = {
2550 	.name		= DRV_MODULE_NAME,
2551 	.id_table	= b44_ssb_tbl,
2552 	.probe		= b44_init_one,
2553 	.remove		= b44_remove_one,
2554 	.suspend	= b44_suspend,
2555 	.resume		= b44_resume,
2556 };
2557 
2558 static inline int __init b44_pci_init(void)
2559 {
2560 	int err = 0;
2561 #ifdef CONFIG_B44_PCI
2562 	err = ssb_pcihost_register(&b44_pci_driver);
2563 #endif
2564 	return err;
2565 }
2566 
2567 static inline void b44_pci_exit(void)
2568 {
2569 #ifdef CONFIG_B44_PCI
2570 	ssb_pcihost_unregister(&b44_pci_driver);
2571 #endif
2572 }
2573 
2574 static int __init b44_init(void)
2575 {
2576 	unsigned int dma_desc_align_size = dma_get_cache_alignment();
2577 	int err;
2578 
2579 	/* Setup paramaters for syncing RX/TX DMA descriptors */
2580 	dma_desc_sync_size = max_t(unsigned int, dma_desc_align_size, sizeof(struct dma_desc));
2581 
2582 	err = b44_pci_init();
2583 	if (err)
2584 		return err;
2585 	err = ssb_driver_register(&b44_ssb_driver);
2586 	if (err)
2587 		b44_pci_exit();
2588 	return err;
2589 }
2590 
2591 static void __exit b44_cleanup(void)
2592 {
2593 	ssb_driver_unregister(&b44_ssb_driver);
2594 	b44_pci_exit();
2595 }
2596 
2597 module_init(b44_init);
2598 module_exit(b44_cleanup);
2599 
2600