1 /* b44.c: Broadcom 44xx/47xx Fast Ethernet device driver. 2 * 3 * Copyright (C) 2002 David S. Miller (davem@redhat.com) 4 * Copyright (C) 2004 Pekka Pietikainen (pp@ee.oulu.fi) 5 * Copyright (C) 2004 Florian Schirmer (jolt@tuxbox.org) 6 * Copyright (C) 2006 Felix Fietkau (nbd@openwrt.org) 7 * Copyright (C) 2006 Broadcom Corporation. 8 * Copyright (C) 2007 Michael Buesch <m@bues.ch> 9 * Copyright (C) 2013 Hauke Mehrtens <hauke@hauke-m.de> 10 * 11 * Distribute under GPL. 12 */ 13 14 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 15 16 #include <linux/kernel.h> 17 #include <linux/module.h> 18 #include <linux/moduleparam.h> 19 #include <linux/types.h> 20 #include <linux/netdevice.h> 21 #include <linux/ethtool.h> 22 #include <linux/mii.h> 23 #include <linux/if_ether.h> 24 #include <linux/if_vlan.h> 25 #include <linux/etherdevice.h> 26 #include <linux/pci.h> 27 #include <linux/delay.h> 28 #include <linux/init.h> 29 #include <linux/interrupt.h> 30 #include <linux/dma-mapping.h> 31 #include <linux/ssb/ssb.h> 32 #include <linux/slab.h> 33 #include <linux/phy.h> 34 35 #include <linux/uaccess.h> 36 #include <asm/io.h> 37 #include <asm/irq.h> 38 39 40 #include "b44.h" 41 42 #define DRV_MODULE_NAME "b44" 43 #define DRV_DESCRIPTION "Broadcom 44xx/47xx 10/100 PCI ethernet driver" 44 45 #define B44_DEF_MSG_ENABLE \ 46 (NETIF_MSG_DRV | \ 47 NETIF_MSG_PROBE | \ 48 NETIF_MSG_LINK | \ 49 NETIF_MSG_TIMER | \ 50 NETIF_MSG_IFDOWN | \ 51 NETIF_MSG_IFUP | \ 52 NETIF_MSG_RX_ERR | \ 53 NETIF_MSG_TX_ERR) 54 55 /* length of time before we decide the hardware is borked, 56 * and dev->tx_timeout() should be called to fix the problem 57 */ 58 #define B44_TX_TIMEOUT (5 * HZ) 59 60 /* hardware minimum and maximum for a single frame's data payload */ 61 #define B44_MIN_MTU ETH_ZLEN 62 #define B44_MAX_MTU ETH_DATA_LEN 63 64 #define B44_RX_RING_SIZE 512 65 #define B44_DEF_RX_RING_PENDING 200 66 #define B44_RX_RING_BYTES (sizeof(struct dma_desc) * \ 67 B44_RX_RING_SIZE) 68 #define B44_TX_RING_SIZE 512 69 #define B44_DEF_TX_RING_PENDING (B44_TX_RING_SIZE - 1) 70 #define B44_TX_RING_BYTES (sizeof(struct dma_desc) * \ 71 B44_TX_RING_SIZE) 72 73 #define TX_RING_GAP(BP) \ 74 (B44_TX_RING_SIZE - (BP)->tx_pending) 75 #define TX_BUFFS_AVAIL(BP) \ 76 (((BP)->tx_cons <= (BP)->tx_prod) ? \ 77 (BP)->tx_cons + (BP)->tx_pending - (BP)->tx_prod : \ 78 (BP)->tx_cons - (BP)->tx_prod - TX_RING_GAP(BP)) 79 #define NEXT_TX(N) (((N) + 1) & (B44_TX_RING_SIZE - 1)) 80 81 #define RX_PKT_OFFSET (RX_HEADER_LEN + 2) 82 #define RX_PKT_BUF_SZ (1536 + RX_PKT_OFFSET) 83 84 /* minimum number of free TX descriptors required to wake up TX process */ 85 #define B44_TX_WAKEUP_THRESH (B44_TX_RING_SIZE / 4) 86 87 /* b44 internal pattern match filter info */ 88 #define B44_PATTERN_BASE 0x400 89 #define B44_PATTERN_SIZE 0x80 90 #define B44_PMASK_BASE 0x600 91 #define B44_PMASK_SIZE 0x10 92 #define B44_MAX_PATTERNS 16 93 #define B44_ETHIPV6UDP_HLEN 62 94 #define B44_ETHIPV4UDP_HLEN 42 95 96 MODULE_AUTHOR("Felix Fietkau, Florian Schirmer, Pekka Pietikainen, David S. Miller"); 97 MODULE_DESCRIPTION(DRV_DESCRIPTION); 98 MODULE_LICENSE("GPL"); 99 100 static int b44_debug = -1; /* -1 == use B44_DEF_MSG_ENABLE as value */ 101 module_param(b44_debug, int, 0); 102 MODULE_PARM_DESC(b44_debug, "B44 bitmapped debugging message enable value"); 103 104 105 #ifdef CONFIG_B44_PCI 106 static const struct pci_device_id b44_pci_tbl[] = { 107 { PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401) }, 108 { PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401B0) }, 109 { PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401B1) }, 110 { 0 } /* terminate list with empty entry */ 111 }; 112 MODULE_DEVICE_TABLE(pci, b44_pci_tbl); 113 114 static struct pci_driver b44_pci_driver = { 115 .name = DRV_MODULE_NAME, 116 .id_table = b44_pci_tbl, 117 }; 118 #endif /* CONFIG_B44_PCI */ 119 120 static const struct ssb_device_id b44_ssb_tbl[] = { 121 SSB_DEVICE(SSB_VENDOR_BROADCOM, SSB_DEV_ETHERNET, SSB_ANY_REV), 122 {}, 123 }; 124 MODULE_DEVICE_TABLE(ssb, b44_ssb_tbl); 125 126 static void b44_halt(struct b44 *); 127 static void b44_init_rings(struct b44 *); 128 129 #define B44_FULL_RESET 1 130 #define B44_FULL_RESET_SKIP_PHY 2 131 #define B44_PARTIAL_RESET 3 132 #define B44_CHIP_RESET_FULL 4 133 #define B44_CHIP_RESET_PARTIAL 5 134 135 static void b44_init_hw(struct b44 *, int); 136 137 static int dma_desc_sync_size; 138 static int instance; 139 140 static const char b44_gstrings[][ETH_GSTRING_LEN] = { 141 #define _B44(x...) # x, 142 B44_STAT_REG_DECLARE 143 #undef _B44 144 }; 145 146 static inline void b44_sync_dma_desc_for_device(struct ssb_device *sdev, 147 dma_addr_t dma_base, 148 unsigned long offset, 149 enum dma_data_direction dir) 150 { 151 dma_sync_single_for_device(sdev->dma_dev, dma_base + offset, 152 dma_desc_sync_size, dir); 153 } 154 155 static inline void b44_sync_dma_desc_for_cpu(struct ssb_device *sdev, 156 dma_addr_t dma_base, 157 unsigned long offset, 158 enum dma_data_direction dir) 159 { 160 dma_sync_single_for_cpu(sdev->dma_dev, dma_base + offset, 161 dma_desc_sync_size, dir); 162 } 163 164 static inline unsigned long br32(const struct b44 *bp, unsigned long reg) 165 { 166 return ssb_read32(bp->sdev, reg); 167 } 168 169 static inline void bw32(const struct b44 *bp, 170 unsigned long reg, unsigned long val) 171 { 172 ssb_write32(bp->sdev, reg, val); 173 } 174 175 static int b44_wait_bit(struct b44 *bp, unsigned long reg, 176 u32 bit, unsigned long timeout, const int clear) 177 { 178 unsigned long i; 179 180 for (i = 0; i < timeout; i++) { 181 u32 val = br32(bp, reg); 182 183 if (clear && !(val & bit)) 184 break; 185 if (!clear && (val & bit)) 186 break; 187 udelay(10); 188 } 189 if (i == timeout) { 190 if (net_ratelimit()) 191 netdev_err(bp->dev, "BUG! Timeout waiting for bit %08x of register %lx to %s\n", 192 bit, reg, clear ? "clear" : "set"); 193 194 return -ENODEV; 195 } 196 return 0; 197 } 198 199 static inline void __b44_cam_read(struct b44 *bp, unsigned char *data, int index) 200 { 201 u32 val; 202 203 bw32(bp, B44_CAM_CTRL, (CAM_CTRL_READ | 204 (index << CAM_CTRL_INDEX_SHIFT))); 205 206 b44_wait_bit(bp, B44_CAM_CTRL, CAM_CTRL_BUSY, 100, 1); 207 208 val = br32(bp, B44_CAM_DATA_LO); 209 210 data[2] = (val >> 24) & 0xFF; 211 data[3] = (val >> 16) & 0xFF; 212 data[4] = (val >> 8) & 0xFF; 213 data[5] = (val >> 0) & 0xFF; 214 215 val = br32(bp, B44_CAM_DATA_HI); 216 217 data[0] = (val >> 8) & 0xFF; 218 data[1] = (val >> 0) & 0xFF; 219 } 220 221 static inline void __b44_cam_write(struct b44 *bp, 222 const unsigned char *data, int index) 223 { 224 u32 val; 225 226 val = ((u32) data[2]) << 24; 227 val |= ((u32) data[3]) << 16; 228 val |= ((u32) data[4]) << 8; 229 val |= ((u32) data[5]) << 0; 230 bw32(bp, B44_CAM_DATA_LO, val); 231 val = (CAM_DATA_HI_VALID | 232 (((u32) data[0]) << 8) | 233 (((u32) data[1]) << 0)); 234 bw32(bp, B44_CAM_DATA_HI, val); 235 bw32(bp, B44_CAM_CTRL, (CAM_CTRL_WRITE | 236 (index << CAM_CTRL_INDEX_SHIFT))); 237 b44_wait_bit(bp, B44_CAM_CTRL, CAM_CTRL_BUSY, 100, 1); 238 } 239 240 static inline void __b44_disable_ints(struct b44 *bp) 241 { 242 bw32(bp, B44_IMASK, 0); 243 } 244 245 static void b44_disable_ints(struct b44 *bp) 246 { 247 __b44_disable_ints(bp); 248 249 /* Flush posted writes. */ 250 br32(bp, B44_IMASK); 251 } 252 253 static void b44_enable_ints(struct b44 *bp) 254 { 255 bw32(bp, B44_IMASK, bp->imask); 256 } 257 258 static int __b44_readphy(struct b44 *bp, int phy_addr, int reg, u32 *val) 259 { 260 int err; 261 262 bw32(bp, B44_EMAC_ISTAT, EMAC_INT_MII); 263 bw32(bp, B44_MDIO_DATA, (MDIO_DATA_SB_START | 264 (MDIO_OP_READ << MDIO_DATA_OP_SHIFT) | 265 (phy_addr << MDIO_DATA_PMD_SHIFT) | 266 (reg << MDIO_DATA_RA_SHIFT) | 267 (MDIO_TA_VALID << MDIO_DATA_TA_SHIFT))); 268 err = b44_wait_bit(bp, B44_EMAC_ISTAT, EMAC_INT_MII, 100, 0); 269 *val = br32(bp, B44_MDIO_DATA) & MDIO_DATA_DATA; 270 271 return err; 272 } 273 274 static int __b44_writephy(struct b44 *bp, int phy_addr, int reg, u32 val) 275 { 276 bw32(bp, B44_EMAC_ISTAT, EMAC_INT_MII); 277 bw32(bp, B44_MDIO_DATA, (MDIO_DATA_SB_START | 278 (MDIO_OP_WRITE << MDIO_DATA_OP_SHIFT) | 279 (phy_addr << MDIO_DATA_PMD_SHIFT) | 280 (reg << MDIO_DATA_RA_SHIFT) | 281 (MDIO_TA_VALID << MDIO_DATA_TA_SHIFT) | 282 (val & MDIO_DATA_DATA))); 283 return b44_wait_bit(bp, B44_EMAC_ISTAT, EMAC_INT_MII, 100, 0); 284 } 285 286 static inline int b44_readphy(struct b44 *bp, int reg, u32 *val) 287 { 288 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 289 return 0; 290 291 return __b44_readphy(bp, bp->phy_addr, reg, val); 292 } 293 294 static inline int b44_writephy(struct b44 *bp, int reg, u32 val) 295 { 296 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 297 return 0; 298 299 return __b44_writephy(bp, bp->phy_addr, reg, val); 300 } 301 302 /* miilib interface */ 303 static int b44_mdio_read_mii(struct net_device *dev, int phy_id, int location) 304 { 305 u32 val; 306 struct b44 *bp = netdev_priv(dev); 307 int rc = __b44_readphy(bp, phy_id, location, &val); 308 if (rc) 309 return 0xffffffff; 310 return val; 311 } 312 313 static void b44_mdio_write_mii(struct net_device *dev, int phy_id, int location, 314 int val) 315 { 316 struct b44 *bp = netdev_priv(dev); 317 __b44_writephy(bp, phy_id, location, val); 318 } 319 320 static int b44_mdio_read_phylib(struct mii_bus *bus, int phy_id, int location) 321 { 322 u32 val; 323 struct b44 *bp = bus->priv; 324 int rc = __b44_readphy(bp, phy_id, location, &val); 325 if (rc) 326 return 0xffffffff; 327 return val; 328 } 329 330 static int b44_mdio_write_phylib(struct mii_bus *bus, int phy_id, int location, 331 u16 val) 332 { 333 struct b44 *bp = bus->priv; 334 return __b44_writephy(bp, phy_id, location, val); 335 } 336 337 static int b44_phy_reset(struct b44 *bp) 338 { 339 u32 val; 340 int err; 341 342 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 343 return 0; 344 err = b44_writephy(bp, MII_BMCR, BMCR_RESET); 345 if (err) 346 return err; 347 udelay(100); 348 err = b44_readphy(bp, MII_BMCR, &val); 349 if (!err) { 350 if (val & BMCR_RESET) { 351 netdev_err(bp->dev, "PHY Reset would not complete\n"); 352 err = -ENODEV; 353 } 354 } 355 356 return err; 357 } 358 359 static void __b44_set_flow_ctrl(struct b44 *bp, u32 pause_flags) 360 { 361 u32 val; 362 363 bp->flags &= ~(B44_FLAG_TX_PAUSE | B44_FLAG_RX_PAUSE); 364 bp->flags |= pause_flags; 365 366 val = br32(bp, B44_RXCONFIG); 367 if (pause_flags & B44_FLAG_RX_PAUSE) 368 val |= RXCONFIG_FLOW; 369 else 370 val &= ~RXCONFIG_FLOW; 371 bw32(bp, B44_RXCONFIG, val); 372 373 val = br32(bp, B44_MAC_FLOW); 374 if (pause_flags & B44_FLAG_TX_PAUSE) 375 val |= (MAC_FLOW_PAUSE_ENAB | 376 (0xc0 & MAC_FLOW_RX_HI_WATER)); 377 else 378 val &= ~MAC_FLOW_PAUSE_ENAB; 379 bw32(bp, B44_MAC_FLOW, val); 380 } 381 382 static void b44_set_flow_ctrl(struct b44 *bp, u32 local, u32 remote) 383 { 384 u32 pause_enab = 0; 385 386 /* The driver supports only rx pause by default because 387 the b44 mac tx pause mechanism generates excessive 388 pause frames. 389 Use ethtool to turn on b44 tx pause if necessary. 390 */ 391 if ((local & ADVERTISE_PAUSE_CAP) && 392 (local & ADVERTISE_PAUSE_ASYM)){ 393 if ((remote & LPA_PAUSE_ASYM) && 394 !(remote & LPA_PAUSE_CAP)) 395 pause_enab |= B44_FLAG_RX_PAUSE; 396 } 397 398 __b44_set_flow_ctrl(bp, pause_enab); 399 } 400 401 #ifdef CONFIG_BCM47XX 402 #include <linux/bcm47xx_nvram.h> 403 static void b44_wap54g10_workaround(struct b44 *bp) 404 { 405 char buf[20]; 406 u32 val; 407 int err; 408 409 /* 410 * workaround for bad hardware design in Linksys WAP54G v1.0 411 * see https://dev.openwrt.org/ticket/146 412 * check and reset bit "isolate" 413 */ 414 if (bcm47xx_nvram_getenv("boardnum", buf, sizeof(buf)) < 0) 415 return; 416 if (simple_strtoul(buf, NULL, 0) == 2) { 417 err = __b44_readphy(bp, 0, MII_BMCR, &val); 418 if (err) 419 goto error; 420 if (!(val & BMCR_ISOLATE)) 421 return; 422 val &= ~BMCR_ISOLATE; 423 err = __b44_writephy(bp, 0, MII_BMCR, val); 424 if (err) 425 goto error; 426 } 427 return; 428 error: 429 pr_warn("PHY: cannot reset MII transceiver isolate bit\n"); 430 } 431 #else 432 static inline void b44_wap54g10_workaround(struct b44 *bp) 433 { 434 } 435 #endif 436 437 static int b44_setup_phy(struct b44 *bp) 438 { 439 u32 val; 440 int err; 441 442 b44_wap54g10_workaround(bp); 443 444 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 445 return 0; 446 if ((err = b44_readphy(bp, B44_MII_ALEDCTRL, &val)) != 0) 447 goto out; 448 if ((err = b44_writephy(bp, B44_MII_ALEDCTRL, 449 val & MII_ALEDCTRL_ALLMSK)) != 0) 450 goto out; 451 if ((err = b44_readphy(bp, B44_MII_TLEDCTRL, &val)) != 0) 452 goto out; 453 if ((err = b44_writephy(bp, B44_MII_TLEDCTRL, 454 val | MII_TLEDCTRL_ENABLE)) != 0) 455 goto out; 456 457 if (!(bp->flags & B44_FLAG_FORCE_LINK)) { 458 u32 adv = ADVERTISE_CSMA; 459 460 if (bp->flags & B44_FLAG_ADV_10HALF) 461 adv |= ADVERTISE_10HALF; 462 if (bp->flags & B44_FLAG_ADV_10FULL) 463 adv |= ADVERTISE_10FULL; 464 if (bp->flags & B44_FLAG_ADV_100HALF) 465 adv |= ADVERTISE_100HALF; 466 if (bp->flags & B44_FLAG_ADV_100FULL) 467 adv |= ADVERTISE_100FULL; 468 469 if (bp->flags & B44_FLAG_PAUSE_AUTO) 470 adv |= ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM; 471 472 if ((err = b44_writephy(bp, MII_ADVERTISE, adv)) != 0) 473 goto out; 474 if ((err = b44_writephy(bp, MII_BMCR, (BMCR_ANENABLE | 475 BMCR_ANRESTART))) != 0) 476 goto out; 477 } else { 478 u32 bmcr; 479 480 if ((err = b44_readphy(bp, MII_BMCR, &bmcr)) != 0) 481 goto out; 482 bmcr &= ~(BMCR_FULLDPLX | BMCR_ANENABLE | BMCR_SPEED100); 483 if (bp->flags & B44_FLAG_100_BASE_T) 484 bmcr |= BMCR_SPEED100; 485 if (bp->flags & B44_FLAG_FULL_DUPLEX) 486 bmcr |= BMCR_FULLDPLX; 487 if ((err = b44_writephy(bp, MII_BMCR, bmcr)) != 0) 488 goto out; 489 490 /* Since we will not be negotiating there is no safe way 491 * to determine if the link partner supports flow control 492 * or not. So just disable it completely in this case. 493 */ 494 b44_set_flow_ctrl(bp, 0, 0); 495 } 496 497 out: 498 return err; 499 } 500 501 static void b44_stats_update(struct b44 *bp) 502 { 503 unsigned long reg; 504 u64 *val; 505 506 val = &bp->hw_stats.tx_good_octets; 507 u64_stats_update_begin(&bp->hw_stats.syncp); 508 509 for (reg = B44_TX_GOOD_O; reg <= B44_TX_PAUSE; reg += 4UL) { 510 *val++ += br32(bp, reg); 511 } 512 513 for (reg = B44_RX_GOOD_O; reg <= B44_RX_NPAUSE; reg += 4UL) { 514 *val++ += br32(bp, reg); 515 } 516 517 u64_stats_update_end(&bp->hw_stats.syncp); 518 } 519 520 static void b44_link_report(struct b44 *bp) 521 { 522 if (!netif_carrier_ok(bp->dev)) { 523 netdev_info(bp->dev, "Link is down\n"); 524 } else { 525 netdev_info(bp->dev, "Link is up at %d Mbps, %s duplex\n", 526 (bp->flags & B44_FLAG_100_BASE_T) ? 100 : 10, 527 (bp->flags & B44_FLAG_FULL_DUPLEX) ? "full" : "half"); 528 529 netdev_info(bp->dev, "Flow control is %s for TX and %s for RX\n", 530 (bp->flags & B44_FLAG_TX_PAUSE) ? "on" : "off", 531 (bp->flags & B44_FLAG_RX_PAUSE) ? "on" : "off"); 532 } 533 } 534 535 static void b44_check_phy(struct b44 *bp) 536 { 537 u32 bmsr, aux; 538 539 if (bp->flags & B44_FLAG_EXTERNAL_PHY) { 540 bp->flags |= B44_FLAG_100_BASE_T; 541 if (!netif_carrier_ok(bp->dev)) { 542 u32 val = br32(bp, B44_TX_CTRL); 543 if (bp->flags & B44_FLAG_FULL_DUPLEX) 544 val |= TX_CTRL_DUPLEX; 545 else 546 val &= ~TX_CTRL_DUPLEX; 547 bw32(bp, B44_TX_CTRL, val); 548 netif_carrier_on(bp->dev); 549 b44_link_report(bp); 550 } 551 return; 552 } 553 554 if (!b44_readphy(bp, MII_BMSR, &bmsr) && 555 !b44_readphy(bp, B44_MII_AUXCTRL, &aux) && 556 (bmsr != 0xffff)) { 557 if (aux & MII_AUXCTRL_SPEED) 558 bp->flags |= B44_FLAG_100_BASE_T; 559 else 560 bp->flags &= ~B44_FLAG_100_BASE_T; 561 if (aux & MII_AUXCTRL_DUPLEX) 562 bp->flags |= B44_FLAG_FULL_DUPLEX; 563 else 564 bp->flags &= ~B44_FLAG_FULL_DUPLEX; 565 566 if (!netif_carrier_ok(bp->dev) && 567 (bmsr & BMSR_LSTATUS)) { 568 u32 val = br32(bp, B44_TX_CTRL); 569 u32 local_adv, remote_adv; 570 571 if (bp->flags & B44_FLAG_FULL_DUPLEX) 572 val |= TX_CTRL_DUPLEX; 573 else 574 val &= ~TX_CTRL_DUPLEX; 575 bw32(bp, B44_TX_CTRL, val); 576 577 if (!(bp->flags & B44_FLAG_FORCE_LINK) && 578 !b44_readphy(bp, MII_ADVERTISE, &local_adv) && 579 !b44_readphy(bp, MII_LPA, &remote_adv)) 580 b44_set_flow_ctrl(bp, local_adv, remote_adv); 581 582 /* Link now up */ 583 netif_carrier_on(bp->dev); 584 b44_link_report(bp); 585 } else if (netif_carrier_ok(bp->dev) && !(bmsr & BMSR_LSTATUS)) { 586 /* Link now down */ 587 netif_carrier_off(bp->dev); 588 b44_link_report(bp); 589 } 590 591 if (bmsr & BMSR_RFAULT) 592 netdev_warn(bp->dev, "Remote fault detected in PHY\n"); 593 if (bmsr & BMSR_JCD) 594 netdev_warn(bp->dev, "Jabber detected in PHY\n"); 595 } 596 } 597 598 static void b44_timer(struct timer_list *t) 599 { 600 struct b44 *bp = from_timer(bp, t, timer); 601 602 spin_lock_irq(&bp->lock); 603 604 b44_check_phy(bp); 605 606 b44_stats_update(bp); 607 608 spin_unlock_irq(&bp->lock); 609 610 mod_timer(&bp->timer, round_jiffies(jiffies + HZ)); 611 } 612 613 static void b44_tx(struct b44 *bp) 614 { 615 u32 cur, cons; 616 unsigned bytes_compl = 0, pkts_compl = 0; 617 618 cur = br32(bp, B44_DMATX_STAT) & DMATX_STAT_CDMASK; 619 cur /= sizeof(struct dma_desc); 620 621 /* XXX needs updating when NETIF_F_SG is supported */ 622 for (cons = bp->tx_cons; cons != cur; cons = NEXT_TX(cons)) { 623 struct ring_info *rp = &bp->tx_buffers[cons]; 624 struct sk_buff *skb = rp->skb; 625 626 BUG_ON(skb == NULL); 627 628 dma_unmap_single(bp->sdev->dma_dev, 629 rp->mapping, 630 skb->len, 631 DMA_TO_DEVICE); 632 rp->skb = NULL; 633 634 bytes_compl += skb->len; 635 pkts_compl++; 636 637 dev_consume_skb_irq(skb); 638 } 639 640 netdev_completed_queue(bp->dev, pkts_compl, bytes_compl); 641 bp->tx_cons = cons; 642 if (netif_queue_stopped(bp->dev) && 643 TX_BUFFS_AVAIL(bp) > B44_TX_WAKEUP_THRESH) 644 netif_wake_queue(bp->dev); 645 646 bw32(bp, B44_GPTIMER, 0); 647 } 648 649 /* Works like this. This chip writes a 'struct rx_header" 30 bytes 650 * before the DMA address you give it. So we allocate 30 more bytes 651 * for the RX buffer, DMA map all of it, skb_reserve the 30 bytes, then 652 * point the chip at 30 bytes past where the rx_header will go. 653 */ 654 static int b44_alloc_rx_skb(struct b44 *bp, int src_idx, u32 dest_idx_unmasked) 655 { 656 struct dma_desc *dp; 657 struct ring_info *src_map, *map; 658 struct rx_header *rh; 659 struct sk_buff *skb; 660 dma_addr_t mapping; 661 int dest_idx; 662 u32 ctrl; 663 664 src_map = NULL; 665 if (src_idx >= 0) 666 src_map = &bp->rx_buffers[src_idx]; 667 dest_idx = dest_idx_unmasked & (B44_RX_RING_SIZE - 1); 668 map = &bp->rx_buffers[dest_idx]; 669 skb = netdev_alloc_skb(bp->dev, RX_PKT_BUF_SZ); 670 if (skb == NULL) 671 return -ENOMEM; 672 673 mapping = dma_map_single(bp->sdev->dma_dev, skb->data, 674 RX_PKT_BUF_SZ, 675 DMA_FROM_DEVICE); 676 677 /* Hardware bug work-around, the chip is unable to do PCI DMA 678 to/from anything above 1GB :-( */ 679 if (dma_mapping_error(bp->sdev->dma_dev, mapping) || 680 mapping + RX_PKT_BUF_SZ > DMA_BIT_MASK(30)) { 681 /* Sigh... */ 682 if (!dma_mapping_error(bp->sdev->dma_dev, mapping)) 683 dma_unmap_single(bp->sdev->dma_dev, mapping, 684 RX_PKT_BUF_SZ, DMA_FROM_DEVICE); 685 dev_kfree_skb_any(skb); 686 skb = alloc_skb(RX_PKT_BUF_SZ, GFP_ATOMIC | GFP_DMA); 687 if (skb == NULL) 688 return -ENOMEM; 689 mapping = dma_map_single(bp->sdev->dma_dev, skb->data, 690 RX_PKT_BUF_SZ, 691 DMA_FROM_DEVICE); 692 if (dma_mapping_error(bp->sdev->dma_dev, mapping) || 693 mapping + RX_PKT_BUF_SZ > DMA_BIT_MASK(30)) { 694 if (!dma_mapping_error(bp->sdev->dma_dev, mapping)) 695 dma_unmap_single(bp->sdev->dma_dev, mapping, RX_PKT_BUF_SZ,DMA_FROM_DEVICE); 696 dev_kfree_skb_any(skb); 697 return -ENOMEM; 698 } 699 bp->force_copybreak = 1; 700 } 701 702 rh = (struct rx_header *) skb->data; 703 704 rh->len = 0; 705 rh->flags = 0; 706 707 map->skb = skb; 708 map->mapping = mapping; 709 710 if (src_map != NULL) 711 src_map->skb = NULL; 712 713 ctrl = (DESC_CTRL_LEN & RX_PKT_BUF_SZ); 714 if (dest_idx == (B44_RX_RING_SIZE - 1)) 715 ctrl |= DESC_CTRL_EOT; 716 717 dp = &bp->rx_ring[dest_idx]; 718 dp->ctrl = cpu_to_le32(ctrl); 719 dp->addr = cpu_to_le32((u32) mapping + bp->dma_offset); 720 721 if (bp->flags & B44_FLAG_RX_RING_HACK) 722 b44_sync_dma_desc_for_device(bp->sdev, bp->rx_ring_dma, 723 dest_idx * sizeof(*dp), 724 DMA_BIDIRECTIONAL); 725 726 return RX_PKT_BUF_SZ; 727 } 728 729 static void b44_recycle_rx(struct b44 *bp, int src_idx, u32 dest_idx_unmasked) 730 { 731 struct dma_desc *src_desc, *dest_desc; 732 struct ring_info *src_map, *dest_map; 733 struct rx_header *rh; 734 int dest_idx; 735 __le32 ctrl; 736 737 dest_idx = dest_idx_unmasked & (B44_RX_RING_SIZE - 1); 738 dest_desc = &bp->rx_ring[dest_idx]; 739 dest_map = &bp->rx_buffers[dest_idx]; 740 src_desc = &bp->rx_ring[src_idx]; 741 src_map = &bp->rx_buffers[src_idx]; 742 743 dest_map->skb = src_map->skb; 744 rh = (struct rx_header *) src_map->skb->data; 745 rh->len = 0; 746 rh->flags = 0; 747 dest_map->mapping = src_map->mapping; 748 749 if (bp->flags & B44_FLAG_RX_RING_HACK) 750 b44_sync_dma_desc_for_cpu(bp->sdev, bp->rx_ring_dma, 751 src_idx * sizeof(*src_desc), 752 DMA_BIDIRECTIONAL); 753 754 ctrl = src_desc->ctrl; 755 if (dest_idx == (B44_RX_RING_SIZE - 1)) 756 ctrl |= cpu_to_le32(DESC_CTRL_EOT); 757 else 758 ctrl &= cpu_to_le32(~DESC_CTRL_EOT); 759 760 dest_desc->ctrl = ctrl; 761 dest_desc->addr = src_desc->addr; 762 763 src_map->skb = NULL; 764 765 if (bp->flags & B44_FLAG_RX_RING_HACK) 766 b44_sync_dma_desc_for_device(bp->sdev, bp->rx_ring_dma, 767 dest_idx * sizeof(*dest_desc), 768 DMA_BIDIRECTIONAL); 769 770 dma_sync_single_for_device(bp->sdev->dma_dev, dest_map->mapping, 771 RX_PKT_BUF_SZ, 772 DMA_FROM_DEVICE); 773 } 774 775 static int b44_rx(struct b44 *bp, int budget) 776 { 777 int received; 778 u32 cons, prod; 779 780 received = 0; 781 prod = br32(bp, B44_DMARX_STAT) & DMARX_STAT_CDMASK; 782 prod /= sizeof(struct dma_desc); 783 cons = bp->rx_cons; 784 785 while (cons != prod && budget > 0) { 786 struct ring_info *rp = &bp->rx_buffers[cons]; 787 struct sk_buff *skb = rp->skb; 788 dma_addr_t map = rp->mapping; 789 struct rx_header *rh; 790 u16 len; 791 792 dma_sync_single_for_cpu(bp->sdev->dma_dev, map, 793 RX_PKT_BUF_SZ, 794 DMA_FROM_DEVICE); 795 rh = (struct rx_header *) skb->data; 796 len = le16_to_cpu(rh->len); 797 if ((len > (RX_PKT_BUF_SZ - RX_PKT_OFFSET)) || 798 (rh->flags & cpu_to_le16(RX_FLAG_ERRORS))) { 799 drop_it: 800 b44_recycle_rx(bp, cons, bp->rx_prod); 801 drop_it_no_recycle: 802 bp->dev->stats.rx_dropped++; 803 goto next_pkt; 804 } 805 806 if (len == 0) { 807 int i = 0; 808 809 do { 810 udelay(2); 811 barrier(); 812 len = le16_to_cpu(rh->len); 813 } while (len == 0 && i++ < 5); 814 if (len == 0) 815 goto drop_it; 816 } 817 818 /* Omit CRC. */ 819 len -= 4; 820 821 if (!bp->force_copybreak && len > RX_COPY_THRESHOLD) { 822 int skb_size; 823 skb_size = b44_alloc_rx_skb(bp, cons, bp->rx_prod); 824 if (skb_size < 0) 825 goto drop_it; 826 dma_unmap_single(bp->sdev->dma_dev, map, 827 skb_size, DMA_FROM_DEVICE); 828 /* Leave out rx_header */ 829 skb_put(skb, len + RX_PKT_OFFSET); 830 skb_pull(skb, RX_PKT_OFFSET); 831 } else { 832 struct sk_buff *copy_skb; 833 834 b44_recycle_rx(bp, cons, bp->rx_prod); 835 copy_skb = napi_alloc_skb(&bp->napi, len); 836 if (copy_skb == NULL) 837 goto drop_it_no_recycle; 838 839 skb_put(copy_skb, len); 840 /* DMA sync done above, copy just the actual packet */ 841 skb_copy_from_linear_data_offset(skb, RX_PKT_OFFSET, 842 copy_skb->data, len); 843 skb = copy_skb; 844 } 845 skb_checksum_none_assert(skb); 846 skb->protocol = eth_type_trans(skb, bp->dev); 847 netif_receive_skb(skb); 848 received++; 849 budget--; 850 next_pkt: 851 bp->rx_prod = (bp->rx_prod + 1) & 852 (B44_RX_RING_SIZE - 1); 853 cons = (cons + 1) & (B44_RX_RING_SIZE - 1); 854 } 855 856 bp->rx_cons = cons; 857 bw32(bp, B44_DMARX_PTR, cons * sizeof(struct dma_desc)); 858 859 return received; 860 } 861 862 static int b44_poll(struct napi_struct *napi, int budget) 863 { 864 struct b44 *bp = container_of(napi, struct b44, napi); 865 int work_done; 866 unsigned long flags; 867 868 spin_lock_irqsave(&bp->lock, flags); 869 870 if (bp->istat & (ISTAT_TX | ISTAT_TO)) { 871 /* spin_lock(&bp->tx_lock); */ 872 b44_tx(bp); 873 /* spin_unlock(&bp->tx_lock); */ 874 } 875 if (bp->istat & ISTAT_RFO) { /* fast recovery, in ~20msec */ 876 bp->istat &= ~ISTAT_RFO; 877 b44_disable_ints(bp); 878 ssb_device_enable(bp->sdev, 0); /* resets ISTAT_RFO */ 879 b44_init_rings(bp); 880 b44_init_hw(bp, B44_FULL_RESET_SKIP_PHY); 881 netif_wake_queue(bp->dev); 882 } 883 884 spin_unlock_irqrestore(&bp->lock, flags); 885 886 work_done = 0; 887 if (bp->istat & ISTAT_RX) 888 work_done += b44_rx(bp, budget); 889 890 if (bp->istat & ISTAT_ERRORS) { 891 spin_lock_irqsave(&bp->lock, flags); 892 b44_halt(bp); 893 b44_init_rings(bp); 894 b44_init_hw(bp, B44_FULL_RESET_SKIP_PHY); 895 netif_wake_queue(bp->dev); 896 spin_unlock_irqrestore(&bp->lock, flags); 897 work_done = 0; 898 } 899 900 if (work_done < budget) { 901 napi_complete_done(napi, work_done); 902 b44_enable_ints(bp); 903 } 904 905 return work_done; 906 } 907 908 static irqreturn_t b44_interrupt(int irq, void *dev_id) 909 { 910 struct net_device *dev = dev_id; 911 struct b44 *bp = netdev_priv(dev); 912 u32 istat, imask; 913 int handled = 0; 914 915 spin_lock(&bp->lock); 916 917 istat = br32(bp, B44_ISTAT); 918 imask = br32(bp, B44_IMASK); 919 920 /* The interrupt mask register controls which interrupt bits 921 * will actually raise an interrupt to the CPU when set by hw/firmware, 922 * but doesn't mask off the bits. 923 */ 924 istat &= imask; 925 if (istat) { 926 handled = 1; 927 928 if (unlikely(!netif_running(dev))) { 929 netdev_info(dev, "late interrupt\n"); 930 goto irq_ack; 931 } 932 933 if (napi_schedule_prep(&bp->napi)) { 934 /* NOTE: These writes are posted by the readback of 935 * the ISTAT register below. 936 */ 937 bp->istat = istat; 938 __b44_disable_ints(bp); 939 __napi_schedule(&bp->napi); 940 } 941 942 irq_ack: 943 bw32(bp, B44_ISTAT, istat); 944 br32(bp, B44_ISTAT); 945 } 946 spin_unlock(&bp->lock); 947 return IRQ_RETVAL(handled); 948 } 949 950 static void b44_tx_timeout(struct net_device *dev, unsigned int txqueue) 951 { 952 struct b44 *bp = netdev_priv(dev); 953 954 netdev_err(dev, "transmit timed out, resetting\n"); 955 956 spin_lock_irq(&bp->lock); 957 958 b44_halt(bp); 959 b44_init_rings(bp); 960 b44_init_hw(bp, B44_FULL_RESET); 961 962 spin_unlock_irq(&bp->lock); 963 964 b44_enable_ints(bp); 965 966 netif_wake_queue(dev); 967 } 968 969 static netdev_tx_t b44_start_xmit(struct sk_buff *skb, struct net_device *dev) 970 { 971 struct b44 *bp = netdev_priv(dev); 972 int rc = NETDEV_TX_OK; 973 dma_addr_t mapping; 974 u32 len, entry, ctrl; 975 unsigned long flags; 976 977 len = skb->len; 978 spin_lock_irqsave(&bp->lock, flags); 979 980 /* This is a hard error, log it. */ 981 if (unlikely(TX_BUFFS_AVAIL(bp) < 1)) { 982 netif_stop_queue(dev); 983 netdev_err(dev, "BUG! Tx Ring full when queue awake!\n"); 984 goto err_out; 985 } 986 987 mapping = dma_map_single(bp->sdev->dma_dev, skb->data, len, DMA_TO_DEVICE); 988 if (dma_mapping_error(bp->sdev->dma_dev, mapping) || mapping + len > DMA_BIT_MASK(30)) { 989 struct sk_buff *bounce_skb; 990 991 /* Chip can't handle DMA to/from >1GB, use bounce buffer */ 992 if (!dma_mapping_error(bp->sdev->dma_dev, mapping)) 993 dma_unmap_single(bp->sdev->dma_dev, mapping, len, 994 DMA_TO_DEVICE); 995 996 bounce_skb = alloc_skb(len, GFP_ATOMIC | GFP_DMA); 997 if (!bounce_skb) 998 goto err_out; 999 1000 mapping = dma_map_single(bp->sdev->dma_dev, bounce_skb->data, 1001 len, DMA_TO_DEVICE); 1002 if (dma_mapping_error(bp->sdev->dma_dev, mapping) || mapping + len > DMA_BIT_MASK(30)) { 1003 if (!dma_mapping_error(bp->sdev->dma_dev, mapping)) 1004 dma_unmap_single(bp->sdev->dma_dev, mapping, 1005 len, DMA_TO_DEVICE); 1006 dev_kfree_skb_any(bounce_skb); 1007 goto err_out; 1008 } 1009 1010 skb_copy_from_linear_data(skb, skb_put(bounce_skb, len), len); 1011 dev_consume_skb_any(skb); 1012 skb = bounce_skb; 1013 } 1014 1015 entry = bp->tx_prod; 1016 bp->tx_buffers[entry].skb = skb; 1017 bp->tx_buffers[entry].mapping = mapping; 1018 1019 ctrl = (len & DESC_CTRL_LEN); 1020 ctrl |= DESC_CTRL_IOC | DESC_CTRL_SOF | DESC_CTRL_EOF; 1021 if (entry == (B44_TX_RING_SIZE - 1)) 1022 ctrl |= DESC_CTRL_EOT; 1023 1024 bp->tx_ring[entry].ctrl = cpu_to_le32(ctrl); 1025 bp->tx_ring[entry].addr = cpu_to_le32((u32) mapping+bp->dma_offset); 1026 1027 if (bp->flags & B44_FLAG_TX_RING_HACK) 1028 b44_sync_dma_desc_for_device(bp->sdev, bp->tx_ring_dma, 1029 entry * sizeof(bp->tx_ring[0]), 1030 DMA_TO_DEVICE); 1031 1032 entry = NEXT_TX(entry); 1033 1034 bp->tx_prod = entry; 1035 1036 wmb(); 1037 1038 bw32(bp, B44_DMATX_PTR, entry * sizeof(struct dma_desc)); 1039 if (bp->flags & B44_FLAG_BUGGY_TXPTR) 1040 bw32(bp, B44_DMATX_PTR, entry * sizeof(struct dma_desc)); 1041 if (bp->flags & B44_FLAG_REORDER_BUG) 1042 br32(bp, B44_DMATX_PTR); 1043 1044 netdev_sent_queue(dev, skb->len); 1045 1046 if (TX_BUFFS_AVAIL(bp) < 1) 1047 netif_stop_queue(dev); 1048 1049 out_unlock: 1050 spin_unlock_irqrestore(&bp->lock, flags); 1051 1052 return rc; 1053 1054 err_out: 1055 rc = NETDEV_TX_BUSY; 1056 goto out_unlock; 1057 } 1058 1059 static int b44_change_mtu(struct net_device *dev, int new_mtu) 1060 { 1061 struct b44 *bp = netdev_priv(dev); 1062 1063 if (!netif_running(dev)) { 1064 /* We'll just catch it later when the 1065 * device is up'd. 1066 */ 1067 dev->mtu = new_mtu; 1068 return 0; 1069 } 1070 1071 spin_lock_irq(&bp->lock); 1072 b44_halt(bp); 1073 dev->mtu = new_mtu; 1074 b44_init_rings(bp); 1075 b44_init_hw(bp, B44_FULL_RESET); 1076 spin_unlock_irq(&bp->lock); 1077 1078 b44_enable_ints(bp); 1079 1080 return 0; 1081 } 1082 1083 /* Free up pending packets in all rx/tx rings. 1084 * 1085 * The chip has been shut down and the driver detached from 1086 * the networking, so no interrupts or new tx packets will 1087 * end up in the driver. bp->lock is not held and we are not 1088 * in an interrupt context and thus may sleep. 1089 */ 1090 static void b44_free_rings(struct b44 *bp) 1091 { 1092 struct ring_info *rp; 1093 int i; 1094 1095 for (i = 0; i < B44_RX_RING_SIZE; i++) { 1096 rp = &bp->rx_buffers[i]; 1097 1098 if (rp->skb == NULL) 1099 continue; 1100 dma_unmap_single(bp->sdev->dma_dev, rp->mapping, RX_PKT_BUF_SZ, 1101 DMA_FROM_DEVICE); 1102 dev_kfree_skb_any(rp->skb); 1103 rp->skb = NULL; 1104 } 1105 1106 /* XXX needs changes once NETIF_F_SG is set... */ 1107 for (i = 0; i < B44_TX_RING_SIZE; i++) { 1108 rp = &bp->tx_buffers[i]; 1109 1110 if (rp->skb == NULL) 1111 continue; 1112 dma_unmap_single(bp->sdev->dma_dev, rp->mapping, rp->skb->len, 1113 DMA_TO_DEVICE); 1114 dev_kfree_skb_any(rp->skb); 1115 rp->skb = NULL; 1116 } 1117 } 1118 1119 /* Initialize tx/rx rings for packet processing. 1120 * 1121 * The chip has been shut down and the driver detached from 1122 * the networking, so no interrupts or new tx packets will 1123 * end up in the driver. 1124 */ 1125 static void b44_init_rings(struct b44 *bp) 1126 { 1127 int i; 1128 1129 b44_free_rings(bp); 1130 1131 memset(bp->rx_ring, 0, B44_RX_RING_BYTES); 1132 memset(bp->tx_ring, 0, B44_TX_RING_BYTES); 1133 1134 if (bp->flags & B44_FLAG_RX_RING_HACK) 1135 dma_sync_single_for_device(bp->sdev->dma_dev, bp->rx_ring_dma, 1136 DMA_TABLE_BYTES, DMA_BIDIRECTIONAL); 1137 1138 if (bp->flags & B44_FLAG_TX_RING_HACK) 1139 dma_sync_single_for_device(bp->sdev->dma_dev, bp->tx_ring_dma, 1140 DMA_TABLE_BYTES, DMA_TO_DEVICE); 1141 1142 for (i = 0; i < bp->rx_pending; i++) { 1143 if (b44_alloc_rx_skb(bp, -1, i) < 0) 1144 break; 1145 } 1146 } 1147 1148 /* 1149 * Must not be invoked with interrupt sources disabled and 1150 * the hardware shutdown down. 1151 */ 1152 static void b44_free_consistent(struct b44 *bp) 1153 { 1154 kfree(bp->rx_buffers); 1155 bp->rx_buffers = NULL; 1156 kfree(bp->tx_buffers); 1157 bp->tx_buffers = NULL; 1158 if (bp->rx_ring) { 1159 if (bp->flags & B44_FLAG_RX_RING_HACK) { 1160 dma_unmap_single(bp->sdev->dma_dev, bp->rx_ring_dma, 1161 DMA_TABLE_BYTES, DMA_BIDIRECTIONAL); 1162 kfree(bp->rx_ring); 1163 } else 1164 dma_free_coherent(bp->sdev->dma_dev, DMA_TABLE_BYTES, 1165 bp->rx_ring, bp->rx_ring_dma); 1166 bp->rx_ring = NULL; 1167 bp->flags &= ~B44_FLAG_RX_RING_HACK; 1168 } 1169 if (bp->tx_ring) { 1170 if (bp->flags & B44_FLAG_TX_RING_HACK) { 1171 dma_unmap_single(bp->sdev->dma_dev, bp->tx_ring_dma, 1172 DMA_TABLE_BYTES, DMA_TO_DEVICE); 1173 kfree(bp->tx_ring); 1174 } else 1175 dma_free_coherent(bp->sdev->dma_dev, DMA_TABLE_BYTES, 1176 bp->tx_ring, bp->tx_ring_dma); 1177 bp->tx_ring = NULL; 1178 bp->flags &= ~B44_FLAG_TX_RING_HACK; 1179 } 1180 } 1181 1182 /* 1183 * Must not be invoked with interrupt sources disabled and 1184 * the hardware shutdown down. Can sleep. 1185 */ 1186 static int b44_alloc_consistent(struct b44 *bp, gfp_t gfp) 1187 { 1188 int size; 1189 1190 size = B44_RX_RING_SIZE * sizeof(struct ring_info); 1191 bp->rx_buffers = kzalloc(size, gfp); 1192 if (!bp->rx_buffers) 1193 goto out_err; 1194 1195 size = B44_TX_RING_SIZE * sizeof(struct ring_info); 1196 bp->tx_buffers = kzalloc(size, gfp); 1197 if (!bp->tx_buffers) 1198 goto out_err; 1199 1200 size = DMA_TABLE_BYTES; 1201 bp->rx_ring = dma_alloc_coherent(bp->sdev->dma_dev, size, 1202 &bp->rx_ring_dma, gfp); 1203 if (!bp->rx_ring) { 1204 /* Allocation may have failed due to dma_alloc_coherent 1205 insisting on use of GFP_DMA, which is more restrictive 1206 than necessary... */ 1207 struct dma_desc *rx_ring; 1208 dma_addr_t rx_ring_dma; 1209 1210 rx_ring = kzalloc(size, gfp); 1211 if (!rx_ring) 1212 goto out_err; 1213 1214 rx_ring_dma = dma_map_single(bp->sdev->dma_dev, rx_ring, 1215 DMA_TABLE_BYTES, 1216 DMA_BIDIRECTIONAL); 1217 1218 if (dma_mapping_error(bp->sdev->dma_dev, rx_ring_dma) || 1219 rx_ring_dma + size > DMA_BIT_MASK(30)) { 1220 kfree(rx_ring); 1221 goto out_err; 1222 } 1223 1224 bp->rx_ring = rx_ring; 1225 bp->rx_ring_dma = rx_ring_dma; 1226 bp->flags |= B44_FLAG_RX_RING_HACK; 1227 } 1228 1229 bp->tx_ring = dma_alloc_coherent(bp->sdev->dma_dev, size, 1230 &bp->tx_ring_dma, gfp); 1231 if (!bp->tx_ring) { 1232 /* Allocation may have failed due to ssb_dma_alloc_consistent 1233 insisting on use of GFP_DMA, which is more restrictive 1234 than necessary... */ 1235 struct dma_desc *tx_ring; 1236 dma_addr_t tx_ring_dma; 1237 1238 tx_ring = kzalloc(size, gfp); 1239 if (!tx_ring) 1240 goto out_err; 1241 1242 tx_ring_dma = dma_map_single(bp->sdev->dma_dev, tx_ring, 1243 DMA_TABLE_BYTES, 1244 DMA_TO_DEVICE); 1245 1246 if (dma_mapping_error(bp->sdev->dma_dev, tx_ring_dma) || 1247 tx_ring_dma + size > DMA_BIT_MASK(30)) { 1248 kfree(tx_ring); 1249 goto out_err; 1250 } 1251 1252 bp->tx_ring = tx_ring; 1253 bp->tx_ring_dma = tx_ring_dma; 1254 bp->flags |= B44_FLAG_TX_RING_HACK; 1255 } 1256 1257 return 0; 1258 1259 out_err: 1260 b44_free_consistent(bp); 1261 return -ENOMEM; 1262 } 1263 1264 /* bp->lock is held. */ 1265 static void b44_clear_stats(struct b44 *bp) 1266 { 1267 unsigned long reg; 1268 1269 bw32(bp, B44_MIB_CTRL, MIB_CTRL_CLR_ON_READ); 1270 for (reg = B44_TX_GOOD_O; reg <= B44_TX_PAUSE; reg += 4UL) 1271 br32(bp, reg); 1272 for (reg = B44_RX_GOOD_O; reg <= B44_RX_NPAUSE; reg += 4UL) 1273 br32(bp, reg); 1274 } 1275 1276 /* bp->lock is held. */ 1277 static void b44_chip_reset(struct b44 *bp, int reset_kind) 1278 { 1279 struct ssb_device *sdev = bp->sdev; 1280 bool was_enabled; 1281 1282 was_enabled = ssb_device_is_enabled(bp->sdev); 1283 1284 ssb_device_enable(bp->sdev, 0); 1285 ssb_pcicore_dev_irqvecs_enable(&sdev->bus->pcicore, sdev); 1286 1287 if (was_enabled) { 1288 bw32(bp, B44_RCV_LAZY, 0); 1289 bw32(bp, B44_ENET_CTRL, ENET_CTRL_DISABLE); 1290 b44_wait_bit(bp, B44_ENET_CTRL, ENET_CTRL_DISABLE, 200, 1); 1291 bw32(bp, B44_DMATX_CTRL, 0); 1292 bp->tx_prod = bp->tx_cons = 0; 1293 if (br32(bp, B44_DMARX_STAT) & DMARX_STAT_EMASK) { 1294 b44_wait_bit(bp, B44_DMARX_STAT, DMARX_STAT_SIDLE, 1295 100, 0); 1296 } 1297 bw32(bp, B44_DMARX_CTRL, 0); 1298 bp->rx_prod = bp->rx_cons = 0; 1299 } 1300 1301 b44_clear_stats(bp); 1302 1303 /* 1304 * Don't enable PHY if we are doing a partial reset 1305 * we are probably going to power down 1306 */ 1307 if (reset_kind == B44_CHIP_RESET_PARTIAL) 1308 return; 1309 1310 switch (sdev->bus->bustype) { 1311 case SSB_BUSTYPE_SSB: 1312 bw32(bp, B44_MDIO_CTRL, (MDIO_CTRL_PREAMBLE | 1313 (DIV_ROUND_CLOSEST(ssb_clockspeed(sdev->bus), 1314 B44_MDC_RATIO) 1315 & MDIO_CTRL_MAXF_MASK))); 1316 break; 1317 case SSB_BUSTYPE_PCI: 1318 bw32(bp, B44_MDIO_CTRL, (MDIO_CTRL_PREAMBLE | 1319 (0x0d & MDIO_CTRL_MAXF_MASK))); 1320 break; 1321 case SSB_BUSTYPE_PCMCIA: 1322 case SSB_BUSTYPE_SDIO: 1323 WARN_ON(1); /* A device with this bus does not exist. */ 1324 break; 1325 } 1326 1327 br32(bp, B44_MDIO_CTRL); 1328 1329 if (!(br32(bp, B44_DEVCTRL) & DEVCTRL_IPP)) { 1330 bw32(bp, B44_ENET_CTRL, ENET_CTRL_EPSEL); 1331 br32(bp, B44_ENET_CTRL); 1332 bp->flags |= B44_FLAG_EXTERNAL_PHY; 1333 } else { 1334 u32 val = br32(bp, B44_DEVCTRL); 1335 1336 if (val & DEVCTRL_EPR) { 1337 bw32(bp, B44_DEVCTRL, (val & ~DEVCTRL_EPR)); 1338 br32(bp, B44_DEVCTRL); 1339 udelay(100); 1340 } 1341 bp->flags &= ~B44_FLAG_EXTERNAL_PHY; 1342 } 1343 } 1344 1345 /* bp->lock is held. */ 1346 static void b44_halt(struct b44 *bp) 1347 { 1348 b44_disable_ints(bp); 1349 /* reset PHY */ 1350 b44_phy_reset(bp); 1351 /* power down PHY */ 1352 netdev_info(bp->dev, "powering down PHY\n"); 1353 bw32(bp, B44_MAC_CTRL, MAC_CTRL_PHY_PDOWN); 1354 /* now reset the chip, but without enabling the MAC&PHY 1355 * part of it. This has to be done _after_ we shut down the PHY */ 1356 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 1357 b44_chip_reset(bp, B44_CHIP_RESET_FULL); 1358 else 1359 b44_chip_reset(bp, B44_CHIP_RESET_PARTIAL); 1360 } 1361 1362 /* bp->lock is held. */ 1363 static void __b44_set_mac_addr(struct b44 *bp) 1364 { 1365 bw32(bp, B44_CAM_CTRL, 0); 1366 if (!(bp->dev->flags & IFF_PROMISC)) { 1367 u32 val; 1368 1369 __b44_cam_write(bp, bp->dev->dev_addr, 0); 1370 val = br32(bp, B44_CAM_CTRL); 1371 bw32(bp, B44_CAM_CTRL, val | CAM_CTRL_ENABLE); 1372 } 1373 } 1374 1375 static int b44_set_mac_addr(struct net_device *dev, void *p) 1376 { 1377 struct b44 *bp = netdev_priv(dev); 1378 struct sockaddr *addr = p; 1379 u32 val; 1380 1381 if (netif_running(dev)) 1382 return -EBUSY; 1383 1384 if (!is_valid_ether_addr(addr->sa_data)) 1385 return -EINVAL; 1386 1387 eth_hw_addr_set(dev, addr->sa_data); 1388 1389 spin_lock_irq(&bp->lock); 1390 1391 val = br32(bp, B44_RXCONFIG); 1392 if (!(val & RXCONFIG_CAM_ABSENT)) 1393 __b44_set_mac_addr(bp); 1394 1395 spin_unlock_irq(&bp->lock); 1396 1397 return 0; 1398 } 1399 1400 /* Called at device open time to get the chip ready for 1401 * packet processing. Invoked with bp->lock held. 1402 */ 1403 static void __b44_set_rx_mode(struct net_device *); 1404 static void b44_init_hw(struct b44 *bp, int reset_kind) 1405 { 1406 u32 val; 1407 1408 b44_chip_reset(bp, B44_CHIP_RESET_FULL); 1409 if (reset_kind == B44_FULL_RESET) { 1410 b44_phy_reset(bp); 1411 b44_setup_phy(bp); 1412 } 1413 1414 /* Enable CRC32, set proper LED modes and power on PHY */ 1415 bw32(bp, B44_MAC_CTRL, MAC_CTRL_CRC32_ENAB | MAC_CTRL_PHY_LEDCTRL); 1416 bw32(bp, B44_RCV_LAZY, (1 << RCV_LAZY_FC_SHIFT)); 1417 1418 /* This sets the MAC address too. */ 1419 __b44_set_rx_mode(bp->dev); 1420 1421 /* MTU + eth header + possible VLAN tag + struct rx_header */ 1422 bw32(bp, B44_RXMAXLEN, bp->dev->mtu + ETH_HLEN + 8 + RX_HEADER_LEN); 1423 bw32(bp, B44_TXMAXLEN, bp->dev->mtu + ETH_HLEN + 8 + RX_HEADER_LEN); 1424 1425 bw32(bp, B44_TX_WMARK, 56); /* XXX magic */ 1426 if (reset_kind == B44_PARTIAL_RESET) { 1427 bw32(bp, B44_DMARX_CTRL, (DMARX_CTRL_ENABLE | 1428 (RX_PKT_OFFSET << DMARX_CTRL_ROSHIFT))); 1429 } else { 1430 bw32(bp, B44_DMATX_CTRL, DMATX_CTRL_ENABLE); 1431 bw32(bp, B44_DMATX_ADDR, bp->tx_ring_dma + bp->dma_offset); 1432 bw32(bp, B44_DMARX_CTRL, (DMARX_CTRL_ENABLE | 1433 (RX_PKT_OFFSET << DMARX_CTRL_ROSHIFT))); 1434 bw32(bp, B44_DMARX_ADDR, bp->rx_ring_dma + bp->dma_offset); 1435 1436 bw32(bp, B44_DMARX_PTR, bp->rx_pending); 1437 bp->rx_prod = bp->rx_pending; 1438 1439 bw32(bp, B44_MIB_CTRL, MIB_CTRL_CLR_ON_READ); 1440 } 1441 1442 val = br32(bp, B44_ENET_CTRL); 1443 bw32(bp, B44_ENET_CTRL, (val | ENET_CTRL_ENABLE)); 1444 1445 netdev_reset_queue(bp->dev); 1446 } 1447 1448 static int b44_open(struct net_device *dev) 1449 { 1450 struct b44 *bp = netdev_priv(dev); 1451 int err; 1452 1453 err = b44_alloc_consistent(bp, GFP_KERNEL); 1454 if (err) 1455 goto out; 1456 1457 napi_enable(&bp->napi); 1458 1459 b44_init_rings(bp); 1460 b44_init_hw(bp, B44_FULL_RESET); 1461 1462 b44_check_phy(bp); 1463 1464 err = request_irq(dev->irq, b44_interrupt, IRQF_SHARED, dev->name, dev); 1465 if (unlikely(err < 0)) { 1466 napi_disable(&bp->napi); 1467 b44_chip_reset(bp, B44_CHIP_RESET_PARTIAL); 1468 b44_free_rings(bp); 1469 b44_free_consistent(bp); 1470 goto out; 1471 } 1472 1473 timer_setup(&bp->timer, b44_timer, 0); 1474 bp->timer.expires = jiffies + HZ; 1475 add_timer(&bp->timer); 1476 1477 b44_enable_ints(bp); 1478 1479 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 1480 phy_start(dev->phydev); 1481 1482 netif_start_queue(dev); 1483 out: 1484 return err; 1485 } 1486 1487 #ifdef CONFIG_NET_POLL_CONTROLLER 1488 /* 1489 * Polling receive - used by netconsole and other diagnostic tools 1490 * to allow network i/o with interrupts disabled. 1491 */ 1492 static void b44_poll_controller(struct net_device *dev) 1493 { 1494 disable_irq(dev->irq); 1495 b44_interrupt(dev->irq, dev); 1496 enable_irq(dev->irq); 1497 } 1498 #endif 1499 1500 static void bwfilter_table(struct b44 *bp, u8 *pp, u32 bytes, u32 table_offset) 1501 { 1502 u32 i; 1503 u32 *pattern = (u32 *) pp; 1504 1505 for (i = 0; i < bytes; i += sizeof(u32)) { 1506 bw32(bp, B44_FILT_ADDR, table_offset + i); 1507 bw32(bp, B44_FILT_DATA, pattern[i / sizeof(u32)]); 1508 } 1509 } 1510 1511 static int b44_magic_pattern(const u8 *macaddr, u8 *ppattern, u8 *pmask, 1512 int offset) 1513 { 1514 int magicsync = 6; 1515 int k, j, len = offset; 1516 int ethaddr_bytes = ETH_ALEN; 1517 1518 memset(ppattern + offset, 0xff, magicsync); 1519 for (j = 0; j < magicsync; j++) { 1520 pmask[len >> 3] |= BIT(len & 7); 1521 len++; 1522 } 1523 1524 for (j = 0; j < B44_MAX_PATTERNS; j++) { 1525 if ((B44_PATTERN_SIZE - len) >= ETH_ALEN) 1526 ethaddr_bytes = ETH_ALEN; 1527 else 1528 ethaddr_bytes = B44_PATTERN_SIZE - len; 1529 if (ethaddr_bytes <=0) 1530 break; 1531 for (k = 0; k< ethaddr_bytes; k++) { 1532 ppattern[offset + magicsync + 1533 (j * ETH_ALEN) + k] = macaddr[k]; 1534 pmask[len >> 3] |= BIT(len & 7); 1535 len++; 1536 } 1537 } 1538 return len - 1; 1539 } 1540 1541 /* Setup magic packet patterns in the b44 WOL 1542 * pattern matching filter. 1543 */ 1544 static void b44_setup_pseudo_magicp(struct b44 *bp) 1545 { 1546 1547 u32 val; 1548 int plen0, plen1, plen2; 1549 u8 *pwol_pattern; 1550 u8 pwol_mask[B44_PMASK_SIZE]; 1551 1552 pwol_pattern = kzalloc(B44_PATTERN_SIZE, GFP_KERNEL); 1553 if (!pwol_pattern) 1554 return; 1555 1556 /* Ipv4 magic packet pattern - pattern 0.*/ 1557 memset(pwol_mask, 0, B44_PMASK_SIZE); 1558 plen0 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask, 1559 B44_ETHIPV4UDP_HLEN); 1560 1561 bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE, B44_PATTERN_BASE); 1562 bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE, B44_PMASK_BASE); 1563 1564 /* Raw ethernet II magic packet pattern - pattern 1 */ 1565 memset(pwol_pattern, 0, B44_PATTERN_SIZE); 1566 memset(pwol_mask, 0, B44_PMASK_SIZE); 1567 plen1 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask, 1568 ETH_HLEN); 1569 1570 bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE, 1571 B44_PATTERN_BASE + B44_PATTERN_SIZE); 1572 bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE, 1573 B44_PMASK_BASE + B44_PMASK_SIZE); 1574 1575 /* Ipv6 magic packet pattern - pattern 2 */ 1576 memset(pwol_pattern, 0, B44_PATTERN_SIZE); 1577 memset(pwol_mask, 0, B44_PMASK_SIZE); 1578 plen2 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask, 1579 B44_ETHIPV6UDP_HLEN); 1580 1581 bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE, 1582 B44_PATTERN_BASE + B44_PATTERN_SIZE + B44_PATTERN_SIZE); 1583 bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE, 1584 B44_PMASK_BASE + B44_PMASK_SIZE + B44_PMASK_SIZE); 1585 1586 kfree(pwol_pattern); 1587 1588 /* set these pattern's lengths: one less than each real length */ 1589 val = plen0 | (plen1 << 8) | (plen2 << 16) | WKUP_LEN_ENABLE_THREE; 1590 bw32(bp, B44_WKUP_LEN, val); 1591 1592 /* enable wakeup pattern matching */ 1593 val = br32(bp, B44_DEVCTRL); 1594 bw32(bp, B44_DEVCTRL, val | DEVCTRL_PFE); 1595 1596 } 1597 1598 #ifdef CONFIG_B44_PCI 1599 static void b44_setup_wol_pci(struct b44 *bp) 1600 { 1601 u16 val; 1602 1603 if (bp->sdev->bus->bustype != SSB_BUSTYPE_SSB) { 1604 bw32(bp, SSB_TMSLOW, br32(bp, SSB_TMSLOW) | SSB_TMSLOW_PE); 1605 pci_read_config_word(bp->sdev->bus->host_pci, SSB_PMCSR, &val); 1606 pci_write_config_word(bp->sdev->bus->host_pci, SSB_PMCSR, val | SSB_PE); 1607 } 1608 } 1609 #else 1610 static inline void b44_setup_wol_pci(struct b44 *bp) { } 1611 #endif /* CONFIG_B44_PCI */ 1612 1613 static void b44_setup_wol(struct b44 *bp) 1614 { 1615 u32 val; 1616 1617 bw32(bp, B44_RXCONFIG, RXCONFIG_ALLMULTI); 1618 1619 if (bp->flags & B44_FLAG_B0_ANDLATER) { 1620 1621 bw32(bp, B44_WKUP_LEN, WKUP_LEN_DISABLE); 1622 1623 val = bp->dev->dev_addr[2] << 24 | 1624 bp->dev->dev_addr[3] << 16 | 1625 bp->dev->dev_addr[4] << 8 | 1626 bp->dev->dev_addr[5]; 1627 bw32(bp, B44_ADDR_LO, val); 1628 1629 val = bp->dev->dev_addr[0] << 8 | 1630 bp->dev->dev_addr[1]; 1631 bw32(bp, B44_ADDR_HI, val); 1632 1633 val = br32(bp, B44_DEVCTRL); 1634 bw32(bp, B44_DEVCTRL, val | DEVCTRL_MPM | DEVCTRL_PFE); 1635 1636 } else { 1637 b44_setup_pseudo_magicp(bp); 1638 } 1639 b44_setup_wol_pci(bp); 1640 } 1641 1642 static int b44_close(struct net_device *dev) 1643 { 1644 struct b44 *bp = netdev_priv(dev); 1645 1646 netif_stop_queue(dev); 1647 1648 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 1649 phy_stop(dev->phydev); 1650 1651 napi_disable(&bp->napi); 1652 1653 del_timer_sync(&bp->timer); 1654 1655 spin_lock_irq(&bp->lock); 1656 1657 b44_halt(bp); 1658 b44_free_rings(bp); 1659 netif_carrier_off(dev); 1660 1661 spin_unlock_irq(&bp->lock); 1662 1663 free_irq(dev->irq, dev); 1664 1665 if (bp->flags & B44_FLAG_WOL_ENABLE) { 1666 b44_init_hw(bp, B44_PARTIAL_RESET); 1667 b44_setup_wol(bp); 1668 } 1669 1670 b44_free_consistent(bp); 1671 1672 return 0; 1673 } 1674 1675 static void b44_get_stats64(struct net_device *dev, 1676 struct rtnl_link_stats64 *nstat) 1677 { 1678 struct b44 *bp = netdev_priv(dev); 1679 struct b44_hw_stats *hwstat = &bp->hw_stats; 1680 unsigned int start; 1681 1682 do { 1683 start = u64_stats_fetch_begin_irq(&hwstat->syncp); 1684 1685 /* Convert HW stats into rtnl_link_stats64 stats. */ 1686 nstat->rx_packets = hwstat->rx_pkts; 1687 nstat->tx_packets = hwstat->tx_pkts; 1688 nstat->rx_bytes = hwstat->rx_octets; 1689 nstat->tx_bytes = hwstat->tx_octets; 1690 nstat->tx_errors = (hwstat->tx_jabber_pkts + 1691 hwstat->tx_oversize_pkts + 1692 hwstat->tx_underruns + 1693 hwstat->tx_excessive_cols + 1694 hwstat->tx_late_cols); 1695 nstat->multicast = hwstat->rx_multicast_pkts; 1696 nstat->collisions = hwstat->tx_total_cols; 1697 1698 nstat->rx_length_errors = (hwstat->rx_oversize_pkts + 1699 hwstat->rx_undersize); 1700 nstat->rx_over_errors = hwstat->rx_missed_pkts; 1701 nstat->rx_frame_errors = hwstat->rx_align_errs; 1702 nstat->rx_crc_errors = hwstat->rx_crc_errs; 1703 nstat->rx_errors = (hwstat->rx_jabber_pkts + 1704 hwstat->rx_oversize_pkts + 1705 hwstat->rx_missed_pkts + 1706 hwstat->rx_crc_align_errs + 1707 hwstat->rx_undersize + 1708 hwstat->rx_crc_errs + 1709 hwstat->rx_align_errs + 1710 hwstat->rx_symbol_errs); 1711 1712 nstat->tx_aborted_errors = hwstat->tx_underruns; 1713 #if 0 1714 /* Carrier lost counter seems to be broken for some devices */ 1715 nstat->tx_carrier_errors = hwstat->tx_carrier_lost; 1716 #endif 1717 } while (u64_stats_fetch_retry_irq(&hwstat->syncp, start)); 1718 1719 } 1720 1721 static int __b44_load_mcast(struct b44 *bp, struct net_device *dev) 1722 { 1723 struct netdev_hw_addr *ha; 1724 int i, num_ents; 1725 1726 num_ents = min_t(int, netdev_mc_count(dev), B44_MCAST_TABLE_SIZE); 1727 i = 0; 1728 netdev_for_each_mc_addr(ha, dev) { 1729 if (i == num_ents) 1730 break; 1731 __b44_cam_write(bp, ha->addr, i++ + 1); 1732 } 1733 return i+1; 1734 } 1735 1736 static void __b44_set_rx_mode(struct net_device *dev) 1737 { 1738 struct b44 *bp = netdev_priv(dev); 1739 u32 val; 1740 1741 val = br32(bp, B44_RXCONFIG); 1742 val &= ~(RXCONFIG_PROMISC | RXCONFIG_ALLMULTI); 1743 if ((dev->flags & IFF_PROMISC) || (val & RXCONFIG_CAM_ABSENT)) { 1744 val |= RXCONFIG_PROMISC; 1745 bw32(bp, B44_RXCONFIG, val); 1746 } else { 1747 unsigned char zero[6] = {0, 0, 0, 0, 0, 0}; 1748 int i = 1; 1749 1750 __b44_set_mac_addr(bp); 1751 1752 if ((dev->flags & IFF_ALLMULTI) || 1753 (netdev_mc_count(dev) > B44_MCAST_TABLE_SIZE)) 1754 val |= RXCONFIG_ALLMULTI; 1755 else 1756 i = __b44_load_mcast(bp, dev); 1757 1758 for (; i < 64; i++) 1759 __b44_cam_write(bp, zero, i); 1760 1761 bw32(bp, B44_RXCONFIG, val); 1762 val = br32(bp, B44_CAM_CTRL); 1763 bw32(bp, B44_CAM_CTRL, val | CAM_CTRL_ENABLE); 1764 } 1765 } 1766 1767 static void b44_set_rx_mode(struct net_device *dev) 1768 { 1769 struct b44 *bp = netdev_priv(dev); 1770 1771 spin_lock_irq(&bp->lock); 1772 __b44_set_rx_mode(dev); 1773 spin_unlock_irq(&bp->lock); 1774 } 1775 1776 static u32 b44_get_msglevel(struct net_device *dev) 1777 { 1778 struct b44 *bp = netdev_priv(dev); 1779 return bp->msg_enable; 1780 } 1781 1782 static void b44_set_msglevel(struct net_device *dev, u32 value) 1783 { 1784 struct b44 *bp = netdev_priv(dev); 1785 bp->msg_enable = value; 1786 } 1787 1788 static void b44_get_drvinfo (struct net_device *dev, struct ethtool_drvinfo *info) 1789 { 1790 struct b44 *bp = netdev_priv(dev); 1791 struct ssb_bus *bus = bp->sdev->bus; 1792 1793 strlcpy(info->driver, DRV_MODULE_NAME, sizeof(info->driver)); 1794 switch (bus->bustype) { 1795 case SSB_BUSTYPE_PCI: 1796 strlcpy(info->bus_info, pci_name(bus->host_pci), sizeof(info->bus_info)); 1797 break; 1798 case SSB_BUSTYPE_SSB: 1799 strlcpy(info->bus_info, "SSB", sizeof(info->bus_info)); 1800 break; 1801 case SSB_BUSTYPE_PCMCIA: 1802 case SSB_BUSTYPE_SDIO: 1803 WARN_ON(1); /* A device with this bus does not exist. */ 1804 break; 1805 } 1806 } 1807 1808 static int b44_nway_reset(struct net_device *dev) 1809 { 1810 struct b44 *bp = netdev_priv(dev); 1811 u32 bmcr; 1812 int r; 1813 1814 spin_lock_irq(&bp->lock); 1815 b44_readphy(bp, MII_BMCR, &bmcr); 1816 b44_readphy(bp, MII_BMCR, &bmcr); 1817 r = -EINVAL; 1818 if (bmcr & BMCR_ANENABLE) { 1819 b44_writephy(bp, MII_BMCR, 1820 bmcr | BMCR_ANRESTART); 1821 r = 0; 1822 } 1823 spin_unlock_irq(&bp->lock); 1824 1825 return r; 1826 } 1827 1828 static int b44_get_link_ksettings(struct net_device *dev, 1829 struct ethtool_link_ksettings *cmd) 1830 { 1831 struct b44 *bp = netdev_priv(dev); 1832 u32 supported, advertising; 1833 1834 if (bp->flags & B44_FLAG_EXTERNAL_PHY) { 1835 BUG_ON(!dev->phydev); 1836 phy_ethtool_ksettings_get(dev->phydev, cmd); 1837 1838 return 0; 1839 } 1840 1841 supported = (SUPPORTED_Autoneg); 1842 supported |= (SUPPORTED_100baseT_Half | 1843 SUPPORTED_100baseT_Full | 1844 SUPPORTED_10baseT_Half | 1845 SUPPORTED_10baseT_Full | 1846 SUPPORTED_MII); 1847 1848 advertising = 0; 1849 if (bp->flags & B44_FLAG_ADV_10HALF) 1850 advertising |= ADVERTISED_10baseT_Half; 1851 if (bp->flags & B44_FLAG_ADV_10FULL) 1852 advertising |= ADVERTISED_10baseT_Full; 1853 if (bp->flags & B44_FLAG_ADV_100HALF) 1854 advertising |= ADVERTISED_100baseT_Half; 1855 if (bp->flags & B44_FLAG_ADV_100FULL) 1856 advertising |= ADVERTISED_100baseT_Full; 1857 advertising |= ADVERTISED_Pause | ADVERTISED_Asym_Pause; 1858 cmd->base.speed = (bp->flags & B44_FLAG_100_BASE_T) ? 1859 SPEED_100 : SPEED_10; 1860 cmd->base.duplex = (bp->flags & B44_FLAG_FULL_DUPLEX) ? 1861 DUPLEX_FULL : DUPLEX_HALF; 1862 cmd->base.port = 0; 1863 cmd->base.phy_address = bp->phy_addr; 1864 cmd->base.autoneg = (bp->flags & B44_FLAG_FORCE_LINK) ? 1865 AUTONEG_DISABLE : AUTONEG_ENABLE; 1866 if (cmd->base.autoneg == AUTONEG_ENABLE) 1867 advertising |= ADVERTISED_Autoneg; 1868 1869 ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported, 1870 supported); 1871 ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising, 1872 advertising); 1873 1874 if (!netif_running(dev)){ 1875 cmd->base.speed = 0; 1876 cmd->base.duplex = 0xff; 1877 } 1878 1879 return 0; 1880 } 1881 1882 static int b44_set_link_ksettings(struct net_device *dev, 1883 const struct ethtool_link_ksettings *cmd) 1884 { 1885 struct b44 *bp = netdev_priv(dev); 1886 u32 speed; 1887 int ret; 1888 u32 advertising; 1889 1890 if (bp->flags & B44_FLAG_EXTERNAL_PHY) { 1891 BUG_ON(!dev->phydev); 1892 spin_lock_irq(&bp->lock); 1893 if (netif_running(dev)) 1894 b44_setup_phy(bp); 1895 1896 ret = phy_ethtool_ksettings_set(dev->phydev, cmd); 1897 1898 spin_unlock_irq(&bp->lock); 1899 1900 return ret; 1901 } 1902 1903 speed = cmd->base.speed; 1904 1905 ethtool_convert_link_mode_to_legacy_u32(&advertising, 1906 cmd->link_modes.advertising); 1907 1908 /* We do not support gigabit. */ 1909 if (cmd->base.autoneg == AUTONEG_ENABLE) { 1910 if (advertising & 1911 (ADVERTISED_1000baseT_Half | 1912 ADVERTISED_1000baseT_Full)) 1913 return -EINVAL; 1914 } else if ((speed != SPEED_100 && 1915 speed != SPEED_10) || 1916 (cmd->base.duplex != DUPLEX_HALF && 1917 cmd->base.duplex != DUPLEX_FULL)) { 1918 return -EINVAL; 1919 } 1920 1921 spin_lock_irq(&bp->lock); 1922 1923 if (cmd->base.autoneg == AUTONEG_ENABLE) { 1924 bp->flags &= ~(B44_FLAG_FORCE_LINK | 1925 B44_FLAG_100_BASE_T | 1926 B44_FLAG_FULL_DUPLEX | 1927 B44_FLAG_ADV_10HALF | 1928 B44_FLAG_ADV_10FULL | 1929 B44_FLAG_ADV_100HALF | 1930 B44_FLAG_ADV_100FULL); 1931 if (advertising == 0) { 1932 bp->flags |= (B44_FLAG_ADV_10HALF | 1933 B44_FLAG_ADV_10FULL | 1934 B44_FLAG_ADV_100HALF | 1935 B44_FLAG_ADV_100FULL); 1936 } else { 1937 if (advertising & ADVERTISED_10baseT_Half) 1938 bp->flags |= B44_FLAG_ADV_10HALF; 1939 if (advertising & ADVERTISED_10baseT_Full) 1940 bp->flags |= B44_FLAG_ADV_10FULL; 1941 if (advertising & ADVERTISED_100baseT_Half) 1942 bp->flags |= B44_FLAG_ADV_100HALF; 1943 if (advertising & ADVERTISED_100baseT_Full) 1944 bp->flags |= B44_FLAG_ADV_100FULL; 1945 } 1946 } else { 1947 bp->flags |= B44_FLAG_FORCE_LINK; 1948 bp->flags &= ~(B44_FLAG_100_BASE_T | B44_FLAG_FULL_DUPLEX); 1949 if (speed == SPEED_100) 1950 bp->flags |= B44_FLAG_100_BASE_T; 1951 if (cmd->base.duplex == DUPLEX_FULL) 1952 bp->flags |= B44_FLAG_FULL_DUPLEX; 1953 } 1954 1955 if (netif_running(dev)) 1956 b44_setup_phy(bp); 1957 1958 spin_unlock_irq(&bp->lock); 1959 1960 return 0; 1961 } 1962 1963 static void b44_get_ringparam(struct net_device *dev, 1964 struct ethtool_ringparam *ering) 1965 { 1966 struct b44 *bp = netdev_priv(dev); 1967 1968 ering->rx_max_pending = B44_RX_RING_SIZE - 1; 1969 ering->rx_pending = bp->rx_pending; 1970 1971 /* XXX ethtool lacks a tx_max_pending, oops... */ 1972 } 1973 1974 static int b44_set_ringparam(struct net_device *dev, 1975 struct ethtool_ringparam *ering) 1976 { 1977 struct b44 *bp = netdev_priv(dev); 1978 1979 if ((ering->rx_pending > B44_RX_RING_SIZE - 1) || 1980 (ering->rx_mini_pending != 0) || 1981 (ering->rx_jumbo_pending != 0) || 1982 (ering->tx_pending > B44_TX_RING_SIZE - 1)) 1983 return -EINVAL; 1984 1985 spin_lock_irq(&bp->lock); 1986 1987 bp->rx_pending = ering->rx_pending; 1988 bp->tx_pending = ering->tx_pending; 1989 1990 b44_halt(bp); 1991 b44_init_rings(bp); 1992 b44_init_hw(bp, B44_FULL_RESET); 1993 netif_wake_queue(bp->dev); 1994 spin_unlock_irq(&bp->lock); 1995 1996 b44_enable_ints(bp); 1997 1998 return 0; 1999 } 2000 2001 static void b44_get_pauseparam(struct net_device *dev, 2002 struct ethtool_pauseparam *epause) 2003 { 2004 struct b44 *bp = netdev_priv(dev); 2005 2006 epause->autoneg = 2007 (bp->flags & B44_FLAG_PAUSE_AUTO) != 0; 2008 epause->rx_pause = 2009 (bp->flags & B44_FLAG_RX_PAUSE) != 0; 2010 epause->tx_pause = 2011 (bp->flags & B44_FLAG_TX_PAUSE) != 0; 2012 } 2013 2014 static int b44_set_pauseparam(struct net_device *dev, 2015 struct ethtool_pauseparam *epause) 2016 { 2017 struct b44 *bp = netdev_priv(dev); 2018 2019 spin_lock_irq(&bp->lock); 2020 if (epause->autoneg) 2021 bp->flags |= B44_FLAG_PAUSE_AUTO; 2022 else 2023 bp->flags &= ~B44_FLAG_PAUSE_AUTO; 2024 if (epause->rx_pause) 2025 bp->flags |= B44_FLAG_RX_PAUSE; 2026 else 2027 bp->flags &= ~B44_FLAG_RX_PAUSE; 2028 if (epause->tx_pause) 2029 bp->flags |= B44_FLAG_TX_PAUSE; 2030 else 2031 bp->flags &= ~B44_FLAG_TX_PAUSE; 2032 if (bp->flags & B44_FLAG_PAUSE_AUTO) { 2033 b44_halt(bp); 2034 b44_init_rings(bp); 2035 b44_init_hw(bp, B44_FULL_RESET); 2036 } else { 2037 __b44_set_flow_ctrl(bp, bp->flags); 2038 } 2039 spin_unlock_irq(&bp->lock); 2040 2041 b44_enable_ints(bp); 2042 2043 return 0; 2044 } 2045 2046 static void b44_get_strings(struct net_device *dev, u32 stringset, u8 *data) 2047 { 2048 switch(stringset) { 2049 case ETH_SS_STATS: 2050 memcpy(data, *b44_gstrings, sizeof(b44_gstrings)); 2051 break; 2052 } 2053 } 2054 2055 static int b44_get_sset_count(struct net_device *dev, int sset) 2056 { 2057 switch (sset) { 2058 case ETH_SS_STATS: 2059 return ARRAY_SIZE(b44_gstrings); 2060 default: 2061 return -EOPNOTSUPP; 2062 } 2063 } 2064 2065 static void b44_get_ethtool_stats(struct net_device *dev, 2066 struct ethtool_stats *stats, u64 *data) 2067 { 2068 struct b44 *bp = netdev_priv(dev); 2069 struct b44_hw_stats *hwstat = &bp->hw_stats; 2070 u64 *data_src, *data_dst; 2071 unsigned int start; 2072 u32 i; 2073 2074 spin_lock_irq(&bp->lock); 2075 b44_stats_update(bp); 2076 spin_unlock_irq(&bp->lock); 2077 2078 do { 2079 data_src = &hwstat->tx_good_octets; 2080 data_dst = data; 2081 start = u64_stats_fetch_begin_irq(&hwstat->syncp); 2082 2083 for (i = 0; i < ARRAY_SIZE(b44_gstrings); i++) 2084 *data_dst++ = *data_src++; 2085 2086 } while (u64_stats_fetch_retry_irq(&hwstat->syncp, start)); 2087 } 2088 2089 static void b44_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol) 2090 { 2091 struct b44 *bp = netdev_priv(dev); 2092 2093 wol->supported = WAKE_MAGIC; 2094 if (bp->flags & B44_FLAG_WOL_ENABLE) 2095 wol->wolopts = WAKE_MAGIC; 2096 else 2097 wol->wolopts = 0; 2098 memset(&wol->sopass, 0, sizeof(wol->sopass)); 2099 } 2100 2101 static int b44_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol) 2102 { 2103 struct b44 *bp = netdev_priv(dev); 2104 2105 spin_lock_irq(&bp->lock); 2106 if (wol->wolopts & WAKE_MAGIC) 2107 bp->flags |= B44_FLAG_WOL_ENABLE; 2108 else 2109 bp->flags &= ~B44_FLAG_WOL_ENABLE; 2110 spin_unlock_irq(&bp->lock); 2111 2112 device_set_wakeup_enable(bp->sdev->dev, wol->wolopts & WAKE_MAGIC); 2113 return 0; 2114 } 2115 2116 static const struct ethtool_ops b44_ethtool_ops = { 2117 .get_drvinfo = b44_get_drvinfo, 2118 .nway_reset = b44_nway_reset, 2119 .get_link = ethtool_op_get_link, 2120 .get_wol = b44_get_wol, 2121 .set_wol = b44_set_wol, 2122 .get_ringparam = b44_get_ringparam, 2123 .set_ringparam = b44_set_ringparam, 2124 .get_pauseparam = b44_get_pauseparam, 2125 .set_pauseparam = b44_set_pauseparam, 2126 .get_msglevel = b44_get_msglevel, 2127 .set_msglevel = b44_set_msglevel, 2128 .get_strings = b44_get_strings, 2129 .get_sset_count = b44_get_sset_count, 2130 .get_ethtool_stats = b44_get_ethtool_stats, 2131 .get_link_ksettings = b44_get_link_ksettings, 2132 .set_link_ksettings = b44_set_link_ksettings, 2133 }; 2134 2135 static int b44_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) 2136 { 2137 struct b44 *bp = netdev_priv(dev); 2138 int err = -EINVAL; 2139 2140 if (!netif_running(dev)) 2141 goto out; 2142 2143 spin_lock_irq(&bp->lock); 2144 if (bp->flags & B44_FLAG_EXTERNAL_PHY) { 2145 BUG_ON(!dev->phydev); 2146 err = phy_mii_ioctl(dev->phydev, ifr, cmd); 2147 } else { 2148 err = generic_mii_ioctl(&bp->mii_if, if_mii(ifr), cmd, NULL); 2149 } 2150 spin_unlock_irq(&bp->lock); 2151 out: 2152 return err; 2153 } 2154 2155 static int b44_get_invariants(struct b44 *bp) 2156 { 2157 struct ssb_device *sdev = bp->sdev; 2158 int err = 0; 2159 u8 *addr; 2160 2161 bp->dma_offset = ssb_dma_translation(sdev); 2162 2163 if (sdev->bus->bustype == SSB_BUSTYPE_SSB && 2164 instance > 1) { 2165 addr = sdev->bus->sprom.et1mac; 2166 bp->phy_addr = sdev->bus->sprom.et1phyaddr; 2167 } else { 2168 addr = sdev->bus->sprom.et0mac; 2169 bp->phy_addr = sdev->bus->sprom.et0phyaddr; 2170 } 2171 /* Some ROMs have buggy PHY addresses with the high 2172 * bits set (sign extension?). Truncate them to a 2173 * valid PHY address. */ 2174 bp->phy_addr &= 0x1F; 2175 2176 eth_hw_addr_set(bp->dev, addr); 2177 2178 if (!is_valid_ether_addr(&bp->dev->dev_addr[0])){ 2179 pr_err("Invalid MAC address found in EEPROM\n"); 2180 return -EINVAL; 2181 } 2182 2183 bp->imask = IMASK_DEF; 2184 2185 /* XXX - really required? 2186 bp->flags |= B44_FLAG_BUGGY_TXPTR; 2187 */ 2188 2189 if (bp->sdev->id.revision >= 7) 2190 bp->flags |= B44_FLAG_B0_ANDLATER; 2191 2192 return err; 2193 } 2194 2195 static const struct net_device_ops b44_netdev_ops = { 2196 .ndo_open = b44_open, 2197 .ndo_stop = b44_close, 2198 .ndo_start_xmit = b44_start_xmit, 2199 .ndo_get_stats64 = b44_get_stats64, 2200 .ndo_set_rx_mode = b44_set_rx_mode, 2201 .ndo_set_mac_address = b44_set_mac_addr, 2202 .ndo_validate_addr = eth_validate_addr, 2203 .ndo_eth_ioctl = b44_ioctl, 2204 .ndo_tx_timeout = b44_tx_timeout, 2205 .ndo_change_mtu = b44_change_mtu, 2206 #ifdef CONFIG_NET_POLL_CONTROLLER 2207 .ndo_poll_controller = b44_poll_controller, 2208 #endif 2209 }; 2210 2211 static void b44_adjust_link(struct net_device *dev) 2212 { 2213 struct b44 *bp = netdev_priv(dev); 2214 struct phy_device *phydev = dev->phydev; 2215 bool status_changed = false; 2216 2217 BUG_ON(!phydev); 2218 2219 if (bp->old_link != phydev->link) { 2220 status_changed = true; 2221 bp->old_link = phydev->link; 2222 } 2223 2224 /* reflect duplex change */ 2225 if (phydev->link) { 2226 if ((phydev->duplex == DUPLEX_HALF) && 2227 (bp->flags & B44_FLAG_FULL_DUPLEX)) { 2228 status_changed = true; 2229 bp->flags &= ~B44_FLAG_FULL_DUPLEX; 2230 } else if ((phydev->duplex == DUPLEX_FULL) && 2231 !(bp->flags & B44_FLAG_FULL_DUPLEX)) { 2232 status_changed = true; 2233 bp->flags |= B44_FLAG_FULL_DUPLEX; 2234 } 2235 } 2236 2237 if (status_changed) { 2238 u32 val = br32(bp, B44_TX_CTRL); 2239 if (bp->flags & B44_FLAG_FULL_DUPLEX) 2240 val |= TX_CTRL_DUPLEX; 2241 else 2242 val &= ~TX_CTRL_DUPLEX; 2243 bw32(bp, B44_TX_CTRL, val); 2244 phy_print_status(phydev); 2245 } 2246 } 2247 2248 static int b44_register_phy_one(struct b44 *bp) 2249 { 2250 __ETHTOOL_DECLARE_LINK_MODE_MASK(mask) = { 0, }; 2251 struct mii_bus *mii_bus; 2252 struct ssb_device *sdev = bp->sdev; 2253 struct phy_device *phydev; 2254 char bus_id[MII_BUS_ID_SIZE + 3]; 2255 struct ssb_sprom *sprom = &sdev->bus->sprom; 2256 int err; 2257 2258 mii_bus = mdiobus_alloc(); 2259 if (!mii_bus) { 2260 dev_err(sdev->dev, "mdiobus_alloc() failed\n"); 2261 err = -ENOMEM; 2262 goto err_out; 2263 } 2264 2265 mii_bus->priv = bp; 2266 mii_bus->read = b44_mdio_read_phylib; 2267 mii_bus->write = b44_mdio_write_phylib; 2268 mii_bus->name = "b44_eth_mii"; 2269 mii_bus->parent = sdev->dev; 2270 mii_bus->phy_mask = ~(1 << bp->phy_addr); 2271 snprintf(mii_bus->id, MII_BUS_ID_SIZE, "%x", instance); 2272 2273 bp->mii_bus = mii_bus; 2274 2275 err = mdiobus_register(mii_bus); 2276 if (err) { 2277 dev_err(sdev->dev, "failed to register MII bus\n"); 2278 goto err_out_mdiobus; 2279 } 2280 2281 if (!mdiobus_is_registered_device(bp->mii_bus, bp->phy_addr) && 2282 (sprom->boardflags_lo & (B44_BOARDFLAG_ROBO | B44_BOARDFLAG_ADM))) { 2283 2284 dev_info(sdev->dev, 2285 "could not find PHY at %i, use fixed one\n", 2286 bp->phy_addr); 2287 2288 bp->phy_addr = 0; 2289 snprintf(bus_id, sizeof(bus_id), PHY_ID_FMT, "fixed-0", 2290 bp->phy_addr); 2291 } else { 2292 snprintf(bus_id, sizeof(bus_id), PHY_ID_FMT, mii_bus->id, 2293 bp->phy_addr); 2294 } 2295 2296 phydev = phy_connect(bp->dev, bus_id, &b44_adjust_link, 2297 PHY_INTERFACE_MODE_MII); 2298 if (IS_ERR(phydev)) { 2299 dev_err(sdev->dev, "could not attach PHY at %i\n", 2300 bp->phy_addr); 2301 err = PTR_ERR(phydev); 2302 goto err_out_mdiobus_unregister; 2303 } 2304 2305 /* mask with MAC supported features */ 2306 linkmode_set_bit(ETHTOOL_LINK_MODE_100baseT_Half_BIT, mask); 2307 linkmode_set_bit(ETHTOOL_LINK_MODE_100baseT_Full_BIT, mask); 2308 linkmode_set_bit(ETHTOOL_LINK_MODE_Autoneg_BIT, mask); 2309 linkmode_set_bit(ETHTOOL_LINK_MODE_MII_BIT, mask); 2310 linkmode_and(phydev->supported, phydev->supported, mask); 2311 linkmode_copy(phydev->advertising, phydev->supported); 2312 2313 bp->old_link = 0; 2314 bp->phy_addr = phydev->mdio.addr; 2315 2316 phy_attached_info(phydev); 2317 2318 return 0; 2319 2320 err_out_mdiobus_unregister: 2321 mdiobus_unregister(mii_bus); 2322 2323 err_out_mdiobus: 2324 mdiobus_free(mii_bus); 2325 2326 err_out: 2327 return err; 2328 } 2329 2330 static void b44_unregister_phy_one(struct b44 *bp) 2331 { 2332 struct net_device *dev = bp->dev; 2333 struct mii_bus *mii_bus = bp->mii_bus; 2334 2335 phy_disconnect(dev->phydev); 2336 mdiobus_unregister(mii_bus); 2337 mdiobus_free(mii_bus); 2338 } 2339 2340 static int b44_init_one(struct ssb_device *sdev, 2341 const struct ssb_device_id *ent) 2342 { 2343 struct net_device *dev; 2344 struct b44 *bp; 2345 int err; 2346 2347 instance++; 2348 2349 dev = alloc_etherdev(sizeof(*bp)); 2350 if (!dev) { 2351 err = -ENOMEM; 2352 goto out; 2353 } 2354 2355 SET_NETDEV_DEV(dev, sdev->dev); 2356 2357 /* No interesting netdevice features in this card... */ 2358 dev->features |= 0; 2359 2360 bp = netdev_priv(dev); 2361 bp->sdev = sdev; 2362 bp->dev = dev; 2363 bp->force_copybreak = 0; 2364 2365 bp->msg_enable = netif_msg_init(b44_debug, B44_DEF_MSG_ENABLE); 2366 2367 spin_lock_init(&bp->lock); 2368 u64_stats_init(&bp->hw_stats.syncp); 2369 2370 bp->rx_pending = B44_DEF_RX_RING_PENDING; 2371 bp->tx_pending = B44_DEF_TX_RING_PENDING; 2372 2373 dev->netdev_ops = &b44_netdev_ops; 2374 netif_napi_add(dev, &bp->napi, b44_poll, 64); 2375 dev->watchdog_timeo = B44_TX_TIMEOUT; 2376 dev->min_mtu = B44_MIN_MTU; 2377 dev->max_mtu = B44_MAX_MTU; 2378 dev->irq = sdev->irq; 2379 dev->ethtool_ops = &b44_ethtool_ops; 2380 2381 err = ssb_bus_powerup(sdev->bus, 0); 2382 if (err) { 2383 dev_err(sdev->dev, 2384 "Failed to powerup the bus\n"); 2385 goto err_out_free_dev; 2386 } 2387 2388 err = dma_set_mask_and_coherent(sdev->dma_dev, DMA_BIT_MASK(30)); 2389 if (err) { 2390 dev_err(sdev->dev, 2391 "Required 30BIT DMA mask unsupported by the system\n"); 2392 goto err_out_powerdown; 2393 } 2394 2395 err = b44_get_invariants(bp); 2396 if (err) { 2397 dev_err(sdev->dev, 2398 "Problem fetching invariants of chip, aborting\n"); 2399 goto err_out_powerdown; 2400 } 2401 2402 if (bp->phy_addr == B44_PHY_ADDR_NO_PHY) { 2403 dev_err(sdev->dev, "No PHY present on this MAC, aborting\n"); 2404 err = -ENODEV; 2405 goto err_out_powerdown; 2406 } 2407 2408 bp->mii_if.dev = dev; 2409 bp->mii_if.mdio_read = b44_mdio_read_mii; 2410 bp->mii_if.mdio_write = b44_mdio_write_mii; 2411 bp->mii_if.phy_id = bp->phy_addr; 2412 bp->mii_if.phy_id_mask = 0x1f; 2413 bp->mii_if.reg_num_mask = 0x1f; 2414 2415 /* By default, advertise all speed/duplex settings. */ 2416 bp->flags |= (B44_FLAG_ADV_10HALF | B44_FLAG_ADV_10FULL | 2417 B44_FLAG_ADV_100HALF | B44_FLAG_ADV_100FULL); 2418 2419 /* By default, auto-negotiate PAUSE. */ 2420 bp->flags |= B44_FLAG_PAUSE_AUTO; 2421 2422 err = register_netdev(dev); 2423 if (err) { 2424 dev_err(sdev->dev, "Cannot register net device, aborting\n"); 2425 goto err_out_powerdown; 2426 } 2427 2428 netif_carrier_off(dev); 2429 2430 ssb_set_drvdata(sdev, dev); 2431 2432 /* Chip reset provides power to the b44 MAC & PCI cores, which 2433 * is necessary for MAC register access. 2434 */ 2435 b44_chip_reset(bp, B44_CHIP_RESET_FULL); 2436 2437 /* do a phy reset to test if there is an active phy */ 2438 err = b44_phy_reset(bp); 2439 if (err < 0) { 2440 dev_err(sdev->dev, "phy reset failed\n"); 2441 goto err_out_unregister_netdev; 2442 } 2443 2444 if (bp->flags & B44_FLAG_EXTERNAL_PHY) { 2445 err = b44_register_phy_one(bp); 2446 if (err) { 2447 dev_err(sdev->dev, "Cannot register PHY, aborting\n"); 2448 goto err_out_unregister_netdev; 2449 } 2450 } 2451 2452 device_set_wakeup_capable(sdev->dev, true); 2453 netdev_info(dev, "%s %pM\n", DRV_DESCRIPTION, dev->dev_addr); 2454 2455 return 0; 2456 2457 err_out_unregister_netdev: 2458 unregister_netdev(dev); 2459 err_out_powerdown: 2460 ssb_bus_may_powerdown(sdev->bus); 2461 2462 err_out_free_dev: 2463 netif_napi_del(&bp->napi); 2464 free_netdev(dev); 2465 2466 out: 2467 return err; 2468 } 2469 2470 static void b44_remove_one(struct ssb_device *sdev) 2471 { 2472 struct net_device *dev = ssb_get_drvdata(sdev); 2473 struct b44 *bp = netdev_priv(dev); 2474 2475 unregister_netdev(dev); 2476 if (bp->flags & B44_FLAG_EXTERNAL_PHY) 2477 b44_unregister_phy_one(bp); 2478 ssb_device_disable(sdev, 0); 2479 ssb_bus_may_powerdown(sdev->bus); 2480 netif_napi_del(&bp->napi); 2481 free_netdev(dev); 2482 ssb_pcihost_set_power_state(sdev, PCI_D3hot); 2483 ssb_set_drvdata(sdev, NULL); 2484 } 2485 2486 static int b44_suspend(struct ssb_device *sdev, pm_message_t state) 2487 { 2488 struct net_device *dev = ssb_get_drvdata(sdev); 2489 struct b44 *bp = netdev_priv(dev); 2490 2491 if (!netif_running(dev)) 2492 return 0; 2493 2494 del_timer_sync(&bp->timer); 2495 2496 spin_lock_irq(&bp->lock); 2497 2498 b44_halt(bp); 2499 netif_carrier_off(bp->dev); 2500 netif_device_detach(bp->dev); 2501 b44_free_rings(bp); 2502 2503 spin_unlock_irq(&bp->lock); 2504 2505 free_irq(dev->irq, dev); 2506 if (bp->flags & B44_FLAG_WOL_ENABLE) { 2507 b44_init_hw(bp, B44_PARTIAL_RESET); 2508 b44_setup_wol(bp); 2509 } 2510 2511 ssb_pcihost_set_power_state(sdev, PCI_D3hot); 2512 return 0; 2513 } 2514 2515 static int b44_resume(struct ssb_device *sdev) 2516 { 2517 struct net_device *dev = ssb_get_drvdata(sdev); 2518 struct b44 *bp = netdev_priv(dev); 2519 int rc = 0; 2520 2521 rc = ssb_bus_powerup(sdev->bus, 0); 2522 if (rc) { 2523 dev_err(sdev->dev, 2524 "Failed to powerup the bus\n"); 2525 return rc; 2526 } 2527 2528 if (!netif_running(dev)) 2529 return 0; 2530 2531 spin_lock_irq(&bp->lock); 2532 b44_init_rings(bp); 2533 b44_init_hw(bp, B44_FULL_RESET); 2534 spin_unlock_irq(&bp->lock); 2535 2536 /* 2537 * As a shared interrupt, the handler can be called immediately. To be 2538 * able to check the interrupt status the hardware must already be 2539 * powered back on (b44_init_hw). 2540 */ 2541 rc = request_irq(dev->irq, b44_interrupt, IRQF_SHARED, dev->name, dev); 2542 if (rc) { 2543 netdev_err(dev, "request_irq failed\n"); 2544 spin_lock_irq(&bp->lock); 2545 b44_halt(bp); 2546 b44_free_rings(bp); 2547 spin_unlock_irq(&bp->lock); 2548 return rc; 2549 } 2550 2551 netif_device_attach(bp->dev); 2552 2553 b44_enable_ints(bp); 2554 netif_wake_queue(dev); 2555 2556 mod_timer(&bp->timer, jiffies + 1); 2557 2558 return 0; 2559 } 2560 2561 static struct ssb_driver b44_ssb_driver = { 2562 .name = DRV_MODULE_NAME, 2563 .id_table = b44_ssb_tbl, 2564 .probe = b44_init_one, 2565 .remove = b44_remove_one, 2566 .suspend = b44_suspend, 2567 .resume = b44_resume, 2568 }; 2569 2570 static inline int __init b44_pci_init(void) 2571 { 2572 int err = 0; 2573 #ifdef CONFIG_B44_PCI 2574 err = ssb_pcihost_register(&b44_pci_driver); 2575 #endif 2576 return err; 2577 } 2578 2579 static inline void b44_pci_exit(void) 2580 { 2581 #ifdef CONFIG_B44_PCI 2582 ssb_pcihost_unregister(&b44_pci_driver); 2583 #endif 2584 } 2585 2586 static int __init b44_init(void) 2587 { 2588 unsigned int dma_desc_align_size = dma_get_cache_alignment(); 2589 int err; 2590 2591 /* Setup paramaters for syncing RX/TX DMA descriptors */ 2592 dma_desc_sync_size = max_t(unsigned int, dma_desc_align_size, sizeof(struct dma_desc)); 2593 2594 err = b44_pci_init(); 2595 if (err) 2596 return err; 2597 err = ssb_driver_register(&b44_ssb_driver); 2598 if (err) 2599 b44_pci_exit(); 2600 return err; 2601 } 2602 2603 static void __exit b44_cleanup(void) 2604 { 2605 ssb_driver_unregister(&b44_ssb_driver); 2606 b44_pci_exit(); 2607 } 2608 2609 module_init(b44_init); 2610 module_exit(b44_cleanup); 2611 2612