1 /* 2 * Copyright (C) 2003 - 2009 NetXen, Inc. 3 * Copyright (C) 2009 - QLogic Corporation. 4 * All rights reserved. 5 * 6 * This program is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU General Public License 8 * as published by the Free Software Foundation; either version 2 9 * of the License, or (at your option) any later version. 10 * 11 * This program is distributed in the hope that it will be useful, but 12 * WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 * GNU General Public License for more details. 15 * 16 * You should have received a copy of the GNU General Public License 17 * along with this program; if not, write to the Free Software 18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, 19 * MA 02111-1307, USA. 20 * 21 * The full GNU General Public License is included in this distribution 22 * in the file called "COPYING". 23 * 24 */ 25 26 #include <linux/slab.h> 27 #include <linux/vmalloc.h> 28 #include <linux/interrupt.h> 29 #include "netxen_nic_hw.h" 30 31 #include "netxen_nic.h" 32 33 #include <linux/dma-mapping.h> 34 #include <linux/if_vlan.h> 35 #include <net/ip.h> 36 #include <linux/ipv6.h> 37 #include <linux/inetdevice.h> 38 #include <linux/sysfs.h> 39 #include <linux/aer.h> 40 41 MODULE_DESCRIPTION("QLogic/NetXen (1/10) GbE Intelligent Ethernet Driver"); 42 MODULE_LICENSE("GPL"); 43 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID); 44 MODULE_FIRMWARE(NX_UNIFIED_ROMIMAGE_NAME); 45 46 char netxen_nic_driver_name[] = "netxen_nic"; 47 static char netxen_nic_driver_string[] = "QLogic/NetXen Network Driver v" 48 NETXEN_NIC_LINUX_VERSIONID; 49 50 static int port_mode = NETXEN_PORT_MODE_AUTO_NEG; 51 52 /* Default to restricted 1G auto-neg mode */ 53 static int wol_port_mode = 5; 54 55 static int use_msi = 1; 56 57 static int use_msi_x = 1; 58 59 static int auto_fw_reset = AUTO_FW_RESET_ENABLED; 60 module_param(auto_fw_reset, int, 0644); 61 MODULE_PARM_DESC(auto_fw_reset,"Auto firmware reset (0=disabled, 1=enabled"); 62 63 static int netxen_nic_probe(struct pci_dev *pdev, 64 const struct pci_device_id *ent); 65 static void netxen_nic_remove(struct pci_dev *pdev); 66 static int netxen_nic_open(struct net_device *netdev); 67 static int netxen_nic_close(struct net_device *netdev); 68 static netdev_tx_t netxen_nic_xmit_frame(struct sk_buff *, 69 struct net_device *); 70 static void netxen_tx_timeout(struct net_device *netdev); 71 static void netxen_tx_timeout_task(struct work_struct *work); 72 static void netxen_fw_poll_work(struct work_struct *work); 73 static void netxen_schedule_work(struct netxen_adapter *adapter, 74 work_func_t func, int delay); 75 static void netxen_cancel_fw_work(struct netxen_adapter *adapter); 76 static int netxen_nic_poll(struct napi_struct *napi, int budget); 77 #ifdef CONFIG_NET_POLL_CONTROLLER 78 static void netxen_nic_poll_controller(struct net_device *netdev); 79 #endif 80 81 static void netxen_create_sysfs_entries(struct netxen_adapter *adapter); 82 static void netxen_remove_sysfs_entries(struct netxen_adapter *adapter); 83 static void netxen_create_diag_entries(struct netxen_adapter *adapter); 84 static void netxen_remove_diag_entries(struct netxen_adapter *adapter); 85 static int nx_dev_request_aer(struct netxen_adapter *adapter); 86 static int nx_decr_dev_ref_cnt(struct netxen_adapter *adapter); 87 static int netxen_can_start_firmware(struct netxen_adapter *adapter); 88 89 static irqreturn_t netxen_intr(int irq, void *data); 90 static irqreturn_t netxen_msi_intr(int irq, void *data); 91 static irqreturn_t netxen_msix_intr(int irq, void *data); 92 93 static void netxen_free_ip_list(struct netxen_adapter *, bool); 94 static void netxen_restore_indev_addr(struct net_device *dev, unsigned long); 95 static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *dev, 96 struct rtnl_link_stats64 *stats); 97 static int netxen_nic_set_mac(struct net_device *netdev, void *p); 98 99 /* PCI Device ID Table */ 100 #define ENTRY(device) \ 101 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \ 102 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0} 103 104 static DEFINE_PCI_DEVICE_TABLE(netxen_pci_tbl) = { 105 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR), 106 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4), 107 ENTRY(PCI_DEVICE_ID_NX2031_4GCU), 108 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ), 109 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ), 110 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT), 111 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2), 112 ENTRY(PCI_DEVICE_ID_NX3031), 113 {0,} 114 }; 115 116 MODULE_DEVICE_TABLE(pci, netxen_pci_tbl); 117 118 static uint32_t crb_cmd_producer[4] = { 119 CRB_CMD_PRODUCER_OFFSET, CRB_CMD_PRODUCER_OFFSET_1, 120 CRB_CMD_PRODUCER_OFFSET_2, CRB_CMD_PRODUCER_OFFSET_3 121 }; 122 123 void 124 netxen_nic_update_cmd_producer(struct netxen_adapter *adapter, 125 struct nx_host_tx_ring *tx_ring) 126 { 127 NXWRIO(adapter, tx_ring->crb_cmd_producer, tx_ring->producer); 128 } 129 130 static uint32_t crb_cmd_consumer[4] = { 131 CRB_CMD_CONSUMER_OFFSET, CRB_CMD_CONSUMER_OFFSET_1, 132 CRB_CMD_CONSUMER_OFFSET_2, CRB_CMD_CONSUMER_OFFSET_3 133 }; 134 135 static inline void 136 netxen_nic_update_cmd_consumer(struct netxen_adapter *adapter, 137 struct nx_host_tx_ring *tx_ring) 138 { 139 NXWRIO(adapter, tx_ring->crb_cmd_consumer, tx_ring->sw_consumer); 140 } 141 142 static uint32_t msi_tgt_status[8] = { 143 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1, 144 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3, 145 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5, 146 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7 147 }; 148 149 static struct netxen_legacy_intr_set legacy_intr[] = NX_LEGACY_INTR_CONFIG; 150 151 static inline void netxen_nic_disable_int(struct nx_host_sds_ring *sds_ring) 152 { 153 struct netxen_adapter *adapter = sds_ring->adapter; 154 155 NXWRIO(adapter, sds_ring->crb_intr_mask, 0); 156 } 157 158 static inline void netxen_nic_enable_int(struct nx_host_sds_ring *sds_ring) 159 { 160 struct netxen_adapter *adapter = sds_ring->adapter; 161 162 NXWRIO(adapter, sds_ring->crb_intr_mask, 0x1); 163 164 if (!NETXEN_IS_MSI_FAMILY(adapter)) 165 NXWRIO(adapter, adapter->tgt_mask_reg, 0xfbff); 166 } 167 168 static int 169 netxen_alloc_sds_rings(struct netxen_recv_context *recv_ctx, int count) 170 { 171 int size = sizeof(struct nx_host_sds_ring) * count; 172 173 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL); 174 175 return recv_ctx->sds_rings == NULL; 176 } 177 178 static void 179 netxen_free_sds_rings(struct netxen_recv_context *recv_ctx) 180 { 181 if (recv_ctx->sds_rings != NULL) 182 kfree(recv_ctx->sds_rings); 183 184 recv_ctx->sds_rings = NULL; 185 } 186 187 static int 188 netxen_napi_add(struct netxen_adapter *adapter, struct net_device *netdev) 189 { 190 int ring; 191 struct nx_host_sds_ring *sds_ring; 192 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 193 194 if (netxen_alloc_sds_rings(recv_ctx, adapter->max_sds_rings)) 195 return -ENOMEM; 196 197 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 198 sds_ring = &recv_ctx->sds_rings[ring]; 199 netif_napi_add(netdev, &sds_ring->napi, 200 netxen_nic_poll, NAPI_POLL_WEIGHT); 201 } 202 203 return 0; 204 } 205 206 static void 207 netxen_napi_del(struct netxen_adapter *adapter) 208 { 209 int ring; 210 struct nx_host_sds_ring *sds_ring; 211 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 212 213 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 214 sds_ring = &recv_ctx->sds_rings[ring]; 215 netif_napi_del(&sds_ring->napi); 216 } 217 218 netxen_free_sds_rings(&adapter->recv_ctx); 219 } 220 221 static void 222 netxen_napi_enable(struct netxen_adapter *adapter) 223 { 224 int ring; 225 struct nx_host_sds_ring *sds_ring; 226 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 227 228 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 229 sds_ring = &recv_ctx->sds_rings[ring]; 230 napi_enable(&sds_ring->napi); 231 netxen_nic_enable_int(sds_ring); 232 } 233 } 234 235 static void 236 netxen_napi_disable(struct netxen_adapter *adapter) 237 { 238 int ring; 239 struct nx_host_sds_ring *sds_ring; 240 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 241 242 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 243 sds_ring = &recv_ctx->sds_rings[ring]; 244 netxen_nic_disable_int(sds_ring); 245 napi_synchronize(&sds_ring->napi); 246 napi_disable(&sds_ring->napi); 247 } 248 } 249 250 static int nx_set_dma_mask(struct netxen_adapter *adapter) 251 { 252 struct pci_dev *pdev = adapter->pdev; 253 uint64_t mask, cmask; 254 255 adapter->pci_using_dac = 0; 256 257 mask = DMA_BIT_MASK(32); 258 cmask = DMA_BIT_MASK(32); 259 260 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 261 #ifndef CONFIG_IA64 262 mask = DMA_BIT_MASK(35); 263 #endif 264 } else { 265 mask = DMA_BIT_MASK(39); 266 cmask = mask; 267 } 268 269 if (pci_set_dma_mask(pdev, mask) == 0 && 270 pci_set_consistent_dma_mask(pdev, cmask) == 0) { 271 adapter->pci_using_dac = 1; 272 return 0; 273 } 274 275 return -EIO; 276 } 277 278 /* Update addressable range if firmware supports it */ 279 static int 280 nx_update_dma_mask(struct netxen_adapter *adapter) 281 { 282 int change, shift, err; 283 uint64_t mask, old_mask, old_cmask; 284 struct pci_dev *pdev = adapter->pdev; 285 286 change = 0; 287 288 shift = NXRD32(adapter, CRB_DMA_SHIFT); 289 if (shift > 32) 290 return 0; 291 292 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && (shift > 9)) 293 change = 1; 294 else if ((adapter->ahw.revision_id == NX_P2_C1) && (shift <= 4)) 295 change = 1; 296 297 if (change) { 298 old_mask = pdev->dma_mask; 299 old_cmask = pdev->dev.coherent_dma_mask; 300 301 mask = DMA_BIT_MASK(32+shift); 302 303 err = pci_set_dma_mask(pdev, mask); 304 if (err) 305 goto err_out; 306 307 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 308 309 err = pci_set_consistent_dma_mask(pdev, mask); 310 if (err) 311 goto err_out; 312 } 313 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift); 314 } 315 316 return 0; 317 318 err_out: 319 pci_set_dma_mask(pdev, old_mask); 320 pci_set_consistent_dma_mask(pdev, old_cmask); 321 return err; 322 } 323 324 static int 325 netxen_check_hw_init(struct netxen_adapter *adapter, int first_boot) 326 { 327 u32 val, timeout; 328 329 if (first_boot == 0x55555555) { 330 /* This is the first boot after power up */ 331 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC); 332 333 if (!NX_IS_REVISION_P2(adapter->ahw.revision_id)) 334 return 0; 335 336 /* PCI bus master workaround */ 337 first_boot = NXRD32(adapter, NETXEN_PCIE_REG(0x4)); 338 if (!(first_boot & 0x4)) { 339 first_boot |= 0x4; 340 NXWR32(adapter, NETXEN_PCIE_REG(0x4), first_boot); 341 NXRD32(adapter, NETXEN_PCIE_REG(0x4)); 342 } 343 344 /* This is the first boot after power up */ 345 first_boot = NXRD32(adapter, NETXEN_ROMUSB_GLB_SW_RESET); 346 if (first_boot != 0x80000f) { 347 /* clear the register for future unloads/loads */ 348 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), 0); 349 return -EIO; 350 } 351 352 /* Start P2 boot loader */ 353 val = NXRD32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE); 354 NXWR32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE, val | 0x1); 355 timeout = 0; 356 do { 357 msleep(1); 358 val = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc)); 359 360 if (++timeout > 5000) 361 return -EIO; 362 363 } while (val == NETXEN_BDINFO_MAGIC); 364 } 365 return 0; 366 } 367 368 static void netxen_set_port_mode(struct netxen_adapter *adapter) 369 { 370 u32 val, data; 371 372 val = adapter->ahw.board_type; 373 if ((val == NETXEN_BRDTYPE_P3_HMEZ) || 374 (val == NETXEN_BRDTYPE_P3_XG_LOM)) { 375 if (port_mode == NETXEN_PORT_MODE_802_3_AP) { 376 data = NETXEN_PORT_MODE_802_3_AP; 377 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 378 } else if (port_mode == NETXEN_PORT_MODE_XG) { 379 data = NETXEN_PORT_MODE_XG; 380 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 381 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_1G) { 382 data = NETXEN_PORT_MODE_AUTO_NEG_1G; 383 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 384 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_XG) { 385 data = NETXEN_PORT_MODE_AUTO_NEG_XG; 386 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 387 } else { 388 data = NETXEN_PORT_MODE_AUTO_NEG; 389 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 390 } 391 392 if ((wol_port_mode != NETXEN_PORT_MODE_802_3_AP) && 393 (wol_port_mode != NETXEN_PORT_MODE_XG) && 394 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_1G) && 395 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_XG)) { 396 wol_port_mode = NETXEN_PORT_MODE_AUTO_NEG; 397 } 398 NXWR32(adapter, NETXEN_WOL_PORT_MODE, wol_port_mode); 399 } 400 } 401 402 #define PCI_CAP_ID_GEN 0x10 403 404 static void netxen_pcie_strap_init(struct netxen_adapter *adapter) 405 { 406 u32 pdevfuncsave; 407 u32 c8c9value = 0; 408 u32 chicken = 0; 409 u32 control = 0; 410 int i, pos; 411 struct pci_dev *pdev; 412 413 pdev = adapter->pdev; 414 415 chicken = NXRD32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3)); 416 /* clear chicken3.25:24 */ 417 chicken &= 0xFCFFFFFF; 418 /* 419 * if gen1 and B0, set F1020 - if gen 2, do nothing 420 * if gen2 set to F1000 421 */ 422 pos = pci_find_capability(pdev, PCI_CAP_ID_GEN); 423 if (pos == 0xC0) { 424 pci_read_config_dword(pdev, pos + 0x10, &control); 425 if ((control & 0x000F0000) != 0x00020000) { 426 /* set chicken3.24 if gen1 */ 427 chicken |= 0x01000000; 428 } 429 dev_info(&adapter->pdev->dev, "Gen2 strapping detected\n"); 430 c8c9value = 0xF1000; 431 } else { 432 /* set chicken3.24 if gen1 */ 433 chicken |= 0x01000000; 434 dev_info(&adapter->pdev->dev, "Gen1 strapping detected\n"); 435 if (adapter->ahw.revision_id == NX_P3_B0) 436 c8c9value = 0xF1020; 437 else 438 c8c9value = 0; 439 } 440 441 NXWR32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3), chicken); 442 443 if (!c8c9value) 444 return; 445 446 pdevfuncsave = pdev->devfn; 447 if (pdevfuncsave & 0x07) 448 return; 449 450 for (i = 0; i < 8; i++) { 451 pci_read_config_dword(pdev, pos + 8, &control); 452 pci_read_config_dword(pdev, pos + 8, &control); 453 pci_write_config_dword(pdev, pos + 8, c8c9value); 454 pdev->devfn++; 455 } 456 pdev->devfn = pdevfuncsave; 457 } 458 459 static void netxen_set_msix_bit(struct pci_dev *pdev, int enable) 460 { 461 u32 control; 462 int pos; 463 464 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX); 465 if (pos) { 466 pci_read_config_dword(pdev, pos, &control); 467 if (enable) 468 control |= PCI_MSIX_FLAGS_ENABLE; 469 else 470 control = 0; 471 pci_write_config_dword(pdev, pos, control); 472 } 473 } 474 475 static void netxen_init_msix_entries(struct netxen_adapter *adapter, int count) 476 { 477 int i; 478 479 for (i = 0; i < count; i++) 480 adapter->msix_entries[i].entry = i; 481 } 482 483 static int 484 netxen_read_mac_addr(struct netxen_adapter *adapter) 485 { 486 int i; 487 unsigned char *p; 488 u64 mac_addr; 489 struct net_device *netdev = adapter->netdev; 490 struct pci_dev *pdev = adapter->pdev; 491 492 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 493 if (netxen_p3_get_mac_addr(adapter, &mac_addr) != 0) 494 return -EIO; 495 } else { 496 if (netxen_get_flash_mac_addr(adapter, &mac_addr) != 0) 497 return -EIO; 498 } 499 500 p = (unsigned char *)&mac_addr; 501 for (i = 0; i < 6; i++) 502 netdev->dev_addr[i] = *(p + 5 - i); 503 504 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len); 505 506 /* set station address */ 507 508 if (!is_valid_ether_addr(netdev->dev_addr)) 509 dev_warn(&pdev->dev, "Bad MAC address %pM.\n", netdev->dev_addr); 510 511 return 0; 512 } 513 514 static int netxen_nic_set_mac(struct net_device *netdev, void *p) 515 { 516 struct netxen_adapter *adapter = netdev_priv(netdev); 517 struct sockaddr *addr = p; 518 519 if (!is_valid_ether_addr(addr->sa_data)) 520 return -EADDRNOTAVAIL; 521 522 if (netif_running(netdev)) { 523 netif_device_detach(netdev); 524 netxen_napi_disable(adapter); 525 } 526 527 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len); 528 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len); 529 adapter->macaddr_set(adapter, addr->sa_data); 530 531 if (netif_running(netdev)) { 532 netif_device_attach(netdev); 533 netxen_napi_enable(adapter); 534 } 535 return 0; 536 } 537 538 static void netxen_set_multicast_list(struct net_device *dev) 539 { 540 struct netxen_adapter *adapter = netdev_priv(dev); 541 542 adapter->set_multi(dev); 543 } 544 545 static netdev_features_t netxen_fix_features(struct net_device *dev, 546 netdev_features_t features) 547 { 548 if (!(features & NETIF_F_RXCSUM)) { 549 netdev_info(dev, "disabling LRO as RXCSUM is off\n"); 550 551 features &= ~NETIF_F_LRO; 552 } 553 554 return features; 555 } 556 557 static int netxen_set_features(struct net_device *dev, 558 netdev_features_t features) 559 { 560 struct netxen_adapter *adapter = netdev_priv(dev); 561 int hw_lro; 562 563 if (!((dev->features ^ features) & NETIF_F_LRO)) 564 return 0; 565 566 hw_lro = (features & NETIF_F_LRO) ? NETXEN_NIC_LRO_ENABLED 567 : NETXEN_NIC_LRO_DISABLED; 568 569 if (netxen_config_hw_lro(adapter, hw_lro)) 570 return -EIO; 571 572 if (!(features & NETIF_F_LRO) && netxen_send_lro_cleanup(adapter)) 573 return -EIO; 574 575 return 0; 576 } 577 578 static const struct net_device_ops netxen_netdev_ops = { 579 .ndo_open = netxen_nic_open, 580 .ndo_stop = netxen_nic_close, 581 .ndo_start_xmit = netxen_nic_xmit_frame, 582 .ndo_get_stats64 = netxen_nic_get_stats, 583 .ndo_validate_addr = eth_validate_addr, 584 .ndo_set_rx_mode = netxen_set_multicast_list, 585 .ndo_set_mac_address = netxen_nic_set_mac, 586 .ndo_change_mtu = netxen_nic_change_mtu, 587 .ndo_tx_timeout = netxen_tx_timeout, 588 .ndo_fix_features = netxen_fix_features, 589 .ndo_set_features = netxen_set_features, 590 #ifdef CONFIG_NET_POLL_CONTROLLER 591 .ndo_poll_controller = netxen_nic_poll_controller, 592 #endif 593 }; 594 595 static inline bool netxen_function_zero(struct pci_dev *pdev) 596 { 597 return (PCI_FUNC(pdev->devfn) == 0) ? true : false; 598 } 599 600 static inline void netxen_set_interrupt_mode(struct netxen_adapter *adapter, 601 u32 mode) 602 { 603 NXWR32(adapter, NETXEN_INTR_MODE_REG, mode); 604 } 605 606 static inline u32 netxen_get_interrupt_mode(struct netxen_adapter *adapter) 607 { 608 return NXRD32(adapter, NETXEN_INTR_MODE_REG); 609 } 610 611 static void 612 netxen_initialize_interrupt_registers(struct netxen_adapter *adapter) 613 { 614 struct netxen_legacy_intr_set *legacy_intrp; 615 u32 tgt_status_reg, int_state_reg; 616 617 if (adapter->ahw.revision_id >= NX_P3_B0) 618 legacy_intrp = &legacy_intr[adapter->ahw.pci_func]; 619 else 620 legacy_intrp = &legacy_intr[0]; 621 622 tgt_status_reg = legacy_intrp->tgt_status_reg; 623 int_state_reg = ISR_INT_STATE_REG; 624 625 adapter->int_vec_bit = legacy_intrp->int_vec_bit; 626 adapter->tgt_status_reg = netxen_get_ioaddr(adapter, tgt_status_reg); 627 adapter->tgt_mask_reg = netxen_get_ioaddr(adapter, 628 legacy_intrp->tgt_mask_reg); 629 adapter->pci_int_reg = netxen_get_ioaddr(adapter, 630 legacy_intrp->pci_int_reg); 631 adapter->isr_int_vec = netxen_get_ioaddr(adapter, ISR_INT_VECTOR); 632 633 if (adapter->ahw.revision_id >= NX_P3_B1) 634 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter, 635 int_state_reg); 636 else 637 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter, 638 CRB_INT_VECTOR); 639 } 640 641 static int netxen_setup_msi_interrupts(struct netxen_adapter *adapter, 642 int num_msix) 643 { 644 struct pci_dev *pdev = adapter->pdev; 645 u32 value; 646 int err; 647 648 if (adapter->msix_supported) { 649 netxen_init_msix_entries(adapter, num_msix); 650 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix); 651 if (err == 0) { 652 adapter->flags |= NETXEN_NIC_MSIX_ENABLED; 653 netxen_set_msix_bit(pdev, 1); 654 655 if (adapter->rss_supported) 656 adapter->max_sds_rings = num_msix; 657 658 dev_info(&pdev->dev, "using msi-x interrupts\n"); 659 return 0; 660 } 661 /* fall through for msi */ 662 } 663 664 if (use_msi && !pci_enable_msi(pdev)) { 665 value = msi_tgt_status[adapter->ahw.pci_func]; 666 adapter->flags |= NETXEN_NIC_MSI_ENABLED; 667 adapter->tgt_status_reg = netxen_get_ioaddr(adapter, value); 668 adapter->msix_entries[0].vector = pdev->irq; 669 dev_info(&pdev->dev, "using msi interrupts\n"); 670 return 0; 671 } 672 673 dev_err(&pdev->dev, "Failed to acquire MSI-X/MSI interrupt vector\n"); 674 return -EIO; 675 } 676 677 static int netxen_setup_intr(struct netxen_adapter *adapter) 678 { 679 struct pci_dev *pdev = adapter->pdev; 680 int num_msix; 681 682 if (adapter->rss_supported) 683 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ? 684 MSIX_ENTRIES_PER_ADAPTER : 2; 685 else 686 num_msix = 1; 687 688 adapter->max_sds_rings = 1; 689 adapter->flags &= ~(NETXEN_NIC_MSI_ENABLED | NETXEN_NIC_MSIX_ENABLED); 690 691 netxen_initialize_interrupt_registers(adapter); 692 netxen_set_msix_bit(pdev, 0); 693 694 if (netxen_function_zero(pdev)) { 695 if (!netxen_setup_msi_interrupts(adapter, num_msix)) 696 netxen_set_interrupt_mode(adapter, NETXEN_MSI_MODE); 697 else 698 netxen_set_interrupt_mode(adapter, NETXEN_INTX_MODE); 699 } else { 700 if (netxen_get_interrupt_mode(adapter) == NETXEN_MSI_MODE && 701 netxen_setup_msi_interrupts(adapter, num_msix)) { 702 dev_err(&pdev->dev, "Co-existence of MSI-X/MSI and INTx interrupts is not supported\n"); 703 return -EIO; 704 } 705 } 706 707 if (!NETXEN_IS_MSI_FAMILY(adapter)) { 708 adapter->msix_entries[0].vector = pdev->irq; 709 dev_info(&pdev->dev, "using legacy interrupts\n"); 710 } 711 return 0; 712 } 713 714 static void 715 netxen_teardown_intr(struct netxen_adapter *adapter) 716 { 717 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED) 718 pci_disable_msix(adapter->pdev); 719 if (adapter->flags & NETXEN_NIC_MSI_ENABLED) 720 pci_disable_msi(adapter->pdev); 721 } 722 723 static void 724 netxen_cleanup_pci_map(struct netxen_adapter *adapter) 725 { 726 if (adapter->ahw.db_base != NULL) 727 iounmap(adapter->ahw.db_base); 728 if (adapter->ahw.pci_base0 != NULL) 729 iounmap(adapter->ahw.pci_base0); 730 if (adapter->ahw.pci_base1 != NULL) 731 iounmap(adapter->ahw.pci_base1); 732 if (adapter->ahw.pci_base2 != NULL) 733 iounmap(adapter->ahw.pci_base2); 734 } 735 736 static int 737 netxen_setup_pci_map(struct netxen_adapter *adapter) 738 { 739 void __iomem *db_ptr = NULL; 740 741 resource_size_t mem_base, db_base; 742 unsigned long mem_len, db_len = 0; 743 744 struct pci_dev *pdev = adapter->pdev; 745 int pci_func = adapter->ahw.pci_func; 746 struct netxen_hardware_context *ahw = &adapter->ahw; 747 748 int err = 0; 749 750 /* 751 * Set the CRB window to invalid. If any register in window 0 is 752 * accessed it should set the window to 0 and then reset it to 1. 753 */ 754 adapter->ahw.crb_win = -1; 755 adapter->ahw.ocm_win = -1; 756 757 /* remap phys address */ 758 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */ 759 mem_len = pci_resource_len(pdev, 0); 760 761 /* 128 Meg of memory */ 762 if (mem_len == NETXEN_PCI_128MB_SIZE) { 763 764 ahw->pci_base0 = ioremap(mem_base, FIRST_PAGE_GROUP_SIZE); 765 ahw->pci_base1 = ioremap(mem_base + SECOND_PAGE_GROUP_START, 766 SECOND_PAGE_GROUP_SIZE); 767 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START, 768 THIRD_PAGE_GROUP_SIZE); 769 if (ahw->pci_base0 == NULL || ahw->pci_base1 == NULL || 770 ahw->pci_base2 == NULL) { 771 dev_err(&pdev->dev, "failed to map PCI bar 0\n"); 772 err = -EIO; 773 goto err_out; 774 } 775 776 ahw->pci_len0 = FIRST_PAGE_GROUP_SIZE; 777 778 } else if (mem_len == NETXEN_PCI_32MB_SIZE) { 779 780 ahw->pci_base1 = ioremap(mem_base, SECOND_PAGE_GROUP_SIZE); 781 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START - 782 SECOND_PAGE_GROUP_START, THIRD_PAGE_GROUP_SIZE); 783 if (ahw->pci_base1 == NULL || ahw->pci_base2 == NULL) { 784 dev_err(&pdev->dev, "failed to map PCI bar 0\n"); 785 err = -EIO; 786 goto err_out; 787 } 788 789 } else if (mem_len == NETXEN_PCI_2MB_SIZE) { 790 791 ahw->pci_base0 = pci_ioremap_bar(pdev, 0); 792 if (ahw->pci_base0 == NULL) { 793 dev_err(&pdev->dev, "failed to map PCI bar 0\n"); 794 return -EIO; 795 } 796 ahw->pci_len0 = mem_len; 797 } else { 798 return -EIO; 799 } 800 801 netxen_setup_hwops(adapter); 802 803 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20)); 804 805 if (NX_IS_REVISION_P3P(adapter->ahw.revision_id)) { 806 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter, 807 NETXEN_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func))); 808 809 } else if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 810 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter, 811 NETXEN_PCIX_PS_REG(PCIE_MN_WINDOW_REG(pci_func))); 812 } 813 814 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 815 goto skip_doorbell; 816 817 db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */ 818 db_len = pci_resource_len(pdev, 4); 819 820 if (db_len == 0) { 821 printk(KERN_ERR "%s: doorbell is disabled\n", 822 netxen_nic_driver_name); 823 err = -EIO; 824 goto err_out; 825 } 826 827 db_ptr = ioremap(db_base, NETXEN_DB_MAPSIZE_BYTES); 828 if (!db_ptr) { 829 printk(KERN_ERR "%s: Failed to allocate doorbell map.", 830 netxen_nic_driver_name); 831 err = -EIO; 832 goto err_out; 833 } 834 835 skip_doorbell: 836 adapter->ahw.db_base = db_ptr; 837 adapter->ahw.db_len = db_len; 838 return 0; 839 840 err_out: 841 netxen_cleanup_pci_map(adapter); 842 return err; 843 } 844 845 static void 846 netxen_check_options(struct netxen_adapter *adapter) 847 { 848 u32 fw_major, fw_minor, fw_build, prev_fw_version; 849 char brd_name[NETXEN_MAX_SHORT_NAME]; 850 char serial_num[32]; 851 int i, offset, val, err; 852 __le32 *ptr32; 853 struct pci_dev *pdev = adapter->pdev; 854 855 adapter->driver_mismatch = 0; 856 857 ptr32 = (__le32 *)&serial_num; 858 offset = NX_FW_SERIAL_NUM_OFFSET; 859 for (i = 0; i < 8; i++) { 860 if (netxen_rom_fast_read(adapter, offset, &val) == -1) { 861 dev_err(&pdev->dev, "error reading board info\n"); 862 adapter->driver_mismatch = 1; 863 return; 864 } 865 ptr32[i] = cpu_to_le32(val); 866 offset += sizeof(u32); 867 } 868 869 fw_major = NXRD32(adapter, NETXEN_FW_VERSION_MAJOR); 870 fw_minor = NXRD32(adapter, NETXEN_FW_VERSION_MINOR); 871 fw_build = NXRD32(adapter, NETXEN_FW_VERSION_SUB); 872 prev_fw_version = adapter->fw_version; 873 adapter->fw_version = NETXEN_VERSION_CODE(fw_major, fw_minor, fw_build); 874 875 /* Get FW Mini Coredump template and store it */ 876 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 877 if (adapter->mdump.md_template == NULL || 878 adapter->fw_version > prev_fw_version) { 879 kfree(adapter->mdump.md_template); 880 adapter->mdump.md_template = NULL; 881 err = netxen_setup_minidump(adapter); 882 if (err) 883 dev_err(&adapter->pdev->dev, 884 "Failed to setup minidump rcode = %d\n", err); 885 } 886 } 887 888 if (adapter->portnum == 0) { 889 if (netxen_nic_get_brd_name_by_type(adapter->ahw.board_type, 890 brd_name)) 891 strcpy(serial_num, "Unknown"); 892 893 pr_info("%s: %s Board S/N %s Chip rev 0x%x\n", 894 module_name(THIS_MODULE), 895 brd_name, serial_num, adapter->ahw.revision_id); 896 } 897 898 if (adapter->fw_version < NETXEN_VERSION_CODE(3, 4, 216)) { 899 adapter->driver_mismatch = 1; 900 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n", 901 fw_major, fw_minor, fw_build); 902 return; 903 } 904 905 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 906 i = NXRD32(adapter, NETXEN_SRE_MISC); 907 adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0; 908 } 909 910 dev_info(&pdev->dev, "Driver v%s, firmware v%d.%d.%d [%s]\n", 911 NETXEN_NIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build, 912 adapter->ahw.cut_through ? "cut-through" : "legacy"); 913 914 if (adapter->fw_version >= NETXEN_VERSION_CODE(4, 0, 222)) 915 adapter->capabilities = NXRD32(adapter, CRB_FW_CAPABILITIES_1); 916 917 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) { 918 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G; 919 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G; 920 } else if (adapter->ahw.port_type == NETXEN_NIC_GBE) { 921 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G; 922 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G; 923 } 924 925 adapter->msix_supported = 0; 926 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 927 adapter->msix_supported = !!use_msi_x; 928 adapter->rss_supported = !!use_msi_x; 929 } else { 930 u32 flashed_ver = 0; 931 netxen_rom_fast_read(adapter, 932 NX_FW_VERSION_OFFSET, (int *)&flashed_ver); 933 flashed_ver = NETXEN_DECODE_VERSION(flashed_ver); 934 935 if (flashed_ver >= NETXEN_VERSION_CODE(3, 4, 336)) { 936 switch (adapter->ahw.board_type) { 937 case NETXEN_BRDTYPE_P2_SB31_10G: 938 case NETXEN_BRDTYPE_P2_SB31_10G_CX4: 939 adapter->msix_supported = !!use_msi_x; 940 adapter->rss_supported = !!use_msi_x; 941 break; 942 default: 943 break; 944 } 945 } 946 } 947 948 adapter->num_txd = MAX_CMD_DESCRIPTORS; 949 950 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 951 adapter->num_lro_rxd = MAX_LRO_RCV_DESCRIPTORS; 952 adapter->max_rds_rings = 3; 953 } else { 954 adapter->num_lro_rxd = 0; 955 adapter->max_rds_rings = 2; 956 } 957 } 958 959 static int 960 netxen_start_firmware(struct netxen_adapter *adapter) 961 { 962 int val, err, first_boot; 963 struct pci_dev *pdev = adapter->pdev; 964 965 /* required for NX2031 dummy dma */ 966 err = nx_set_dma_mask(adapter); 967 if (err) 968 return err; 969 970 err = netxen_can_start_firmware(adapter); 971 972 if (err < 0) 973 return err; 974 975 if (!err) 976 goto wait_init; 977 978 first_boot = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc)); 979 980 err = netxen_check_hw_init(adapter, first_boot); 981 if (err) { 982 dev_err(&pdev->dev, "error in init HW init sequence\n"); 983 return err; 984 } 985 986 netxen_request_firmware(adapter); 987 988 err = netxen_need_fw_reset(adapter); 989 if (err < 0) 990 goto err_out; 991 if (err == 0) 992 goto pcie_strap_init; 993 994 if (first_boot != 0x55555555) { 995 NXWR32(adapter, CRB_CMDPEG_STATE, 0); 996 netxen_pinit_from_rom(adapter); 997 msleep(1); 998 } 999 1000 NXWR32(adapter, CRB_DMA_SHIFT, 0x55555555); 1001 NXWR32(adapter, NETXEN_PEG_HALT_STATUS1, 0); 1002 NXWR32(adapter, NETXEN_PEG_HALT_STATUS2, 0); 1003 1004 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1005 netxen_set_port_mode(adapter); 1006 1007 err = netxen_load_firmware(adapter); 1008 if (err) 1009 goto err_out; 1010 1011 netxen_release_firmware(adapter); 1012 1013 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 1014 1015 /* Initialize multicast addr pool owners */ 1016 val = 0x7654; 1017 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) 1018 val |= 0x0f000000; 1019 NXWR32(adapter, NETXEN_MAC_ADDR_CNTL_REG, val); 1020 1021 } 1022 1023 err = netxen_init_dummy_dma(adapter); 1024 if (err) 1025 goto err_out; 1026 1027 /* 1028 * Tell the hardware our version number. 1029 */ 1030 val = (_NETXEN_NIC_LINUX_MAJOR << 16) 1031 | ((_NETXEN_NIC_LINUX_MINOR << 8)) 1032 | (_NETXEN_NIC_LINUX_SUBVERSION); 1033 NXWR32(adapter, CRB_DRIVER_VERSION, val); 1034 1035 pcie_strap_init: 1036 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1037 netxen_pcie_strap_init(adapter); 1038 1039 wait_init: 1040 /* Handshake with the card before we register the devices. */ 1041 err = netxen_phantom_init(adapter, NETXEN_NIC_PEG_TUNE); 1042 if (err) { 1043 netxen_free_dummy_dma(adapter); 1044 goto err_out; 1045 } 1046 1047 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_READY); 1048 1049 nx_update_dma_mask(adapter); 1050 1051 netxen_check_options(adapter); 1052 1053 adapter->need_fw_reset = 0; 1054 1055 /* fall through and release firmware */ 1056 1057 err_out: 1058 netxen_release_firmware(adapter); 1059 return err; 1060 } 1061 1062 static int 1063 netxen_nic_request_irq(struct netxen_adapter *adapter) 1064 { 1065 irq_handler_t handler; 1066 struct nx_host_sds_ring *sds_ring; 1067 int err, ring; 1068 1069 unsigned long flags = 0; 1070 struct net_device *netdev = adapter->netdev; 1071 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 1072 1073 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED) 1074 handler = netxen_msix_intr; 1075 else if (adapter->flags & NETXEN_NIC_MSI_ENABLED) 1076 handler = netxen_msi_intr; 1077 else { 1078 flags |= IRQF_SHARED; 1079 handler = netxen_intr; 1080 } 1081 adapter->irq = netdev->irq; 1082 1083 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 1084 sds_ring = &recv_ctx->sds_rings[ring]; 1085 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring); 1086 err = request_irq(sds_ring->irq, handler, 1087 flags, sds_ring->name, sds_ring); 1088 if (err) 1089 return err; 1090 } 1091 1092 return 0; 1093 } 1094 1095 static void 1096 netxen_nic_free_irq(struct netxen_adapter *adapter) 1097 { 1098 int ring; 1099 struct nx_host_sds_ring *sds_ring; 1100 1101 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 1102 1103 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 1104 sds_ring = &recv_ctx->sds_rings[ring]; 1105 free_irq(sds_ring->irq, sds_ring); 1106 } 1107 } 1108 1109 static void 1110 netxen_nic_init_coalesce_defaults(struct netxen_adapter *adapter) 1111 { 1112 adapter->coal.flags = NETXEN_NIC_INTR_DEFAULT; 1113 adapter->coal.normal.data.rx_time_us = 1114 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US; 1115 adapter->coal.normal.data.rx_packets = 1116 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS; 1117 adapter->coal.normal.data.tx_time_us = 1118 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US; 1119 adapter->coal.normal.data.tx_packets = 1120 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS; 1121 } 1122 1123 /* with rtnl_lock */ 1124 static int 1125 __netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev) 1126 { 1127 int err; 1128 1129 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 1130 return -EIO; 1131 1132 err = adapter->init_port(adapter, adapter->physical_port); 1133 if (err) { 1134 printk(KERN_ERR "%s: Failed to initialize port %d\n", 1135 netxen_nic_driver_name, adapter->portnum); 1136 return err; 1137 } 1138 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 1139 adapter->macaddr_set(adapter, adapter->mac_addr); 1140 1141 adapter->set_multi(netdev); 1142 adapter->set_mtu(adapter, netdev->mtu); 1143 1144 adapter->ahw.linkup = 0; 1145 1146 if (adapter->max_sds_rings > 1) 1147 netxen_config_rss(adapter, 1); 1148 1149 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1150 netxen_config_intr_coalesce(adapter); 1151 1152 if (netdev->features & NETIF_F_LRO) 1153 netxen_config_hw_lro(adapter, NETXEN_NIC_LRO_ENABLED); 1154 1155 netxen_napi_enable(adapter); 1156 1157 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION) 1158 netxen_linkevent_request(adapter, 1); 1159 else 1160 netxen_nic_set_link_parameters(adapter); 1161 1162 set_bit(__NX_DEV_UP, &adapter->state); 1163 return 0; 1164 } 1165 1166 /* Usage: During resume and firmware recovery module.*/ 1167 1168 static inline int 1169 netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev) 1170 { 1171 int err = 0; 1172 1173 rtnl_lock(); 1174 if (netif_running(netdev)) 1175 err = __netxen_nic_up(adapter, netdev); 1176 rtnl_unlock(); 1177 1178 return err; 1179 } 1180 1181 /* with rtnl_lock */ 1182 static void 1183 __netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev) 1184 { 1185 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 1186 return; 1187 1188 if (!test_and_clear_bit(__NX_DEV_UP, &adapter->state)) 1189 return; 1190 1191 smp_mb(); 1192 spin_lock(&adapter->tx_clean_lock); 1193 netif_carrier_off(netdev); 1194 netif_tx_disable(netdev); 1195 1196 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION) 1197 netxen_linkevent_request(adapter, 0); 1198 1199 if (adapter->stop_port) 1200 adapter->stop_port(adapter); 1201 1202 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1203 netxen_p3_free_mac_list(adapter); 1204 1205 adapter->set_promisc(adapter, NETXEN_NIU_NON_PROMISC_MODE); 1206 1207 netxen_napi_disable(adapter); 1208 1209 netxen_release_tx_buffers(adapter); 1210 spin_unlock(&adapter->tx_clean_lock); 1211 } 1212 1213 /* Usage: During suspend and firmware recovery module */ 1214 1215 static inline void 1216 netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev) 1217 { 1218 rtnl_lock(); 1219 if (netif_running(netdev)) 1220 __netxen_nic_down(adapter, netdev); 1221 rtnl_unlock(); 1222 1223 } 1224 1225 static int 1226 netxen_nic_attach(struct netxen_adapter *adapter) 1227 { 1228 struct net_device *netdev = adapter->netdev; 1229 struct pci_dev *pdev = adapter->pdev; 1230 int err, ring; 1231 struct nx_host_rds_ring *rds_ring; 1232 struct nx_host_tx_ring *tx_ring; 1233 u32 capab2; 1234 1235 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) 1236 return 0; 1237 1238 err = netxen_init_firmware(adapter); 1239 if (err) 1240 return err; 1241 1242 adapter->flags &= ~NETXEN_FW_MSS_CAP; 1243 if (adapter->capabilities & NX_FW_CAPABILITY_MORE_CAPS) { 1244 capab2 = NXRD32(adapter, CRB_FW_CAPABILITIES_2); 1245 if (capab2 & NX_FW_CAPABILITY_2_LRO_MAX_TCP_SEG) 1246 adapter->flags |= NETXEN_FW_MSS_CAP; 1247 } 1248 1249 err = netxen_napi_add(adapter, netdev); 1250 if (err) 1251 return err; 1252 1253 err = netxen_alloc_sw_resources(adapter); 1254 if (err) { 1255 printk(KERN_ERR "%s: Error in setting sw resources\n", 1256 netdev->name); 1257 return err; 1258 } 1259 1260 err = netxen_alloc_hw_resources(adapter); 1261 if (err) { 1262 printk(KERN_ERR "%s: Error in setting hw resources\n", 1263 netdev->name); 1264 goto err_out_free_sw; 1265 } 1266 1267 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 1268 tx_ring = adapter->tx_ring; 1269 tx_ring->crb_cmd_producer = netxen_get_ioaddr(adapter, 1270 crb_cmd_producer[adapter->portnum]); 1271 tx_ring->crb_cmd_consumer = netxen_get_ioaddr(adapter, 1272 crb_cmd_consumer[adapter->portnum]); 1273 1274 tx_ring->producer = 0; 1275 tx_ring->sw_consumer = 0; 1276 1277 netxen_nic_update_cmd_producer(adapter, tx_ring); 1278 netxen_nic_update_cmd_consumer(adapter, tx_ring); 1279 } 1280 1281 for (ring = 0; ring < adapter->max_rds_rings; ring++) { 1282 rds_ring = &adapter->recv_ctx.rds_rings[ring]; 1283 netxen_post_rx_buffers(adapter, ring, rds_ring); 1284 } 1285 1286 err = netxen_nic_request_irq(adapter); 1287 if (err) { 1288 dev_err(&pdev->dev, "%s: failed to setup interrupt\n", 1289 netdev->name); 1290 goto err_out_free_rxbuf; 1291 } 1292 1293 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1294 netxen_nic_init_coalesce_defaults(adapter); 1295 1296 netxen_create_sysfs_entries(adapter); 1297 1298 adapter->is_up = NETXEN_ADAPTER_UP_MAGIC; 1299 return 0; 1300 1301 err_out_free_rxbuf: 1302 netxen_release_rx_buffers(adapter); 1303 netxen_free_hw_resources(adapter); 1304 err_out_free_sw: 1305 netxen_free_sw_resources(adapter); 1306 return err; 1307 } 1308 1309 static void 1310 netxen_nic_detach(struct netxen_adapter *adapter) 1311 { 1312 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 1313 return; 1314 1315 netxen_remove_sysfs_entries(adapter); 1316 1317 netxen_free_hw_resources(adapter); 1318 netxen_release_rx_buffers(adapter); 1319 netxen_nic_free_irq(adapter); 1320 netxen_napi_del(adapter); 1321 netxen_free_sw_resources(adapter); 1322 1323 adapter->is_up = 0; 1324 } 1325 1326 int 1327 netxen_nic_reset_context(struct netxen_adapter *adapter) 1328 { 1329 int err = 0; 1330 struct net_device *netdev = adapter->netdev; 1331 1332 if (test_and_set_bit(__NX_RESETTING, &adapter->state)) 1333 return -EBUSY; 1334 1335 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) { 1336 1337 netif_device_detach(netdev); 1338 1339 if (netif_running(netdev)) 1340 __netxen_nic_down(adapter, netdev); 1341 1342 netxen_nic_detach(adapter); 1343 1344 if (netif_running(netdev)) { 1345 err = netxen_nic_attach(adapter); 1346 if (!err) 1347 err = __netxen_nic_up(adapter, netdev); 1348 1349 if (err) 1350 goto done; 1351 } 1352 1353 netif_device_attach(netdev); 1354 } 1355 1356 done: 1357 clear_bit(__NX_RESETTING, &adapter->state); 1358 return err; 1359 } 1360 1361 static int 1362 netxen_setup_netdev(struct netxen_adapter *adapter, 1363 struct net_device *netdev) 1364 { 1365 int err = 0; 1366 struct pci_dev *pdev = adapter->pdev; 1367 1368 adapter->mc_enabled = 0; 1369 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1370 adapter->max_mc_count = 38; 1371 else 1372 adapter->max_mc_count = 16; 1373 1374 netdev->netdev_ops = &netxen_netdev_ops; 1375 netdev->watchdog_timeo = 5*HZ; 1376 1377 netxen_nic_change_mtu(netdev, netdev->mtu); 1378 1379 SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops); 1380 1381 netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO | 1382 NETIF_F_RXCSUM; 1383 1384 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1385 netdev->hw_features |= NETIF_F_IPV6_CSUM | NETIF_F_TSO6; 1386 1387 netdev->vlan_features |= netdev->hw_features; 1388 1389 if (adapter->pci_using_dac) { 1390 netdev->features |= NETIF_F_HIGHDMA; 1391 netdev->vlan_features |= NETIF_F_HIGHDMA; 1392 } 1393 1394 if (adapter->capabilities & NX_FW_CAPABILITY_FVLANTX) 1395 netdev->hw_features |= NETIF_F_HW_VLAN_CTAG_TX; 1396 1397 if (adapter->capabilities & NX_FW_CAPABILITY_HW_LRO) 1398 netdev->hw_features |= NETIF_F_LRO; 1399 1400 netdev->features |= netdev->hw_features; 1401 1402 netdev->irq = adapter->msix_entries[0].vector; 1403 1404 INIT_WORK(&adapter->tx_timeout_task, netxen_tx_timeout_task); 1405 1406 if (netxen_read_mac_addr(adapter)) 1407 dev_warn(&pdev->dev, "failed to read mac addr\n"); 1408 1409 netif_carrier_off(netdev); 1410 1411 err = register_netdev(netdev); 1412 if (err) { 1413 dev_err(&pdev->dev, "failed to register net device\n"); 1414 return err; 1415 } 1416 1417 return 0; 1418 } 1419 1420 #ifdef CONFIG_PCIEAER 1421 static void netxen_mask_aer_correctable(struct netxen_adapter *adapter) 1422 { 1423 struct pci_dev *pdev = adapter->pdev; 1424 struct pci_dev *root = pdev->bus->self; 1425 u32 aer_pos; 1426 1427 /* root bus? */ 1428 if (!root) 1429 return; 1430 1431 if (adapter->ahw.board_type != NETXEN_BRDTYPE_P3_4_GB_MM && 1432 adapter->ahw.board_type != NETXEN_BRDTYPE_P3_10G_TP) 1433 return; 1434 1435 if (pci_pcie_type(root) != PCI_EXP_TYPE_ROOT_PORT) 1436 return; 1437 1438 aer_pos = pci_find_ext_capability(root, PCI_EXT_CAP_ID_ERR); 1439 if (!aer_pos) 1440 return; 1441 1442 pci_write_config_dword(root, aer_pos + PCI_ERR_COR_MASK, 0xffff); 1443 } 1444 #endif 1445 1446 static int 1447 netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent) 1448 { 1449 struct net_device *netdev = NULL; 1450 struct netxen_adapter *adapter = NULL; 1451 int i = 0, err; 1452 int pci_func_id = PCI_FUNC(pdev->devfn); 1453 uint8_t revision_id; 1454 u32 val; 1455 1456 if (pdev->revision >= NX_P3_A0 && pdev->revision <= NX_P3_B1) { 1457 pr_warning("%s: chip revisions between 0x%x-0x%x " 1458 "will not be enabled.\n", 1459 module_name(THIS_MODULE), NX_P3_A0, NX_P3_B1); 1460 return -ENODEV; 1461 } 1462 1463 if ((err = pci_enable_device(pdev))) 1464 return err; 1465 1466 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) { 1467 err = -ENODEV; 1468 goto err_out_disable_pdev; 1469 } 1470 1471 if ((err = pci_request_regions(pdev, netxen_nic_driver_name))) 1472 goto err_out_disable_pdev; 1473 1474 if (NX_IS_REVISION_P3(pdev->revision)) 1475 pci_enable_pcie_error_reporting(pdev); 1476 1477 pci_set_master(pdev); 1478 1479 netdev = alloc_etherdev(sizeof(struct netxen_adapter)); 1480 if(!netdev) { 1481 err = -ENOMEM; 1482 goto err_out_free_res; 1483 } 1484 1485 SET_NETDEV_DEV(netdev, &pdev->dev); 1486 1487 adapter = netdev_priv(netdev); 1488 adapter->netdev = netdev; 1489 adapter->pdev = pdev; 1490 adapter->ahw.pci_func = pci_func_id; 1491 1492 revision_id = pdev->revision; 1493 adapter->ahw.revision_id = revision_id; 1494 1495 rwlock_init(&adapter->ahw.crb_lock); 1496 spin_lock_init(&adapter->ahw.mem_lock); 1497 1498 spin_lock_init(&adapter->tx_clean_lock); 1499 INIT_LIST_HEAD(&adapter->mac_list); 1500 INIT_LIST_HEAD(&adapter->ip_list); 1501 1502 err = netxen_setup_pci_map(adapter); 1503 if (err) 1504 goto err_out_free_netdev; 1505 1506 /* This will be reset for mezz cards */ 1507 adapter->portnum = pci_func_id; 1508 1509 err = netxen_nic_get_board_info(adapter); 1510 if (err) { 1511 dev_err(&pdev->dev, "Error getting board config info.\n"); 1512 goto err_out_iounmap; 1513 } 1514 1515 #ifdef CONFIG_PCIEAER 1516 netxen_mask_aer_correctable(adapter); 1517 #endif 1518 1519 /* Mezz cards have PCI function 0,2,3 enabled */ 1520 switch (adapter->ahw.board_type) { 1521 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ: 1522 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ: 1523 if (pci_func_id >= 2) 1524 adapter->portnum = pci_func_id - 2; 1525 break; 1526 default: 1527 break; 1528 } 1529 1530 err = netxen_check_flash_fw_compatibility(adapter); 1531 if (err) 1532 goto err_out_iounmap; 1533 1534 if (adapter->portnum == 0) { 1535 val = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 1536 if (val != 0xffffffff && val != 0) { 1537 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, 0); 1538 adapter->need_fw_reset = 1; 1539 } 1540 } 1541 1542 err = netxen_start_firmware(adapter); 1543 if (err) 1544 goto err_out_decr_ref; 1545 1546 /* 1547 * See if the firmware gave us a virtual-physical port mapping. 1548 */ 1549 adapter->physical_port = adapter->portnum; 1550 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 1551 i = NXRD32(adapter, CRB_V2P(adapter->portnum)); 1552 if (i != 0x55555555) 1553 adapter->physical_port = i; 1554 } 1555 1556 netxen_nic_clear_stats(adapter); 1557 1558 err = netxen_setup_intr(adapter); 1559 1560 if (err) { 1561 dev_err(&adapter->pdev->dev, 1562 "Failed to setup interrupts, error = %d\n", err); 1563 goto err_out_disable_msi; 1564 } 1565 1566 err = netxen_setup_netdev(adapter, netdev); 1567 if (err) 1568 goto err_out_disable_msi; 1569 1570 pci_set_drvdata(pdev, adapter); 1571 1572 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 1573 1574 switch (adapter->ahw.port_type) { 1575 case NETXEN_NIC_GBE: 1576 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n", 1577 adapter->netdev->name); 1578 break; 1579 case NETXEN_NIC_XGBE: 1580 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n", 1581 adapter->netdev->name); 1582 break; 1583 } 1584 1585 netxen_create_diag_entries(adapter); 1586 1587 return 0; 1588 1589 err_out_disable_msi: 1590 netxen_teardown_intr(adapter); 1591 1592 netxen_free_dummy_dma(adapter); 1593 1594 err_out_decr_ref: 1595 nx_decr_dev_ref_cnt(adapter); 1596 1597 err_out_iounmap: 1598 netxen_cleanup_pci_map(adapter); 1599 1600 err_out_free_netdev: 1601 free_netdev(netdev); 1602 1603 err_out_free_res: 1604 pci_release_regions(pdev); 1605 1606 err_out_disable_pdev: 1607 pci_set_drvdata(pdev, NULL); 1608 pci_disable_device(pdev); 1609 return err; 1610 } 1611 1612 static 1613 void netxen_cleanup_minidump(struct netxen_adapter *adapter) 1614 { 1615 kfree(adapter->mdump.md_template); 1616 adapter->mdump.md_template = NULL; 1617 1618 if (adapter->mdump.md_capture_buff) { 1619 vfree(adapter->mdump.md_capture_buff); 1620 adapter->mdump.md_capture_buff = NULL; 1621 } 1622 } 1623 1624 static void netxen_nic_remove(struct pci_dev *pdev) 1625 { 1626 struct netxen_adapter *adapter; 1627 struct net_device *netdev; 1628 1629 adapter = pci_get_drvdata(pdev); 1630 if (adapter == NULL) 1631 return; 1632 1633 netdev = adapter->netdev; 1634 1635 netxen_cancel_fw_work(adapter); 1636 1637 unregister_netdev(netdev); 1638 1639 cancel_work_sync(&adapter->tx_timeout_task); 1640 1641 netxen_free_ip_list(adapter, false); 1642 netxen_nic_detach(adapter); 1643 1644 nx_decr_dev_ref_cnt(adapter); 1645 1646 if (adapter->portnum == 0) 1647 netxen_free_dummy_dma(adapter); 1648 1649 clear_bit(__NX_RESETTING, &adapter->state); 1650 1651 netxen_teardown_intr(adapter); 1652 netxen_set_interrupt_mode(adapter, 0); 1653 netxen_remove_diag_entries(adapter); 1654 1655 netxen_cleanup_pci_map(adapter); 1656 1657 netxen_release_firmware(adapter); 1658 1659 if (NX_IS_REVISION_P3(pdev->revision)) { 1660 netxen_cleanup_minidump(adapter); 1661 pci_disable_pcie_error_reporting(pdev); 1662 } 1663 1664 pci_release_regions(pdev); 1665 pci_disable_device(pdev); 1666 pci_set_drvdata(pdev, NULL); 1667 1668 free_netdev(netdev); 1669 } 1670 1671 static void netxen_nic_detach_func(struct netxen_adapter *adapter) 1672 { 1673 struct net_device *netdev = adapter->netdev; 1674 1675 netif_device_detach(netdev); 1676 1677 netxen_cancel_fw_work(adapter); 1678 1679 if (netif_running(netdev)) 1680 netxen_nic_down(adapter, netdev); 1681 1682 cancel_work_sync(&adapter->tx_timeout_task); 1683 1684 netxen_nic_detach(adapter); 1685 1686 if (adapter->portnum == 0) 1687 netxen_free_dummy_dma(adapter); 1688 1689 nx_decr_dev_ref_cnt(adapter); 1690 1691 clear_bit(__NX_RESETTING, &adapter->state); 1692 } 1693 1694 static int netxen_nic_attach_func(struct pci_dev *pdev) 1695 { 1696 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1697 struct net_device *netdev = adapter->netdev; 1698 int err; 1699 1700 err = pci_enable_device(pdev); 1701 if (err) 1702 return err; 1703 1704 pci_set_power_state(pdev, PCI_D0); 1705 pci_set_master(pdev); 1706 pci_restore_state(pdev); 1707 1708 adapter->ahw.crb_win = -1; 1709 adapter->ahw.ocm_win = -1; 1710 1711 err = netxen_start_firmware(adapter); 1712 if (err) { 1713 dev_err(&pdev->dev, "failed to start firmware\n"); 1714 return err; 1715 } 1716 1717 if (netif_running(netdev)) { 1718 err = netxen_nic_attach(adapter); 1719 if (err) 1720 goto err_out; 1721 1722 err = netxen_nic_up(adapter, netdev); 1723 if (err) 1724 goto err_out_detach; 1725 1726 netxen_restore_indev_addr(netdev, NETDEV_UP); 1727 } 1728 1729 netif_device_attach(netdev); 1730 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 1731 return 0; 1732 1733 err_out_detach: 1734 netxen_nic_detach(adapter); 1735 err_out: 1736 nx_decr_dev_ref_cnt(adapter); 1737 return err; 1738 } 1739 1740 static pci_ers_result_t netxen_io_error_detected(struct pci_dev *pdev, 1741 pci_channel_state_t state) 1742 { 1743 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1744 1745 if (state == pci_channel_io_perm_failure) 1746 return PCI_ERS_RESULT_DISCONNECT; 1747 1748 if (nx_dev_request_aer(adapter)) 1749 return PCI_ERS_RESULT_RECOVERED; 1750 1751 netxen_nic_detach_func(adapter); 1752 1753 pci_disable_device(pdev); 1754 1755 return PCI_ERS_RESULT_NEED_RESET; 1756 } 1757 1758 static pci_ers_result_t netxen_io_slot_reset(struct pci_dev *pdev) 1759 { 1760 int err = 0; 1761 1762 err = netxen_nic_attach_func(pdev); 1763 1764 return err ? PCI_ERS_RESULT_DISCONNECT : PCI_ERS_RESULT_RECOVERED; 1765 } 1766 1767 static void netxen_io_resume(struct pci_dev *pdev) 1768 { 1769 pci_cleanup_aer_uncorrect_error_status(pdev); 1770 } 1771 1772 static void netxen_nic_shutdown(struct pci_dev *pdev) 1773 { 1774 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1775 1776 netxen_nic_detach_func(adapter); 1777 1778 if (pci_save_state(pdev)) 1779 return; 1780 1781 if (netxen_nic_wol_supported(adapter)) { 1782 pci_enable_wake(pdev, PCI_D3cold, 1); 1783 pci_enable_wake(pdev, PCI_D3hot, 1); 1784 } 1785 1786 pci_disable_device(pdev); 1787 } 1788 1789 #ifdef CONFIG_PM 1790 static int 1791 netxen_nic_suspend(struct pci_dev *pdev, pm_message_t state) 1792 { 1793 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1794 int retval; 1795 1796 netxen_nic_detach_func(adapter); 1797 1798 retval = pci_save_state(pdev); 1799 if (retval) 1800 return retval; 1801 1802 if (netxen_nic_wol_supported(adapter)) { 1803 pci_enable_wake(pdev, PCI_D3cold, 1); 1804 pci_enable_wake(pdev, PCI_D3hot, 1); 1805 } 1806 1807 pci_disable_device(pdev); 1808 pci_set_power_state(pdev, pci_choose_state(pdev, state)); 1809 1810 return 0; 1811 } 1812 1813 static int 1814 netxen_nic_resume(struct pci_dev *pdev) 1815 { 1816 return netxen_nic_attach_func(pdev); 1817 } 1818 #endif 1819 1820 static int netxen_nic_open(struct net_device *netdev) 1821 { 1822 struct netxen_adapter *adapter = netdev_priv(netdev); 1823 int err = 0; 1824 1825 if (adapter->driver_mismatch) 1826 return -EIO; 1827 1828 err = netxen_nic_attach(adapter); 1829 if (err) 1830 return err; 1831 1832 err = __netxen_nic_up(adapter, netdev); 1833 if (err) 1834 goto err_out; 1835 1836 netif_start_queue(netdev); 1837 1838 return 0; 1839 1840 err_out: 1841 netxen_nic_detach(adapter); 1842 return err; 1843 } 1844 1845 /* 1846 * netxen_nic_close - Disables a network interface entry point 1847 */ 1848 static int netxen_nic_close(struct net_device *netdev) 1849 { 1850 struct netxen_adapter *adapter = netdev_priv(netdev); 1851 1852 __netxen_nic_down(adapter, netdev); 1853 return 0; 1854 } 1855 1856 static void 1857 netxen_tso_check(struct net_device *netdev, 1858 struct nx_host_tx_ring *tx_ring, 1859 struct cmd_desc_type0 *first_desc, 1860 struct sk_buff *skb) 1861 { 1862 u8 opcode = TX_ETHER_PKT; 1863 __be16 protocol = skb->protocol; 1864 u16 flags = 0, vid = 0; 1865 u32 producer; 1866 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0; 1867 struct cmd_desc_type0 *hwdesc; 1868 struct vlan_ethhdr *vh; 1869 1870 if (protocol == cpu_to_be16(ETH_P_8021Q)) { 1871 1872 vh = (struct vlan_ethhdr *)skb->data; 1873 protocol = vh->h_vlan_encapsulated_proto; 1874 flags = FLAGS_VLAN_TAGGED; 1875 1876 } else if (vlan_tx_tag_present(skb)) { 1877 flags = FLAGS_VLAN_OOB; 1878 vid = vlan_tx_tag_get(skb); 1879 netxen_set_tx_vlan_tci(first_desc, vid); 1880 vlan_oob = 1; 1881 } 1882 1883 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) && 1884 skb_shinfo(skb)->gso_size > 0) { 1885 1886 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 1887 1888 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size); 1889 first_desc->total_hdr_length = hdr_len; 1890 if (vlan_oob) { 1891 first_desc->total_hdr_length += VLAN_HLEN; 1892 first_desc->tcp_hdr_offset = VLAN_HLEN; 1893 first_desc->ip_hdr_offset = VLAN_HLEN; 1894 /* Only in case of TSO on vlan device */ 1895 flags |= FLAGS_VLAN_TAGGED; 1896 } 1897 1898 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ? 1899 TX_TCP_LSO6 : TX_TCP_LSO; 1900 tso = 1; 1901 1902 } else if (skb->ip_summed == CHECKSUM_PARTIAL) { 1903 u8 l4proto; 1904 1905 if (protocol == cpu_to_be16(ETH_P_IP)) { 1906 l4proto = ip_hdr(skb)->protocol; 1907 1908 if (l4proto == IPPROTO_TCP) 1909 opcode = TX_TCP_PKT; 1910 else if(l4proto == IPPROTO_UDP) 1911 opcode = TX_UDP_PKT; 1912 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) { 1913 l4proto = ipv6_hdr(skb)->nexthdr; 1914 1915 if (l4proto == IPPROTO_TCP) 1916 opcode = TX_TCPV6_PKT; 1917 else if(l4proto == IPPROTO_UDP) 1918 opcode = TX_UDPV6_PKT; 1919 } 1920 } 1921 1922 first_desc->tcp_hdr_offset += skb_transport_offset(skb); 1923 first_desc->ip_hdr_offset += skb_network_offset(skb); 1924 netxen_set_tx_flags_opcode(first_desc, flags, opcode); 1925 1926 if (!tso) 1927 return; 1928 1929 /* For LSO, we need to copy the MAC/IP/TCP headers into 1930 * the descriptor ring 1931 */ 1932 producer = tx_ring->producer; 1933 copied = 0; 1934 offset = 2; 1935 1936 if (vlan_oob) { 1937 /* Create a TSO vlan header template for firmware */ 1938 1939 hwdesc = &tx_ring->desc_head[producer]; 1940 tx_ring->cmd_buf_arr[producer].skb = NULL; 1941 1942 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset, 1943 hdr_len + VLAN_HLEN); 1944 1945 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2); 1946 skb_copy_from_linear_data(skb, vh, 12); 1947 vh->h_vlan_proto = htons(ETH_P_8021Q); 1948 vh->h_vlan_TCI = htons(vid); 1949 skb_copy_from_linear_data_offset(skb, 12, 1950 (char *)vh + 16, copy_len - 16); 1951 1952 copied = copy_len - VLAN_HLEN; 1953 offset = 0; 1954 1955 producer = get_next_index(producer, tx_ring->num_desc); 1956 } 1957 1958 while (copied < hdr_len) { 1959 1960 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset, 1961 (hdr_len - copied)); 1962 1963 hwdesc = &tx_ring->desc_head[producer]; 1964 tx_ring->cmd_buf_arr[producer].skb = NULL; 1965 1966 skb_copy_from_linear_data_offset(skb, copied, 1967 (char *)hwdesc + offset, copy_len); 1968 1969 copied += copy_len; 1970 offset = 0; 1971 1972 producer = get_next_index(producer, tx_ring->num_desc); 1973 } 1974 1975 tx_ring->producer = producer; 1976 barrier(); 1977 } 1978 1979 static int 1980 netxen_map_tx_skb(struct pci_dev *pdev, 1981 struct sk_buff *skb, struct netxen_cmd_buffer *pbuf) 1982 { 1983 struct netxen_skb_frag *nf; 1984 struct skb_frag_struct *frag; 1985 int i, nr_frags; 1986 dma_addr_t map; 1987 1988 nr_frags = skb_shinfo(skb)->nr_frags; 1989 nf = &pbuf->frag_array[0]; 1990 1991 map = pci_map_single(pdev, skb->data, 1992 skb_headlen(skb), PCI_DMA_TODEVICE); 1993 if (pci_dma_mapping_error(pdev, map)) 1994 goto out_err; 1995 1996 nf->dma = map; 1997 nf->length = skb_headlen(skb); 1998 1999 for (i = 0; i < nr_frags; i++) { 2000 frag = &skb_shinfo(skb)->frags[i]; 2001 nf = &pbuf->frag_array[i+1]; 2002 2003 map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag), 2004 DMA_TO_DEVICE); 2005 if (dma_mapping_error(&pdev->dev, map)) 2006 goto unwind; 2007 2008 nf->dma = map; 2009 nf->length = skb_frag_size(frag); 2010 } 2011 2012 return 0; 2013 2014 unwind: 2015 while (--i >= 0) { 2016 nf = &pbuf->frag_array[i+1]; 2017 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE); 2018 nf->dma = 0ULL; 2019 } 2020 2021 nf = &pbuf->frag_array[0]; 2022 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE); 2023 nf->dma = 0ULL; 2024 2025 out_err: 2026 return -ENOMEM; 2027 } 2028 2029 static inline void 2030 netxen_clear_cmddesc(u64 *desc) 2031 { 2032 desc[0] = 0ULL; 2033 desc[2] = 0ULL; 2034 } 2035 2036 static netdev_tx_t 2037 netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev) 2038 { 2039 struct netxen_adapter *adapter = netdev_priv(netdev); 2040 struct nx_host_tx_ring *tx_ring = adapter->tx_ring; 2041 struct netxen_cmd_buffer *pbuf; 2042 struct netxen_skb_frag *buffrag; 2043 struct cmd_desc_type0 *hwdesc, *first_desc; 2044 struct pci_dev *pdev; 2045 int i, k; 2046 int delta = 0; 2047 struct skb_frag_struct *frag; 2048 2049 u32 producer; 2050 int frag_count, no_of_desc; 2051 u32 num_txd = tx_ring->num_desc; 2052 2053 frag_count = skb_shinfo(skb)->nr_frags + 1; 2054 2055 /* 14 frags supported for normal packet and 2056 * 32 frags supported for TSO packet 2057 */ 2058 if (!skb_is_gso(skb) && frag_count > NETXEN_MAX_FRAGS_PER_TX) { 2059 2060 for (i = 0; i < (frag_count - NETXEN_MAX_FRAGS_PER_TX); i++) { 2061 frag = &skb_shinfo(skb)->frags[i]; 2062 delta += skb_frag_size(frag); 2063 } 2064 2065 if (!__pskb_pull_tail(skb, delta)) 2066 goto drop_packet; 2067 2068 frag_count = 1 + skb_shinfo(skb)->nr_frags; 2069 } 2070 /* 4 fragments per cmd des */ 2071 no_of_desc = (frag_count + 3) >> 2; 2072 2073 if (unlikely(netxen_tx_avail(tx_ring) <= TX_STOP_THRESH)) { 2074 netif_stop_queue(netdev); 2075 smp_mb(); 2076 if (netxen_tx_avail(tx_ring) > TX_STOP_THRESH) 2077 netif_start_queue(netdev); 2078 else 2079 return NETDEV_TX_BUSY; 2080 } 2081 2082 producer = tx_ring->producer; 2083 pbuf = &tx_ring->cmd_buf_arr[producer]; 2084 2085 pdev = adapter->pdev; 2086 2087 if (netxen_map_tx_skb(pdev, skb, pbuf)) 2088 goto drop_packet; 2089 2090 pbuf->skb = skb; 2091 pbuf->frag_count = frag_count; 2092 2093 first_desc = hwdesc = &tx_ring->desc_head[producer]; 2094 netxen_clear_cmddesc((u64 *)hwdesc); 2095 2096 netxen_set_tx_frags_len(first_desc, frag_count, skb->len); 2097 netxen_set_tx_port(first_desc, adapter->portnum); 2098 2099 for (i = 0; i < frag_count; i++) { 2100 2101 k = i % 4; 2102 2103 if ((k == 0) && (i > 0)) { 2104 /* move to next desc.*/ 2105 producer = get_next_index(producer, num_txd); 2106 hwdesc = &tx_ring->desc_head[producer]; 2107 netxen_clear_cmddesc((u64 *)hwdesc); 2108 tx_ring->cmd_buf_arr[producer].skb = NULL; 2109 } 2110 2111 buffrag = &pbuf->frag_array[i]; 2112 2113 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length); 2114 switch (k) { 2115 case 0: 2116 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma); 2117 break; 2118 case 1: 2119 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma); 2120 break; 2121 case 2: 2122 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma); 2123 break; 2124 case 3: 2125 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma); 2126 break; 2127 } 2128 } 2129 2130 tx_ring->producer = get_next_index(producer, num_txd); 2131 2132 netxen_tso_check(netdev, tx_ring, first_desc, skb); 2133 2134 adapter->stats.txbytes += skb->len; 2135 adapter->stats.xmitcalled++; 2136 2137 netxen_nic_update_cmd_producer(adapter, tx_ring); 2138 2139 return NETDEV_TX_OK; 2140 2141 drop_packet: 2142 adapter->stats.txdropped++; 2143 dev_kfree_skb_any(skb); 2144 return NETDEV_TX_OK; 2145 } 2146 2147 static int netxen_nic_check_temp(struct netxen_adapter *adapter) 2148 { 2149 struct net_device *netdev = adapter->netdev; 2150 uint32_t temp, temp_state, temp_val; 2151 int rv = 0; 2152 2153 temp = NXRD32(adapter, CRB_TEMP_STATE); 2154 2155 temp_state = nx_get_temp_state(temp); 2156 temp_val = nx_get_temp_val(temp); 2157 2158 if (temp_state == NX_TEMP_PANIC) { 2159 printk(KERN_ALERT 2160 "%s: Device temperature %d degrees C exceeds" 2161 " maximum allowed. Hardware has been shut down.\n", 2162 netdev->name, temp_val); 2163 rv = 1; 2164 } else if (temp_state == NX_TEMP_WARN) { 2165 if (adapter->temp == NX_TEMP_NORMAL) { 2166 printk(KERN_ALERT 2167 "%s: Device temperature %d degrees C " 2168 "exceeds operating range." 2169 " Immediate action needed.\n", 2170 netdev->name, temp_val); 2171 } 2172 } else { 2173 if (adapter->temp == NX_TEMP_WARN) { 2174 printk(KERN_INFO 2175 "%s: Device temperature is now %d degrees C" 2176 " in normal range.\n", netdev->name, 2177 temp_val); 2178 } 2179 } 2180 adapter->temp = temp_state; 2181 return rv; 2182 } 2183 2184 void netxen_advert_link_change(struct netxen_adapter *adapter, int linkup) 2185 { 2186 struct net_device *netdev = adapter->netdev; 2187 2188 if (adapter->ahw.linkup && !linkup) { 2189 printk(KERN_INFO "%s: %s NIC Link is down\n", 2190 netxen_nic_driver_name, netdev->name); 2191 adapter->ahw.linkup = 0; 2192 if (netif_running(netdev)) { 2193 netif_carrier_off(netdev); 2194 netif_stop_queue(netdev); 2195 } 2196 adapter->link_changed = !adapter->has_link_events; 2197 } else if (!adapter->ahw.linkup && linkup) { 2198 printk(KERN_INFO "%s: %s NIC Link is up\n", 2199 netxen_nic_driver_name, netdev->name); 2200 adapter->ahw.linkup = 1; 2201 if (netif_running(netdev)) { 2202 netif_carrier_on(netdev); 2203 netif_wake_queue(netdev); 2204 } 2205 adapter->link_changed = !adapter->has_link_events; 2206 } 2207 } 2208 2209 static void netxen_nic_handle_phy_intr(struct netxen_adapter *adapter) 2210 { 2211 u32 val, port, linkup; 2212 2213 port = adapter->physical_port; 2214 2215 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 2216 val = NXRD32(adapter, CRB_XG_STATE_P3); 2217 val = XG_LINK_STATE_P3(adapter->ahw.pci_func, val); 2218 linkup = (val == XG_LINK_UP_P3); 2219 } else { 2220 val = NXRD32(adapter, CRB_XG_STATE); 2221 val = (val >> port*8) & 0xff; 2222 linkup = (val == XG_LINK_UP); 2223 } 2224 2225 netxen_advert_link_change(adapter, linkup); 2226 } 2227 2228 static void netxen_tx_timeout(struct net_device *netdev) 2229 { 2230 struct netxen_adapter *adapter = netdev_priv(netdev); 2231 2232 if (test_bit(__NX_RESETTING, &adapter->state)) 2233 return; 2234 2235 dev_err(&netdev->dev, "transmit timeout, resetting.\n"); 2236 schedule_work(&adapter->tx_timeout_task); 2237 } 2238 2239 static void netxen_tx_timeout_task(struct work_struct *work) 2240 { 2241 struct netxen_adapter *adapter = 2242 container_of(work, struct netxen_adapter, tx_timeout_task); 2243 2244 if (!netif_running(adapter->netdev)) 2245 return; 2246 2247 if (test_and_set_bit(__NX_RESETTING, &adapter->state)) 2248 return; 2249 2250 if (++adapter->tx_timeo_cnt >= NX_MAX_TX_TIMEOUTS) 2251 goto request_reset; 2252 2253 rtnl_lock(); 2254 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 2255 /* try to scrub interrupt */ 2256 netxen_napi_disable(adapter); 2257 2258 netxen_napi_enable(adapter); 2259 2260 netif_wake_queue(adapter->netdev); 2261 2262 clear_bit(__NX_RESETTING, &adapter->state); 2263 } else { 2264 clear_bit(__NX_RESETTING, &adapter->state); 2265 if (netxen_nic_reset_context(adapter)) { 2266 rtnl_unlock(); 2267 goto request_reset; 2268 } 2269 } 2270 adapter->netdev->trans_start = jiffies; 2271 rtnl_unlock(); 2272 return; 2273 2274 request_reset: 2275 adapter->need_fw_reset = 1; 2276 clear_bit(__NX_RESETTING, &adapter->state); 2277 } 2278 2279 static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *netdev, 2280 struct rtnl_link_stats64 *stats) 2281 { 2282 struct netxen_adapter *adapter = netdev_priv(netdev); 2283 2284 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts; 2285 stats->tx_packets = adapter->stats.xmitfinished; 2286 stats->rx_bytes = adapter->stats.rxbytes; 2287 stats->tx_bytes = adapter->stats.txbytes; 2288 stats->rx_dropped = adapter->stats.rxdropped; 2289 stats->tx_dropped = adapter->stats.txdropped; 2290 2291 return stats; 2292 } 2293 2294 static irqreturn_t netxen_intr(int irq, void *data) 2295 { 2296 struct nx_host_sds_ring *sds_ring = data; 2297 struct netxen_adapter *adapter = sds_ring->adapter; 2298 u32 status = 0; 2299 2300 status = readl(adapter->isr_int_vec); 2301 2302 if (!(status & adapter->int_vec_bit)) 2303 return IRQ_NONE; 2304 2305 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 2306 /* check interrupt state machine, to be sure */ 2307 status = readl(adapter->crb_int_state_reg); 2308 if (!ISR_LEGACY_INT_TRIGGERED(status)) 2309 return IRQ_NONE; 2310 2311 } else { 2312 unsigned long our_int = 0; 2313 2314 our_int = readl(adapter->crb_int_state_reg); 2315 2316 /* not our interrupt */ 2317 if (!test_and_clear_bit((7 + adapter->portnum), &our_int)) 2318 return IRQ_NONE; 2319 2320 /* claim interrupt */ 2321 writel((our_int & 0xffffffff), adapter->crb_int_state_reg); 2322 2323 /* clear interrupt */ 2324 netxen_nic_disable_int(sds_ring); 2325 } 2326 2327 writel(0xffffffff, adapter->tgt_status_reg); 2328 /* read twice to ensure write is flushed */ 2329 readl(adapter->isr_int_vec); 2330 readl(adapter->isr_int_vec); 2331 2332 napi_schedule(&sds_ring->napi); 2333 2334 return IRQ_HANDLED; 2335 } 2336 2337 static irqreturn_t netxen_msi_intr(int irq, void *data) 2338 { 2339 struct nx_host_sds_ring *sds_ring = data; 2340 struct netxen_adapter *adapter = sds_ring->adapter; 2341 2342 /* clear interrupt */ 2343 writel(0xffffffff, adapter->tgt_status_reg); 2344 2345 napi_schedule(&sds_ring->napi); 2346 return IRQ_HANDLED; 2347 } 2348 2349 static irqreturn_t netxen_msix_intr(int irq, void *data) 2350 { 2351 struct nx_host_sds_ring *sds_ring = data; 2352 2353 napi_schedule(&sds_ring->napi); 2354 return IRQ_HANDLED; 2355 } 2356 2357 static int netxen_nic_poll(struct napi_struct *napi, int budget) 2358 { 2359 struct nx_host_sds_ring *sds_ring = 2360 container_of(napi, struct nx_host_sds_ring, napi); 2361 2362 struct netxen_adapter *adapter = sds_ring->adapter; 2363 2364 int tx_complete; 2365 int work_done; 2366 2367 tx_complete = netxen_process_cmd_ring(adapter); 2368 2369 work_done = netxen_process_rcv_ring(sds_ring, budget); 2370 2371 if ((work_done < budget) && tx_complete) { 2372 napi_complete(&sds_ring->napi); 2373 if (test_bit(__NX_DEV_UP, &adapter->state)) 2374 netxen_nic_enable_int(sds_ring); 2375 } 2376 2377 return work_done; 2378 } 2379 2380 #ifdef CONFIG_NET_POLL_CONTROLLER 2381 static void netxen_nic_poll_controller(struct net_device *netdev) 2382 { 2383 int ring; 2384 struct nx_host_sds_ring *sds_ring; 2385 struct netxen_adapter *adapter = netdev_priv(netdev); 2386 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 2387 2388 disable_irq(adapter->irq); 2389 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 2390 sds_ring = &recv_ctx->sds_rings[ring]; 2391 netxen_intr(adapter->irq, sds_ring); 2392 } 2393 enable_irq(adapter->irq); 2394 } 2395 #endif 2396 2397 static int 2398 nx_incr_dev_ref_cnt(struct netxen_adapter *adapter) 2399 { 2400 int count; 2401 if (netxen_api_lock(adapter)) 2402 return -EIO; 2403 2404 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2405 2406 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count); 2407 2408 netxen_api_unlock(adapter); 2409 return count; 2410 } 2411 2412 static int 2413 nx_decr_dev_ref_cnt(struct netxen_adapter *adapter) 2414 { 2415 int count, state; 2416 if (netxen_api_lock(adapter)) 2417 return -EIO; 2418 2419 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2420 WARN_ON(count == 0); 2421 2422 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count); 2423 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2424 2425 if (count == 0 && state != NX_DEV_FAILED) 2426 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD); 2427 2428 netxen_api_unlock(adapter); 2429 return count; 2430 } 2431 2432 static int 2433 nx_dev_request_aer(struct netxen_adapter *adapter) 2434 { 2435 u32 state; 2436 int ret = -EINVAL; 2437 2438 if (netxen_api_lock(adapter)) 2439 return ret; 2440 2441 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2442 2443 if (state == NX_DEV_NEED_AER) 2444 ret = 0; 2445 else if (state == NX_DEV_READY) { 2446 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_AER); 2447 ret = 0; 2448 } 2449 2450 netxen_api_unlock(adapter); 2451 return ret; 2452 } 2453 2454 int 2455 nx_dev_request_reset(struct netxen_adapter *adapter) 2456 { 2457 u32 state; 2458 int ret = -EINVAL; 2459 2460 if (netxen_api_lock(adapter)) 2461 return ret; 2462 2463 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2464 2465 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED) 2466 ret = 0; 2467 else if (state != NX_DEV_INITALIZING && state != NX_DEV_NEED_AER) { 2468 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_RESET); 2469 adapter->flags |= NETXEN_FW_RESET_OWNER; 2470 ret = 0; 2471 } 2472 2473 netxen_api_unlock(adapter); 2474 2475 return ret; 2476 } 2477 2478 static int 2479 netxen_can_start_firmware(struct netxen_adapter *adapter) 2480 { 2481 int count; 2482 int can_start = 0; 2483 2484 if (netxen_api_lock(adapter)) { 2485 nx_incr_dev_ref_cnt(adapter); 2486 return -1; 2487 } 2488 2489 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2490 2491 if ((count < 0) || (count >= NX_MAX_PCI_FUNC)) 2492 count = 0; 2493 2494 if (count == 0) { 2495 can_start = 1; 2496 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_INITALIZING); 2497 } 2498 2499 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count); 2500 2501 netxen_api_unlock(adapter); 2502 2503 return can_start; 2504 } 2505 2506 static void 2507 netxen_schedule_work(struct netxen_adapter *adapter, 2508 work_func_t func, int delay) 2509 { 2510 INIT_DELAYED_WORK(&adapter->fw_work, func); 2511 schedule_delayed_work(&adapter->fw_work, delay); 2512 } 2513 2514 static void 2515 netxen_cancel_fw_work(struct netxen_adapter *adapter) 2516 { 2517 while (test_and_set_bit(__NX_RESETTING, &adapter->state)) 2518 msleep(10); 2519 2520 cancel_delayed_work_sync(&adapter->fw_work); 2521 } 2522 2523 static void 2524 netxen_attach_work(struct work_struct *work) 2525 { 2526 struct netxen_adapter *adapter = container_of(work, 2527 struct netxen_adapter, fw_work.work); 2528 struct net_device *netdev = adapter->netdev; 2529 int err = 0; 2530 2531 if (netif_running(netdev)) { 2532 err = netxen_nic_attach(adapter); 2533 if (err) 2534 goto done; 2535 2536 err = netxen_nic_up(adapter, netdev); 2537 if (err) { 2538 netxen_nic_detach(adapter); 2539 goto done; 2540 } 2541 2542 netxen_restore_indev_addr(netdev, NETDEV_UP); 2543 } 2544 2545 netif_device_attach(netdev); 2546 2547 done: 2548 adapter->fw_fail_cnt = 0; 2549 clear_bit(__NX_RESETTING, &adapter->state); 2550 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 2551 } 2552 2553 static void 2554 netxen_fwinit_work(struct work_struct *work) 2555 { 2556 struct netxen_adapter *adapter = container_of(work, 2557 struct netxen_adapter, fw_work.work); 2558 int dev_state; 2559 int count; 2560 dev_state = NXRD32(adapter, NX_CRB_DEV_STATE); 2561 if (adapter->flags & NETXEN_FW_RESET_OWNER) { 2562 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2563 WARN_ON(count == 0); 2564 if (count == 1) { 2565 if (adapter->mdump.md_enabled) { 2566 rtnl_lock(); 2567 netxen_dump_fw(adapter); 2568 rtnl_unlock(); 2569 } 2570 adapter->flags &= ~NETXEN_FW_RESET_OWNER; 2571 if (netxen_api_lock(adapter)) { 2572 clear_bit(__NX_RESETTING, &adapter->state); 2573 NXWR32(adapter, NX_CRB_DEV_STATE, 2574 NX_DEV_FAILED); 2575 return; 2576 } 2577 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2578 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count); 2579 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD); 2580 dev_state = NX_DEV_COLD; 2581 netxen_api_unlock(adapter); 2582 } 2583 } 2584 2585 switch (dev_state) { 2586 case NX_DEV_COLD: 2587 case NX_DEV_READY: 2588 if (!netxen_start_firmware(adapter)) { 2589 netxen_schedule_work(adapter, netxen_attach_work, 0); 2590 return; 2591 } 2592 break; 2593 2594 case NX_DEV_NEED_RESET: 2595 case NX_DEV_INITALIZING: 2596 netxen_schedule_work(adapter, 2597 netxen_fwinit_work, 2 * FW_POLL_DELAY); 2598 return; 2599 2600 case NX_DEV_FAILED: 2601 default: 2602 nx_incr_dev_ref_cnt(adapter); 2603 break; 2604 } 2605 2606 if (netxen_api_lock(adapter)) { 2607 clear_bit(__NX_RESETTING, &adapter->state); 2608 return; 2609 } 2610 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_FAILED); 2611 netxen_api_unlock(adapter); 2612 dev_err(&adapter->pdev->dev, "%s: Device initialization Failed\n", 2613 adapter->netdev->name); 2614 2615 clear_bit(__NX_RESETTING, &adapter->state); 2616 } 2617 2618 static void 2619 netxen_detach_work(struct work_struct *work) 2620 { 2621 struct netxen_adapter *adapter = container_of(work, 2622 struct netxen_adapter, fw_work.work); 2623 struct net_device *netdev = adapter->netdev; 2624 int ref_cnt = 0, delay; 2625 u32 status; 2626 2627 netif_device_detach(netdev); 2628 2629 netxen_nic_down(adapter, netdev); 2630 2631 rtnl_lock(); 2632 netxen_nic_detach(adapter); 2633 rtnl_unlock(); 2634 2635 status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1); 2636 2637 if (status & NX_RCODE_FATAL_ERROR) 2638 goto err_ret; 2639 2640 if (adapter->temp == NX_TEMP_PANIC) 2641 goto err_ret; 2642 2643 if (!(adapter->flags & NETXEN_FW_RESET_OWNER)) 2644 ref_cnt = nx_decr_dev_ref_cnt(adapter); 2645 2646 if (ref_cnt == -EIO) 2647 goto err_ret; 2648 2649 delay = (ref_cnt == 0) ? 0 : (2 * FW_POLL_DELAY); 2650 2651 adapter->fw_wait_cnt = 0; 2652 netxen_schedule_work(adapter, netxen_fwinit_work, delay); 2653 2654 return; 2655 2656 err_ret: 2657 clear_bit(__NX_RESETTING, &adapter->state); 2658 } 2659 2660 static int 2661 netxen_check_health(struct netxen_adapter *adapter) 2662 { 2663 u32 state, heartbit; 2664 u32 peg_status; 2665 struct net_device *netdev = adapter->netdev; 2666 2667 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2668 if (state == NX_DEV_NEED_AER) 2669 return 0; 2670 2671 if (netxen_nic_check_temp(adapter)) 2672 goto detach; 2673 2674 if (adapter->need_fw_reset) { 2675 if (nx_dev_request_reset(adapter)) 2676 return 0; 2677 goto detach; 2678 } 2679 2680 /* NX_DEV_NEED_RESET, this state can be marked in two cases 2681 * 1. Tx timeout 2. Fw hang 2682 * Send request to destroy context in case of tx timeout only 2683 * and doesn't required in case of Fw hang 2684 */ 2685 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED) { 2686 adapter->need_fw_reset = 1; 2687 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 2688 goto detach; 2689 } 2690 2691 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 2692 return 0; 2693 2694 heartbit = NXRD32(adapter, NETXEN_PEG_ALIVE_COUNTER); 2695 if (heartbit != adapter->heartbit) { 2696 adapter->heartbit = heartbit; 2697 adapter->fw_fail_cnt = 0; 2698 if (adapter->need_fw_reset) 2699 goto detach; 2700 return 0; 2701 } 2702 2703 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH) 2704 return 0; 2705 2706 if (nx_dev_request_reset(adapter)) 2707 return 0; 2708 2709 clear_bit(__NX_FW_ATTACHED, &adapter->state); 2710 2711 dev_err(&netdev->dev, "firmware hang detected\n"); 2712 peg_status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1); 2713 dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n" 2714 "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n" 2715 "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n" 2716 "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n" 2717 "PEG_NET_4_PC: 0x%x\n", 2718 peg_status, 2719 NXRD32(adapter, NETXEN_PEG_HALT_STATUS2), 2720 NXRD32(adapter, NETXEN_CRB_PEG_NET_0 + 0x3c), 2721 NXRD32(adapter, NETXEN_CRB_PEG_NET_1 + 0x3c), 2722 NXRD32(adapter, NETXEN_CRB_PEG_NET_2 + 0x3c), 2723 NXRD32(adapter, NETXEN_CRB_PEG_NET_3 + 0x3c), 2724 NXRD32(adapter, NETXEN_CRB_PEG_NET_4 + 0x3c)); 2725 if (NX_FWERROR_PEGSTAT1(peg_status) == 0x67) 2726 dev_err(&adapter->pdev->dev, 2727 "Firmware aborted with error code 0x00006700. " 2728 "Device is being reset.\n"); 2729 detach: 2730 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) && 2731 !test_and_set_bit(__NX_RESETTING, &adapter->state)) 2732 netxen_schedule_work(adapter, netxen_detach_work, 0); 2733 return 1; 2734 } 2735 2736 static void 2737 netxen_fw_poll_work(struct work_struct *work) 2738 { 2739 struct netxen_adapter *adapter = container_of(work, 2740 struct netxen_adapter, fw_work.work); 2741 2742 if (test_bit(__NX_RESETTING, &adapter->state)) 2743 goto reschedule; 2744 2745 if (test_bit(__NX_DEV_UP, &adapter->state)) { 2746 if (!adapter->has_link_events) { 2747 2748 netxen_nic_handle_phy_intr(adapter); 2749 2750 if (adapter->link_changed) 2751 netxen_nic_set_link_parameters(adapter); 2752 } 2753 } 2754 2755 if (netxen_check_health(adapter)) 2756 return; 2757 2758 reschedule: 2759 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 2760 } 2761 2762 static ssize_t 2763 netxen_store_bridged_mode(struct device *dev, 2764 struct device_attribute *attr, const char *buf, size_t len) 2765 { 2766 struct net_device *net = to_net_dev(dev); 2767 struct netxen_adapter *adapter = netdev_priv(net); 2768 unsigned long new; 2769 int ret = -EINVAL; 2770 2771 if (!(adapter->capabilities & NX_FW_CAPABILITY_BDG)) 2772 goto err_out; 2773 2774 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 2775 goto err_out; 2776 2777 if (kstrtoul(buf, 2, &new)) 2778 goto err_out; 2779 2780 if (!netxen_config_bridged_mode(adapter, !!new)) 2781 ret = len; 2782 2783 err_out: 2784 return ret; 2785 } 2786 2787 static ssize_t 2788 netxen_show_bridged_mode(struct device *dev, 2789 struct device_attribute *attr, char *buf) 2790 { 2791 struct net_device *net = to_net_dev(dev); 2792 struct netxen_adapter *adapter; 2793 int bridged_mode = 0; 2794 2795 adapter = netdev_priv(net); 2796 2797 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) 2798 bridged_mode = !!(adapter->flags & NETXEN_NIC_BRIDGE_ENABLED); 2799 2800 return sprintf(buf, "%d\n", bridged_mode); 2801 } 2802 2803 static struct device_attribute dev_attr_bridged_mode = { 2804 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)}, 2805 .show = netxen_show_bridged_mode, 2806 .store = netxen_store_bridged_mode, 2807 }; 2808 2809 static ssize_t 2810 netxen_store_diag_mode(struct device *dev, 2811 struct device_attribute *attr, const char *buf, size_t len) 2812 { 2813 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2814 unsigned long new; 2815 2816 if (kstrtoul(buf, 2, &new)) 2817 return -EINVAL; 2818 2819 if (!!new != !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)) 2820 adapter->flags ^= NETXEN_NIC_DIAG_ENABLED; 2821 2822 return len; 2823 } 2824 2825 static ssize_t 2826 netxen_show_diag_mode(struct device *dev, 2827 struct device_attribute *attr, char *buf) 2828 { 2829 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2830 2831 return sprintf(buf, "%d\n", 2832 !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)); 2833 } 2834 2835 static struct device_attribute dev_attr_diag_mode = { 2836 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)}, 2837 .show = netxen_show_diag_mode, 2838 .store = netxen_store_diag_mode, 2839 }; 2840 2841 static int 2842 netxen_sysfs_validate_crb(struct netxen_adapter *adapter, 2843 loff_t offset, size_t size) 2844 { 2845 size_t crb_size = 4; 2846 2847 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)) 2848 return -EIO; 2849 2850 if (offset < NETXEN_PCI_CRBSPACE) { 2851 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 2852 return -EINVAL; 2853 2854 if (ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM, 2855 NETXEN_PCI_CAMQM_2M_END)) 2856 crb_size = 8; 2857 else 2858 return -EINVAL; 2859 } 2860 2861 if ((size != crb_size) || (offset & (crb_size-1))) 2862 return -EINVAL; 2863 2864 return 0; 2865 } 2866 2867 static ssize_t 2868 netxen_sysfs_read_crb(struct file *filp, struct kobject *kobj, 2869 struct bin_attribute *attr, 2870 char *buf, loff_t offset, size_t size) 2871 { 2872 struct device *dev = container_of(kobj, struct device, kobj); 2873 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2874 u32 data; 2875 u64 qmdata; 2876 int ret; 2877 2878 ret = netxen_sysfs_validate_crb(adapter, offset, size); 2879 if (ret != 0) 2880 return ret; 2881 2882 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && 2883 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM, 2884 NETXEN_PCI_CAMQM_2M_END)) { 2885 netxen_pci_camqm_read_2M(adapter, offset, &qmdata); 2886 memcpy(buf, &qmdata, size); 2887 } else { 2888 data = NXRD32(adapter, offset); 2889 memcpy(buf, &data, size); 2890 } 2891 2892 return size; 2893 } 2894 2895 static ssize_t 2896 netxen_sysfs_write_crb(struct file *filp, struct kobject *kobj, 2897 struct bin_attribute *attr, 2898 char *buf, loff_t offset, size_t size) 2899 { 2900 struct device *dev = container_of(kobj, struct device, kobj); 2901 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2902 u32 data; 2903 u64 qmdata; 2904 int ret; 2905 2906 ret = netxen_sysfs_validate_crb(adapter, offset, size); 2907 if (ret != 0) 2908 return ret; 2909 2910 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && 2911 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM, 2912 NETXEN_PCI_CAMQM_2M_END)) { 2913 memcpy(&qmdata, buf, size); 2914 netxen_pci_camqm_write_2M(adapter, offset, qmdata); 2915 } else { 2916 memcpy(&data, buf, size); 2917 NXWR32(adapter, offset, data); 2918 } 2919 2920 return size; 2921 } 2922 2923 static int 2924 netxen_sysfs_validate_mem(struct netxen_adapter *adapter, 2925 loff_t offset, size_t size) 2926 { 2927 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)) 2928 return -EIO; 2929 2930 if ((size != 8) || (offset & 0x7)) 2931 return -EIO; 2932 2933 return 0; 2934 } 2935 2936 static ssize_t 2937 netxen_sysfs_read_mem(struct file *filp, struct kobject *kobj, 2938 struct bin_attribute *attr, 2939 char *buf, loff_t offset, size_t size) 2940 { 2941 struct device *dev = container_of(kobj, struct device, kobj); 2942 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2943 u64 data; 2944 int ret; 2945 2946 ret = netxen_sysfs_validate_mem(adapter, offset, size); 2947 if (ret != 0) 2948 return ret; 2949 2950 if (adapter->pci_mem_read(adapter, offset, &data)) 2951 return -EIO; 2952 2953 memcpy(buf, &data, size); 2954 2955 return size; 2956 } 2957 2958 static ssize_t netxen_sysfs_write_mem(struct file *filp, struct kobject *kobj, 2959 struct bin_attribute *attr, char *buf, 2960 loff_t offset, size_t size) 2961 { 2962 struct device *dev = container_of(kobj, struct device, kobj); 2963 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2964 u64 data; 2965 int ret; 2966 2967 ret = netxen_sysfs_validate_mem(adapter, offset, size); 2968 if (ret != 0) 2969 return ret; 2970 2971 memcpy(&data, buf, size); 2972 2973 if (adapter->pci_mem_write(adapter, offset, data)) 2974 return -EIO; 2975 2976 return size; 2977 } 2978 2979 2980 static struct bin_attribute bin_attr_crb = { 2981 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)}, 2982 .size = 0, 2983 .read = netxen_sysfs_read_crb, 2984 .write = netxen_sysfs_write_crb, 2985 }; 2986 2987 static struct bin_attribute bin_attr_mem = { 2988 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)}, 2989 .size = 0, 2990 .read = netxen_sysfs_read_mem, 2991 .write = netxen_sysfs_write_mem, 2992 }; 2993 2994 static ssize_t 2995 netxen_sysfs_read_dimm(struct file *filp, struct kobject *kobj, 2996 struct bin_attribute *attr, 2997 char *buf, loff_t offset, size_t size) 2998 { 2999 struct device *dev = container_of(kobj, struct device, kobj); 3000 struct netxen_adapter *adapter = dev_get_drvdata(dev); 3001 struct net_device *netdev = adapter->netdev; 3002 struct netxen_dimm_cfg dimm; 3003 u8 dw, rows, cols, banks, ranks; 3004 u32 val; 3005 3006 if (size != sizeof(struct netxen_dimm_cfg)) { 3007 netdev_err(netdev, "Invalid size\n"); 3008 return -1; 3009 } 3010 3011 memset(&dimm, 0, sizeof(struct netxen_dimm_cfg)); 3012 val = NXRD32(adapter, NETXEN_DIMM_CAPABILITY); 3013 3014 /* Checks if DIMM info is valid. */ 3015 if (val & NETXEN_DIMM_VALID_FLAG) { 3016 netdev_err(netdev, "Invalid DIMM flag\n"); 3017 dimm.presence = 0xff; 3018 goto out; 3019 } 3020 3021 rows = NETXEN_DIMM_NUMROWS(val); 3022 cols = NETXEN_DIMM_NUMCOLS(val); 3023 ranks = NETXEN_DIMM_NUMRANKS(val); 3024 banks = NETXEN_DIMM_NUMBANKS(val); 3025 dw = NETXEN_DIMM_DATAWIDTH(val); 3026 3027 dimm.presence = (val & NETXEN_DIMM_PRESENT); 3028 3029 /* Checks if DIMM info is present. */ 3030 if (!dimm.presence) { 3031 netdev_err(netdev, "DIMM not present\n"); 3032 goto out; 3033 } 3034 3035 dimm.dimm_type = NETXEN_DIMM_TYPE(val); 3036 3037 switch (dimm.dimm_type) { 3038 case NETXEN_DIMM_TYPE_RDIMM: 3039 case NETXEN_DIMM_TYPE_UDIMM: 3040 case NETXEN_DIMM_TYPE_SO_DIMM: 3041 case NETXEN_DIMM_TYPE_Micro_DIMM: 3042 case NETXEN_DIMM_TYPE_Mini_RDIMM: 3043 case NETXEN_DIMM_TYPE_Mini_UDIMM: 3044 break; 3045 default: 3046 netdev_err(netdev, "Invalid DIMM type %x\n", dimm.dimm_type); 3047 goto out; 3048 } 3049 3050 if (val & NETXEN_DIMM_MEMTYPE_DDR2_SDRAM) 3051 dimm.mem_type = NETXEN_DIMM_MEM_DDR2_SDRAM; 3052 else 3053 dimm.mem_type = NETXEN_DIMM_MEMTYPE(val); 3054 3055 if (val & NETXEN_DIMM_SIZE) { 3056 dimm.size = NETXEN_DIMM_STD_MEM_SIZE; 3057 goto out; 3058 } 3059 3060 if (!rows) { 3061 netdev_err(netdev, "Invalid no of rows %x\n", rows); 3062 goto out; 3063 } 3064 3065 if (!cols) { 3066 netdev_err(netdev, "Invalid no of columns %x\n", cols); 3067 goto out; 3068 } 3069 3070 if (!banks) { 3071 netdev_err(netdev, "Invalid no of banks %x\n", banks); 3072 goto out; 3073 } 3074 3075 ranks += 1; 3076 3077 switch (dw) { 3078 case 0x0: 3079 dw = 32; 3080 break; 3081 case 0x1: 3082 dw = 33; 3083 break; 3084 case 0x2: 3085 dw = 36; 3086 break; 3087 case 0x3: 3088 dw = 64; 3089 break; 3090 case 0x4: 3091 dw = 72; 3092 break; 3093 case 0x5: 3094 dw = 80; 3095 break; 3096 case 0x6: 3097 dw = 128; 3098 break; 3099 case 0x7: 3100 dw = 144; 3101 break; 3102 default: 3103 netdev_err(netdev, "Invalid data-width %x\n", dw); 3104 goto out; 3105 } 3106 3107 dimm.size = ((1 << rows) * (1 << cols) * dw * banks * ranks) / 8; 3108 /* Size returned in MB. */ 3109 dimm.size = (dimm.size) / 0x100000; 3110 out: 3111 memcpy(buf, &dimm, sizeof(struct netxen_dimm_cfg)); 3112 return sizeof(struct netxen_dimm_cfg); 3113 3114 } 3115 3116 static struct bin_attribute bin_attr_dimm = { 3117 .attr = { .name = "dimm", .mode = (S_IRUGO | S_IWUSR) }, 3118 .size = 0, 3119 .read = netxen_sysfs_read_dimm, 3120 }; 3121 3122 3123 static void 3124 netxen_create_sysfs_entries(struct netxen_adapter *adapter) 3125 { 3126 struct device *dev = &adapter->pdev->dev; 3127 3128 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) { 3129 /* bridged_mode control */ 3130 if (device_create_file(dev, &dev_attr_bridged_mode)) { 3131 dev_warn(dev, 3132 "failed to create bridged_mode sysfs entry\n"); 3133 } 3134 } 3135 } 3136 3137 static void 3138 netxen_remove_sysfs_entries(struct netxen_adapter *adapter) 3139 { 3140 struct device *dev = &adapter->pdev->dev; 3141 3142 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) 3143 device_remove_file(dev, &dev_attr_bridged_mode); 3144 } 3145 3146 static void 3147 netxen_create_diag_entries(struct netxen_adapter *adapter) 3148 { 3149 struct pci_dev *pdev = adapter->pdev; 3150 struct device *dev; 3151 3152 dev = &pdev->dev; 3153 if (device_create_file(dev, &dev_attr_diag_mode)) 3154 dev_info(dev, "failed to create diag_mode sysfs entry\n"); 3155 if (device_create_bin_file(dev, &bin_attr_crb)) 3156 dev_info(dev, "failed to create crb sysfs entry\n"); 3157 if (device_create_bin_file(dev, &bin_attr_mem)) 3158 dev_info(dev, "failed to create mem sysfs entry\n"); 3159 if (device_create_bin_file(dev, &bin_attr_dimm)) 3160 dev_info(dev, "failed to create dimm sysfs entry\n"); 3161 } 3162 3163 3164 static void 3165 netxen_remove_diag_entries(struct netxen_adapter *adapter) 3166 { 3167 struct pci_dev *pdev = adapter->pdev; 3168 struct device *dev = &pdev->dev; 3169 3170 device_remove_file(dev, &dev_attr_diag_mode); 3171 device_remove_bin_file(dev, &bin_attr_crb); 3172 device_remove_bin_file(dev, &bin_attr_mem); 3173 device_remove_bin_file(dev, &bin_attr_dimm); 3174 } 3175 3176 #ifdef CONFIG_INET 3177 3178 #define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops) 3179 3180 static int 3181 netxen_destip_supported(struct netxen_adapter *adapter) 3182 { 3183 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 3184 return 0; 3185 3186 if (adapter->ahw.cut_through) 3187 return 0; 3188 3189 return 1; 3190 } 3191 3192 static void 3193 netxen_free_ip_list(struct netxen_adapter *adapter, bool master) 3194 { 3195 struct nx_ip_list *cur, *tmp_cur; 3196 3197 list_for_each_entry_safe(cur, tmp_cur, &adapter->ip_list, list) { 3198 if (master) { 3199 if (cur->master) { 3200 netxen_config_ipaddr(adapter, cur->ip_addr, 3201 NX_IP_DOWN); 3202 list_del(&cur->list); 3203 kfree(cur); 3204 } 3205 } else { 3206 netxen_config_ipaddr(adapter, cur->ip_addr, NX_IP_DOWN); 3207 list_del(&cur->list); 3208 kfree(cur); 3209 } 3210 } 3211 } 3212 3213 static bool 3214 netxen_list_config_ip(struct netxen_adapter *adapter, 3215 struct in_ifaddr *ifa, unsigned long event) 3216 { 3217 struct net_device *dev; 3218 struct nx_ip_list *cur, *tmp_cur; 3219 struct list_head *head; 3220 bool ret = false; 3221 3222 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL; 3223 3224 if (dev == NULL) 3225 goto out; 3226 3227 switch (event) { 3228 case NX_IP_UP: 3229 list_for_each(head, &adapter->ip_list) { 3230 cur = list_entry(head, struct nx_ip_list, list); 3231 3232 if (cur->ip_addr == ifa->ifa_address) 3233 goto out; 3234 } 3235 3236 cur = kzalloc(sizeof(struct nx_ip_list), GFP_ATOMIC); 3237 if (cur == NULL) 3238 goto out; 3239 if (dev->priv_flags & IFF_802_1Q_VLAN) 3240 dev = vlan_dev_real_dev(dev); 3241 cur->master = !!netif_is_bond_master(dev); 3242 cur->ip_addr = ifa->ifa_address; 3243 list_add_tail(&cur->list, &adapter->ip_list); 3244 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_UP); 3245 ret = true; 3246 break; 3247 case NX_IP_DOWN: 3248 list_for_each_entry_safe(cur, tmp_cur, 3249 &adapter->ip_list, list) { 3250 if (cur->ip_addr == ifa->ifa_address) { 3251 list_del(&cur->list); 3252 kfree(cur); 3253 netxen_config_ipaddr(adapter, ifa->ifa_address, 3254 NX_IP_DOWN); 3255 ret = true; 3256 break; 3257 } 3258 } 3259 } 3260 out: 3261 return ret; 3262 } 3263 3264 static void 3265 netxen_config_indev_addr(struct netxen_adapter *adapter, 3266 struct net_device *dev, unsigned long event) 3267 { 3268 struct in_device *indev; 3269 3270 if (!netxen_destip_supported(adapter)) 3271 return; 3272 3273 indev = in_dev_get(dev); 3274 if (!indev) 3275 return; 3276 3277 for_ifa(indev) { 3278 switch (event) { 3279 case NETDEV_UP: 3280 netxen_list_config_ip(adapter, ifa, NX_IP_UP); 3281 break; 3282 case NETDEV_DOWN: 3283 netxen_list_config_ip(adapter, ifa, NX_IP_DOWN); 3284 break; 3285 default: 3286 break; 3287 } 3288 } endfor_ifa(indev); 3289 3290 in_dev_put(indev); 3291 } 3292 3293 static void 3294 netxen_restore_indev_addr(struct net_device *netdev, unsigned long event) 3295 3296 { 3297 struct netxen_adapter *adapter = netdev_priv(netdev); 3298 struct nx_ip_list *pos, *tmp_pos; 3299 unsigned long ip_event; 3300 3301 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN; 3302 netxen_config_indev_addr(adapter, netdev, event); 3303 3304 list_for_each_entry_safe(pos, tmp_pos, &adapter->ip_list, list) { 3305 netxen_config_ipaddr(adapter, pos->ip_addr, ip_event); 3306 } 3307 } 3308 3309 static inline bool 3310 netxen_config_checkdev(struct net_device *dev) 3311 { 3312 struct netxen_adapter *adapter; 3313 3314 if (!is_netxen_netdev(dev)) 3315 return false; 3316 adapter = netdev_priv(dev); 3317 if (!adapter) 3318 return false; 3319 if (!netxen_destip_supported(adapter)) 3320 return false; 3321 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 3322 return false; 3323 3324 return true; 3325 } 3326 3327 /** 3328 * netxen_config_master - configure addresses based on master 3329 * @dev: netxen device 3330 * @event: netdev event 3331 */ 3332 static void netxen_config_master(struct net_device *dev, unsigned long event) 3333 { 3334 struct net_device *master, *slave; 3335 struct netxen_adapter *adapter = netdev_priv(dev); 3336 3337 rcu_read_lock(); 3338 master = netdev_master_upper_dev_get_rcu(dev); 3339 /* 3340 * This is the case where the netxen nic is being 3341 * enslaved and is dev_open()ed in bond_enslave() 3342 * Now we should program the bond's (and its vlans') 3343 * addresses in the netxen NIC. 3344 */ 3345 if (master && netif_is_bond_master(master) && 3346 !netif_is_bond_slave(dev)) { 3347 netxen_config_indev_addr(adapter, master, event); 3348 for_each_netdev_rcu(&init_net, slave) 3349 if (slave->priv_flags & IFF_802_1Q_VLAN && 3350 vlan_dev_real_dev(slave) == master) 3351 netxen_config_indev_addr(adapter, slave, event); 3352 } 3353 rcu_read_unlock(); 3354 /* 3355 * This is the case where the netxen nic is being 3356 * released and is dev_close()ed in bond_release() 3357 * just before IFF_BONDING is stripped. 3358 */ 3359 if (!master && dev->priv_flags & IFF_BONDING) 3360 netxen_free_ip_list(adapter, true); 3361 } 3362 3363 static int netxen_netdev_event(struct notifier_block *this, 3364 unsigned long event, void *ptr) 3365 { 3366 struct netxen_adapter *adapter; 3367 struct net_device *dev = netdev_notifier_info_to_dev(ptr); 3368 struct net_device *orig_dev = dev; 3369 struct net_device *slave; 3370 3371 recheck: 3372 if (dev == NULL) 3373 goto done; 3374 3375 if (dev->priv_flags & IFF_802_1Q_VLAN) { 3376 dev = vlan_dev_real_dev(dev); 3377 goto recheck; 3378 } 3379 if (event == NETDEV_UP || event == NETDEV_DOWN) { 3380 /* If this is a bonding device, look for netxen-based slaves*/ 3381 if (netif_is_bond_master(dev)) { 3382 rcu_read_lock(); 3383 for_each_netdev_in_bond_rcu(dev, slave) { 3384 if (!netxen_config_checkdev(slave)) 3385 continue; 3386 adapter = netdev_priv(slave); 3387 netxen_config_indev_addr(adapter, 3388 orig_dev, event); 3389 } 3390 rcu_read_unlock(); 3391 } else { 3392 if (!netxen_config_checkdev(dev)) 3393 goto done; 3394 adapter = netdev_priv(dev); 3395 /* Act only if the actual netxen is the target */ 3396 if (orig_dev == dev) 3397 netxen_config_master(dev, event); 3398 netxen_config_indev_addr(adapter, orig_dev, event); 3399 } 3400 } 3401 done: 3402 return NOTIFY_DONE; 3403 } 3404 3405 static int 3406 netxen_inetaddr_event(struct notifier_block *this, 3407 unsigned long event, void *ptr) 3408 { 3409 struct netxen_adapter *adapter; 3410 struct net_device *dev, *slave; 3411 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr; 3412 unsigned long ip_event; 3413 3414 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL; 3415 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN; 3416 recheck: 3417 if (dev == NULL) 3418 goto done; 3419 3420 if (dev->priv_flags & IFF_802_1Q_VLAN) { 3421 dev = vlan_dev_real_dev(dev); 3422 goto recheck; 3423 } 3424 if (event == NETDEV_UP || event == NETDEV_DOWN) { 3425 /* If this is a bonding device, look for netxen-based slaves*/ 3426 if (netif_is_bond_master(dev)) { 3427 rcu_read_lock(); 3428 for_each_netdev_in_bond_rcu(dev, slave) { 3429 if (!netxen_config_checkdev(slave)) 3430 continue; 3431 adapter = netdev_priv(slave); 3432 netxen_list_config_ip(adapter, ifa, ip_event); 3433 } 3434 rcu_read_unlock(); 3435 } else { 3436 if (!netxen_config_checkdev(dev)) 3437 goto done; 3438 adapter = netdev_priv(dev); 3439 netxen_list_config_ip(adapter, ifa, ip_event); 3440 } 3441 } 3442 done: 3443 return NOTIFY_DONE; 3444 } 3445 3446 static struct notifier_block netxen_netdev_cb = { 3447 .notifier_call = netxen_netdev_event, 3448 }; 3449 3450 static struct notifier_block netxen_inetaddr_cb = { 3451 .notifier_call = netxen_inetaddr_event, 3452 }; 3453 #else 3454 static void 3455 netxen_restore_indev_addr(struct net_device *dev, unsigned long event) 3456 { } 3457 static void 3458 netxen_free_ip_list(struct netxen_adapter *adapter, bool master) 3459 { } 3460 #endif 3461 3462 static const struct pci_error_handlers netxen_err_handler = { 3463 .error_detected = netxen_io_error_detected, 3464 .slot_reset = netxen_io_slot_reset, 3465 .resume = netxen_io_resume, 3466 }; 3467 3468 static struct pci_driver netxen_driver = { 3469 .name = netxen_nic_driver_name, 3470 .id_table = netxen_pci_tbl, 3471 .probe = netxen_nic_probe, 3472 .remove = netxen_nic_remove, 3473 #ifdef CONFIG_PM 3474 .suspend = netxen_nic_suspend, 3475 .resume = netxen_nic_resume, 3476 #endif 3477 .shutdown = netxen_nic_shutdown, 3478 .err_handler = &netxen_err_handler 3479 }; 3480 3481 static int __init netxen_init_module(void) 3482 { 3483 printk(KERN_INFO "%s\n", netxen_nic_driver_string); 3484 3485 #ifdef CONFIG_INET 3486 register_netdevice_notifier(&netxen_netdev_cb); 3487 register_inetaddr_notifier(&netxen_inetaddr_cb); 3488 #endif 3489 return pci_register_driver(&netxen_driver); 3490 } 3491 3492 module_init(netxen_init_module); 3493 3494 static void __exit netxen_exit_module(void) 3495 { 3496 pci_unregister_driver(&netxen_driver); 3497 3498 #ifdef CONFIG_INET 3499 unregister_inetaddr_notifier(&netxen_inetaddr_cb); 3500 unregister_netdevice_notifier(&netxen_netdev_cb); 3501 #endif 3502 } 3503 3504 module_exit(netxen_exit_module); 3505