1 /* 2 * Copyright (C) 2003 - 2009 NetXen, Inc. 3 * Copyright (C) 2009 - QLogic Corporation. 4 * All rights reserved. 5 * 6 * This program is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU General Public License 8 * as published by the Free Software Foundation; either version 2 9 * of the License, or (at your option) any later version. 10 * 11 * This program is distributed in the hope that it will be useful, but 12 * WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 * GNU General Public License for more details. 15 * 16 * You should have received a copy of the GNU General Public License 17 * along with this program; if not, write to the Free Software 18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, 19 * MA 02111-1307, USA. 20 * 21 * The full GNU General Public License is included in this distribution 22 * in the file called "COPYING". 23 * 24 */ 25 26 #include <linux/slab.h> 27 #include <linux/vmalloc.h> 28 #include <linux/interrupt.h> 29 #include "netxen_nic_hw.h" 30 31 #include "netxen_nic.h" 32 33 #include <linux/dma-mapping.h> 34 #include <linux/if_vlan.h> 35 #include <net/ip.h> 36 #include <linux/ipv6.h> 37 #include <linux/inetdevice.h> 38 #include <linux/sysfs.h> 39 #include <linux/aer.h> 40 41 MODULE_DESCRIPTION("QLogic/NetXen (1/10) GbE Intelligent Ethernet Driver"); 42 MODULE_LICENSE("GPL"); 43 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID); 44 MODULE_FIRMWARE(NX_UNIFIED_ROMIMAGE_NAME); 45 46 char netxen_nic_driver_name[] = "netxen_nic"; 47 static char netxen_nic_driver_string[] = "QLogic/NetXen Network Driver v" 48 NETXEN_NIC_LINUX_VERSIONID; 49 50 static int port_mode = NETXEN_PORT_MODE_AUTO_NEG; 51 52 /* Default to restricted 1G auto-neg mode */ 53 static int wol_port_mode = 5; 54 55 static int use_msi = 1; 56 57 static int use_msi_x = 1; 58 59 static int auto_fw_reset = AUTO_FW_RESET_ENABLED; 60 module_param(auto_fw_reset, int, 0644); 61 MODULE_PARM_DESC(auto_fw_reset,"Auto firmware reset (0=disabled, 1=enabled"); 62 63 static int __devinit netxen_nic_probe(struct pci_dev *pdev, 64 const struct pci_device_id *ent); 65 static void __devexit netxen_nic_remove(struct pci_dev *pdev); 66 static int netxen_nic_open(struct net_device *netdev); 67 static int netxen_nic_close(struct net_device *netdev); 68 static netdev_tx_t netxen_nic_xmit_frame(struct sk_buff *, 69 struct net_device *); 70 static void netxen_tx_timeout(struct net_device *netdev); 71 static void netxen_tx_timeout_task(struct work_struct *work); 72 static void netxen_fw_poll_work(struct work_struct *work); 73 static void netxen_schedule_work(struct netxen_adapter *adapter, 74 work_func_t func, int delay); 75 static void netxen_cancel_fw_work(struct netxen_adapter *adapter); 76 static int netxen_nic_poll(struct napi_struct *napi, int budget); 77 #ifdef CONFIG_NET_POLL_CONTROLLER 78 static void netxen_nic_poll_controller(struct net_device *netdev); 79 #endif 80 81 static void netxen_create_sysfs_entries(struct netxen_adapter *adapter); 82 static void netxen_remove_sysfs_entries(struct netxen_adapter *adapter); 83 static void netxen_create_diag_entries(struct netxen_adapter *adapter); 84 static void netxen_remove_diag_entries(struct netxen_adapter *adapter); 85 static int nx_dev_request_aer(struct netxen_adapter *adapter); 86 static int nx_decr_dev_ref_cnt(struct netxen_adapter *adapter); 87 static int netxen_can_start_firmware(struct netxen_adapter *adapter); 88 89 static irqreturn_t netxen_intr(int irq, void *data); 90 static irqreturn_t netxen_msi_intr(int irq, void *data); 91 static irqreturn_t netxen_msix_intr(int irq, void *data); 92 93 static void netxen_free_vlan_ip_list(struct netxen_adapter *); 94 static void netxen_restore_indev_addr(struct net_device *dev, unsigned long); 95 static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *dev, 96 struct rtnl_link_stats64 *stats); 97 static int netxen_nic_set_mac(struct net_device *netdev, void *p); 98 99 /* PCI Device ID Table */ 100 #define ENTRY(device) \ 101 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \ 102 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0} 103 104 static DEFINE_PCI_DEVICE_TABLE(netxen_pci_tbl) = { 105 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR), 106 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4), 107 ENTRY(PCI_DEVICE_ID_NX2031_4GCU), 108 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ), 109 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ), 110 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT), 111 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2), 112 ENTRY(PCI_DEVICE_ID_NX3031), 113 {0,} 114 }; 115 116 MODULE_DEVICE_TABLE(pci, netxen_pci_tbl); 117 118 static uint32_t crb_cmd_producer[4] = { 119 CRB_CMD_PRODUCER_OFFSET, CRB_CMD_PRODUCER_OFFSET_1, 120 CRB_CMD_PRODUCER_OFFSET_2, CRB_CMD_PRODUCER_OFFSET_3 121 }; 122 123 void 124 netxen_nic_update_cmd_producer(struct netxen_adapter *adapter, 125 struct nx_host_tx_ring *tx_ring) 126 { 127 NXWRIO(adapter, tx_ring->crb_cmd_producer, tx_ring->producer); 128 } 129 130 static uint32_t crb_cmd_consumer[4] = { 131 CRB_CMD_CONSUMER_OFFSET, CRB_CMD_CONSUMER_OFFSET_1, 132 CRB_CMD_CONSUMER_OFFSET_2, CRB_CMD_CONSUMER_OFFSET_3 133 }; 134 135 static inline void 136 netxen_nic_update_cmd_consumer(struct netxen_adapter *adapter, 137 struct nx_host_tx_ring *tx_ring) 138 { 139 NXWRIO(adapter, tx_ring->crb_cmd_consumer, tx_ring->sw_consumer); 140 } 141 142 static uint32_t msi_tgt_status[8] = { 143 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1, 144 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3, 145 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5, 146 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7 147 }; 148 149 static struct netxen_legacy_intr_set legacy_intr[] = NX_LEGACY_INTR_CONFIG; 150 151 static inline void netxen_nic_disable_int(struct nx_host_sds_ring *sds_ring) 152 { 153 struct netxen_adapter *adapter = sds_ring->adapter; 154 155 NXWRIO(adapter, sds_ring->crb_intr_mask, 0); 156 } 157 158 static inline void netxen_nic_enable_int(struct nx_host_sds_ring *sds_ring) 159 { 160 struct netxen_adapter *adapter = sds_ring->adapter; 161 162 NXWRIO(adapter, sds_ring->crb_intr_mask, 0x1); 163 164 if (!NETXEN_IS_MSI_FAMILY(adapter)) 165 NXWRIO(adapter, adapter->tgt_mask_reg, 0xfbff); 166 } 167 168 static int 169 netxen_alloc_sds_rings(struct netxen_recv_context *recv_ctx, int count) 170 { 171 int size = sizeof(struct nx_host_sds_ring) * count; 172 173 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL); 174 175 return recv_ctx->sds_rings == NULL; 176 } 177 178 static void 179 netxen_free_sds_rings(struct netxen_recv_context *recv_ctx) 180 { 181 if (recv_ctx->sds_rings != NULL) 182 kfree(recv_ctx->sds_rings); 183 184 recv_ctx->sds_rings = NULL; 185 } 186 187 static int 188 netxen_napi_add(struct netxen_adapter *adapter, struct net_device *netdev) 189 { 190 int ring; 191 struct nx_host_sds_ring *sds_ring; 192 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 193 194 if (netxen_alloc_sds_rings(recv_ctx, adapter->max_sds_rings)) 195 return -ENOMEM; 196 197 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 198 sds_ring = &recv_ctx->sds_rings[ring]; 199 netif_napi_add(netdev, &sds_ring->napi, 200 netxen_nic_poll, NETXEN_NETDEV_WEIGHT); 201 } 202 203 return 0; 204 } 205 206 static void 207 netxen_napi_del(struct netxen_adapter *adapter) 208 { 209 int ring; 210 struct nx_host_sds_ring *sds_ring; 211 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 212 213 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 214 sds_ring = &recv_ctx->sds_rings[ring]; 215 netif_napi_del(&sds_ring->napi); 216 } 217 218 netxen_free_sds_rings(&adapter->recv_ctx); 219 } 220 221 static void 222 netxen_napi_enable(struct netxen_adapter *adapter) 223 { 224 int ring; 225 struct nx_host_sds_ring *sds_ring; 226 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 227 228 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 229 sds_ring = &recv_ctx->sds_rings[ring]; 230 napi_enable(&sds_ring->napi); 231 netxen_nic_enable_int(sds_ring); 232 } 233 } 234 235 static void 236 netxen_napi_disable(struct netxen_adapter *adapter) 237 { 238 int ring; 239 struct nx_host_sds_ring *sds_ring; 240 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 241 242 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 243 sds_ring = &recv_ctx->sds_rings[ring]; 244 netxen_nic_disable_int(sds_ring); 245 napi_synchronize(&sds_ring->napi); 246 napi_disable(&sds_ring->napi); 247 } 248 } 249 250 static int nx_set_dma_mask(struct netxen_adapter *adapter) 251 { 252 struct pci_dev *pdev = adapter->pdev; 253 uint64_t mask, cmask; 254 255 adapter->pci_using_dac = 0; 256 257 mask = DMA_BIT_MASK(32); 258 cmask = DMA_BIT_MASK(32); 259 260 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 261 #ifndef CONFIG_IA64 262 mask = DMA_BIT_MASK(35); 263 #endif 264 } else { 265 mask = DMA_BIT_MASK(39); 266 cmask = mask; 267 } 268 269 if (pci_set_dma_mask(pdev, mask) == 0 && 270 pci_set_consistent_dma_mask(pdev, cmask) == 0) { 271 adapter->pci_using_dac = 1; 272 return 0; 273 } 274 275 return -EIO; 276 } 277 278 /* Update addressable range if firmware supports it */ 279 static int 280 nx_update_dma_mask(struct netxen_adapter *adapter) 281 { 282 int change, shift, err; 283 uint64_t mask, old_mask, old_cmask; 284 struct pci_dev *pdev = adapter->pdev; 285 286 change = 0; 287 288 shift = NXRD32(adapter, CRB_DMA_SHIFT); 289 if (shift > 32) 290 return 0; 291 292 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && (shift > 9)) 293 change = 1; 294 else if ((adapter->ahw.revision_id == NX_P2_C1) && (shift <= 4)) 295 change = 1; 296 297 if (change) { 298 old_mask = pdev->dma_mask; 299 old_cmask = pdev->dev.coherent_dma_mask; 300 301 mask = DMA_BIT_MASK(32+shift); 302 303 err = pci_set_dma_mask(pdev, mask); 304 if (err) 305 goto err_out; 306 307 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 308 309 err = pci_set_consistent_dma_mask(pdev, mask); 310 if (err) 311 goto err_out; 312 } 313 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift); 314 } 315 316 return 0; 317 318 err_out: 319 pci_set_dma_mask(pdev, old_mask); 320 pci_set_consistent_dma_mask(pdev, old_cmask); 321 return err; 322 } 323 324 static int 325 netxen_check_hw_init(struct netxen_adapter *adapter, int first_boot) 326 { 327 u32 val, timeout; 328 329 if (first_boot == 0x55555555) { 330 /* This is the first boot after power up */ 331 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC); 332 333 if (!NX_IS_REVISION_P2(adapter->ahw.revision_id)) 334 return 0; 335 336 /* PCI bus master workaround */ 337 first_boot = NXRD32(adapter, NETXEN_PCIE_REG(0x4)); 338 if (!(first_boot & 0x4)) { 339 first_boot |= 0x4; 340 NXWR32(adapter, NETXEN_PCIE_REG(0x4), first_boot); 341 NXRD32(adapter, NETXEN_PCIE_REG(0x4)); 342 } 343 344 /* This is the first boot after power up */ 345 first_boot = NXRD32(adapter, NETXEN_ROMUSB_GLB_SW_RESET); 346 if (first_boot != 0x80000f) { 347 /* clear the register for future unloads/loads */ 348 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), 0); 349 return -EIO; 350 } 351 352 /* Start P2 boot loader */ 353 val = NXRD32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE); 354 NXWR32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE, val | 0x1); 355 timeout = 0; 356 do { 357 msleep(1); 358 val = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc)); 359 360 if (++timeout > 5000) 361 return -EIO; 362 363 } while (val == NETXEN_BDINFO_MAGIC); 364 } 365 return 0; 366 } 367 368 static void netxen_set_port_mode(struct netxen_adapter *adapter) 369 { 370 u32 val, data; 371 372 val = adapter->ahw.board_type; 373 if ((val == NETXEN_BRDTYPE_P3_HMEZ) || 374 (val == NETXEN_BRDTYPE_P3_XG_LOM)) { 375 if (port_mode == NETXEN_PORT_MODE_802_3_AP) { 376 data = NETXEN_PORT_MODE_802_3_AP; 377 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 378 } else if (port_mode == NETXEN_PORT_MODE_XG) { 379 data = NETXEN_PORT_MODE_XG; 380 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 381 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_1G) { 382 data = NETXEN_PORT_MODE_AUTO_NEG_1G; 383 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 384 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_XG) { 385 data = NETXEN_PORT_MODE_AUTO_NEG_XG; 386 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 387 } else { 388 data = NETXEN_PORT_MODE_AUTO_NEG; 389 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data); 390 } 391 392 if ((wol_port_mode != NETXEN_PORT_MODE_802_3_AP) && 393 (wol_port_mode != NETXEN_PORT_MODE_XG) && 394 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_1G) && 395 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_XG)) { 396 wol_port_mode = NETXEN_PORT_MODE_AUTO_NEG; 397 } 398 NXWR32(adapter, NETXEN_WOL_PORT_MODE, wol_port_mode); 399 } 400 } 401 402 #define PCI_CAP_ID_GEN 0x10 403 404 static void netxen_pcie_strap_init(struct netxen_adapter *adapter) 405 { 406 u32 pdevfuncsave; 407 u32 c8c9value = 0; 408 u32 chicken = 0; 409 u32 control = 0; 410 int i, pos; 411 struct pci_dev *pdev; 412 413 pdev = adapter->pdev; 414 415 chicken = NXRD32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3)); 416 /* clear chicken3.25:24 */ 417 chicken &= 0xFCFFFFFF; 418 /* 419 * if gen1 and B0, set F1020 - if gen 2, do nothing 420 * if gen2 set to F1000 421 */ 422 pos = pci_find_capability(pdev, PCI_CAP_ID_GEN); 423 if (pos == 0xC0) { 424 pci_read_config_dword(pdev, pos + 0x10, &control); 425 if ((control & 0x000F0000) != 0x00020000) { 426 /* set chicken3.24 if gen1 */ 427 chicken |= 0x01000000; 428 } 429 dev_info(&adapter->pdev->dev, "Gen2 strapping detected\n"); 430 c8c9value = 0xF1000; 431 } else { 432 /* set chicken3.24 if gen1 */ 433 chicken |= 0x01000000; 434 dev_info(&adapter->pdev->dev, "Gen1 strapping detected\n"); 435 if (adapter->ahw.revision_id == NX_P3_B0) 436 c8c9value = 0xF1020; 437 else 438 c8c9value = 0; 439 } 440 441 NXWR32(adapter, NETXEN_PCIE_REG(PCIE_CHICKEN3), chicken); 442 443 if (!c8c9value) 444 return; 445 446 pdevfuncsave = pdev->devfn; 447 if (pdevfuncsave & 0x07) 448 return; 449 450 for (i = 0; i < 8; i++) { 451 pci_read_config_dword(pdev, pos + 8, &control); 452 pci_read_config_dword(pdev, pos + 8, &control); 453 pci_write_config_dword(pdev, pos + 8, c8c9value); 454 pdev->devfn++; 455 } 456 pdev->devfn = pdevfuncsave; 457 } 458 459 static void netxen_set_msix_bit(struct pci_dev *pdev, int enable) 460 { 461 u32 control; 462 int pos; 463 464 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX); 465 if (pos) { 466 pci_read_config_dword(pdev, pos, &control); 467 if (enable) 468 control |= PCI_MSIX_FLAGS_ENABLE; 469 else 470 control = 0; 471 pci_write_config_dword(pdev, pos, control); 472 } 473 } 474 475 static void netxen_init_msix_entries(struct netxen_adapter *adapter, int count) 476 { 477 int i; 478 479 for (i = 0; i < count; i++) 480 adapter->msix_entries[i].entry = i; 481 } 482 483 static int 484 netxen_read_mac_addr(struct netxen_adapter *adapter) 485 { 486 int i; 487 unsigned char *p; 488 u64 mac_addr; 489 struct net_device *netdev = adapter->netdev; 490 struct pci_dev *pdev = adapter->pdev; 491 492 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 493 if (netxen_p3_get_mac_addr(adapter, &mac_addr) != 0) 494 return -EIO; 495 } else { 496 if (netxen_get_flash_mac_addr(adapter, &mac_addr) != 0) 497 return -EIO; 498 } 499 500 p = (unsigned char *)&mac_addr; 501 for (i = 0; i < 6; i++) 502 netdev->dev_addr[i] = *(p + 5 - i); 503 504 memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len); 505 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len); 506 507 /* set station address */ 508 509 if (!is_valid_ether_addr(netdev->perm_addr)) 510 dev_warn(&pdev->dev, "Bad MAC address %pM.\n", netdev->dev_addr); 511 512 return 0; 513 } 514 515 static int netxen_nic_set_mac(struct net_device *netdev, void *p) 516 { 517 struct netxen_adapter *adapter = netdev_priv(netdev); 518 struct sockaddr *addr = p; 519 520 if (!is_valid_ether_addr(addr->sa_data)) 521 return -EADDRNOTAVAIL; 522 523 if (netif_running(netdev)) { 524 netif_device_detach(netdev); 525 netxen_napi_disable(adapter); 526 } 527 528 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len); 529 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len); 530 adapter->macaddr_set(adapter, addr->sa_data); 531 532 if (netif_running(netdev)) { 533 netif_device_attach(netdev); 534 netxen_napi_enable(adapter); 535 } 536 return 0; 537 } 538 539 static void netxen_set_multicast_list(struct net_device *dev) 540 { 541 struct netxen_adapter *adapter = netdev_priv(dev); 542 543 adapter->set_multi(dev); 544 } 545 546 static netdev_features_t netxen_fix_features(struct net_device *dev, 547 netdev_features_t features) 548 { 549 if (!(features & NETIF_F_RXCSUM)) { 550 netdev_info(dev, "disabling LRO as RXCSUM is off\n"); 551 552 features &= ~NETIF_F_LRO; 553 } 554 555 return features; 556 } 557 558 static int netxen_set_features(struct net_device *dev, 559 netdev_features_t features) 560 { 561 struct netxen_adapter *adapter = netdev_priv(dev); 562 int hw_lro; 563 564 if (!((dev->features ^ features) & NETIF_F_LRO)) 565 return 0; 566 567 hw_lro = (features & NETIF_F_LRO) ? NETXEN_NIC_LRO_ENABLED 568 : NETXEN_NIC_LRO_DISABLED; 569 570 if (netxen_config_hw_lro(adapter, hw_lro)) 571 return -EIO; 572 573 if (!(features & NETIF_F_LRO) && netxen_send_lro_cleanup(adapter)) 574 return -EIO; 575 576 return 0; 577 } 578 579 static const struct net_device_ops netxen_netdev_ops = { 580 .ndo_open = netxen_nic_open, 581 .ndo_stop = netxen_nic_close, 582 .ndo_start_xmit = netxen_nic_xmit_frame, 583 .ndo_get_stats64 = netxen_nic_get_stats, 584 .ndo_validate_addr = eth_validate_addr, 585 .ndo_set_rx_mode = netxen_set_multicast_list, 586 .ndo_set_mac_address = netxen_nic_set_mac, 587 .ndo_change_mtu = netxen_nic_change_mtu, 588 .ndo_tx_timeout = netxen_tx_timeout, 589 .ndo_fix_features = netxen_fix_features, 590 .ndo_set_features = netxen_set_features, 591 #ifdef CONFIG_NET_POLL_CONTROLLER 592 .ndo_poll_controller = netxen_nic_poll_controller, 593 #endif 594 }; 595 596 static void 597 netxen_setup_intr(struct netxen_adapter *adapter) 598 { 599 struct netxen_legacy_intr_set *legacy_intrp; 600 struct pci_dev *pdev = adapter->pdev; 601 int err, num_msix; 602 603 if (adapter->rss_supported) { 604 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ? 605 MSIX_ENTRIES_PER_ADAPTER : 2; 606 } else 607 num_msix = 1; 608 609 adapter->max_sds_rings = 1; 610 611 adapter->flags &= ~(NETXEN_NIC_MSI_ENABLED | NETXEN_NIC_MSIX_ENABLED); 612 613 if (adapter->ahw.revision_id >= NX_P3_B0) 614 legacy_intrp = &legacy_intr[adapter->ahw.pci_func]; 615 else 616 legacy_intrp = &legacy_intr[0]; 617 618 adapter->int_vec_bit = legacy_intrp->int_vec_bit; 619 adapter->tgt_status_reg = netxen_get_ioaddr(adapter, 620 legacy_intrp->tgt_status_reg); 621 adapter->tgt_mask_reg = netxen_get_ioaddr(adapter, 622 legacy_intrp->tgt_mask_reg); 623 adapter->pci_int_reg = netxen_get_ioaddr(adapter, 624 legacy_intrp->pci_int_reg); 625 adapter->isr_int_vec = netxen_get_ioaddr(adapter, ISR_INT_VECTOR); 626 627 if (adapter->ahw.revision_id >= NX_P3_B1) 628 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter, 629 ISR_INT_STATE_REG); 630 else 631 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter, 632 CRB_INT_VECTOR); 633 634 netxen_set_msix_bit(pdev, 0); 635 636 if (adapter->msix_supported) { 637 638 netxen_init_msix_entries(adapter, num_msix); 639 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix); 640 if (err == 0) { 641 adapter->flags |= NETXEN_NIC_MSIX_ENABLED; 642 netxen_set_msix_bit(pdev, 1); 643 644 if (adapter->rss_supported) 645 adapter->max_sds_rings = num_msix; 646 647 dev_info(&pdev->dev, "using msi-x interrupts\n"); 648 return; 649 } 650 651 if (err > 0) 652 pci_disable_msix(pdev); 653 654 /* fall through for msi */ 655 } 656 657 if (use_msi && !pci_enable_msi(pdev)) { 658 adapter->flags |= NETXEN_NIC_MSI_ENABLED; 659 adapter->tgt_status_reg = netxen_get_ioaddr(adapter, 660 msi_tgt_status[adapter->ahw.pci_func]); 661 dev_info(&pdev->dev, "using msi interrupts\n"); 662 adapter->msix_entries[0].vector = pdev->irq; 663 return; 664 } 665 666 dev_info(&pdev->dev, "using legacy interrupts\n"); 667 adapter->msix_entries[0].vector = pdev->irq; 668 } 669 670 static void 671 netxen_teardown_intr(struct netxen_adapter *adapter) 672 { 673 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED) 674 pci_disable_msix(adapter->pdev); 675 if (adapter->flags & NETXEN_NIC_MSI_ENABLED) 676 pci_disable_msi(adapter->pdev); 677 } 678 679 static void 680 netxen_cleanup_pci_map(struct netxen_adapter *adapter) 681 { 682 if (adapter->ahw.db_base != NULL) 683 iounmap(adapter->ahw.db_base); 684 if (adapter->ahw.pci_base0 != NULL) 685 iounmap(adapter->ahw.pci_base0); 686 if (adapter->ahw.pci_base1 != NULL) 687 iounmap(adapter->ahw.pci_base1); 688 if (adapter->ahw.pci_base2 != NULL) 689 iounmap(adapter->ahw.pci_base2); 690 } 691 692 static int 693 netxen_setup_pci_map(struct netxen_adapter *adapter) 694 { 695 void __iomem *db_ptr = NULL; 696 697 resource_size_t mem_base, db_base; 698 unsigned long mem_len, db_len = 0; 699 700 struct pci_dev *pdev = adapter->pdev; 701 int pci_func = adapter->ahw.pci_func; 702 struct netxen_hardware_context *ahw = &adapter->ahw; 703 704 int err = 0; 705 706 /* 707 * Set the CRB window to invalid. If any register in window 0 is 708 * accessed it should set the window to 0 and then reset it to 1. 709 */ 710 adapter->ahw.crb_win = -1; 711 adapter->ahw.ocm_win = -1; 712 713 /* remap phys address */ 714 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */ 715 mem_len = pci_resource_len(pdev, 0); 716 717 /* 128 Meg of memory */ 718 if (mem_len == NETXEN_PCI_128MB_SIZE) { 719 720 ahw->pci_base0 = ioremap(mem_base, FIRST_PAGE_GROUP_SIZE); 721 ahw->pci_base1 = ioremap(mem_base + SECOND_PAGE_GROUP_START, 722 SECOND_PAGE_GROUP_SIZE); 723 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START, 724 THIRD_PAGE_GROUP_SIZE); 725 if (ahw->pci_base0 == NULL || ahw->pci_base1 == NULL || 726 ahw->pci_base2 == NULL) { 727 dev_err(&pdev->dev, "failed to map PCI bar 0\n"); 728 err = -EIO; 729 goto err_out; 730 } 731 732 ahw->pci_len0 = FIRST_PAGE_GROUP_SIZE; 733 734 } else if (mem_len == NETXEN_PCI_32MB_SIZE) { 735 736 ahw->pci_base1 = ioremap(mem_base, SECOND_PAGE_GROUP_SIZE); 737 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START - 738 SECOND_PAGE_GROUP_START, THIRD_PAGE_GROUP_SIZE); 739 if (ahw->pci_base1 == NULL || ahw->pci_base2 == NULL) { 740 dev_err(&pdev->dev, "failed to map PCI bar 0\n"); 741 err = -EIO; 742 goto err_out; 743 } 744 745 } else if (mem_len == NETXEN_PCI_2MB_SIZE) { 746 747 ahw->pci_base0 = pci_ioremap_bar(pdev, 0); 748 if (ahw->pci_base0 == NULL) { 749 dev_err(&pdev->dev, "failed to map PCI bar 0\n"); 750 return -EIO; 751 } 752 ahw->pci_len0 = mem_len; 753 } else { 754 return -EIO; 755 } 756 757 netxen_setup_hwops(adapter); 758 759 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20)); 760 761 if (NX_IS_REVISION_P3P(adapter->ahw.revision_id)) { 762 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter, 763 NETXEN_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func))); 764 765 } else if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 766 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter, 767 NETXEN_PCIX_PS_REG(PCIE_MN_WINDOW_REG(pci_func))); 768 } 769 770 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 771 goto skip_doorbell; 772 773 db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */ 774 db_len = pci_resource_len(pdev, 4); 775 776 if (db_len == 0) { 777 printk(KERN_ERR "%s: doorbell is disabled\n", 778 netxen_nic_driver_name); 779 err = -EIO; 780 goto err_out; 781 } 782 783 db_ptr = ioremap(db_base, NETXEN_DB_MAPSIZE_BYTES); 784 if (!db_ptr) { 785 printk(KERN_ERR "%s: Failed to allocate doorbell map.", 786 netxen_nic_driver_name); 787 err = -EIO; 788 goto err_out; 789 } 790 791 skip_doorbell: 792 adapter->ahw.db_base = db_ptr; 793 adapter->ahw.db_len = db_len; 794 return 0; 795 796 err_out: 797 netxen_cleanup_pci_map(adapter); 798 return err; 799 } 800 801 static void 802 netxen_check_options(struct netxen_adapter *adapter) 803 { 804 u32 fw_major, fw_minor, fw_build, prev_fw_version; 805 char brd_name[NETXEN_MAX_SHORT_NAME]; 806 char serial_num[32]; 807 int i, offset, val, err; 808 __le32 *ptr32; 809 struct pci_dev *pdev = adapter->pdev; 810 811 adapter->driver_mismatch = 0; 812 813 ptr32 = (__le32 *)&serial_num; 814 offset = NX_FW_SERIAL_NUM_OFFSET; 815 for (i = 0; i < 8; i++) { 816 if (netxen_rom_fast_read(adapter, offset, &val) == -1) { 817 dev_err(&pdev->dev, "error reading board info\n"); 818 adapter->driver_mismatch = 1; 819 return; 820 } 821 ptr32[i] = cpu_to_le32(val); 822 offset += sizeof(u32); 823 } 824 825 fw_major = NXRD32(adapter, NETXEN_FW_VERSION_MAJOR); 826 fw_minor = NXRD32(adapter, NETXEN_FW_VERSION_MINOR); 827 fw_build = NXRD32(adapter, NETXEN_FW_VERSION_SUB); 828 prev_fw_version = adapter->fw_version; 829 adapter->fw_version = NETXEN_VERSION_CODE(fw_major, fw_minor, fw_build); 830 831 /* Get FW Mini Coredump template and store it */ 832 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 833 if (adapter->mdump.md_template == NULL || 834 adapter->fw_version > prev_fw_version) { 835 kfree(adapter->mdump.md_template); 836 adapter->mdump.md_template = NULL; 837 err = netxen_setup_minidump(adapter); 838 if (err) 839 dev_err(&adapter->pdev->dev, 840 "Failed to setup minidump rcode = %d\n", err); 841 } 842 } 843 844 if (adapter->portnum == 0) { 845 get_brd_name_by_type(adapter->ahw.board_type, brd_name); 846 847 pr_info("%s: %s Board S/N %s Chip rev 0x%x\n", 848 module_name(THIS_MODULE), 849 brd_name, serial_num, adapter->ahw.revision_id); 850 } 851 852 if (adapter->fw_version < NETXEN_VERSION_CODE(3, 4, 216)) { 853 adapter->driver_mismatch = 1; 854 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n", 855 fw_major, fw_minor, fw_build); 856 return; 857 } 858 859 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 860 i = NXRD32(adapter, NETXEN_SRE_MISC); 861 adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0; 862 } 863 864 dev_info(&pdev->dev, "firmware v%d.%d.%d [%s]\n", 865 fw_major, fw_minor, fw_build, 866 adapter->ahw.cut_through ? "cut-through" : "legacy"); 867 868 if (adapter->fw_version >= NETXEN_VERSION_CODE(4, 0, 222)) 869 adapter->capabilities = NXRD32(adapter, CRB_FW_CAPABILITIES_1); 870 871 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) { 872 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G; 873 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G; 874 } else if (adapter->ahw.port_type == NETXEN_NIC_GBE) { 875 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G; 876 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G; 877 } 878 879 adapter->msix_supported = 0; 880 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 881 adapter->msix_supported = !!use_msi_x; 882 adapter->rss_supported = !!use_msi_x; 883 } else { 884 u32 flashed_ver = 0; 885 netxen_rom_fast_read(adapter, 886 NX_FW_VERSION_OFFSET, (int *)&flashed_ver); 887 flashed_ver = NETXEN_DECODE_VERSION(flashed_ver); 888 889 if (flashed_ver >= NETXEN_VERSION_CODE(3, 4, 336)) { 890 switch (adapter->ahw.board_type) { 891 case NETXEN_BRDTYPE_P2_SB31_10G: 892 case NETXEN_BRDTYPE_P2_SB31_10G_CX4: 893 adapter->msix_supported = !!use_msi_x; 894 adapter->rss_supported = !!use_msi_x; 895 break; 896 default: 897 break; 898 } 899 } 900 } 901 902 adapter->num_txd = MAX_CMD_DESCRIPTORS; 903 904 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 905 adapter->num_lro_rxd = MAX_LRO_RCV_DESCRIPTORS; 906 adapter->max_rds_rings = 3; 907 } else { 908 adapter->num_lro_rxd = 0; 909 adapter->max_rds_rings = 2; 910 } 911 } 912 913 static int 914 netxen_start_firmware(struct netxen_adapter *adapter) 915 { 916 int val, err, first_boot; 917 struct pci_dev *pdev = adapter->pdev; 918 919 /* required for NX2031 dummy dma */ 920 err = nx_set_dma_mask(adapter); 921 if (err) 922 return err; 923 924 err = netxen_can_start_firmware(adapter); 925 926 if (err < 0) 927 return err; 928 929 if (!err) 930 goto wait_init; 931 932 first_boot = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc)); 933 934 err = netxen_check_hw_init(adapter, first_boot); 935 if (err) { 936 dev_err(&pdev->dev, "error in init HW init sequence\n"); 937 return err; 938 } 939 940 netxen_request_firmware(adapter); 941 942 err = netxen_need_fw_reset(adapter); 943 if (err < 0) 944 goto err_out; 945 if (err == 0) 946 goto pcie_strap_init; 947 948 if (first_boot != 0x55555555) { 949 NXWR32(adapter, CRB_CMDPEG_STATE, 0); 950 netxen_pinit_from_rom(adapter); 951 msleep(1); 952 } 953 954 NXWR32(adapter, CRB_DMA_SHIFT, 0x55555555); 955 NXWR32(adapter, NETXEN_PEG_HALT_STATUS1, 0); 956 NXWR32(adapter, NETXEN_PEG_HALT_STATUS2, 0); 957 958 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 959 netxen_set_port_mode(adapter); 960 961 err = netxen_load_firmware(adapter); 962 if (err) 963 goto err_out; 964 965 netxen_release_firmware(adapter); 966 967 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 968 969 /* Initialize multicast addr pool owners */ 970 val = 0x7654; 971 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) 972 val |= 0x0f000000; 973 NXWR32(adapter, NETXEN_MAC_ADDR_CNTL_REG, val); 974 975 } 976 977 err = netxen_init_dummy_dma(adapter); 978 if (err) 979 goto err_out; 980 981 /* 982 * Tell the hardware our version number. 983 */ 984 val = (_NETXEN_NIC_LINUX_MAJOR << 16) 985 | ((_NETXEN_NIC_LINUX_MINOR << 8)) 986 | (_NETXEN_NIC_LINUX_SUBVERSION); 987 NXWR32(adapter, CRB_DRIVER_VERSION, val); 988 989 pcie_strap_init: 990 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 991 netxen_pcie_strap_init(adapter); 992 993 wait_init: 994 /* Handshake with the card before we register the devices. */ 995 err = netxen_phantom_init(adapter, NETXEN_NIC_PEG_TUNE); 996 if (err) { 997 netxen_free_dummy_dma(adapter); 998 goto err_out; 999 } 1000 1001 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_READY); 1002 1003 nx_update_dma_mask(adapter); 1004 1005 netxen_check_options(adapter); 1006 1007 adapter->need_fw_reset = 0; 1008 1009 /* fall through and release firmware */ 1010 1011 err_out: 1012 netxen_release_firmware(adapter); 1013 return err; 1014 } 1015 1016 static int 1017 netxen_nic_request_irq(struct netxen_adapter *adapter) 1018 { 1019 irq_handler_t handler; 1020 struct nx_host_sds_ring *sds_ring; 1021 int err, ring; 1022 1023 unsigned long flags = 0; 1024 struct net_device *netdev = adapter->netdev; 1025 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 1026 1027 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED) 1028 handler = netxen_msix_intr; 1029 else if (adapter->flags & NETXEN_NIC_MSI_ENABLED) 1030 handler = netxen_msi_intr; 1031 else { 1032 flags |= IRQF_SHARED; 1033 handler = netxen_intr; 1034 } 1035 adapter->irq = netdev->irq; 1036 1037 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 1038 sds_ring = &recv_ctx->sds_rings[ring]; 1039 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring); 1040 err = request_irq(sds_ring->irq, handler, 1041 flags, sds_ring->name, sds_ring); 1042 if (err) 1043 return err; 1044 } 1045 1046 return 0; 1047 } 1048 1049 static void 1050 netxen_nic_free_irq(struct netxen_adapter *adapter) 1051 { 1052 int ring; 1053 struct nx_host_sds_ring *sds_ring; 1054 1055 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 1056 1057 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 1058 sds_ring = &recv_ctx->sds_rings[ring]; 1059 free_irq(sds_ring->irq, sds_ring); 1060 } 1061 } 1062 1063 static void 1064 netxen_nic_init_coalesce_defaults(struct netxen_adapter *adapter) 1065 { 1066 adapter->coal.flags = NETXEN_NIC_INTR_DEFAULT; 1067 adapter->coal.normal.data.rx_time_us = 1068 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US; 1069 adapter->coal.normal.data.rx_packets = 1070 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS; 1071 adapter->coal.normal.data.tx_time_us = 1072 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US; 1073 adapter->coal.normal.data.tx_packets = 1074 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS; 1075 } 1076 1077 /* with rtnl_lock */ 1078 static int 1079 __netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev) 1080 { 1081 int err; 1082 1083 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 1084 return -EIO; 1085 1086 err = adapter->init_port(adapter, adapter->physical_port); 1087 if (err) { 1088 printk(KERN_ERR "%s: Failed to initialize port %d\n", 1089 netxen_nic_driver_name, adapter->portnum); 1090 return err; 1091 } 1092 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 1093 adapter->macaddr_set(adapter, adapter->mac_addr); 1094 1095 adapter->set_multi(netdev); 1096 adapter->set_mtu(adapter, netdev->mtu); 1097 1098 adapter->ahw.linkup = 0; 1099 1100 if (adapter->max_sds_rings > 1) 1101 netxen_config_rss(adapter, 1); 1102 1103 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1104 netxen_config_intr_coalesce(adapter); 1105 1106 if (netdev->features & NETIF_F_LRO) 1107 netxen_config_hw_lro(adapter, NETXEN_NIC_LRO_ENABLED); 1108 1109 netxen_napi_enable(adapter); 1110 1111 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION) 1112 netxen_linkevent_request(adapter, 1); 1113 else 1114 netxen_nic_set_link_parameters(adapter); 1115 1116 set_bit(__NX_DEV_UP, &adapter->state); 1117 return 0; 1118 } 1119 1120 /* Usage: During resume and firmware recovery module.*/ 1121 1122 static inline int 1123 netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev) 1124 { 1125 int err = 0; 1126 1127 rtnl_lock(); 1128 if (netif_running(netdev)) 1129 err = __netxen_nic_up(adapter, netdev); 1130 rtnl_unlock(); 1131 1132 return err; 1133 } 1134 1135 /* with rtnl_lock */ 1136 static void 1137 __netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev) 1138 { 1139 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 1140 return; 1141 1142 if (!test_and_clear_bit(__NX_DEV_UP, &adapter->state)) 1143 return; 1144 1145 smp_mb(); 1146 spin_lock(&adapter->tx_clean_lock); 1147 netif_carrier_off(netdev); 1148 netif_tx_disable(netdev); 1149 1150 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION) 1151 netxen_linkevent_request(adapter, 0); 1152 1153 if (adapter->stop_port) 1154 adapter->stop_port(adapter); 1155 1156 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1157 netxen_p3_free_mac_list(adapter); 1158 1159 adapter->set_promisc(adapter, NETXEN_NIU_NON_PROMISC_MODE); 1160 1161 netxen_napi_disable(adapter); 1162 1163 netxen_release_tx_buffers(adapter); 1164 spin_unlock(&adapter->tx_clean_lock); 1165 } 1166 1167 /* Usage: During suspend and firmware recovery module */ 1168 1169 static inline void 1170 netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev) 1171 { 1172 rtnl_lock(); 1173 if (netif_running(netdev)) 1174 __netxen_nic_down(adapter, netdev); 1175 rtnl_unlock(); 1176 1177 } 1178 1179 static int 1180 netxen_nic_attach(struct netxen_adapter *adapter) 1181 { 1182 struct net_device *netdev = adapter->netdev; 1183 struct pci_dev *pdev = adapter->pdev; 1184 int err, ring; 1185 struct nx_host_rds_ring *rds_ring; 1186 struct nx_host_tx_ring *tx_ring; 1187 1188 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) 1189 return 0; 1190 1191 err = netxen_init_firmware(adapter); 1192 if (err) 1193 return err; 1194 1195 err = netxen_napi_add(adapter, netdev); 1196 if (err) 1197 return err; 1198 1199 err = netxen_alloc_sw_resources(adapter); 1200 if (err) { 1201 printk(KERN_ERR "%s: Error in setting sw resources\n", 1202 netdev->name); 1203 return err; 1204 } 1205 1206 err = netxen_alloc_hw_resources(adapter); 1207 if (err) { 1208 printk(KERN_ERR "%s: Error in setting hw resources\n", 1209 netdev->name); 1210 goto err_out_free_sw; 1211 } 1212 1213 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 1214 tx_ring = adapter->tx_ring; 1215 tx_ring->crb_cmd_producer = netxen_get_ioaddr(adapter, 1216 crb_cmd_producer[adapter->portnum]); 1217 tx_ring->crb_cmd_consumer = netxen_get_ioaddr(adapter, 1218 crb_cmd_consumer[adapter->portnum]); 1219 1220 tx_ring->producer = 0; 1221 tx_ring->sw_consumer = 0; 1222 1223 netxen_nic_update_cmd_producer(adapter, tx_ring); 1224 netxen_nic_update_cmd_consumer(adapter, tx_ring); 1225 } 1226 1227 for (ring = 0; ring < adapter->max_rds_rings; ring++) { 1228 rds_ring = &adapter->recv_ctx.rds_rings[ring]; 1229 netxen_post_rx_buffers(adapter, ring, rds_ring); 1230 } 1231 1232 err = netxen_nic_request_irq(adapter); 1233 if (err) { 1234 dev_err(&pdev->dev, "%s: failed to setup interrupt\n", 1235 netdev->name); 1236 goto err_out_free_rxbuf; 1237 } 1238 1239 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1240 netxen_nic_init_coalesce_defaults(adapter); 1241 1242 netxen_create_sysfs_entries(adapter); 1243 1244 adapter->is_up = NETXEN_ADAPTER_UP_MAGIC; 1245 return 0; 1246 1247 err_out_free_rxbuf: 1248 netxen_release_rx_buffers(adapter); 1249 netxen_free_hw_resources(adapter); 1250 err_out_free_sw: 1251 netxen_free_sw_resources(adapter); 1252 return err; 1253 } 1254 1255 static void 1256 netxen_nic_detach(struct netxen_adapter *adapter) 1257 { 1258 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 1259 return; 1260 1261 netxen_remove_sysfs_entries(adapter); 1262 1263 netxen_free_hw_resources(adapter); 1264 netxen_release_rx_buffers(adapter); 1265 netxen_nic_free_irq(adapter); 1266 netxen_napi_del(adapter); 1267 netxen_free_sw_resources(adapter); 1268 1269 adapter->is_up = 0; 1270 } 1271 1272 int 1273 netxen_nic_reset_context(struct netxen_adapter *adapter) 1274 { 1275 int err = 0; 1276 struct net_device *netdev = adapter->netdev; 1277 1278 if (test_and_set_bit(__NX_RESETTING, &adapter->state)) 1279 return -EBUSY; 1280 1281 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) { 1282 1283 netif_device_detach(netdev); 1284 1285 if (netif_running(netdev)) 1286 __netxen_nic_down(adapter, netdev); 1287 1288 netxen_nic_detach(adapter); 1289 1290 if (netif_running(netdev)) { 1291 err = netxen_nic_attach(adapter); 1292 if (!err) 1293 err = __netxen_nic_up(adapter, netdev); 1294 1295 if (err) 1296 goto done; 1297 } 1298 1299 netif_device_attach(netdev); 1300 } 1301 1302 done: 1303 clear_bit(__NX_RESETTING, &adapter->state); 1304 return err; 1305 } 1306 1307 static int 1308 netxen_setup_netdev(struct netxen_adapter *adapter, 1309 struct net_device *netdev) 1310 { 1311 int err = 0; 1312 struct pci_dev *pdev = adapter->pdev; 1313 1314 adapter->mc_enabled = 0; 1315 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1316 adapter->max_mc_count = 38; 1317 else 1318 adapter->max_mc_count = 16; 1319 1320 netdev->netdev_ops = &netxen_netdev_ops; 1321 netdev->watchdog_timeo = 5*HZ; 1322 1323 netxen_nic_change_mtu(netdev, netdev->mtu); 1324 1325 SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops); 1326 1327 netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO | 1328 NETIF_F_RXCSUM; 1329 1330 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) 1331 netdev->hw_features |= NETIF_F_IPV6_CSUM | NETIF_F_TSO6; 1332 1333 netdev->vlan_features |= netdev->hw_features; 1334 1335 if (adapter->pci_using_dac) { 1336 netdev->features |= NETIF_F_HIGHDMA; 1337 netdev->vlan_features |= NETIF_F_HIGHDMA; 1338 } 1339 1340 if (adapter->capabilities & NX_FW_CAPABILITY_FVLANTX) 1341 netdev->hw_features |= NETIF_F_HW_VLAN_TX; 1342 1343 if (adapter->capabilities & NX_FW_CAPABILITY_HW_LRO) 1344 netdev->hw_features |= NETIF_F_LRO; 1345 1346 netdev->features |= netdev->hw_features; 1347 1348 netdev->irq = adapter->msix_entries[0].vector; 1349 1350 INIT_WORK(&adapter->tx_timeout_task, netxen_tx_timeout_task); 1351 1352 if (netxen_read_mac_addr(adapter)) 1353 dev_warn(&pdev->dev, "failed to read mac addr\n"); 1354 1355 netif_carrier_off(netdev); 1356 1357 err = register_netdev(netdev); 1358 if (err) { 1359 dev_err(&pdev->dev, "failed to register net device\n"); 1360 return err; 1361 } 1362 1363 return 0; 1364 } 1365 1366 #ifdef CONFIG_PCIEAER 1367 static void netxen_mask_aer_correctable(struct netxen_adapter *adapter) 1368 { 1369 struct pci_dev *pdev = adapter->pdev; 1370 struct pci_dev *root = pdev->bus->self; 1371 u32 aer_pos; 1372 1373 if (adapter->ahw.board_type != NETXEN_BRDTYPE_P3_4_GB_MM && 1374 adapter->ahw.board_type != NETXEN_BRDTYPE_P3_10G_TP) 1375 return; 1376 1377 if (root->pcie_type != PCI_EXP_TYPE_ROOT_PORT) 1378 return; 1379 1380 aer_pos = pci_find_ext_capability(root, PCI_EXT_CAP_ID_ERR); 1381 if (!aer_pos) 1382 return; 1383 1384 pci_write_config_dword(root, aer_pos + PCI_ERR_COR_MASK, 0xffff); 1385 } 1386 #endif 1387 1388 static int __devinit 1389 netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent) 1390 { 1391 struct net_device *netdev = NULL; 1392 struct netxen_adapter *adapter = NULL; 1393 int i = 0, err; 1394 int pci_func_id = PCI_FUNC(pdev->devfn); 1395 uint8_t revision_id; 1396 u32 val; 1397 1398 if (pdev->revision >= NX_P3_A0 && pdev->revision <= NX_P3_B1) { 1399 pr_warning("%s: chip revisions between 0x%x-0x%x " 1400 "will not be enabled.\n", 1401 module_name(THIS_MODULE), NX_P3_A0, NX_P3_B1); 1402 return -ENODEV; 1403 } 1404 1405 if ((err = pci_enable_device(pdev))) 1406 return err; 1407 1408 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) { 1409 err = -ENODEV; 1410 goto err_out_disable_pdev; 1411 } 1412 1413 if ((err = pci_request_regions(pdev, netxen_nic_driver_name))) 1414 goto err_out_disable_pdev; 1415 1416 if (NX_IS_REVISION_P3(pdev->revision)) 1417 pci_enable_pcie_error_reporting(pdev); 1418 1419 pci_set_master(pdev); 1420 1421 netdev = alloc_etherdev(sizeof(struct netxen_adapter)); 1422 if(!netdev) { 1423 err = -ENOMEM; 1424 goto err_out_free_res; 1425 } 1426 1427 SET_NETDEV_DEV(netdev, &pdev->dev); 1428 1429 adapter = netdev_priv(netdev); 1430 adapter->netdev = netdev; 1431 adapter->pdev = pdev; 1432 adapter->ahw.pci_func = pci_func_id; 1433 1434 revision_id = pdev->revision; 1435 adapter->ahw.revision_id = revision_id; 1436 1437 rwlock_init(&adapter->ahw.crb_lock); 1438 spin_lock_init(&adapter->ahw.mem_lock); 1439 1440 spin_lock_init(&adapter->tx_clean_lock); 1441 INIT_LIST_HEAD(&adapter->mac_list); 1442 INIT_LIST_HEAD(&adapter->vlan_ip_list); 1443 1444 err = netxen_setup_pci_map(adapter); 1445 if (err) 1446 goto err_out_free_netdev; 1447 1448 /* This will be reset for mezz cards */ 1449 adapter->portnum = pci_func_id; 1450 1451 err = netxen_nic_get_board_info(adapter); 1452 if (err) { 1453 dev_err(&pdev->dev, "Error getting board config info.\n"); 1454 goto err_out_iounmap; 1455 } 1456 1457 #ifdef CONFIG_PCIEAER 1458 netxen_mask_aer_correctable(adapter); 1459 #endif 1460 1461 /* Mezz cards have PCI function 0,2,3 enabled */ 1462 switch (adapter->ahw.board_type) { 1463 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ: 1464 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ: 1465 if (pci_func_id >= 2) 1466 adapter->portnum = pci_func_id - 2; 1467 break; 1468 default: 1469 break; 1470 } 1471 1472 err = netxen_check_flash_fw_compatibility(adapter); 1473 if (err) 1474 goto err_out_iounmap; 1475 1476 if (adapter->portnum == 0) { 1477 val = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 1478 if (val != 0xffffffff && val != 0) { 1479 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, 0); 1480 adapter->need_fw_reset = 1; 1481 } 1482 } 1483 1484 err = netxen_start_firmware(adapter); 1485 if (err) 1486 goto err_out_decr_ref; 1487 1488 /* 1489 * See if the firmware gave us a virtual-physical port mapping. 1490 */ 1491 adapter->physical_port = adapter->portnum; 1492 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 1493 i = NXRD32(adapter, CRB_V2P(adapter->portnum)); 1494 if (i != 0x55555555) 1495 adapter->physical_port = i; 1496 } 1497 1498 netxen_nic_clear_stats(adapter); 1499 1500 netxen_setup_intr(adapter); 1501 1502 err = netxen_setup_netdev(adapter, netdev); 1503 if (err) 1504 goto err_out_disable_msi; 1505 1506 pci_set_drvdata(pdev, adapter); 1507 1508 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 1509 1510 switch (adapter->ahw.port_type) { 1511 case NETXEN_NIC_GBE: 1512 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n", 1513 adapter->netdev->name); 1514 break; 1515 case NETXEN_NIC_XGBE: 1516 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n", 1517 adapter->netdev->name); 1518 break; 1519 } 1520 1521 netxen_create_diag_entries(adapter); 1522 1523 return 0; 1524 1525 err_out_disable_msi: 1526 netxen_teardown_intr(adapter); 1527 1528 netxen_free_dummy_dma(adapter); 1529 1530 err_out_decr_ref: 1531 nx_decr_dev_ref_cnt(adapter); 1532 1533 err_out_iounmap: 1534 netxen_cleanup_pci_map(adapter); 1535 1536 err_out_free_netdev: 1537 free_netdev(netdev); 1538 1539 err_out_free_res: 1540 pci_release_regions(pdev); 1541 1542 err_out_disable_pdev: 1543 pci_set_drvdata(pdev, NULL); 1544 pci_disable_device(pdev); 1545 return err; 1546 } 1547 1548 static 1549 void netxen_cleanup_minidump(struct netxen_adapter *adapter) 1550 { 1551 kfree(adapter->mdump.md_template); 1552 adapter->mdump.md_template = NULL; 1553 1554 if (adapter->mdump.md_capture_buff) { 1555 vfree(adapter->mdump.md_capture_buff); 1556 adapter->mdump.md_capture_buff = NULL; 1557 } 1558 } 1559 1560 static void __devexit netxen_nic_remove(struct pci_dev *pdev) 1561 { 1562 struct netxen_adapter *adapter; 1563 struct net_device *netdev; 1564 1565 adapter = pci_get_drvdata(pdev); 1566 if (adapter == NULL) 1567 return; 1568 1569 netdev = adapter->netdev; 1570 1571 netxen_cancel_fw_work(adapter); 1572 1573 unregister_netdev(netdev); 1574 1575 cancel_work_sync(&adapter->tx_timeout_task); 1576 1577 netxen_free_vlan_ip_list(adapter); 1578 netxen_nic_detach(adapter); 1579 1580 nx_decr_dev_ref_cnt(adapter); 1581 1582 if (adapter->portnum == 0) 1583 netxen_free_dummy_dma(adapter); 1584 1585 clear_bit(__NX_RESETTING, &adapter->state); 1586 1587 netxen_teardown_intr(adapter); 1588 1589 netxen_remove_diag_entries(adapter); 1590 1591 netxen_cleanup_pci_map(adapter); 1592 1593 netxen_release_firmware(adapter); 1594 1595 if (NX_IS_REVISION_P3(pdev->revision)) { 1596 netxen_cleanup_minidump(adapter); 1597 pci_disable_pcie_error_reporting(pdev); 1598 } 1599 1600 pci_release_regions(pdev); 1601 pci_disable_device(pdev); 1602 pci_set_drvdata(pdev, NULL); 1603 1604 free_netdev(netdev); 1605 } 1606 1607 static void netxen_nic_detach_func(struct netxen_adapter *adapter) 1608 { 1609 struct net_device *netdev = adapter->netdev; 1610 1611 netif_device_detach(netdev); 1612 1613 netxen_cancel_fw_work(adapter); 1614 1615 if (netif_running(netdev)) 1616 netxen_nic_down(adapter, netdev); 1617 1618 cancel_work_sync(&adapter->tx_timeout_task); 1619 1620 netxen_nic_detach(adapter); 1621 1622 if (adapter->portnum == 0) 1623 netxen_free_dummy_dma(adapter); 1624 1625 nx_decr_dev_ref_cnt(adapter); 1626 1627 clear_bit(__NX_RESETTING, &adapter->state); 1628 } 1629 1630 static int netxen_nic_attach_func(struct pci_dev *pdev) 1631 { 1632 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1633 struct net_device *netdev = adapter->netdev; 1634 int err; 1635 1636 err = pci_enable_device(pdev); 1637 if (err) 1638 return err; 1639 1640 pci_set_power_state(pdev, PCI_D0); 1641 pci_set_master(pdev); 1642 pci_restore_state(pdev); 1643 1644 adapter->ahw.crb_win = -1; 1645 adapter->ahw.ocm_win = -1; 1646 1647 err = netxen_start_firmware(adapter); 1648 if (err) { 1649 dev_err(&pdev->dev, "failed to start firmware\n"); 1650 return err; 1651 } 1652 1653 if (netif_running(netdev)) { 1654 err = netxen_nic_attach(adapter); 1655 if (err) 1656 goto err_out; 1657 1658 err = netxen_nic_up(adapter, netdev); 1659 if (err) 1660 goto err_out_detach; 1661 1662 netxen_restore_indev_addr(netdev, NETDEV_UP); 1663 } 1664 1665 netif_device_attach(netdev); 1666 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 1667 return 0; 1668 1669 err_out_detach: 1670 netxen_nic_detach(adapter); 1671 err_out: 1672 nx_decr_dev_ref_cnt(adapter); 1673 return err; 1674 } 1675 1676 static pci_ers_result_t netxen_io_error_detected(struct pci_dev *pdev, 1677 pci_channel_state_t state) 1678 { 1679 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1680 1681 if (state == pci_channel_io_perm_failure) 1682 return PCI_ERS_RESULT_DISCONNECT; 1683 1684 if (nx_dev_request_aer(adapter)) 1685 return PCI_ERS_RESULT_RECOVERED; 1686 1687 netxen_nic_detach_func(adapter); 1688 1689 pci_disable_device(pdev); 1690 1691 return PCI_ERS_RESULT_NEED_RESET; 1692 } 1693 1694 static pci_ers_result_t netxen_io_slot_reset(struct pci_dev *pdev) 1695 { 1696 int err = 0; 1697 1698 err = netxen_nic_attach_func(pdev); 1699 1700 return err ? PCI_ERS_RESULT_DISCONNECT : PCI_ERS_RESULT_RECOVERED; 1701 } 1702 1703 static void netxen_io_resume(struct pci_dev *pdev) 1704 { 1705 pci_cleanup_aer_uncorrect_error_status(pdev); 1706 } 1707 1708 static void netxen_nic_shutdown(struct pci_dev *pdev) 1709 { 1710 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1711 1712 netxen_nic_detach_func(adapter); 1713 1714 if (pci_save_state(pdev)) 1715 return; 1716 1717 if (netxen_nic_wol_supported(adapter)) { 1718 pci_enable_wake(pdev, PCI_D3cold, 1); 1719 pci_enable_wake(pdev, PCI_D3hot, 1); 1720 } 1721 1722 pci_disable_device(pdev); 1723 } 1724 1725 #ifdef CONFIG_PM 1726 static int 1727 netxen_nic_suspend(struct pci_dev *pdev, pm_message_t state) 1728 { 1729 struct netxen_adapter *adapter = pci_get_drvdata(pdev); 1730 int retval; 1731 1732 netxen_nic_detach_func(adapter); 1733 1734 retval = pci_save_state(pdev); 1735 if (retval) 1736 return retval; 1737 1738 if (netxen_nic_wol_supported(adapter)) { 1739 pci_enable_wake(pdev, PCI_D3cold, 1); 1740 pci_enable_wake(pdev, PCI_D3hot, 1); 1741 } 1742 1743 pci_disable_device(pdev); 1744 pci_set_power_state(pdev, pci_choose_state(pdev, state)); 1745 1746 return 0; 1747 } 1748 1749 static int 1750 netxen_nic_resume(struct pci_dev *pdev) 1751 { 1752 return netxen_nic_attach_func(pdev); 1753 } 1754 #endif 1755 1756 static int netxen_nic_open(struct net_device *netdev) 1757 { 1758 struct netxen_adapter *adapter = netdev_priv(netdev); 1759 int err = 0; 1760 1761 if (adapter->driver_mismatch) 1762 return -EIO; 1763 1764 err = netxen_nic_attach(adapter); 1765 if (err) 1766 return err; 1767 1768 err = __netxen_nic_up(adapter, netdev); 1769 if (err) 1770 goto err_out; 1771 1772 netif_start_queue(netdev); 1773 1774 return 0; 1775 1776 err_out: 1777 netxen_nic_detach(adapter); 1778 return err; 1779 } 1780 1781 /* 1782 * netxen_nic_close - Disables a network interface entry point 1783 */ 1784 static int netxen_nic_close(struct net_device *netdev) 1785 { 1786 struct netxen_adapter *adapter = netdev_priv(netdev); 1787 1788 __netxen_nic_down(adapter, netdev); 1789 return 0; 1790 } 1791 1792 static void 1793 netxen_tso_check(struct net_device *netdev, 1794 struct nx_host_tx_ring *tx_ring, 1795 struct cmd_desc_type0 *first_desc, 1796 struct sk_buff *skb) 1797 { 1798 u8 opcode = TX_ETHER_PKT; 1799 __be16 protocol = skb->protocol; 1800 u16 flags = 0, vid = 0; 1801 u32 producer; 1802 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0; 1803 struct cmd_desc_type0 *hwdesc; 1804 struct vlan_ethhdr *vh; 1805 1806 if (protocol == cpu_to_be16(ETH_P_8021Q)) { 1807 1808 vh = (struct vlan_ethhdr *)skb->data; 1809 protocol = vh->h_vlan_encapsulated_proto; 1810 flags = FLAGS_VLAN_TAGGED; 1811 1812 } else if (vlan_tx_tag_present(skb)) { 1813 1814 flags = FLAGS_VLAN_OOB; 1815 vid = vlan_tx_tag_get(skb); 1816 netxen_set_tx_vlan_tci(first_desc, vid); 1817 vlan_oob = 1; 1818 } 1819 1820 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) && 1821 skb_shinfo(skb)->gso_size > 0) { 1822 1823 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 1824 1825 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size); 1826 first_desc->total_hdr_length = hdr_len; 1827 if (vlan_oob) { 1828 first_desc->total_hdr_length += VLAN_HLEN; 1829 first_desc->tcp_hdr_offset = VLAN_HLEN; 1830 first_desc->ip_hdr_offset = VLAN_HLEN; 1831 /* Only in case of TSO on vlan device */ 1832 flags |= FLAGS_VLAN_TAGGED; 1833 } 1834 1835 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ? 1836 TX_TCP_LSO6 : TX_TCP_LSO; 1837 tso = 1; 1838 1839 } else if (skb->ip_summed == CHECKSUM_PARTIAL) { 1840 u8 l4proto; 1841 1842 if (protocol == cpu_to_be16(ETH_P_IP)) { 1843 l4proto = ip_hdr(skb)->protocol; 1844 1845 if (l4proto == IPPROTO_TCP) 1846 opcode = TX_TCP_PKT; 1847 else if(l4proto == IPPROTO_UDP) 1848 opcode = TX_UDP_PKT; 1849 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) { 1850 l4proto = ipv6_hdr(skb)->nexthdr; 1851 1852 if (l4proto == IPPROTO_TCP) 1853 opcode = TX_TCPV6_PKT; 1854 else if(l4proto == IPPROTO_UDP) 1855 opcode = TX_UDPV6_PKT; 1856 } 1857 } 1858 1859 first_desc->tcp_hdr_offset += skb_transport_offset(skb); 1860 first_desc->ip_hdr_offset += skb_network_offset(skb); 1861 netxen_set_tx_flags_opcode(first_desc, flags, opcode); 1862 1863 if (!tso) 1864 return; 1865 1866 /* For LSO, we need to copy the MAC/IP/TCP headers into 1867 * the descriptor ring 1868 */ 1869 producer = tx_ring->producer; 1870 copied = 0; 1871 offset = 2; 1872 1873 if (vlan_oob) { 1874 /* Create a TSO vlan header template for firmware */ 1875 1876 hwdesc = &tx_ring->desc_head[producer]; 1877 tx_ring->cmd_buf_arr[producer].skb = NULL; 1878 1879 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset, 1880 hdr_len + VLAN_HLEN); 1881 1882 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2); 1883 skb_copy_from_linear_data(skb, vh, 12); 1884 vh->h_vlan_proto = htons(ETH_P_8021Q); 1885 vh->h_vlan_TCI = htons(vid); 1886 skb_copy_from_linear_data_offset(skb, 12, 1887 (char *)vh + 16, copy_len - 16); 1888 1889 copied = copy_len - VLAN_HLEN; 1890 offset = 0; 1891 1892 producer = get_next_index(producer, tx_ring->num_desc); 1893 } 1894 1895 while (copied < hdr_len) { 1896 1897 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset, 1898 (hdr_len - copied)); 1899 1900 hwdesc = &tx_ring->desc_head[producer]; 1901 tx_ring->cmd_buf_arr[producer].skb = NULL; 1902 1903 skb_copy_from_linear_data_offset(skb, copied, 1904 (char *)hwdesc + offset, copy_len); 1905 1906 copied += copy_len; 1907 offset = 0; 1908 1909 producer = get_next_index(producer, tx_ring->num_desc); 1910 } 1911 1912 tx_ring->producer = producer; 1913 barrier(); 1914 } 1915 1916 static int 1917 netxen_map_tx_skb(struct pci_dev *pdev, 1918 struct sk_buff *skb, struct netxen_cmd_buffer *pbuf) 1919 { 1920 struct netxen_skb_frag *nf; 1921 struct skb_frag_struct *frag; 1922 int i, nr_frags; 1923 dma_addr_t map; 1924 1925 nr_frags = skb_shinfo(skb)->nr_frags; 1926 nf = &pbuf->frag_array[0]; 1927 1928 map = pci_map_single(pdev, skb->data, 1929 skb_headlen(skb), PCI_DMA_TODEVICE); 1930 if (pci_dma_mapping_error(pdev, map)) 1931 goto out_err; 1932 1933 nf->dma = map; 1934 nf->length = skb_headlen(skb); 1935 1936 for (i = 0; i < nr_frags; i++) { 1937 frag = &skb_shinfo(skb)->frags[i]; 1938 nf = &pbuf->frag_array[i+1]; 1939 1940 map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag), 1941 DMA_TO_DEVICE); 1942 if (dma_mapping_error(&pdev->dev, map)) 1943 goto unwind; 1944 1945 nf->dma = map; 1946 nf->length = skb_frag_size(frag); 1947 } 1948 1949 return 0; 1950 1951 unwind: 1952 while (--i >= 0) { 1953 nf = &pbuf->frag_array[i+1]; 1954 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE); 1955 } 1956 1957 nf = &pbuf->frag_array[0]; 1958 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE); 1959 1960 out_err: 1961 return -ENOMEM; 1962 } 1963 1964 static inline void 1965 netxen_clear_cmddesc(u64 *desc) 1966 { 1967 desc[0] = 0ULL; 1968 desc[2] = 0ULL; 1969 } 1970 1971 static netdev_tx_t 1972 netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev) 1973 { 1974 struct netxen_adapter *adapter = netdev_priv(netdev); 1975 struct nx_host_tx_ring *tx_ring = adapter->tx_ring; 1976 struct netxen_cmd_buffer *pbuf; 1977 struct netxen_skb_frag *buffrag; 1978 struct cmd_desc_type0 *hwdesc, *first_desc; 1979 struct pci_dev *pdev; 1980 int i, k; 1981 int delta = 0; 1982 struct skb_frag_struct *frag; 1983 1984 u32 producer; 1985 int frag_count, no_of_desc; 1986 u32 num_txd = tx_ring->num_desc; 1987 1988 frag_count = skb_shinfo(skb)->nr_frags + 1; 1989 1990 /* 14 frags supported for normal packet and 1991 * 32 frags supported for TSO packet 1992 */ 1993 if (!skb_is_gso(skb) && frag_count > NETXEN_MAX_FRAGS_PER_TX) { 1994 1995 for (i = 0; i < (frag_count - NETXEN_MAX_FRAGS_PER_TX); i++) { 1996 frag = &skb_shinfo(skb)->frags[i]; 1997 delta += skb_frag_size(frag); 1998 } 1999 2000 if (!__pskb_pull_tail(skb, delta)) 2001 goto drop_packet; 2002 2003 frag_count = 1 + skb_shinfo(skb)->nr_frags; 2004 } 2005 /* 4 fragments per cmd des */ 2006 no_of_desc = (frag_count + 3) >> 2; 2007 2008 if (unlikely(netxen_tx_avail(tx_ring) <= TX_STOP_THRESH)) { 2009 netif_stop_queue(netdev); 2010 smp_mb(); 2011 if (netxen_tx_avail(tx_ring) > TX_STOP_THRESH) 2012 netif_start_queue(netdev); 2013 else 2014 return NETDEV_TX_BUSY; 2015 } 2016 2017 producer = tx_ring->producer; 2018 pbuf = &tx_ring->cmd_buf_arr[producer]; 2019 2020 pdev = adapter->pdev; 2021 2022 if (netxen_map_tx_skb(pdev, skb, pbuf)) 2023 goto drop_packet; 2024 2025 pbuf->skb = skb; 2026 pbuf->frag_count = frag_count; 2027 2028 first_desc = hwdesc = &tx_ring->desc_head[producer]; 2029 netxen_clear_cmddesc((u64 *)hwdesc); 2030 2031 netxen_set_tx_frags_len(first_desc, frag_count, skb->len); 2032 netxen_set_tx_port(first_desc, adapter->portnum); 2033 2034 for (i = 0; i < frag_count; i++) { 2035 2036 k = i % 4; 2037 2038 if ((k == 0) && (i > 0)) { 2039 /* move to next desc.*/ 2040 producer = get_next_index(producer, num_txd); 2041 hwdesc = &tx_ring->desc_head[producer]; 2042 netxen_clear_cmddesc((u64 *)hwdesc); 2043 tx_ring->cmd_buf_arr[producer].skb = NULL; 2044 } 2045 2046 buffrag = &pbuf->frag_array[i]; 2047 2048 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length); 2049 switch (k) { 2050 case 0: 2051 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma); 2052 break; 2053 case 1: 2054 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma); 2055 break; 2056 case 2: 2057 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma); 2058 break; 2059 case 3: 2060 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma); 2061 break; 2062 } 2063 } 2064 2065 tx_ring->producer = get_next_index(producer, num_txd); 2066 2067 netxen_tso_check(netdev, tx_ring, first_desc, skb); 2068 2069 adapter->stats.txbytes += skb->len; 2070 adapter->stats.xmitcalled++; 2071 2072 netxen_nic_update_cmd_producer(adapter, tx_ring); 2073 2074 return NETDEV_TX_OK; 2075 2076 drop_packet: 2077 adapter->stats.txdropped++; 2078 dev_kfree_skb_any(skb); 2079 return NETDEV_TX_OK; 2080 } 2081 2082 static int netxen_nic_check_temp(struct netxen_adapter *adapter) 2083 { 2084 struct net_device *netdev = adapter->netdev; 2085 uint32_t temp, temp_state, temp_val; 2086 int rv = 0; 2087 2088 temp = NXRD32(adapter, CRB_TEMP_STATE); 2089 2090 temp_state = nx_get_temp_state(temp); 2091 temp_val = nx_get_temp_val(temp); 2092 2093 if (temp_state == NX_TEMP_PANIC) { 2094 printk(KERN_ALERT 2095 "%s: Device temperature %d degrees C exceeds" 2096 " maximum allowed. Hardware has been shut down.\n", 2097 netdev->name, temp_val); 2098 rv = 1; 2099 } else if (temp_state == NX_TEMP_WARN) { 2100 if (adapter->temp == NX_TEMP_NORMAL) { 2101 printk(KERN_ALERT 2102 "%s: Device temperature %d degrees C " 2103 "exceeds operating range." 2104 " Immediate action needed.\n", 2105 netdev->name, temp_val); 2106 } 2107 } else { 2108 if (adapter->temp == NX_TEMP_WARN) { 2109 printk(KERN_INFO 2110 "%s: Device temperature is now %d degrees C" 2111 " in normal range.\n", netdev->name, 2112 temp_val); 2113 } 2114 } 2115 adapter->temp = temp_state; 2116 return rv; 2117 } 2118 2119 void netxen_advert_link_change(struct netxen_adapter *adapter, int linkup) 2120 { 2121 struct net_device *netdev = adapter->netdev; 2122 2123 if (adapter->ahw.linkup && !linkup) { 2124 printk(KERN_INFO "%s: %s NIC Link is down\n", 2125 netxen_nic_driver_name, netdev->name); 2126 adapter->ahw.linkup = 0; 2127 if (netif_running(netdev)) { 2128 netif_carrier_off(netdev); 2129 netif_stop_queue(netdev); 2130 } 2131 adapter->link_changed = !adapter->has_link_events; 2132 } else if (!adapter->ahw.linkup && linkup) { 2133 printk(KERN_INFO "%s: %s NIC Link is up\n", 2134 netxen_nic_driver_name, netdev->name); 2135 adapter->ahw.linkup = 1; 2136 if (netif_running(netdev)) { 2137 netif_carrier_on(netdev); 2138 netif_wake_queue(netdev); 2139 } 2140 adapter->link_changed = !adapter->has_link_events; 2141 } 2142 } 2143 2144 static void netxen_nic_handle_phy_intr(struct netxen_adapter *adapter) 2145 { 2146 u32 val, port, linkup; 2147 2148 port = adapter->physical_port; 2149 2150 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 2151 val = NXRD32(adapter, CRB_XG_STATE_P3); 2152 val = XG_LINK_STATE_P3(adapter->ahw.pci_func, val); 2153 linkup = (val == XG_LINK_UP_P3); 2154 } else { 2155 val = NXRD32(adapter, CRB_XG_STATE); 2156 val = (val >> port*8) & 0xff; 2157 linkup = (val == XG_LINK_UP); 2158 } 2159 2160 netxen_advert_link_change(adapter, linkup); 2161 } 2162 2163 static void netxen_tx_timeout(struct net_device *netdev) 2164 { 2165 struct netxen_adapter *adapter = netdev_priv(netdev); 2166 2167 if (test_bit(__NX_RESETTING, &adapter->state)) 2168 return; 2169 2170 dev_err(&netdev->dev, "transmit timeout, resetting.\n"); 2171 schedule_work(&adapter->tx_timeout_task); 2172 } 2173 2174 static void netxen_tx_timeout_task(struct work_struct *work) 2175 { 2176 struct netxen_adapter *adapter = 2177 container_of(work, struct netxen_adapter, tx_timeout_task); 2178 2179 if (!netif_running(adapter->netdev)) 2180 return; 2181 2182 if (test_and_set_bit(__NX_RESETTING, &adapter->state)) 2183 return; 2184 2185 if (++adapter->tx_timeo_cnt >= NX_MAX_TX_TIMEOUTS) 2186 goto request_reset; 2187 2188 rtnl_lock(); 2189 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) { 2190 /* try to scrub interrupt */ 2191 netxen_napi_disable(adapter); 2192 2193 netxen_napi_enable(adapter); 2194 2195 netif_wake_queue(adapter->netdev); 2196 2197 clear_bit(__NX_RESETTING, &adapter->state); 2198 } else { 2199 clear_bit(__NX_RESETTING, &adapter->state); 2200 if (netxen_nic_reset_context(adapter)) { 2201 rtnl_unlock(); 2202 goto request_reset; 2203 } 2204 } 2205 adapter->netdev->trans_start = jiffies; 2206 rtnl_unlock(); 2207 return; 2208 2209 request_reset: 2210 adapter->need_fw_reset = 1; 2211 clear_bit(__NX_RESETTING, &adapter->state); 2212 } 2213 2214 static struct rtnl_link_stats64 *netxen_nic_get_stats(struct net_device *netdev, 2215 struct rtnl_link_stats64 *stats) 2216 { 2217 struct netxen_adapter *adapter = netdev_priv(netdev); 2218 2219 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts; 2220 stats->tx_packets = adapter->stats.xmitfinished; 2221 stats->rx_bytes = adapter->stats.rxbytes; 2222 stats->tx_bytes = adapter->stats.txbytes; 2223 stats->rx_dropped = adapter->stats.rxdropped; 2224 stats->tx_dropped = adapter->stats.txdropped; 2225 2226 return stats; 2227 } 2228 2229 static irqreturn_t netxen_intr(int irq, void *data) 2230 { 2231 struct nx_host_sds_ring *sds_ring = data; 2232 struct netxen_adapter *adapter = sds_ring->adapter; 2233 u32 status = 0; 2234 2235 status = readl(adapter->isr_int_vec); 2236 2237 if (!(status & adapter->int_vec_bit)) 2238 return IRQ_NONE; 2239 2240 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) { 2241 /* check interrupt state machine, to be sure */ 2242 status = readl(adapter->crb_int_state_reg); 2243 if (!ISR_LEGACY_INT_TRIGGERED(status)) 2244 return IRQ_NONE; 2245 2246 } else { 2247 unsigned long our_int = 0; 2248 2249 our_int = readl(adapter->crb_int_state_reg); 2250 2251 /* not our interrupt */ 2252 if (!test_and_clear_bit((7 + adapter->portnum), &our_int)) 2253 return IRQ_NONE; 2254 2255 /* claim interrupt */ 2256 writel((our_int & 0xffffffff), adapter->crb_int_state_reg); 2257 2258 /* clear interrupt */ 2259 netxen_nic_disable_int(sds_ring); 2260 } 2261 2262 writel(0xffffffff, adapter->tgt_status_reg); 2263 /* read twice to ensure write is flushed */ 2264 readl(adapter->isr_int_vec); 2265 readl(adapter->isr_int_vec); 2266 2267 napi_schedule(&sds_ring->napi); 2268 2269 return IRQ_HANDLED; 2270 } 2271 2272 static irqreturn_t netxen_msi_intr(int irq, void *data) 2273 { 2274 struct nx_host_sds_ring *sds_ring = data; 2275 struct netxen_adapter *adapter = sds_ring->adapter; 2276 2277 /* clear interrupt */ 2278 writel(0xffffffff, adapter->tgt_status_reg); 2279 2280 napi_schedule(&sds_ring->napi); 2281 return IRQ_HANDLED; 2282 } 2283 2284 static irqreturn_t netxen_msix_intr(int irq, void *data) 2285 { 2286 struct nx_host_sds_ring *sds_ring = data; 2287 2288 napi_schedule(&sds_ring->napi); 2289 return IRQ_HANDLED; 2290 } 2291 2292 static int netxen_nic_poll(struct napi_struct *napi, int budget) 2293 { 2294 struct nx_host_sds_ring *sds_ring = 2295 container_of(napi, struct nx_host_sds_ring, napi); 2296 2297 struct netxen_adapter *adapter = sds_ring->adapter; 2298 2299 int tx_complete; 2300 int work_done; 2301 2302 tx_complete = netxen_process_cmd_ring(adapter); 2303 2304 work_done = netxen_process_rcv_ring(sds_ring, budget); 2305 2306 if ((work_done < budget) && tx_complete) { 2307 napi_complete(&sds_ring->napi); 2308 if (test_bit(__NX_DEV_UP, &adapter->state)) 2309 netxen_nic_enable_int(sds_ring); 2310 } 2311 2312 return work_done; 2313 } 2314 2315 #ifdef CONFIG_NET_POLL_CONTROLLER 2316 static void netxen_nic_poll_controller(struct net_device *netdev) 2317 { 2318 int ring; 2319 struct nx_host_sds_ring *sds_ring; 2320 struct netxen_adapter *adapter = netdev_priv(netdev); 2321 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx; 2322 2323 disable_irq(adapter->irq); 2324 for (ring = 0; ring < adapter->max_sds_rings; ring++) { 2325 sds_ring = &recv_ctx->sds_rings[ring]; 2326 netxen_intr(adapter->irq, sds_ring); 2327 } 2328 enable_irq(adapter->irq); 2329 } 2330 #endif 2331 2332 static int 2333 nx_incr_dev_ref_cnt(struct netxen_adapter *adapter) 2334 { 2335 int count; 2336 if (netxen_api_lock(adapter)) 2337 return -EIO; 2338 2339 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2340 2341 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count); 2342 2343 netxen_api_unlock(adapter); 2344 return count; 2345 } 2346 2347 static int 2348 nx_decr_dev_ref_cnt(struct netxen_adapter *adapter) 2349 { 2350 int count, state; 2351 if (netxen_api_lock(adapter)) 2352 return -EIO; 2353 2354 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2355 WARN_ON(count == 0); 2356 2357 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count); 2358 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2359 2360 if (count == 0 && state != NX_DEV_FAILED) 2361 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD); 2362 2363 netxen_api_unlock(adapter); 2364 return count; 2365 } 2366 2367 static int 2368 nx_dev_request_aer(struct netxen_adapter *adapter) 2369 { 2370 u32 state; 2371 int ret = -EINVAL; 2372 2373 if (netxen_api_lock(adapter)) 2374 return ret; 2375 2376 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2377 2378 if (state == NX_DEV_NEED_AER) 2379 ret = 0; 2380 else if (state == NX_DEV_READY) { 2381 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_AER); 2382 ret = 0; 2383 } 2384 2385 netxen_api_unlock(adapter); 2386 return ret; 2387 } 2388 2389 int 2390 nx_dev_request_reset(struct netxen_adapter *adapter) 2391 { 2392 u32 state; 2393 int ret = -EINVAL; 2394 2395 if (netxen_api_lock(adapter)) 2396 return ret; 2397 2398 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2399 2400 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED) 2401 ret = 0; 2402 else if (state != NX_DEV_INITALIZING && state != NX_DEV_NEED_AER) { 2403 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_RESET); 2404 adapter->flags |= NETXEN_FW_RESET_OWNER; 2405 ret = 0; 2406 } 2407 2408 netxen_api_unlock(adapter); 2409 2410 return ret; 2411 } 2412 2413 static int 2414 netxen_can_start_firmware(struct netxen_adapter *adapter) 2415 { 2416 int count; 2417 int can_start = 0; 2418 2419 if (netxen_api_lock(adapter)) { 2420 nx_incr_dev_ref_cnt(adapter); 2421 return -1; 2422 } 2423 2424 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2425 2426 if ((count < 0) || (count >= NX_MAX_PCI_FUNC)) 2427 count = 0; 2428 2429 if (count == 0) { 2430 can_start = 1; 2431 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_INITALIZING); 2432 } 2433 2434 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count); 2435 2436 netxen_api_unlock(adapter); 2437 2438 return can_start; 2439 } 2440 2441 static void 2442 netxen_schedule_work(struct netxen_adapter *adapter, 2443 work_func_t func, int delay) 2444 { 2445 INIT_DELAYED_WORK(&adapter->fw_work, func); 2446 schedule_delayed_work(&adapter->fw_work, delay); 2447 } 2448 2449 static void 2450 netxen_cancel_fw_work(struct netxen_adapter *adapter) 2451 { 2452 while (test_and_set_bit(__NX_RESETTING, &adapter->state)) 2453 msleep(10); 2454 2455 cancel_delayed_work_sync(&adapter->fw_work); 2456 } 2457 2458 static void 2459 netxen_attach_work(struct work_struct *work) 2460 { 2461 struct netxen_adapter *adapter = container_of(work, 2462 struct netxen_adapter, fw_work.work); 2463 struct net_device *netdev = adapter->netdev; 2464 int err = 0; 2465 2466 if (netif_running(netdev)) { 2467 err = netxen_nic_attach(adapter); 2468 if (err) 2469 goto done; 2470 2471 err = netxen_nic_up(adapter, netdev); 2472 if (err) { 2473 netxen_nic_detach(adapter); 2474 goto done; 2475 } 2476 2477 netxen_restore_indev_addr(netdev, NETDEV_UP); 2478 } 2479 2480 netif_device_attach(netdev); 2481 2482 done: 2483 adapter->fw_fail_cnt = 0; 2484 clear_bit(__NX_RESETTING, &adapter->state); 2485 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 2486 } 2487 2488 static void 2489 netxen_fwinit_work(struct work_struct *work) 2490 { 2491 struct netxen_adapter *adapter = container_of(work, 2492 struct netxen_adapter, fw_work.work); 2493 int dev_state; 2494 int count; 2495 dev_state = NXRD32(adapter, NX_CRB_DEV_STATE); 2496 if (adapter->flags & NETXEN_FW_RESET_OWNER) { 2497 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2498 WARN_ON(count == 0); 2499 if (count == 1) { 2500 if (adapter->mdump.md_enabled) { 2501 rtnl_lock(); 2502 netxen_dump_fw(adapter); 2503 rtnl_unlock(); 2504 } 2505 adapter->flags &= ~NETXEN_FW_RESET_OWNER; 2506 if (netxen_api_lock(adapter)) { 2507 clear_bit(__NX_RESETTING, &adapter->state); 2508 NXWR32(adapter, NX_CRB_DEV_STATE, 2509 NX_DEV_FAILED); 2510 return; 2511 } 2512 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT); 2513 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count); 2514 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD); 2515 dev_state = NX_DEV_COLD; 2516 netxen_api_unlock(adapter); 2517 } 2518 } 2519 2520 switch (dev_state) { 2521 case NX_DEV_COLD: 2522 case NX_DEV_READY: 2523 if (!netxen_start_firmware(adapter)) { 2524 netxen_schedule_work(adapter, netxen_attach_work, 0); 2525 return; 2526 } 2527 break; 2528 2529 case NX_DEV_NEED_RESET: 2530 case NX_DEV_INITALIZING: 2531 netxen_schedule_work(adapter, 2532 netxen_fwinit_work, 2 * FW_POLL_DELAY); 2533 return; 2534 2535 case NX_DEV_FAILED: 2536 default: 2537 nx_incr_dev_ref_cnt(adapter); 2538 break; 2539 } 2540 2541 if (netxen_api_lock(adapter)) { 2542 clear_bit(__NX_RESETTING, &adapter->state); 2543 return; 2544 } 2545 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_FAILED); 2546 netxen_api_unlock(adapter); 2547 dev_err(&adapter->pdev->dev, "%s: Device initialization Failed\n", 2548 adapter->netdev->name); 2549 2550 clear_bit(__NX_RESETTING, &adapter->state); 2551 } 2552 2553 static void 2554 netxen_detach_work(struct work_struct *work) 2555 { 2556 struct netxen_adapter *adapter = container_of(work, 2557 struct netxen_adapter, fw_work.work); 2558 struct net_device *netdev = adapter->netdev; 2559 int ref_cnt = 0, delay; 2560 u32 status; 2561 2562 netif_device_detach(netdev); 2563 2564 netxen_nic_down(adapter, netdev); 2565 2566 rtnl_lock(); 2567 netxen_nic_detach(adapter); 2568 rtnl_unlock(); 2569 2570 status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1); 2571 2572 if (status & NX_RCODE_FATAL_ERROR) 2573 goto err_ret; 2574 2575 if (adapter->temp == NX_TEMP_PANIC) 2576 goto err_ret; 2577 2578 if (!(adapter->flags & NETXEN_FW_RESET_OWNER)) 2579 ref_cnt = nx_decr_dev_ref_cnt(adapter); 2580 2581 if (ref_cnt == -EIO) 2582 goto err_ret; 2583 2584 delay = (ref_cnt == 0) ? 0 : (2 * FW_POLL_DELAY); 2585 2586 adapter->fw_wait_cnt = 0; 2587 netxen_schedule_work(adapter, netxen_fwinit_work, delay); 2588 2589 return; 2590 2591 err_ret: 2592 clear_bit(__NX_RESETTING, &adapter->state); 2593 } 2594 2595 static int 2596 netxen_check_health(struct netxen_adapter *adapter) 2597 { 2598 u32 state, heartbit; 2599 u32 peg_status; 2600 struct net_device *netdev = adapter->netdev; 2601 2602 state = NXRD32(adapter, NX_CRB_DEV_STATE); 2603 if (state == NX_DEV_NEED_AER) 2604 return 0; 2605 2606 if (netxen_nic_check_temp(adapter)) 2607 goto detach; 2608 2609 if (adapter->need_fw_reset) { 2610 if (nx_dev_request_reset(adapter)) 2611 return 0; 2612 goto detach; 2613 } 2614 2615 /* NX_DEV_NEED_RESET, this state can be marked in two cases 2616 * 1. Tx timeout 2. Fw hang 2617 * Send request to destroy context in case of tx timeout only 2618 * and doesn't required in case of Fw hang 2619 */ 2620 if (state == NX_DEV_NEED_RESET || state == NX_DEV_FAILED) { 2621 adapter->need_fw_reset = 1; 2622 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 2623 goto detach; 2624 } 2625 2626 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 2627 return 0; 2628 2629 heartbit = NXRD32(adapter, NETXEN_PEG_ALIVE_COUNTER); 2630 if (heartbit != adapter->heartbit) { 2631 adapter->heartbit = heartbit; 2632 adapter->fw_fail_cnt = 0; 2633 if (adapter->need_fw_reset) 2634 goto detach; 2635 return 0; 2636 } 2637 2638 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH) 2639 return 0; 2640 2641 if (nx_dev_request_reset(adapter)) 2642 return 0; 2643 2644 clear_bit(__NX_FW_ATTACHED, &adapter->state); 2645 2646 dev_err(&netdev->dev, "firmware hang detected\n"); 2647 peg_status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1); 2648 dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n" 2649 "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n" 2650 "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n" 2651 "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n" 2652 "PEG_NET_4_PC: 0x%x\n", 2653 peg_status, 2654 NXRD32(adapter, NETXEN_PEG_HALT_STATUS2), 2655 NXRD32(adapter, NETXEN_CRB_PEG_NET_0 + 0x3c), 2656 NXRD32(adapter, NETXEN_CRB_PEG_NET_1 + 0x3c), 2657 NXRD32(adapter, NETXEN_CRB_PEG_NET_2 + 0x3c), 2658 NXRD32(adapter, NETXEN_CRB_PEG_NET_3 + 0x3c), 2659 NXRD32(adapter, NETXEN_CRB_PEG_NET_4 + 0x3c)); 2660 if (NX_FWERROR_PEGSTAT1(peg_status) == 0x67) 2661 dev_err(&adapter->pdev->dev, 2662 "Firmware aborted with error code 0x00006700. " 2663 "Device is being reset.\n"); 2664 detach: 2665 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) && 2666 !test_and_set_bit(__NX_RESETTING, &adapter->state)) 2667 netxen_schedule_work(adapter, netxen_detach_work, 0); 2668 return 1; 2669 } 2670 2671 static void 2672 netxen_fw_poll_work(struct work_struct *work) 2673 { 2674 struct netxen_adapter *adapter = container_of(work, 2675 struct netxen_adapter, fw_work.work); 2676 2677 if (test_bit(__NX_RESETTING, &adapter->state)) 2678 goto reschedule; 2679 2680 if (test_bit(__NX_DEV_UP, &adapter->state)) { 2681 if (!adapter->has_link_events) { 2682 2683 netxen_nic_handle_phy_intr(adapter); 2684 2685 if (adapter->link_changed) 2686 netxen_nic_set_link_parameters(adapter); 2687 } 2688 } 2689 2690 if (netxen_check_health(adapter)) 2691 return; 2692 2693 reschedule: 2694 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY); 2695 } 2696 2697 static ssize_t 2698 netxen_store_bridged_mode(struct device *dev, 2699 struct device_attribute *attr, const char *buf, size_t len) 2700 { 2701 struct net_device *net = to_net_dev(dev); 2702 struct netxen_adapter *adapter = netdev_priv(net); 2703 unsigned long new; 2704 int ret = -EINVAL; 2705 2706 if (!(adapter->capabilities & NX_FW_CAPABILITY_BDG)) 2707 goto err_out; 2708 2709 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 2710 goto err_out; 2711 2712 if (strict_strtoul(buf, 2, &new)) 2713 goto err_out; 2714 2715 if (!netxen_config_bridged_mode(adapter, !!new)) 2716 ret = len; 2717 2718 err_out: 2719 return ret; 2720 } 2721 2722 static ssize_t 2723 netxen_show_bridged_mode(struct device *dev, 2724 struct device_attribute *attr, char *buf) 2725 { 2726 struct net_device *net = to_net_dev(dev); 2727 struct netxen_adapter *adapter; 2728 int bridged_mode = 0; 2729 2730 adapter = netdev_priv(net); 2731 2732 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) 2733 bridged_mode = !!(adapter->flags & NETXEN_NIC_BRIDGE_ENABLED); 2734 2735 return sprintf(buf, "%d\n", bridged_mode); 2736 } 2737 2738 static struct device_attribute dev_attr_bridged_mode = { 2739 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)}, 2740 .show = netxen_show_bridged_mode, 2741 .store = netxen_store_bridged_mode, 2742 }; 2743 2744 static ssize_t 2745 netxen_store_diag_mode(struct device *dev, 2746 struct device_attribute *attr, const char *buf, size_t len) 2747 { 2748 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2749 unsigned long new; 2750 2751 if (strict_strtoul(buf, 2, &new)) 2752 return -EINVAL; 2753 2754 if (!!new != !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)) 2755 adapter->flags ^= NETXEN_NIC_DIAG_ENABLED; 2756 2757 return len; 2758 } 2759 2760 static ssize_t 2761 netxen_show_diag_mode(struct device *dev, 2762 struct device_attribute *attr, char *buf) 2763 { 2764 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2765 2766 return sprintf(buf, "%d\n", 2767 !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)); 2768 } 2769 2770 static struct device_attribute dev_attr_diag_mode = { 2771 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)}, 2772 .show = netxen_show_diag_mode, 2773 .store = netxen_store_diag_mode, 2774 }; 2775 2776 static int 2777 netxen_sysfs_validate_crb(struct netxen_adapter *adapter, 2778 loff_t offset, size_t size) 2779 { 2780 size_t crb_size = 4; 2781 2782 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)) 2783 return -EIO; 2784 2785 if (offset < NETXEN_PCI_CRBSPACE) { 2786 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 2787 return -EINVAL; 2788 2789 if (ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM, 2790 NETXEN_PCI_CAMQM_2M_END)) 2791 crb_size = 8; 2792 else 2793 return -EINVAL; 2794 } 2795 2796 if ((size != crb_size) || (offset & (crb_size-1))) 2797 return -EINVAL; 2798 2799 return 0; 2800 } 2801 2802 static ssize_t 2803 netxen_sysfs_read_crb(struct file *filp, struct kobject *kobj, 2804 struct bin_attribute *attr, 2805 char *buf, loff_t offset, size_t size) 2806 { 2807 struct device *dev = container_of(kobj, struct device, kobj); 2808 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2809 u32 data; 2810 u64 qmdata; 2811 int ret; 2812 2813 ret = netxen_sysfs_validate_crb(adapter, offset, size); 2814 if (ret != 0) 2815 return ret; 2816 2817 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && 2818 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM, 2819 NETXEN_PCI_CAMQM_2M_END)) { 2820 netxen_pci_camqm_read_2M(adapter, offset, &qmdata); 2821 memcpy(buf, &qmdata, size); 2822 } else { 2823 data = NXRD32(adapter, offset); 2824 memcpy(buf, &data, size); 2825 } 2826 2827 return size; 2828 } 2829 2830 static ssize_t 2831 netxen_sysfs_write_crb(struct file *filp, struct kobject *kobj, 2832 struct bin_attribute *attr, 2833 char *buf, loff_t offset, size_t size) 2834 { 2835 struct device *dev = container_of(kobj, struct device, kobj); 2836 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2837 u32 data; 2838 u64 qmdata; 2839 int ret; 2840 2841 ret = netxen_sysfs_validate_crb(adapter, offset, size); 2842 if (ret != 0) 2843 return ret; 2844 2845 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && 2846 ADDR_IN_RANGE(offset, NETXEN_PCI_CAMQM, 2847 NETXEN_PCI_CAMQM_2M_END)) { 2848 memcpy(&qmdata, buf, size); 2849 netxen_pci_camqm_write_2M(adapter, offset, qmdata); 2850 } else { 2851 memcpy(&data, buf, size); 2852 NXWR32(adapter, offset, data); 2853 } 2854 2855 return size; 2856 } 2857 2858 static int 2859 netxen_sysfs_validate_mem(struct netxen_adapter *adapter, 2860 loff_t offset, size_t size) 2861 { 2862 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED)) 2863 return -EIO; 2864 2865 if ((size != 8) || (offset & 0x7)) 2866 return -EIO; 2867 2868 return 0; 2869 } 2870 2871 static ssize_t 2872 netxen_sysfs_read_mem(struct file *filp, struct kobject *kobj, 2873 struct bin_attribute *attr, 2874 char *buf, loff_t offset, size_t size) 2875 { 2876 struct device *dev = container_of(kobj, struct device, kobj); 2877 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2878 u64 data; 2879 int ret; 2880 2881 ret = netxen_sysfs_validate_mem(adapter, offset, size); 2882 if (ret != 0) 2883 return ret; 2884 2885 if (adapter->pci_mem_read(adapter, offset, &data)) 2886 return -EIO; 2887 2888 memcpy(buf, &data, size); 2889 2890 return size; 2891 } 2892 2893 static ssize_t netxen_sysfs_write_mem(struct file *filp, struct kobject *kobj, 2894 struct bin_attribute *attr, char *buf, 2895 loff_t offset, size_t size) 2896 { 2897 struct device *dev = container_of(kobj, struct device, kobj); 2898 struct netxen_adapter *adapter = dev_get_drvdata(dev); 2899 u64 data; 2900 int ret; 2901 2902 ret = netxen_sysfs_validate_mem(adapter, offset, size); 2903 if (ret != 0) 2904 return ret; 2905 2906 memcpy(&data, buf, size); 2907 2908 if (adapter->pci_mem_write(adapter, offset, data)) 2909 return -EIO; 2910 2911 return size; 2912 } 2913 2914 2915 static struct bin_attribute bin_attr_crb = { 2916 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)}, 2917 .size = 0, 2918 .read = netxen_sysfs_read_crb, 2919 .write = netxen_sysfs_write_crb, 2920 }; 2921 2922 static struct bin_attribute bin_attr_mem = { 2923 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)}, 2924 .size = 0, 2925 .read = netxen_sysfs_read_mem, 2926 .write = netxen_sysfs_write_mem, 2927 }; 2928 2929 2930 static void 2931 netxen_create_sysfs_entries(struct netxen_adapter *adapter) 2932 { 2933 struct device *dev = &adapter->pdev->dev; 2934 2935 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) { 2936 /* bridged_mode control */ 2937 if (device_create_file(dev, &dev_attr_bridged_mode)) { 2938 dev_warn(dev, 2939 "failed to create bridged_mode sysfs entry\n"); 2940 } 2941 } 2942 } 2943 2944 static void 2945 netxen_remove_sysfs_entries(struct netxen_adapter *adapter) 2946 { 2947 struct device *dev = &adapter->pdev->dev; 2948 2949 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) 2950 device_remove_file(dev, &dev_attr_bridged_mode); 2951 } 2952 2953 static void 2954 netxen_create_diag_entries(struct netxen_adapter *adapter) 2955 { 2956 struct pci_dev *pdev = adapter->pdev; 2957 struct device *dev; 2958 2959 dev = &pdev->dev; 2960 if (device_create_file(dev, &dev_attr_diag_mode)) 2961 dev_info(dev, "failed to create diag_mode sysfs entry\n"); 2962 if (device_create_bin_file(dev, &bin_attr_crb)) 2963 dev_info(dev, "failed to create crb sysfs entry\n"); 2964 if (device_create_bin_file(dev, &bin_attr_mem)) 2965 dev_info(dev, "failed to create mem sysfs entry\n"); 2966 } 2967 2968 2969 static void 2970 netxen_remove_diag_entries(struct netxen_adapter *adapter) 2971 { 2972 struct pci_dev *pdev = adapter->pdev; 2973 struct device *dev = &pdev->dev; 2974 2975 device_remove_file(dev, &dev_attr_diag_mode); 2976 device_remove_bin_file(dev, &bin_attr_crb); 2977 device_remove_bin_file(dev, &bin_attr_mem); 2978 } 2979 2980 #ifdef CONFIG_INET 2981 2982 #define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops) 2983 2984 static int 2985 netxen_destip_supported(struct netxen_adapter *adapter) 2986 { 2987 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) 2988 return 0; 2989 2990 if (adapter->ahw.cut_through) 2991 return 0; 2992 2993 return 1; 2994 } 2995 2996 static void 2997 netxen_free_vlan_ip_list(struct netxen_adapter *adapter) 2998 { 2999 struct nx_vlan_ip_list *cur; 3000 struct list_head *head = &adapter->vlan_ip_list; 3001 3002 while (!list_empty(head)) { 3003 cur = list_entry(head->next, struct nx_vlan_ip_list, list); 3004 netxen_config_ipaddr(adapter, cur->ip_addr, NX_IP_DOWN); 3005 list_del(&cur->list); 3006 kfree(cur); 3007 } 3008 3009 } 3010 static void 3011 netxen_list_config_vlan_ip(struct netxen_adapter *adapter, 3012 struct in_ifaddr *ifa, unsigned long event) 3013 { 3014 struct net_device *dev; 3015 struct nx_vlan_ip_list *cur, *tmp_cur; 3016 struct list_head *head; 3017 3018 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL; 3019 3020 if (dev == NULL) 3021 return; 3022 3023 if (!is_vlan_dev(dev)) 3024 return; 3025 3026 switch (event) { 3027 case NX_IP_UP: 3028 list_for_each(head, &adapter->vlan_ip_list) { 3029 cur = list_entry(head, struct nx_vlan_ip_list, list); 3030 3031 if (cur->ip_addr == ifa->ifa_address) 3032 return; 3033 } 3034 3035 cur = kzalloc(sizeof(struct nx_vlan_ip_list), GFP_ATOMIC); 3036 if (cur == NULL) { 3037 printk(KERN_ERR "%s: failed to add vlan ip to list\n", 3038 adapter->netdev->name); 3039 return; 3040 } 3041 3042 cur->ip_addr = ifa->ifa_address; 3043 list_add_tail(&cur->list, &adapter->vlan_ip_list); 3044 break; 3045 case NX_IP_DOWN: 3046 list_for_each_entry_safe(cur, tmp_cur, 3047 &adapter->vlan_ip_list, list) { 3048 if (cur->ip_addr == ifa->ifa_address) { 3049 list_del(&cur->list); 3050 kfree(cur); 3051 break; 3052 } 3053 } 3054 } 3055 } 3056 static void 3057 netxen_config_indev_addr(struct netxen_adapter *adapter, 3058 struct net_device *dev, unsigned long event) 3059 { 3060 struct in_device *indev; 3061 3062 if (!netxen_destip_supported(adapter)) 3063 return; 3064 3065 indev = in_dev_get(dev); 3066 if (!indev) 3067 return; 3068 3069 for_ifa(indev) { 3070 switch (event) { 3071 case NETDEV_UP: 3072 netxen_config_ipaddr(adapter, 3073 ifa->ifa_address, NX_IP_UP); 3074 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_UP); 3075 break; 3076 case NETDEV_DOWN: 3077 netxen_config_ipaddr(adapter, 3078 ifa->ifa_address, NX_IP_DOWN); 3079 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_DOWN); 3080 break; 3081 default: 3082 break; 3083 } 3084 } endfor_ifa(indev); 3085 3086 in_dev_put(indev); 3087 } 3088 3089 static void 3090 netxen_restore_indev_addr(struct net_device *netdev, unsigned long event) 3091 3092 { 3093 struct netxen_adapter *adapter = netdev_priv(netdev); 3094 struct nx_vlan_ip_list *pos, *tmp_pos; 3095 unsigned long ip_event; 3096 3097 ip_event = (event == NETDEV_UP) ? NX_IP_UP : NX_IP_DOWN; 3098 netxen_config_indev_addr(adapter, netdev, event); 3099 3100 list_for_each_entry_safe(pos, tmp_pos, &adapter->vlan_ip_list, list) { 3101 netxen_config_ipaddr(adapter, pos->ip_addr, ip_event); 3102 } 3103 } 3104 3105 static int netxen_netdev_event(struct notifier_block *this, 3106 unsigned long event, void *ptr) 3107 { 3108 struct netxen_adapter *adapter; 3109 struct net_device *dev = (struct net_device *)ptr; 3110 struct net_device *orig_dev = dev; 3111 3112 recheck: 3113 if (dev == NULL) 3114 goto done; 3115 3116 if (dev->priv_flags & IFF_802_1Q_VLAN) { 3117 dev = vlan_dev_real_dev(dev); 3118 goto recheck; 3119 } 3120 3121 if (!is_netxen_netdev(dev)) 3122 goto done; 3123 3124 adapter = netdev_priv(dev); 3125 3126 if (!adapter) 3127 goto done; 3128 3129 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 3130 goto done; 3131 3132 netxen_config_indev_addr(adapter, orig_dev, event); 3133 done: 3134 return NOTIFY_DONE; 3135 } 3136 3137 static int 3138 netxen_inetaddr_event(struct notifier_block *this, 3139 unsigned long event, void *ptr) 3140 { 3141 struct netxen_adapter *adapter; 3142 struct net_device *dev; 3143 3144 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr; 3145 3146 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL; 3147 3148 recheck: 3149 if (dev == NULL) 3150 goto done; 3151 3152 if (dev->priv_flags & IFF_802_1Q_VLAN) { 3153 dev = vlan_dev_real_dev(dev); 3154 goto recheck; 3155 } 3156 3157 if (!is_netxen_netdev(dev)) 3158 goto done; 3159 3160 adapter = netdev_priv(dev); 3161 3162 if (!adapter || !netxen_destip_supported(adapter)) 3163 goto done; 3164 3165 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) 3166 goto done; 3167 3168 switch (event) { 3169 case NETDEV_UP: 3170 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_UP); 3171 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_UP); 3172 break; 3173 case NETDEV_DOWN: 3174 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_DOWN); 3175 netxen_list_config_vlan_ip(adapter, ifa, NX_IP_DOWN); 3176 break; 3177 default: 3178 break; 3179 } 3180 3181 done: 3182 return NOTIFY_DONE; 3183 } 3184 3185 static struct notifier_block netxen_netdev_cb = { 3186 .notifier_call = netxen_netdev_event, 3187 }; 3188 3189 static struct notifier_block netxen_inetaddr_cb = { 3190 .notifier_call = netxen_inetaddr_event, 3191 }; 3192 #else 3193 static void 3194 netxen_restore_indev_addr(struct net_device *dev, unsigned long event) 3195 { } 3196 static void 3197 netxen_free_vlan_ip_list(struct netxen_adapter *adapter) 3198 { } 3199 #endif 3200 3201 static struct pci_error_handlers netxen_err_handler = { 3202 .error_detected = netxen_io_error_detected, 3203 .slot_reset = netxen_io_slot_reset, 3204 .resume = netxen_io_resume, 3205 }; 3206 3207 static struct pci_driver netxen_driver = { 3208 .name = netxen_nic_driver_name, 3209 .id_table = netxen_pci_tbl, 3210 .probe = netxen_nic_probe, 3211 .remove = __devexit_p(netxen_nic_remove), 3212 #ifdef CONFIG_PM 3213 .suspend = netxen_nic_suspend, 3214 .resume = netxen_nic_resume, 3215 #endif 3216 .shutdown = netxen_nic_shutdown, 3217 .err_handler = &netxen_err_handler 3218 }; 3219 3220 static int __init netxen_init_module(void) 3221 { 3222 printk(KERN_INFO "%s\n", netxen_nic_driver_string); 3223 3224 #ifdef CONFIG_INET 3225 register_netdevice_notifier(&netxen_netdev_cb); 3226 register_inetaddr_notifier(&netxen_inetaddr_cb); 3227 #endif 3228 return pci_register_driver(&netxen_driver); 3229 } 3230 3231 module_init(netxen_init_module); 3232 3233 static void __exit netxen_exit_module(void) 3234 { 3235 pci_unregister_driver(&netxen_driver); 3236 3237 #ifdef CONFIG_INET 3238 unregister_inetaddr_notifier(&netxen_inetaddr_cb); 3239 unregister_netdevice_notifier(&netxen_netdev_cb); 3240 #endif 3241 } 3242 3243 module_exit(netxen_exit_module); 3244