1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Aic94xx SAS/SATA driver initialization. 4 * 5 * Copyright (C) 2005 Adaptec, Inc. All rights reserved. 6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com> 7 */ 8 9 #include <linux/module.h> 10 #include <linux/init.h> 11 #include <linux/kernel.h> 12 #include <linux/pci.h> 13 #include <linux/delay.h> 14 #include <linux/firmware.h> 15 #include <linux/slab.h> 16 17 #include <scsi/scsi_host.h> 18 19 #include "aic94xx.h" 20 #include "aic94xx_reg.h" 21 #include "aic94xx_hwi.h" 22 #include "aic94xx_seq.h" 23 #include "aic94xx_sds.h" 24 25 /* The format is "version.release.patchlevel" */ 26 #define ASD_DRIVER_VERSION "1.0.3" 27 28 static int use_msi = 0; 29 module_param_named(use_msi, use_msi, int, S_IRUGO); 30 MODULE_PARM_DESC(use_msi, "\n" 31 "\tEnable(1) or disable(0) using PCI MSI.\n" 32 "\tDefault: 0"); 33 34 static struct scsi_transport_template *aic94xx_transport_template; 35 static int asd_scan_finished(struct Scsi_Host *, unsigned long); 36 static void asd_scan_start(struct Scsi_Host *); 37 38 static struct scsi_host_template aic94xx_sht = { 39 .module = THIS_MODULE, 40 /* .name is initialized */ 41 .name = "aic94xx", 42 .queuecommand = sas_queuecommand, 43 .dma_need_drain = ata_scsi_dma_need_drain, 44 .target_alloc = sas_target_alloc, 45 .slave_configure = sas_slave_configure, 46 .scan_finished = asd_scan_finished, 47 .scan_start = asd_scan_start, 48 .change_queue_depth = sas_change_queue_depth, 49 .bios_param = sas_bios_param, 50 .can_queue = 1, 51 .this_id = -1, 52 .sg_tablesize = SG_ALL, 53 .max_sectors = SCSI_DEFAULT_MAX_SECTORS, 54 .eh_device_reset_handler = sas_eh_device_reset_handler, 55 .eh_target_reset_handler = sas_eh_target_reset_handler, 56 .target_destroy = sas_target_destroy, 57 .ioctl = sas_ioctl, 58 #ifdef CONFIG_COMPAT 59 .compat_ioctl = sas_ioctl, 60 #endif 61 .track_queue_depth = 1, 62 }; 63 64 static int asd_map_memio(struct asd_ha_struct *asd_ha) 65 { 66 int err, i; 67 struct asd_ha_addrspace *io_handle; 68 69 asd_ha->iospace = 0; 70 for (i = 0; i < 3; i += 2) { 71 io_handle = &asd_ha->io_handle[i==0?0:1]; 72 io_handle->start = pci_resource_start(asd_ha->pcidev, i); 73 io_handle->len = pci_resource_len(asd_ha->pcidev, i); 74 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i); 75 err = -ENODEV; 76 if (!io_handle->start || !io_handle->len) { 77 asd_printk("MBAR%d start or length for %s is 0.\n", 78 i==0?0:1, pci_name(asd_ha->pcidev)); 79 goto Err; 80 } 81 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME); 82 if (err) { 83 asd_printk("couldn't reserve memory region for %s\n", 84 pci_name(asd_ha->pcidev)); 85 goto Err; 86 } 87 io_handle->addr = ioremap(io_handle->start, io_handle->len); 88 if (!io_handle->addr) { 89 asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1, 90 pci_name(asd_ha->pcidev)); 91 err = -ENOMEM; 92 goto Err_unreq; 93 } 94 } 95 96 return 0; 97 Err_unreq: 98 pci_release_region(asd_ha->pcidev, i); 99 Err: 100 if (i > 0) { 101 io_handle = &asd_ha->io_handle[0]; 102 iounmap(io_handle->addr); 103 pci_release_region(asd_ha->pcidev, 0); 104 } 105 return err; 106 } 107 108 static void asd_unmap_memio(struct asd_ha_struct *asd_ha) 109 { 110 struct asd_ha_addrspace *io_handle; 111 112 io_handle = &asd_ha->io_handle[1]; 113 iounmap(io_handle->addr); 114 pci_release_region(asd_ha->pcidev, 2); 115 116 io_handle = &asd_ha->io_handle[0]; 117 iounmap(io_handle->addr); 118 pci_release_region(asd_ha->pcidev, 0); 119 } 120 121 static int asd_map_ioport(struct asd_ha_struct *asd_ha) 122 { 123 int i = PCI_IOBAR_OFFSET, err; 124 struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0]; 125 126 asd_ha->iospace = 1; 127 io_handle->start = pci_resource_start(asd_ha->pcidev, i); 128 io_handle->len = pci_resource_len(asd_ha->pcidev, i); 129 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i); 130 io_handle->addr = (void __iomem *) io_handle->start; 131 if (!io_handle->start || !io_handle->len) { 132 asd_printk("couldn't get IO ports for %s\n", 133 pci_name(asd_ha->pcidev)); 134 return -ENODEV; 135 } 136 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME); 137 if (err) { 138 asd_printk("couldn't reserve io space for %s\n", 139 pci_name(asd_ha->pcidev)); 140 } 141 142 return err; 143 } 144 145 static void asd_unmap_ioport(struct asd_ha_struct *asd_ha) 146 { 147 pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET); 148 } 149 150 static int asd_map_ha(struct asd_ha_struct *asd_ha) 151 { 152 int err; 153 u16 cmd_reg; 154 155 err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg); 156 if (err) { 157 asd_printk("couldn't read command register of %s\n", 158 pci_name(asd_ha->pcidev)); 159 goto Err; 160 } 161 162 err = -ENODEV; 163 if (cmd_reg & PCI_COMMAND_MEMORY) { 164 if ((err = asd_map_memio(asd_ha))) 165 goto Err; 166 } else if (cmd_reg & PCI_COMMAND_IO) { 167 if ((err = asd_map_ioport(asd_ha))) 168 goto Err; 169 asd_printk("%s ioport mapped -- upgrade your hardware\n", 170 pci_name(asd_ha->pcidev)); 171 } else { 172 asd_printk("no proper device access to %s\n", 173 pci_name(asd_ha->pcidev)); 174 goto Err; 175 } 176 177 return 0; 178 Err: 179 return err; 180 } 181 182 static void asd_unmap_ha(struct asd_ha_struct *asd_ha) 183 { 184 if (asd_ha->iospace) 185 asd_unmap_ioport(asd_ha); 186 else 187 asd_unmap_memio(asd_ha); 188 } 189 190 static const char *asd_dev_rev[30] = { 191 [0] = "A0", 192 [1] = "A1", 193 [8] = "B0", 194 }; 195 196 static int asd_common_setup(struct asd_ha_struct *asd_ha) 197 { 198 int err, i; 199 200 asd_ha->revision_id = asd_ha->pcidev->revision; 201 202 err = -ENODEV; 203 if (asd_ha->revision_id < AIC9410_DEV_REV_B0) { 204 asd_printk("%s is revision %s (%X), which is not supported\n", 205 pci_name(asd_ha->pcidev), 206 asd_dev_rev[asd_ha->revision_id], 207 asd_ha->revision_id); 208 goto Err; 209 } 210 /* Provide some sane default values. */ 211 asd_ha->hw_prof.max_scbs = 512; 212 asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS; 213 asd_ha->hw_prof.num_phys = ASD_MAX_PHYS; 214 /* All phys are enabled, by default. */ 215 asd_ha->hw_prof.enabled_phys = 0xFF; 216 for (i = 0; i < ASD_MAX_PHYS; i++) { 217 asd_ha->hw_prof.phy_desc[i].max_sas_lrate = 218 SAS_LINK_RATE_3_0_GBPS; 219 asd_ha->hw_prof.phy_desc[i].min_sas_lrate = 220 SAS_LINK_RATE_1_5_GBPS; 221 asd_ha->hw_prof.phy_desc[i].max_sata_lrate = 222 SAS_LINK_RATE_1_5_GBPS; 223 asd_ha->hw_prof.phy_desc[i].min_sata_lrate = 224 SAS_LINK_RATE_1_5_GBPS; 225 } 226 227 return 0; 228 Err: 229 return err; 230 } 231 232 static int asd_aic9410_setup(struct asd_ha_struct *asd_ha) 233 { 234 int err = asd_common_setup(asd_ha); 235 236 if (err) 237 return err; 238 239 asd_ha->hw_prof.addr_range = 8; 240 asd_ha->hw_prof.port_name_base = 0; 241 asd_ha->hw_prof.dev_name_base = 8; 242 asd_ha->hw_prof.sata_name_base = 16; 243 244 return 0; 245 } 246 247 static int asd_aic9405_setup(struct asd_ha_struct *asd_ha) 248 { 249 int err = asd_common_setup(asd_ha); 250 251 if (err) 252 return err; 253 254 asd_ha->hw_prof.addr_range = 4; 255 asd_ha->hw_prof.port_name_base = 0; 256 asd_ha->hw_prof.dev_name_base = 4; 257 asd_ha->hw_prof.sata_name_base = 8; 258 259 return 0; 260 } 261 262 static ssize_t asd_show_dev_rev(struct device *dev, 263 struct device_attribute *attr, char *buf) 264 { 265 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 266 return snprintf(buf, PAGE_SIZE, "%s\n", 267 asd_dev_rev[asd_ha->revision_id]); 268 } 269 static DEVICE_ATTR(aic_revision, S_IRUGO, asd_show_dev_rev, NULL); 270 271 static ssize_t asd_show_dev_bios_build(struct device *dev, 272 struct device_attribute *attr,char *buf) 273 { 274 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 275 return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld); 276 } 277 static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL); 278 279 static ssize_t asd_show_dev_pcba_sn(struct device *dev, 280 struct device_attribute *attr, char *buf) 281 { 282 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 283 return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn); 284 } 285 static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL); 286 287 #define FLASH_CMD_NONE 0x00 288 #define FLASH_CMD_UPDATE 0x01 289 #define FLASH_CMD_VERIFY 0x02 290 291 struct flash_command { 292 u8 command[8]; 293 int code; 294 }; 295 296 static struct flash_command flash_command_table[] = 297 { 298 {"verify", FLASH_CMD_VERIFY}, 299 {"update", FLASH_CMD_UPDATE}, 300 {"", FLASH_CMD_NONE} /* Last entry should be NULL. */ 301 }; 302 303 struct error_bios { 304 char *reason; 305 int err_code; 306 }; 307 308 static struct error_bios flash_error_table[] = 309 { 310 {"Failed to open bios image file", FAIL_OPEN_BIOS_FILE}, 311 {"PCI ID mismatch", FAIL_CHECK_PCI_ID}, 312 {"Checksum mismatch", FAIL_CHECK_SUM}, 313 {"Unknown Error", FAIL_UNKNOWN}, 314 {"Failed to verify.", FAIL_VERIFY}, 315 {"Failed to reset flash chip.", FAIL_RESET_FLASH}, 316 {"Failed to find flash chip type.", FAIL_FIND_FLASH_ID}, 317 {"Failed to erash flash chip.", FAIL_ERASE_FLASH}, 318 {"Failed to program flash chip.", FAIL_WRITE_FLASH}, 319 {"Flash in progress", FLASH_IN_PROGRESS}, 320 {"Image file size Error", FAIL_FILE_SIZE}, 321 {"Input parameter error", FAIL_PARAMETERS}, 322 {"Out of memory", FAIL_OUT_MEMORY}, 323 {"OK", 0} /* Last entry err_code = 0. */ 324 }; 325 326 static ssize_t asd_store_update_bios(struct device *dev, 327 struct device_attribute *attr, 328 const char *buf, size_t count) 329 { 330 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 331 char *cmd_ptr, *filename_ptr; 332 struct bios_file_header header, *hdr_ptr; 333 int res, i; 334 u32 csum = 0; 335 int flash_command = FLASH_CMD_NONE; 336 int err = 0; 337 338 cmd_ptr = kcalloc(count, 2, GFP_KERNEL); 339 340 if (!cmd_ptr) { 341 err = FAIL_OUT_MEMORY; 342 goto out; 343 } 344 345 filename_ptr = cmd_ptr + count; 346 res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr); 347 if (res != 2) { 348 err = FAIL_PARAMETERS; 349 goto out1; 350 } 351 352 for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) { 353 if (!memcmp(flash_command_table[i].command, 354 cmd_ptr, strlen(cmd_ptr))) { 355 flash_command = flash_command_table[i].code; 356 break; 357 } 358 } 359 if (flash_command == FLASH_CMD_NONE) { 360 err = FAIL_PARAMETERS; 361 goto out1; 362 } 363 364 if (asd_ha->bios_status == FLASH_IN_PROGRESS) { 365 err = FLASH_IN_PROGRESS; 366 goto out1; 367 } 368 err = request_firmware(&asd_ha->bios_image, 369 filename_ptr, 370 &asd_ha->pcidev->dev); 371 if (err) { 372 asd_printk("Failed to load bios image file %s, error %d\n", 373 filename_ptr, err); 374 err = FAIL_OPEN_BIOS_FILE; 375 goto out1; 376 } 377 378 hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data; 379 380 if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor || 381 hdr_ptr->contrl_id.device != asd_ha->pcidev->device) && 382 (hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor || 383 hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) { 384 385 ASD_DPRINTK("The PCI vendor or device id does not match\n"); 386 ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x" 387 " pci vendor=%x pci dev=%x\n", 388 hdr_ptr->contrl_id.vendor, 389 hdr_ptr->contrl_id.device, 390 hdr_ptr->contrl_id.sub_vendor, 391 hdr_ptr->contrl_id.sub_device, 392 asd_ha->pcidev->vendor, 393 asd_ha->pcidev->device); 394 err = FAIL_CHECK_PCI_ID; 395 goto out2; 396 } 397 398 if (hdr_ptr->filelen != asd_ha->bios_image->size) { 399 err = FAIL_FILE_SIZE; 400 goto out2; 401 } 402 403 /* calculate checksum */ 404 for (i = 0; i < hdr_ptr->filelen; i++) 405 csum += asd_ha->bios_image->data[i]; 406 407 if ((csum & 0x0000ffff) != hdr_ptr->checksum) { 408 ASD_DPRINTK("BIOS file checksum mismatch\n"); 409 err = FAIL_CHECK_SUM; 410 goto out2; 411 } 412 if (flash_command == FLASH_CMD_UPDATE) { 413 asd_ha->bios_status = FLASH_IN_PROGRESS; 414 err = asd_write_flash_seg(asd_ha, 415 &asd_ha->bios_image->data[sizeof(*hdr_ptr)], 416 0, hdr_ptr->filelen-sizeof(*hdr_ptr)); 417 if (!err) 418 err = asd_verify_flash_seg(asd_ha, 419 &asd_ha->bios_image->data[sizeof(*hdr_ptr)], 420 0, hdr_ptr->filelen-sizeof(*hdr_ptr)); 421 } else { 422 asd_ha->bios_status = FLASH_IN_PROGRESS; 423 err = asd_verify_flash_seg(asd_ha, 424 &asd_ha->bios_image->data[sizeof(header)], 425 0, hdr_ptr->filelen-sizeof(header)); 426 } 427 428 out2: 429 release_firmware(asd_ha->bios_image); 430 out1: 431 kfree(cmd_ptr); 432 out: 433 asd_ha->bios_status = err; 434 435 if (!err) 436 return count; 437 else 438 return -err; 439 } 440 441 static ssize_t asd_show_update_bios(struct device *dev, 442 struct device_attribute *attr, char *buf) 443 { 444 int i; 445 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 446 447 for (i = 0; flash_error_table[i].err_code != 0; i++) { 448 if (flash_error_table[i].err_code == asd_ha->bios_status) 449 break; 450 } 451 if (asd_ha->bios_status != FLASH_IN_PROGRESS) 452 asd_ha->bios_status = FLASH_OK; 453 454 return snprintf(buf, PAGE_SIZE, "status=%x %s\n", 455 flash_error_table[i].err_code, 456 flash_error_table[i].reason); 457 } 458 459 static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR, 460 asd_show_update_bios, asd_store_update_bios); 461 462 static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha) 463 { 464 int err; 465 466 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision); 467 if (err) 468 return err; 469 470 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 471 if (err) 472 goto err_rev; 473 474 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 475 if (err) 476 goto err_biosb; 477 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios); 478 if (err) 479 goto err_update_bios; 480 481 return 0; 482 483 err_update_bios: 484 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 485 err_biosb: 486 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 487 err_rev: 488 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision); 489 return err; 490 } 491 492 static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha) 493 { 494 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision); 495 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 496 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 497 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios); 498 } 499 500 /* The first entry, 0, is used for dynamic ids, the rest for devices 501 * we know about. 502 */ 503 static const struct asd_pcidev_struct { 504 const char * name; 505 int (*setup)(struct asd_ha_struct *asd_ha); 506 } asd_pcidev_data[] = { 507 /* Id 0 is used for dynamic ids. */ 508 { .name = "Adaptec AIC-94xx SAS/SATA Host Adapter", 509 .setup = asd_aic9410_setup 510 }, 511 { .name = "Adaptec AIC-9410W SAS/SATA Host Adapter", 512 .setup = asd_aic9410_setup 513 }, 514 { .name = "Adaptec AIC-9405W SAS/SATA Host Adapter", 515 .setup = asd_aic9405_setup 516 }, 517 }; 518 519 static int asd_create_ha_caches(struct asd_ha_struct *asd_ha) 520 { 521 asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool", 522 &asd_ha->pcidev->dev, 523 sizeof(struct scb), 524 8, 0); 525 if (!asd_ha->scb_pool) { 526 asd_printk("couldn't create scb pool\n"); 527 return -ENOMEM; 528 } 529 530 return 0; 531 } 532 533 /* 534 * asd_free_edbs -- free empty data buffers 535 * asd_ha: pointer to host adapter structure 536 */ 537 static void asd_free_edbs(struct asd_ha_struct *asd_ha) 538 { 539 struct asd_seq_data *seq = &asd_ha->seq; 540 int i; 541 542 for (i = 0; i < seq->num_edbs; i++) 543 asd_free_coherent(asd_ha, seq->edb_arr[i]); 544 kfree(seq->edb_arr); 545 seq->edb_arr = NULL; 546 } 547 548 static void asd_free_escbs(struct asd_ha_struct *asd_ha) 549 { 550 struct asd_seq_data *seq = &asd_ha->seq; 551 int i; 552 553 for (i = 0; i < seq->num_escbs; i++) { 554 if (!list_empty(&seq->escb_arr[i]->list)) 555 list_del_init(&seq->escb_arr[i]->list); 556 557 asd_ascb_free(seq->escb_arr[i]); 558 } 559 kfree(seq->escb_arr); 560 seq->escb_arr = NULL; 561 } 562 563 static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha) 564 { 565 int i; 566 567 if (asd_ha->hw_prof.ddb_ext) 568 asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext); 569 if (asd_ha->hw_prof.scb_ext) 570 asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext); 571 572 kfree(asd_ha->hw_prof.ddb_bitmap); 573 asd_ha->hw_prof.ddb_bitmap = NULL; 574 575 for (i = 0; i < ASD_MAX_PHYS; i++) { 576 struct asd_phy *phy = &asd_ha->phys[i]; 577 578 asd_free_coherent(asd_ha, phy->id_frm_tok); 579 } 580 if (asd_ha->seq.escb_arr) 581 asd_free_escbs(asd_ha); 582 if (asd_ha->seq.edb_arr) 583 asd_free_edbs(asd_ha); 584 if (asd_ha->hw_prof.ue.area) { 585 kfree(asd_ha->hw_prof.ue.area); 586 asd_ha->hw_prof.ue.area = NULL; 587 } 588 if (asd_ha->seq.tc_index_array) { 589 kfree(asd_ha->seq.tc_index_array); 590 kfree(asd_ha->seq.tc_index_bitmap); 591 asd_ha->seq.tc_index_array = NULL; 592 asd_ha->seq.tc_index_bitmap = NULL; 593 } 594 if (asd_ha->seq.actual_dl) { 595 asd_free_coherent(asd_ha, asd_ha->seq.actual_dl); 596 asd_ha->seq.actual_dl = NULL; 597 asd_ha->seq.dl = NULL; 598 } 599 if (asd_ha->seq.next_scb.vaddr) { 600 dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr, 601 asd_ha->seq.next_scb.dma_handle); 602 asd_ha->seq.next_scb.vaddr = NULL; 603 } 604 dma_pool_destroy(asd_ha->scb_pool); 605 asd_ha->scb_pool = NULL; 606 } 607 608 struct kmem_cache *asd_dma_token_cache; 609 struct kmem_cache *asd_ascb_cache; 610 611 static int asd_create_global_caches(void) 612 { 613 if (!asd_dma_token_cache) { 614 asd_dma_token_cache 615 = kmem_cache_create(ASD_DRIVER_NAME "_dma_token", 616 sizeof(struct asd_dma_tok), 617 0, 618 SLAB_HWCACHE_ALIGN, 619 NULL); 620 if (!asd_dma_token_cache) { 621 asd_printk("couldn't create dma token cache\n"); 622 return -ENOMEM; 623 } 624 } 625 626 if (!asd_ascb_cache) { 627 asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb", 628 sizeof(struct asd_ascb), 629 0, 630 SLAB_HWCACHE_ALIGN, 631 NULL); 632 if (!asd_ascb_cache) { 633 asd_printk("couldn't create ascb cache\n"); 634 goto Err; 635 } 636 } 637 638 return 0; 639 Err: 640 kmem_cache_destroy(asd_dma_token_cache); 641 asd_dma_token_cache = NULL; 642 return -ENOMEM; 643 } 644 645 static void asd_destroy_global_caches(void) 646 { 647 kmem_cache_destroy(asd_dma_token_cache); 648 asd_dma_token_cache = NULL; 649 650 kmem_cache_destroy(asd_ascb_cache); 651 asd_ascb_cache = NULL; 652 } 653 654 static int asd_register_sas_ha(struct asd_ha_struct *asd_ha) 655 { 656 int i; 657 struct asd_sas_phy **sas_phys = 658 kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL); 659 struct asd_sas_port **sas_ports = 660 kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL); 661 662 if (!sas_phys || !sas_ports) { 663 kfree(sas_phys); 664 kfree(sas_ports); 665 return -ENOMEM; 666 } 667 668 asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name; 669 asd_ha->sas_ha.lldd_module = THIS_MODULE; 670 asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0]; 671 672 for (i = 0; i < ASD_MAX_PHYS; i++) { 673 sas_phys[i] = &asd_ha->phys[i].sas_phy; 674 sas_ports[i] = &asd_ha->ports[i]; 675 } 676 677 asd_ha->sas_ha.sas_phy = sas_phys; 678 asd_ha->sas_ha.sas_port= sas_ports; 679 asd_ha->sas_ha.num_phys= ASD_MAX_PHYS; 680 681 return sas_register_ha(&asd_ha->sas_ha); 682 } 683 684 static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha) 685 { 686 int err; 687 688 err = sas_unregister_ha(&asd_ha->sas_ha); 689 690 sas_remove_host(asd_ha->sas_ha.core.shost); 691 scsi_host_put(asd_ha->sas_ha.core.shost); 692 693 kfree(asd_ha->sas_ha.sas_phy); 694 kfree(asd_ha->sas_ha.sas_port); 695 696 return err; 697 } 698 699 static int asd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id) 700 { 701 const struct asd_pcidev_struct *asd_dev; 702 unsigned asd_id = (unsigned) id->driver_data; 703 struct asd_ha_struct *asd_ha; 704 struct Scsi_Host *shost; 705 int err; 706 707 if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) { 708 asd_printk("wrong driver_data in PCI table\n"); 709 return -ENODEV; 710 } 711 712 if ((err = pci_enable_device(dev))) { 713 asd_printk("couldn't enable device %s\n", pci_name(dev)); 714 return err; 715 } 716 717 pci_set_master(dev); 718 719 err = -ENOMEM; 720 721 shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *)); 722 if (!shost) 723 goto Err; 724 725 asd_dev = &asd_pcidev_data[asd_id]; 726 727 asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL); 728 if (!asd_ha) { 729 asd_printk("out of memory\n"); 730 goto Err_put; 731 } 732 asd_ha->pcidev = dev; 733 asd_ha->sas_ha.dev = &asd_ha->pcidev->dev; 734 asd_ha->sas_ha.lldd_ha = asd_ha; 735 736 asd_ha->bios_status = FLASH_OK; 737 asd_ha->name = asd_dev->name; 738 asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev)); 739 740 SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha; 741 asd_ha->sas_ha.core.shost = shost; 742 shost->transportt = aic94xx_transport_template; 743 shost->max_id = ~0; 744 shost->max_lun = ~0; 745 shost->max_cmd_len = 16; 746 747 err = scsi_add_host(shost, &dev->dev); 748 if (err) 749 goto Err_free; 750 751 err = asd_dev->setup(asd_ha); 752 if (err) 753 goto Err_remove; 754 755 err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(64)); 756 if (err) 757 err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(32)); 758 if (err) { 759 err = -ENODEV; 760 asd_printk("no suitable DMA mask for %s\n", pci_name(dev)); 761 goto Err_remove; 762 } 763 764 pci_set_drvdata(dev, asd_ha); 765 766 err = asd_map_ha(asd_ha); 767 if (err) 768 goto Err_remove; 769 770 err = asd_create_ha_caches(asd_ha); 771 if (err) 772 goto Err_unmap; 773 774 err = asd_init_hw(asd_ha); 775 if (err) 776 goto Err_free_cache; 777 778 asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled " 779 "phys, flash %s, BIOS %s%d\n", 780 pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr), 781 asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys, 782 asd_ha->hw_prof.num_phys, 783 asd_ha->hw_prof.flash.present ? "present" : "not present", 784 asd_ha->hw_prof.bios.present ? "build " : "not present", 785 asd_ha->hw_prof.bios.bld); 786 787 shost->can_queue = asd_ha->seq.can_queue; 788 789 if (use_msi) 790 pci_enable_msi(asd_ha->pcidev); 791 792 err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED, 793 ASD_DRIVER_NAME, asd_ha); 794 if (err) { 795 asd_printk("couldn't get irq %d for %s\n", 796 asd_ha->pcidev->irq, pci_name(asd_ha->pcidev)); 797 goto Err_irq; 798 } 799 asd_enable_ints(asd_ha); 800 801 err = asd_init_post_escbs(asd_ha); 802 if (err) { 803 asd_printk("couldn't post escbs for %s\n", 804 pci_name(asd_ha->pcidev)); 805 goto Err_escbs; 806 } 807 ASD_DPRINTK("escbs posted\n"); 808 809 err = asd_create_dev_attrs(asd_ha); 810 if (err) 811 goto Err_dev_attrs; 812 813 err = asd_register_sas_ha(asd_ha); 814 if (err) 815 goto Err_reg_sas; 816 817 scsi_scan_host(shost); 818 819 return 0; 820 821 Err_reg_sas: 822 asd_remove_dev_attrs(asd_ha); 823 Err_dev_attrs: 824 Err_escbs: 825 asd_disable_ints(asd_ha); 826 free_irq(dev->irq, asd_ha); 827 Err_irq: 828 if (use_msi) 829 pci_disable_msi(dev); 830 asd_chip_hardrst(asd_ha); 831 Err_free_cache: 832 asd_destroy_ha_caches(asd_ha); 833 Err_unmap: 834 asd_unmap_ha(asd_ha); 835 Err_remove: 836 scsi_remove_host(shost); 837 Err_free: 838 kfree(asd_ha); 839 Err_put: 840 scsi_host_put(shost); 841 Err: 842 pci_disable_device(dev); 843 return err; 844 } 845 846 static void asd_free_queues(struct asd_ha_struct *asd_ha) 847 { 848 unsigned long flags; 849 LIST_HEAD(pending); 850 struct list_head *n, *pos; 851 852 spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags); 853 asd_ha->seq.pending = 0; 854 list_splice_init(&asd_ha->seq.pend_q, &pending); 855 spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags); 856 857 if (!list_empty(&pending)) 858 ASD_DPRINTK("Uh-oh! Pending is not empty!\n"); 859 860 list_for_each_safe(pos, n, &pending) { 861 struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list); 862 /* 863 * Delete unexpired ascb timers. This may happen if we issue 864 * a CONTROL PHY scb to an adapter and rmmod before the scb 865 * times out. Apparently we don't wait for the CONTROL PHY 866 * to complete, so it doesn't matter if we kill the timer. 867 */ 868 del_timer_sync(&ascb->timer); 869 WARN_ON(ascb->scb->header.opcode != CONTROL_PHY); 870 871 list_del_init(pos); 872 ASD_DPRINTK("freeing from pending\n"); 873 asd_ascb_free(ascb); 874 } 875 } 876 877 static void asd_turn_off_leds(struct asd_ha_struct *asd_ha) 878 { 879 u8 phy_mask = asd_ha->hw_prof.enabled_phys; 880 u8 i; 881 882 for_each_phy(phy_mask, phy_mask, i) { 883 asd_turn_led(asd_ha, i, 0); 884 asd_control_led(asd_ha, i, 0); 885 } 886 } 887 888 static void asd_pci_remove(struct pci_dev *dev) 889 { 890 struct asd_ha_struct *asd_ha = pci_get_drvdata(dev); 891 892 if (!asd_ha) 893 return; 894 895 asd_unregister_sas_ha(asd_ha); 896 897 asd_disable_ints(asd_ha); 898 899 asd_remove_dev_attrs(asd_ha); 900 901 /* XXX more here as needed */ 902 903 free_irq(dev->irq, asd_ha); 904 if (use_msi) 905 pci_disable_msi(asd_ha->pcidev); 906 asd_turn_off_leds(asd_ha); 907 asd_chip_hardrst(asd_ha); 908 asd_free_queues(asd_ha); 909 asd_destroy_ha_caches(asd_ha); 910 asd_unmap_ha(asd_ha); 911 kfree(asd_ha); 912 pci_disable_device(dev); 913 return; 914 } 915 916 static void asd_scan_start(struct Scsi_Host *shost) 917 { 918 struct asd_ha_struct *asd_ha; 919 int err; 920 921 asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha; 922 err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys); 923 if (err) 924 asd_printk("Couldn't enable phys, err:%d\n", err); 925 } 926 927 static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time) 928 { 929 /* give the phy enabling interrupt event time to come in (1s 930 * is empirically about all it takes) */ 931 if (time < HZ) 932 return 0; 933 /* Wait for discovery to finish */ 934 sas_drain_work(SHOST_TO_SAS_HA(shost)); 935 return 1; 936 } 937 938 static ssize_t version_show(struct device_driver *driver, char *buf) 939 { 940 return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION); 941 } 942 static DRIVER_ATTR_RO(version); 943 944 static int asd_create_driver_attrs(struct device_driver *driver) 945 { 946 return driver_create_file(driver, &driver_attr_version); 947 } 948 949 static void asd_remove_driver_attrs(struct device_driver *driver) 950 { 951 driver_remove_file(driver, &driver_attr_version); 952 } 953 954 static struct sas_domain_function_template aic94xx_transport_functions = { 955 .lldd_dev_found = asd_dev_found, 956 .lldd_dev_gone = asd_dev_gone, 957 958 .lldd_execute_task = asd_execute_task, 959 960 .lldd_abort_task = asd_abort_task, 961 .lldd_abort_task_set = asd_abort_task_set, 962 .lldd_clear_aca = asd_clear_aca, 963 .lldd_clear_task_set = asd_clear_task_set, 964 .lldd_I_T_nexus_reset = asd_I_T_nexus_reset, 965 .lldd_lu_reset = asd_lu_reset, 966 .lldd_query_task = asd_query_task, 967 968 .lldd_clear_nexus_port = asd_clear_nexus_port, 969 .lldd_clear_nexus_ha = asd_clear_nexus_ha, 970 971 .lldd_control_phy = asd_control_phy, 972 973 .lldd_ata_set_dmamode = asd_set_dmamode, 974 }; 975 976 static const struct pci_device_id aic94xx_pci_table[] = { 977 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1}, 978 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1}, 979 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1}, 980 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1}, 981 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1}, 982 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2}, 983 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2}, 984 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2}, 985 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2}, 986 {} 987 }; 988 989 MODULE_DEVICE_TABLE(pci, aic94xx_pci_table); 990 991 static struct pci_driver aic94xx_pci_driver = { 992 .name = ASD_DRIVER_NAME, 993 .id_table = aic94xx_pci_table, 994 .probe = asd_pci_probe, 995 .remove = asd_pci_remove, 996 }; 997 998 static int __init aic94xx_init(void) 999 { 1000 int err; 1001 1002 1003 asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION, 1004 ASD_DRIVER_VERSION); 1005 1006 err = asd_create_global_caches(); 1007 if (err) 1008 return err; 1009 1010 aic94xx_transport_template = 1011 sas_domain_attach_transport(&aic94xx_transport_functions); 1012 if (!aic94xx_transport_template) { 1013 err = -ENOMEM; 1014 goto out_destroy_caches; 1015 } 1016 1017 err = pci_register_driver(&aic94xx_pci_driver); 1018 if (err) 1019 goto out_release_transport; 1020 1021 err = asd_create_driver_attrs(&aic94xx_pci_driver.driver); 1022 if (err) 1023 goto out_unregister_pcidrv; 1024 1025 return err; 1026 1027 out_unregister_pcidrv: 1028 pci_unregister_driver(&aic94xx_pci_driver); 1029 out_release_transport: 1030 sas_release_transport(aic94xx_transport_template); 1031 out_destroy_caches: 1032 asd_destroy_global_caches(); 1033 1034 return err; 1035 } 1036 1037 static void __exit aic94xx_exit(void) 1038 { 1039 asd_remove_driver_attrs(&aic94xx_pci_driver.driver); 1040 pci_unregister_driver(&aic94xx_pci_driver); 1041 sas_release_transport(aic94xx_transport_template); 1042 asd_release_firmware(); 1043 asd_destroy_global_caches(); 1044 asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION, 1045 ASD_DRIVER_VERSION); 1046 } 1047 1048 module_init(aic94xx_init); 1049 module_exit(aic94xx_exit); 1050 1051 MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>"); 1052 MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION); 1053 MODULE_LICENSE("GPL v2"); 1054 MODULE_VERSION(ASD_DRIVER_VERSION); 1055