1 /*
2  * Aic94xx SAS/SATA driver initialization.
3  *
4  * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
5  * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
6  *
7  * This file is licensed under GPLv2.
8  *
9  * This file is part of the aic94xx driver.
10  *
11  * The aic94xx driver is free software; you can redistribute it and/or
12  * modify it under the terms of the GNU General Public License as
13  * published by the Free Software Foundation; version 2 of the
14  * License.
15  *
16  * The aic94xx driver is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with the aic94xx driver; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
24  *
25  */
26 
27 #include <linux/module.h>
28 #include <linux/init.h>
29 #include <linux/kernel.h>
30 #include <linux/pci.h>
31 #include <linux/delay.h>
32 #include <linux/firmware.h>
33 #include <linux/slab.h>
34 
35 #include <scsi/scsi_host.h>
36 
37 #include "aic94xx.h"
38 #include "aic94xx_reg.h"
39 #include "aic94xx_hwi.h"
40 #include "aic94xx_seq.h"
41 #include "aic94xx_sds.h"
42 
43 /* The format is "version.release.patchlevel" */
44 #define ASD_DRIVER_VERSION "1.0.3"
45 
46 static int use_msi = 0;
47 module_param_named(use_msi, use_msi, int, S_IRUGO);
48 MODULE_PARM_DESC(use_msi, "\n"
49 	"\tEnable(1) or disable(0) using PCI MSI.\n"
50 	"\tDefault: 0");
51 
52 static struct scsi_transport_template *aic94xx_transport_template;
53 static int asd_scan_finished(struct Scsi_Host *, unsigned long);
54 static void asd_scan_start(struct Scsi_Host *);
55 
56 static struct scsi_host_template aic94xx_sht = {
57 	.module			= THIS_MODULE,
58 	/* .name is initialized */
59 	.name			= "aic94xx",
60 	.queuecommand		= sas_queuecommand,
61 	.target_alloc		= sas_target_alloc,
62 	.slave_configure	= sas_slave_configure,
63 	.scan_finished		= asd_scan_finished,
64 	.scan_start		= asd_scan_start,
65 	.change_queue_depth	= sas_change_queue_depth,
66 	.bios_param		= sas_bios_param,
67 	.can_queue		= 1,
68 	.cmd_per_lun		= 1,
69 	.this_id		= -1,
70 	.sg_tablesize		= SG_ALL,
71 	.max_sectors		= SCSI_DEFAULT_MAX_SECTORS,
72 	.use_clustering		= ENABLE_CLUSTERING,
73 	.eh_device_reset_handler	= sas_eh_device_reset_handler,
74 	.eh_bus_reset_handler	= sas_eh_bus_reset_handler,
75 	.target_destroy		= sas_target_destroy,
76 	.ioctl			= sas_ioctl,
77 	.use_blk_tags		= 1,
78 	.track_queue_depth	= 1,
79 };
80 
81 static int asd_map_memio(struct asd_ha_struct *asd_ha)
82 {
83 	int err, i;
84 	struct asd_ha_addrspace *io_handle;
85 
86 	asd_ha->iospace = 0;
87 	for (i = 0; i < 3; i += 2) {
88 		io_handle = &asd_ha->io_handle[i==0?0:1];
89 		io_handle->start = pci_resource_start(asd_ha->pcidev, i);
90 		io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
91 		io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
92 		err = -ENODEV;
93 		if (!io_handle->start || !io_handle->len) {
94 			asd_printk("MBAR%d start or length for %s is 0.\n",
95 				   i==0?0:1, pci_name(asd_ha->pcidev));
96 			goto Err;
97 		}
98 		err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
99 		if (err) {
100 			asd_printk("couldn't reserve memory region for %s\n",
101 				   pci_name(asd_ha->pcidev));
102 			goto Err;
103 		}
104 		if (io_handle->flags & IORESOURCE_CACHEABLE)
105 			io_handle->addr = ioremap(io_handle->start,
106 						  io_handle->len);
107 		else
108 			io_handle->addr = ioremap_nocache(io_handle->start,
109 							  io_handle->len);
110 		if (!io_handle->addr) {
111 			asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1,
112 				   pci_name(asd_ha->pcidev));
113 			goto Err_unreq;
114 		}
115 	}
116 
117 	return 0;
118 Err_unreq:
119 	pci_release_region(asd_ha->pcidev, i);
120 Err:
121 	if (i > 0) {
122 		io_handle = &asd_ha->io_handle[0];
123 		iounmap(io_handle->addr);
124 		pci_release_region(asd_ha->pcidev, 0);
125 	}
126 	return err;
127 }
128 
129 static void asd_unmap_memio(struct asd_ha_struct *asd_ha)
130 {
131 	struct asd_ha_addrspace *io_handle;
132 
133 	io_handle = &asd_ha->io_handle[1];
134 	iounmap(io_handle->addr);
135 	pci_release_region(asd_ha->pcidev, 2);
136 
137 	io_handle = &asd_ha->io_handle[0];
138 	iounmap(io_handle->addr);
139 	pci_release_region(asd_ha->pcidev, 0);
140 }
141 
142 static int asd_map_ioport(struct asd_ha_struct *asd_ha)
143 {
144 	int i = PCI_IOBAR_OFFSET, err;
145 	struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0];
146 
147 	asd_ha->iospace = 1;
148 	io_handle->start = pci_resource_start(asd_ha->pcidev, i);
149 	io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
150 	io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
151 	io_handle->addr  = (void __iomem *) io_handle->start;
152 	if (!io_handle->start || !io_handle->len) {
153 		asd_printk("couldn't get IO ports for %s\n",
154 			   pci_name(asd_ha->pcidev));
155 		return -ENODEV;
156 	}
157 	err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
158 	if (err) {
159 		asd_printk("couldn't reserve io space for %s\n",
160 			   pci_name(asd_ha->pcidev));
161 	}
162 
163 	return err;
164 }
165 
166 static void asd_unmap_ioport(struct asd_ha_struct *asd_ha)
167 {
168 	pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET);
169 }
170 
171 static int asd_map_ha(struct asd_ha_struct *asd_ha)
172 {
173 	int err;
174 	u16 cmd_reg;
175 
176 	err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg);
177 	if (err) {
178 		asd_printk("couldn't read command register of %s\n",
179 			   pci_name(asd_ha->pcidev));
180 		goto Err;
181 	}
182 
183 	err = -ENODEV;
184 	if (cmd_reg & PCI_COMMAND_MEMORY) {
185 		if ((err = asd_map_memio(asd_ha)))
186 			goto Err;
187 	} else if (cmd_reg & PCI_COMMAND_IO) {
188 		if ((err = asd_map_ioport(asd_ha)))
189 			goto Err;
190 		asd_printk("%s ioport mapped -- upgrade your hardware\n",
191 			   pci_name(asd_ha->pcidev));
192 	} else {
193 		asd_printk("no proper device access to %s\n",
194 			   pci_name(asd_ha->pcidev));
195 		goto Err;
196 	}
197 
198 	return 0;
199 Err:
200 	return err;
201 }
202 
203 static void asd_unmap_ha(struct asd_ha_struct *asd_ha)
204 {
205 	if (asd_ha->iospace)
206 		asd_unmap_ioport(asd_ha);
207 	else
208 		asd_unmap_memio(asd_ha);
209 }
210 
211 static const char *asd_dev_rev[30] = {
212 	[0] = "A0",
213 	[1] = "A1",
214 	[8] = "B0",
215 };
216 
217 static int asd_common_setup(struct asd_ha_struct *asd_ha)
218 {
219 	int err, i;
220 
221 	asd_ha->revision_id = asd_ha->pcidev->revision;
222 
223 	err = -ENODEV;
224 	if (asd_ha->revision_id < AIC9410_DEV_REV_B0) {
225 		asd_printk("%s is revision %s (%X), which is not supported\n",
226 			   pci_name(asd_ha->pcidev),
227 			   asd_dev_rev[asd_ha->revision_id],
228 			   asd_ha->revision_id);
229 		goto Err;
230 	}
231 	/* Provide some sane default values. */
232 	asd_ha->hw_prof.max_scbs = 512;
233 	asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS;
234 	asd_ha->hw_prof.num_phys = ASD_MAX_PHYS;
235 	/* All phys are enabled, by default. */
236 	asd_ha->hw_prof.enabled_phys = 0xFF;
237 	for (i = 0; i < ASD_MAX_PHYS; i++) {
238 		asd_ha->hw_prof.phy_desc[i].max_sas_lrate =
239 			SAS_LINK_RATE_3_0_GBPS;
240 		asd_ha->hw_prof.phy_desc[i].min_sas_lrate =
241 			SAS_LINK_RATE_1_5_GBPS;
242 		asd_ha->hw_prof.phy_desc[i].max_sata_lrate =
243 			SAS_LINK_RATE_1_5_GBPS;
244 		asd_ha->hw_prof.phy_desc[i].min_sata_lrate =
245 			SAS_LINK_RATE_1_5_GBPS;
246 	}
247 
248 	return 0;
249 Err:
250 	return err;
251 }
252 
253 static int asd_aic9410_setup(struct asd_ha_struct *asd_ha)
254 {
255 	int err = asd_common_setup(asd_ha);
256 
257 	if (err)
258 		return err;
259 
260 	asd_ha->hw_prof.addr_range = 8;
261 	asd_ha->hw_prof.port_name_base = 0;
262 	asd_ha->hw_prof.dev_name_base = 8;
263 	asd_ha->hw_prof.sata_name_base = 16;
264 
265 	return 0;
266 }
267 
268 static int asd_aic9405_setup(struct asd_ha_struct *asd_ha)
269 {
270 	int err = asd_common_setup(asd_ha);
271 
272 	if (err)
273 		return err;
274 
275 	asd_ha->hw_prof.addr_range = 4;
276 	asd_ha->hw_prof.port_name_base = 0;
277 	asd_ha->hw_prof.dev_name_base = 4;
278 	asd_ha->hw_prof.sata_name_base = 8;
279 
280 	return 0;
281 }
282 
283 static ssize_t asd_show_dev_rev(struct device *dev,
284 				struct device_attribute *attr, char *buf)
285 {
286 	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
287 	return snprintf(buf, PAGE_SIZE, "%s\n",
288 			asd_dev_rev[asd_ha->revision_id]);
289 }
290 static DEVICE_ATTR(revision, S_IRUGO, asd_show_dev_rev, NULL);
291 
292 static ssize_t asd_show_dev_bios_build(struct device *dev,
293 				       struct device_attribute *attr,char *buf)
294 {
295 	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
296 	return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld);
297 }
298 static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL);
299 
300 static ssize_t asd_show_dev_pcba_sn(struct device *dev,
301 				    struct device_attribute *attr, char *buf)
302 {
303 	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
304 	return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn);
305 }
306 static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL);
307 
308 #define FLASH_CMD_NONE      0x00
309 #define FLASH_CMD_UPDATE    0x01
310 #define FLASH_CMD_VERIFY    0x02
311 
312 struct flash_command {
313      u8      command[8];
314      int     code;
315 };
316 
317 static struct flash_command flash_command_table[] =
318 {
319      {"verify",      FLASH_CMD_VERIFY},
320      {"update",      FLASH_CMD_UPDATE},
321      {"",            FLASH_CMD_NONE}      /* Last entry should be NULL. */
322 };
323 
324 struct error_bios {
325      char    *reason;
326      int     err_code;
327 };
328 
329 static struct error_bios flash_error_table[] =
330 {
331      {"Failed to open bios image file",      FAIL_OPEN_BIOS_FILE},
332      {"PCI ID mismatch",                     FAIL_CHECK_PCI_ID},
333      {"Checksum mismatch",                   FAIL_CHECK_SUM},
334      {"Unknown Error",                       FAIL_UNKNOWN},
335      {"Failed to verify.",                   FAIL_VERIFY},
336      {"Failed to reset flash chip.",         FAIL_RESET_FLASH},
337      {"Failed to find flash chip type.",     FAIL_FIND_FLASH_ID},
338      {"Failed to erash flash chip.",         FAIL_ERASE_FLASH},
339      {"Failed to program flash chip.",       FAIL_WRITE_FLASH},
340      {"Flash in progress",                   FLASH_IN_PROGRESS},
341      {"Image file size Error",               FAIL_FILE_SIZE},
342      {"Input parameter error",               FAIL_PARAMETERS},
343      {"Out of memory",                       FAIL_OUT_MEMORY},
344      {"OK", 0}	/* Last entry err_code = 0. */
345 };
346 
347 static ssize_t asd_store_update_bios(struct device *dev,
348 	struct device_attribute *attr,
349 	const char *buf, size_t count)
350 {
351 	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
352 	char *cmd_ptr, *filename_ptr;
353 	struct bios_file_header header, *hdr_ptr;
354 	int res, i;
355 	u32 csum = 0;
356 	int flash_command = FLASH_CMD_NONE;
357 	int err = 0;
358 
359 	cmd_ptr = kzalloc(count*2, GFP_KERNEL);
360 
361 	if (!cmd_ptr) {
362 		err = FAIL_OUT_MEMORY;
363 		goto out;
364 	}
365 
366 	filename_ptr = cmd_ptr + count;
367 	res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr);
368 	if (res != 2) {
369 		err = FAIL_PARAMETERS;
370 		goto out1;
371 	}
372 
373 	for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) {
374 		if (!memcmp(flash_command_table[i].command,
375 				 cmd_ptr, strlen(cmd_ptr))) {
376 			flash_command = flash_command_table[i].code;
377 			break;
378 		}
379 	}
380 	if (flash_command == FLASH_CMD_NONE) {
381 		err = FAIL_PARAMETERS;
382 		goto out1;
383 	}
384 
385 	if (asd_ha->bios_status == FLASH_IN_PROGRESS) {
386 		err = FLASH_IN_PROGRESS;
387 		goto out1;
388 	}
389 	err = request_firmware(&asd_ha->bios_image,
390 				   filename_ptr,
391 				   &asd_ha->pcidev->dev);
392 	if (err) {
393 		asd_printk("Failed to load bios image file %s, error %d\n",
394 			   filename_ptr, err);
395 		err = FAIL_OPEN_BIOS_FILE;
396 		goto out1;
397 	}
398 
399 	hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data;
400 
401 	if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor ||
402 		hdr_ptr->contrl_id.device != asd_ha->pcidev->device) &&
403 		(hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor ||
404 		hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) {
405 
406 		ASD_DPRINTK("The PCI vendor or device id does not match\n");
407 		ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x"
408 		" pci vendor=%x pci dev=%x\n",
409 		hdr_ptr->contrl_id.vendor,
410 		hdr_ptr->contrl_id.device,
411 		hdr_ptr->contrl_id.sub_vendor,
412 		hdr_ptr->contrl_id.sub_device,
413 		asd_ha->pcidev->vendor,
414 		asd_ha->pcidev->device);
415 		err = FAIL_CHECK_PCI_ID;
416 		goto out2;
417 	}
418 
419 	if (hdr_ptr->filelen != asd_ha->bios_image->size) {
420 		err = FAIL_FILE_SIZE;
421 		goto out2;
422 	}
423 
424 	/* calculate checksum */
425 	for (i = 0; i < hdr_ptr->filelen; i++)
426 		csum += asd_ha->bios_image->data[i];
427 
428 	if ((csum & 0x0000ffff) != hdr_ptr->checksum) {
429 		ASD_DPRINTK("BIOS file checksum mismatch\n");
430 		err = FAIL_CHECK_SUM;
431 		goto out2;
432 	}
433 	if (flash_command == FLASH_CMD_UPDATE) {
434 		asd_ha->bios_status = FLASH_IN_PROGRESS;
435 		err = asd_write_flash_seg(asd_ha,
436 			&asd_ha->bios_image->data[sizeof(*hdr_ptr)],
437 			0, hdr_ptr->filelen-sizeof(*hdr_ptr));
438 		if (!err)
439 			err = asd_verify_flash_seg(asd_ha,
440 				&asd_ha->bios_image->data[sizeof(*hdr_ptr)],
441 				0, hdr_ptr->filelen-sizeof(*hdr_ptr));
442 	} else {
443 		asd_ha->bios_status = FLASH_IN_PROGRESS;
444 		err = asd_verify_flash_seg(asd_ha,
445 			&asd_ha->bios_image->data[sizeof(header)],
446 			0, hdr_ptr->filelen-sizeof(header));
447 	}
448 
449 out2:
450 	release_firmware(asd_ha->bios_image);
451 out1:
452 	kfree(cmd_ptr);
453 out:
454 	asd_ha->bios_status = err;
455 
456 	if (!err)
457 		return count;
458 	else
459 		return -err;
460 }
461 
462 static ssize_t asd_show_update_bios(struct device *dev,
463 				    struct device_attribute *attr, char *buf)
464 {
465 	int i;
466 	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
467 
468 	for (i = 0; flash_error_table[i].err_code != 0; i++) {
469 		if (flash_error_table[i].err_code == asd_ha->bios_status)
470 			break;
471 	}
472 	if (asd_ha->bios_status != FLASH_IN_PROGRESS)
473 		asd_ha->bios_status = FLASH_OK;
474 
475 	return snprintf(buf, PAGE_SIZE, "status=%x %s\n",
476 			flash_error_table[i].err_code,
477 			flash_error_table[i].reason);
478 }
479 
480 static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR,
481 	asd_show_update_bios, asd_store_update_bios);
482 
483 static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha)
484 {
485 	int err;
486 
487 	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_revision);
488 	if (err)
489 		return err;
490 
491 	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
492 	if (err)
493 		goto err_rev;
494 
495 	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
496 	if (err)
497 		goto err_biosb;
498 	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
499 	if (err)
500 		goto err_update_bios;
501 
502 	return 0;
503 
504 err_update_bios:
505 	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
506 err_biosb:
507 	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
508 err_rev:
509 	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision);
510 	return err;
511 }
512 
513 static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha)
514 {
515 	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision);
516 	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
517 	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
518 	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
519 }
520 
521 /* The first entry, 0, is used for dynamic ids, the rest for devices
522  * we know about.
523  */
524 static const struct asd_pcidev_struct {
525 	const char * name;
526 	int (*setup)(struct asd_ha_struct *asd_ha);
527 } asd_pcidev_data[] = {
528 	/* Id 0 is used for dynamic ids. */
529 	{ .name  = "Adaptec AIC-94xx SAS/SATA Host Adapter",
530 	  .setup = asd_aic9410_setup
531 	},
532 	{ .name  = "Adaptec AIC-9410W SAS/SATA Host Adapter",
533 	  .setup = asd_aic9410_setup
534 	},
535 	{ .name  = "Adaptec AIC-9405W SAS/SATA Host Adapter",
536 	  .setup = asd_aic9405_setup
537 	},
538 };
539 
540 static int asd_create_ha_caches(struct asd_ha_struct *asd_ha)
541 {
542 	asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool",
543 					   &asd_ha->pcidev->dev,
544 					   sizeof(struct scb),
545 					   8, 0);
546 	if (!asd_ha->scb_pool) {
547 		asd_printk("couldn't create scb pool\n");
548 		return -ENOMEM;
549 	}
550 
551 	return 0;
552 }
553 
554 /**
555  * asd_free_edbs -- free empty data buffers
556  * asd_ha: pointer to host adapter structure
557  */
558 static void asd_free_edbs(struct asd_ha_struct *asd_ha)
559 {
560 	struct asd_seq_data *seq = &asd_ha->seq;
561 	int i;
562 
563 	for (i = 0; i < seq->num_edbs; i++)
564 		asd_free_coherent(asd_ha, seq->edb_arr[i]);
565 	kfree(seq->edb_arr);
566 	seq->edb_arr = NULL;
567 }
568 
569 static void asd_free_escbs(struct asd_ha_struct *asd_ha)
570 {
571 	struct asd_seq_data *seq = &asd_ha->seq;
572 	int i;
573 
574 	for (i = 0; i < seq->num_escbs; i++) {
575 		if (!list_empty(&seq->escb_arr[i]->list))
576 			list_del_init(&seq->escb_arr[i]->list);
577 
578 		asd_ascb_free(seq->escb_arr[i]);
579 	}
580 	kfree(seq->escb_arr);
581 	seq->escb_arr = NULL;
582 }
583 
584 static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha)
585 {
586 	int i;
587 
588 	if (asd_ha->hw_prof.ddb_ext)
589 		asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext);
590 	if (asd_ha->hw_prof.scb_ext)
591 		asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext);
592 
593 	if (asd_ha->hw_prof.ddb_bitmap)
594 		kfree(asd_ha->hw_prof.ddb_bitmap);
595 	asd_ha->hw_prof.ddb_bitmap = NULL;
596 
597 	for (i = 0; i < ASD_MAX_PHYS; i++) {
598 		struct asd_phy *phy = &asd_ha->phys[i];
599 
600 		asd_free_coherent(asd_ha, phy->id_frm_tok);
601 	}
602 	if (asd_ha->seq.escb_arr)
603 		asd_free_escbs(asd_ha);
604 	if (asd_ha->seq.edb_arr)
605 		asd_free_edbs(asd_ha);
606 	if (asd_ha->hw_prof.ue.area) {
607 		kfree(asd_ha->hw_prof.ue.area);
608 		asd_ha->hw_prof.ue.area = NULL;
609 	}
610 	if (asd_ha->seq.tc_index_array) {
611 		kfree(asd_ha->seq.tc_index_array);
612 		kfree(asd_ha->seq.tc_index_bitmap);
613 		asd_ha->seq.tc_index_array = NULL;
614 		asd_ha->seq.tc_index_bitmap = NULL;
615 	}
616 	if (asd_ha->seq.actual_dl) {
617 			asd_free_coherent(asd_ha, asd_ha->seq.actual_dl);
618 			asd_ha->seq.actual_dl = NULL;
619 			asd_ha->seq.dl = NULL;
620 	}
621 	if (asd_ha->seq.next_scb.vaddr) {
622 		dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr,
623 			      asd_ha->seq.next_scb.dma_handle);
624 		asd_ha->seq.next_scb.vaddr = NULL;
625 	}
626 	dma_pool_destroy(asd_ha->scb_pool);
627 	asd_ha->scb_pool = NULL;
628 }
629 
630 struct kmem_cache *asd_dma_token_cache;
631 struct kmem_cache *asd_ascb_cache;
632 
633 static int asd_create_global_caches(void)
634 {
635 	if (!asd_dma_token_cache) {
636 		asd_dma_token_cache
637 			= kmem_cache_create(ASD_DRIVER_NAME "_dma_token",
638 					    sizeof(struct asd_dma_tok),
639 					    0,
640 					    SLAB_HWCACHE_ALIGN,
641 					    NULL);
642 		if (!asd_dma_token_cache) {
643 			asd_printk("couldn't create dma token cache\n");
644 			return -ENOMEM;
645 		}
646 	}
647 
648 	if (!asd_ascb_cache) {
649 		asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb",
650 						   sizeof(struct asd_ascb),
651 						   0,
652 						   SLAB_HWCACHE_ALIGN,
653 						   NULL);
654 		if (!asd_ascb_cache) {
655 			asd_printk("couldn't create ascb cache\n");
656 			goto Err;
657 		}
658 	}
659 
660 	return 0;
661 Err:
662 	kmem_cache_destroy(asd_dma_token_cache);
663 	asd_dma_token_cache = NULL;
664 	return -ENOMEM;
665 }
666 
667 static void asd_destroy_global_caches(void)
668 {
669 	if (asd_dma_token_cache)
670 		kmem_cache_destroy(asd_dma_token_cache);
671 	asd_dma_token_cache = NULL;
672 
673 	if (asd_ascb_cache)
674 		kmem_cache_destroy(asd_ascb_cache);
675 	asd_ascb_cache = NULL;
676 }
677 
678 static int asd_register_sas_ha(struct asd_ha_struct *asd_ha)
679 {
680 	int i;
681 	struct asd_sas_phy   **sas_phys =
682 		kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL);
683 	struct asd_sas_port  **sas_ports =
684 		kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL);
685 
686 	if (!sas_phys || !sas_ports) {
687 		kfree(sas_phys);
688 		kfree(sas_ports);
689 		return -ENOMEM;
690 	}
691 
692 	asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name;
693 	asd_ha->sas_ha.lldd_module = THIS_MODULE;
694 	asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0];
695 
696 	for (i = 0; i < ASD_MAX_PHYS; i++) {
697 		sas_phys[i] = &asd_ha->phys[i].sas_phy;
698 		sas_ports[i] = &asd_ha->ports[i];
699 	}
700 
701 	asd_ha->sas_ha.sas_phy = sas_phys;
702 	asd_ha->sas_ha.sas_port= sas_ports;
703 	asd_ha->sas_ha.num_phys= ASD_MAX_PHYS;
704 
705 	return sas_register_ha(&asd_ha->sas_ha);
706 }
707 
708 static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha)
709 {
710 	int err;
711 
712 	err = sas_unregister_ha(&asd_ha->sas_ha);
713 
714 	sas_remove_host(asd_ha->sas_ha.core.shost);
715 	scsi_remove_host(asd_ha->sas_ha.core.shost);
716 	scsi_host_put(asd_ha->sas_ha.core.shost);
717 
718 	kfree(asd_ha->sas_ha.sas_phy);
719 	kfree(asd_ha->sas_ha.sas_port);
720 
721 	return err;
722 }
723 
724 static int asd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id)
725 {
726 	const struct asd_pcidev_struct *asd_dev;
727 	unsigned asd_id = (unsigned) id->driver_data;
728 	struct asd_ha_struct *asd_ha;
729 	struct Scsi_Host *shost;
730 	int err;
731 
732 	if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) {
733 		asd_printk("wrong driver_data in PCI table\n");
734 		return -ENODEV;
735 	}
736 
737 	if ((err = pci_enable_device(dev))) {
738 		asd_printk("couldn't enable device %s\n", pci_name(dev));
739 		return err;
740 	}
741 
742 	pci_set_master(dev);
743 
744 	err = -ENOMEM;
745 
746 	shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *));
747 	if (!shost)
748 		goto Err;
749 
750 	asd_dev = &asd_pcidev_data[asd_id];
751 
752 	asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL);
753 	if (!asd_ha) {
754 		asd_printk("out of memory\n");
755 		goto Err_put;
756 	}
757 	asd_ha->pcidev = dev;
758 	asd_ha->sas_ha.dev = &asd_ha->pcidev->dev;
759 	asd_ha->sas_ha.lldd_ha = asd_ha;
760 
761 	asd_ha->bios_status = FLASH_OK;
762 	asd_ha->name = asd_dev->name;
763 	asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev));
764 
765 	SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha;
766 	asd_ha->sas_ha.core.shost = shost;
767 	shost->transportt = aic94xx_transport_template;
768 	shost->max_id = ~0;
769 	shost->max_lun = ~0;
770 	shost->max_cmd_len = 16;
771 
772 	err = scsi_add_host(shost, &dev->dev);
773 	if (err)
774 		goto Err_free;
775 
776 	err = asd_dev->setup(asd_ha);
777 	if (err)
778 		goto Err_remove;
779 
780 	err = -ENODEV;
781 	if (!pci_set_dma_mask(dev, DMA_BIT_MASK(64))
782 	    && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(64)))
783 		;
784 	else if (!pci_set_dma_mask(dev, DMA_BIT_MASK(32))
785 		 && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(32)))
786 		;
787 	else {
788 		asd_printk("no suitable DMA mask for %s\n", pci_name(dev));
789 		goto Err_remove;
790 	}
791 
792 	pci_set_drvdata(dev, asd_ha);
793 
794 	err = asd_map_ha(asd_ha);
795 	if (err)
796 		goto Err_remove;
797 
798 	err = asd_create_ha_caches(asd_ha);
799         if (err)
800 		goto Err_unmap;
801 
802 	err = asd_init_hw(asd_ha);
803 	if (err)
804 		goto Err_free_cache;
805 
806 	asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled "
807 		   "phys, flash %s, BIOS %s%d\n",
808 		   pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr),
809 		   asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys,
810 		   asd_ha->hw_prof.num_phys,
811 		   asd_ha->hw_prof.flash.present ? "present" : "not present",
812 		   asd_ha->hw_prof.bios.present ? "build " : "not present",
813 		   asd_ha->hw_prof.bios.bld);
814 
815 	shost->can_queue = asd_ha->seq.can_queue;
816 
817 	if (use_msi)
818 		pci_enable_msi(asd_ha->pcidev);
819 
820 	err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED,
821 			  ASD_DRIVER_NAME, asd_ha);
822 	if (err) {
823 		asd_printk("couldn't get irq %d for %s\n",
824 			   asd_ha->pcidev->irq, pci_name(asd_ha->pcidev));
825 		goto Err_irq;
826 	}
827 	asd_enable_ints(asd_ha);
828 
829 	err = asd_init_post_escbs(asd_ha);
830 	if (err) {
831 		asd_printk("couldn't post escbs for %s\n",
832 			   pci_name(asd_ha->pcidev));
833 		goto Err_escbs;
834 	}
835 	ASD_DPRINTK("escbs posted\n");
836 
837 	err = asd_create_dev_attrs(asd_ha);
838 	if (err)
839 		goto Err_dev_attrs;
840 
841 	err = asd_register_sas_ha(asd_ha);
842 	if (err)
843 		goto Err_reg_sas;
844 
845 	scsi_scan_host(shost);
846 
847 	return 0;
848 
849 Err_reg_sas:
850 	asd_remove_dev_attrs(asd_ha);
851 Err_dev_attrs:
852 Err_escbs:
853 	asd_disable_ints(asd_ha);
854 	free_irq(dev->irq, asd_ha);
855 Err_irq:
856 	if (use_msi)
857 		pci_disable_msi(dev);
858 	asd_chip_hardrst(asd_ha);
859 Err_free_cache:
860 	asd_destroy_ha_caches(asd_ha);
861 Err_unmap:
862 	asd_unmap_ha(asd_ha);
863 Err_remove:
864 	scsi_remove_host(shost);
865 Err_free:
866 	kfree(asd_ha);
867 Err_put:
868 	scsi_host_put(shost);
869 Err:
870 	pci_disable_device(dev);
871 	return err;
872 }
873 
874 static void asd_free_queues(struct asd_ha_struct *asd_ha)
875 {
876 	unsigned long flags;
877 	LIST_HEAD(pending);
878 	struct list_head *n, *pos;
879 
880 	spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags);
881 	asd_ha->seq.pending = 0;
882 	list_splice_init(&asd_ha->seq.pend_q, &pending);
883 	spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags);
884 
885 	if (!list_empty(&pending))
886 		ASD_DPRINTK("Uh-oh! Pending is not empty!\n");
887 
888 	list_for_each_safe(pos, n, &pending) {
889 		struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list);
890 		/*
891 		 * Delete unexpired ascb timers.  This may happen if we issue
892 		 * a CONTROL PHY scb to an adapter and rmmod before the scb
893 		 * times out.  Apparently we don't wait for the CONTROL PHY
894 		 * to complete, so it doesn't matter if we kill the timer.
895 		 */
896 		del_timer_sync(&ascb->timer);
897 		WARN_ON(ascb->scb->header.opcode != CONTROL_PHY);
898 
899 		list_del_init(pos);
900 		ASD_DPRINTK("freeing from pending\n");
901 		asd_ascb_free(ascb);
902 	}
903 }
904 
905 static void asd_turn_off_leds(struct asd_ha_struct *asd_ha)
906 {
907 	u8 phy_mask = asd_ha->hw_prof.enabled_phys;
908 	u8 i;
909 
910 	for_each_phy(phy_mask, phy_mask, i) {
911 		asd_turn_led(asd_ha, i, 0);
912 		asd_control_led(asd_ha, i, 0);
913 	}
914 }
915 
916 static void asd_pci_remove(struct pci_dev *dev)
917 {
918 	struct asd_ha_struct *asd_ha = pci_get_drvdata(dev);
919 
920 	if (!asd_ha)
921 		return;
922 
923 	asd_unregister_sas_ha(asd_ha);
924 
925 	asd_disable_ints(asd_ha);
926 
927 	asd_remove_dev_attrs(asd_ha);
928 
929 	/* XXX more here as needed */
930 
931 	free_irq(dev->irq, asd_ha);
932 	if (use_msi)
933 		pci_disable_msi(asd_ha->pcidev);
934 	asd_turn_off_leds(asd_ha);
935 	asd_chip_hardrst(asd_ha);
936 	asd_free_queues(asd_ha);
937 	asd_destroy_ha_caches(asd_ha);
938 	asd_unmap_ha(asd_ha);
939 	kfree(asd_ha);
940 	pci_disable_device(dev);
941 	return;
942 }
943 
944 static void asd_scan_start(struct Scsi_Host *shost)
945 {
946 	struct asd_ha_struct *asd_ha;
947 	int err;
948 
949 	asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha;
950 	err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys);
951 	if (err)
952 		asd_printk("Couldn't enable phys, err:%d\n", err);
953 }
954 
955 static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time)
956 {
957 	/* give the phy enabling interrupt event time to come in (1s
958 	 * is empirically about all it takes) */
959 	if (time < HZ)
960 		return 0;
961 	/* Wait for discovery to finish */
962 	sas_drain_work(SHOST_TO_SAS_HA(shost));
963 	return 1;
964 }
965 
966 static ssize_t asd_version_show(struct device_driver *driver, char *buf)
967 {
968 	return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION);
969 }
970 static DRIVER_ATTR(version, S_IRUGO, asd_version_show, NULL);
971 
972 static int asd_create_driver_attrs(struct device_driver *driver)
973 {
974 	return driver_create_file(driver, &driver_attr_version);
975 }
976 
977 static void asd_remove_driver_attrs(struct device_driver *driver)
978 {
979 	driver_remove_file(driver, &driver_attr_version);
980 }
981 
982 static struct sas_domain_function_template aic94xx_transport_functions = {
983 	.lldd_dev_found		= asd_dev_found,
984 	.lldd_dev_gone		= asd_dev_gone,
985 
986 	.lldd_execute_task	= asd_execute_task,
987 
988 	.lldd_abort_task	= asd_abort_task,
989 	.lldd_abort_task_set	= asd_abort_task_set,
990 	.lldd_clear_aca		= asd_clear_aca,
991 	.lldd_clear_task_set	= asd_clear_task_set,
992 	.lldd_I_T_nexus_reset	= asd_I_T_nexus_reset,
993 	.lldd_lu_reset		= asd_lu_reset,
994 	.lldd_query_task	= asd_query_task,
995 
996 	.lldd_clear_nexus_port	= asd_clear_nexus_port,
997 	.lldd_clear_nexus_ha	= asd_clear_nexus_ha,
998 
999 	.lldd_control_phy	= asd_control_phy,
1000 
1001 	.lldd_ata_set_dmamode	= asd_set_dmamode,
1002 };
1003 
1004 static const struct pci_device_id aic94xx_pci_table[] = {
1005 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1},
1006 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1},
1007 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1},
1008 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1},
1009 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1},
1010 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2},
1011 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2},
1012 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2},
1013 	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2},
1014 	{}
1015 };
1016 
1017 MODULE_DEVICE_TABLE(pci, aic94xx_pci_table);
1018 
1019 static struct pci_driver aic94xx_pci_driver = {
1020 	.name		= ASD_DRIVER_NAME,
1021 	.id_table	= aic94xx_pci_table,
1022 	.probe		= asd_pci_probe,
1023 	.remove		= asd_pci_remove,
1024 };
1025 
1026 static int __init aic94xx_init(void)
1027 {
1028 	int err;
1029 
1030 
1031 	asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION,
1032 		   ASD_DRIVER_VERSION);
1033 
1034 	err = asd_create_global_caches();
1035 	if (err)
1036 		return err;
1037 
1038 	aic94xx_transport_template =
1039 		sas_domain_attach_transport(&aic94xx_transport_functions);
1040 	if (!aic94xx_transport_template)
1041 		goto out_destroy_caches;
1042 
1043 	err = pci_register_driver(&aic94xx_pci_driver);
1044 	if (err)
1045 		goto out_release_transport;
1046 
1047 	err = asd_create_driver_attrs(&aic94xx_pci_driver.driver);
1048 	if (err)
1049 		goto out_unregister_pcidrv;
1050 
1051 	return err;
1052 
1053  out_unregister_pcidrv:
1054 	pci_unregister_driver(&aic94xx_pci_driver);
1055  out_release_transport:
1056 	sas_release_transport(aic94xx_transport_template);
1057  out_destroy_caches:
1058 	asd_destroy_global_caches();
1059 
1060 	return err;
1061 }
1062 
1063 static void __exit aic94xx_exit(void)
1064 {
1065 	asd_remove_driver_attrs(&aic94xx_pci_driver.driver);
1066 	pci_unregister_driver(&aic94xx_pci_driver);
1067 	sas_release_transport(aic94xx_transport_template);
1068 	asd_release_firmware();
1069 	asd_destroy_global_caches();
1070 	asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION,
1071 		   ASD_DRIVER_VERSION);
1072 }
1073 
1074 module_init(aic94xx_init);
1075 module_exit(aic94xx_exit);
1076 
1077 MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
1078 MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION);
1079 MODULE_LICENSE("GPL v2");
1080 MODULE_VERSION(ASD_DRIVER_VERSION);
1081