xref: /openbmc/linux/drivers/scsi/3w-xxxx.c (revision 78c99ba1)
1 /*
2    3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
3 
4    Written By: Adam Radford <linuxraid@amcc.com>
5    Modifications By: Joel Jacobson <linux@3ware.com>
6    		     Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7                      Brad Strand <linux@3ware.com>
8 
9    Copyright (C) 1999-2009 3ware Inc.
10 
11    Kernel compatiblity By: 	Andre Hedrick <andre@suse.com>
12    Non-Copyright (C) 2000	Andre Hedrick <andre@suse.com>
13 
14    Further tiny build fixes and trivial hoovering    Alan Cox
15 
16    This program is free software; you can redistribute it and/or modify
17    it under the terms of the GNU General Public License as published by
18    the Free Software Foundation; version 2 of the License.
19 
20    This program is distributed in the hope that it will be useful,
21    but WITHOUT ANY WARRANTY; without even the implied warranty of
22    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
23    GNU General Public License for more details.
24 
25    NO WARRANTY
26    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
27    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
28    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
29    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
30    solely responsible for determining the appropriateness of using and
31    distributing the Program and assumes all risks associated with its
32    exercise of rights under this Agreement, including but not limited to
33    the risks and costs of program errors, damage to or loss of data,
34    programs or equipment, and unavailability or interruption of operations.
35 
36    DISCLAIMER OF LIABILITY
37    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
38    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
40    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
41    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
42    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
43    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
44 
45    You should have received a copy of the GNU General Public License
46    along with this program; if not, write to the Free Software
47    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
48 
49    Bugs/Comments/Suggestions should be mailed to:
50    linuxraid@amcc.com
51 
52    For more information, goto:
53    http://www.amcc.com
54 
55    History
56    -------
57    0.1.000 -     Initial release.
58    0.4.000 -     Added support for Asynchronous Event Notification through
59                  ioctls for 3DM.
60    1.0.000 -     Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
61                  to disable drive write-cache before writes.
62    1.1.000 -     Fixed performance bug with DPO & FUA not existing for WRITE_6.
63    1.2.000 -     Added support for clean shutdown notification/feature table.
64    1.02.00.001 - Added support for full command packet posts through ioctls
65                  for 3DM.
66                  Bug fix so hot spare drives don't show up.
67    1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
68                  systems.
69    08/21/00    - release previously allocated resources on failure at
70                  tw_allocate_memory (acme)
71    1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
72                  controller status is non-zero.
73                  Added handling of request_sense opcode.
74                  Fix possible null pointer dereference in
75                  tw_reset_device_extension()
76    1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
77                  Make tw_setfeature() call with interrupts disabled.
78                  Register interrupt handler before enabling interrupts.
79                  Clear attention interrupt before draining aen queue.
80    1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
81                  6000 and 5000 series controllers.
82                  Reduce polling mdelays causing problems on some systems.
83                  Fix use_sg = 1 calculation bug.
84                  Check for scsi_register returning NULL.
85                  Add aen count to /proc/scsi/3w-xxxx.
86                  Remove aen code unit masking in tw_aen_complete().
87    1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
88                  possible oops.
89                  Fix possible null pointer dereference in tw_scsi_queue()
90                  if done function pointer was invalid.
91    1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
92                  Remove check for invalid done function pointer from
93                  tw_scsi_queue().
94    1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
95                  Add tw_decode_error() for printing readable error messages.
96                  Print some useful information on certain aen codes.
97                  Add tw_decode_bits() for interpreting status register output.
98                  Make scsi_set_pci_device() for kernels >= 2.4.4
99                  Fix bug where aen's could be lost before a reset.
100                  Re-add spinlocks in tw_scsi_detect().
101                  Fix possible null pointer dereference in tw_aen_drain_queue()
102                  during initialization.
103                  Clear pci parity errors during initialization and during io.
104    1.02.00.009 - Remove redundant increment in tw_state_request_start().
105                  Add ioctl support for direct ATA command passthru.
106                  Add entire aen code string list.
107    1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
108                  Fix get_param for specific units.
109    1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
110                  Fix tw_aen_drain_queue() to display useful info at init.
111                  Set tw_host->max_id for 12 port cards.
112                  Add ioctl support for raw command packet post from userspace
113                  with sglist fragments (parameter and io).
114    1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
115                  last sector ioctl.
116    1.02.00.013 - Fix bug where more AEN codes weren't coming out during
117                  driver initialization.
118                  Improved handling of PCI aborts.
119    1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
120                  Increase timeout in tw_aen_drain_queue() to 30 seconds.
121    1.02.00.015 - Re-write raw command post with data ioctl method.
122                  Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
123                  Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
124                  Replace io_request_lock with host_lock for kernel 2.5
125                  Set max_cmd_len to 16 for 3dm for kernel 2.5
126    1.02.00.016 - Set host->max_sectors back up to 256.
127    1.02.00.017 - Modified pci parity error handling/clearing from config space
128                  during initialization.
129    1.02.00.018 - Better handling of request sense opcode and sense information
130                  for failed commands.  Add tw_decode_sense().
131                  Replace all mdelay()'s with scsi_sleep().
132    1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
133                  some SMP systems.
134    1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
135                  pci_alloc/free_consistent().
136                  Better alignment checking in tw_allocate_memory().
137                  Cleanup tw_initialize_device_extension().
138    1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
139                  Improve handling of errors in tw_interrupt().
140                  Add handling/clearing of controller queue error.
141                  Empty stale responses before draining aen queue.
142                  Fix tw_scsi_eh_abort() to not reset on every io abort.
143                  Set can_queue in SHT to 255 to prevent hang from AEN.
144    1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
145    1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
146    1.02.00.024 - Add severity levels to AEN strings.
147    1.02.00.025 - Fix command interrupt spurious error messages.
148                  Fix bug in raw command post with data ioctl method.
149                  Fix bug where rollcall sometimes failed with cable errors.
150                  Print unit # on all command timeouts.
151    1.02.00.026 - Fix possible infinite retry bug with power glitch induced
152                  drive timeouts.
153                  Cleanup some AEN severity levels.
154    1.02.00.027 - Add drive not supported AEN code for SATA controllers.
155                  Remove spurious unknown ioctl error message.
156    1.02.00.028 - Fix bug where multiple controllers with no units were the
157                  same card number.
158                  Fix bug where cards were being shut down more than once.
159    1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
160                  Replace pci_map_single() with pci_map_page() for highmem.
161                  Check for tw_setfeature() failure.
162    1.02.00.030 - Make driver 64-bit clean.
163    1.02.00.031 - Cleanup polling timeouts/routines in several places.
164                  Add support for mode sense opcode.
165                  Add support for cache mode page.
166                  Add support for synchronize cache opcode.
167    1.02.00.032 - Fix small multicard rollcall bug.
168                  Make driver stay loaded with no units for hot add/swap.
169                  Add support for "twe" character device for ioctls.
170                  Clean up request_id queueing code.
171                  Fix tw_scsi_queue() spinlocks.
172    1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
173                  Initialize queues correctly when loading with no valid units.
174    1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
175                  Add support for user configurable cmd_per_lun.
176                  Add support for sht->slave_configure().
177    1.02.00.035 - Improve tw_allocate_memory() memory allocation.
178                  Fix tw_chrdev_ioctl() to sleep correctly.
179    1.02.00.036 - Increase character ioctl timeout to 60 seconds.
180    1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
181                  for 'smartmontools' support.
182    1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
183                  Add support for cmds_per_lun module parameter.
184    1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
185                  Fix data_buffer_length usage in tw_chrdev_ioctl().
186                  Update contact information.
187    1.26.02.000 - Convert driver to pci_driver format.
188    1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
189                  Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
190                  Fix tw_remove() to free irq handler/unregister_chrdev()
191                  before shutting down card.
192                  Change to new 'change_queue_depth' api.
193                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
194    1.26.02.002 - Free irq handler in __tw_shutdown().
195                  Turn on RCD bit for caching mode page.
196                  Serialize reset code.
197 */
198 
199 #include <linux/module.h>
200 #include <linux/reboot.h>
201 #include <linux/smp_lock.h>
202 #include <linux/spinlock.h>
203 #include <linux/interrupt.h>
204 #include <linux/moduleparam.h>
205 #include <linux/errno.h>
206 #include <linux/types.h>
207 #include <linux/delay.h>
208 #include <linux/pci.h>
209 #include <linux/time.h>
210 #include <linux/mutex.h>
211 #include <asm/io.h>
212 #include <asm/irq.h>
213 #include <asm/uaccess.h>
214 #include <scsi/scsi.h>
215 #include <scsi/scsi_host.h>
216 #include <scsi/scsi_tcq.h>
217 #include <scsi/scsi_cmnd.h>
218 #include "3w-xxxx.h"
219 
220 /* Globals */
221 #define TW_DRIVER_VERSION "1.26.02.002"
222 static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
223 static int tw_device_extension_count = 0;
224 static int twe_major = -1;
225 
226 /* Module parameters */
227 MODULE_AUTHOR("AMCC");
228 MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
229 MODULE_LICENSE("GPL");
230 MODULE_VERSION(TW_DRIVER_VERSION);
231 
232 /* Function prototypes */
233 static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
234 
235 /* Functions */
236 
237 /* This function will check the status register for unexpected bits */
238 static int tw_check_bits(u32 status_reg_value)
239 {
240 	if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
241 		dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
242 		return 1;
243 	}
244 	if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
245 		dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
246 		return 1;
247 	}
248 
249 	return 0;
250 } /* End tw_check_bits() */
251 
252 /* This function will print readable messages from status register errors */
253 static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
254 {
255 	char host[16];
256 
257 	dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
258 
259 	if (print_host)
260 		sprintf(host, " scsi%d:", tw_dev->host->host_no);
261 	else
262 		host[0] = '\0';
263 
264 	if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
265 		printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
266 		outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
267 	}
268 
269 	if (status_reg_value & TW_STATUS_PCI_ABORT) {
270 		printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
271 		outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
272 		pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
273 	}
274 
275 	if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
276 		printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
277 		outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
278 	}
279 
280 	if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
281 		printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
282 		outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
283 	}
284 
285 	if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
286 		if (tw_dev->reset_print == 0) {
287 			printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
288 			tw_dev->reset_print = 1;
289 		}
290 		return 1;
291 	}
292 
293 	return 0;
294 } /* End tw_decode_bits() */
295 
296 /* This function will poll the status register for a flag */
297 static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
298 {
299 	u32 status_reg_value;
300 	unsigned long before;
301 	int retval = 1;
302 
303 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
304 	before = jiffies;
305 
306 	if (tw_check_bits(status_reg_value))
307 		tw_decode_bits(tw_dev, status_reg_value, 0);
308 
309 	while ((status_reg_value & flag) != flag) {
310 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
311 
312 		if (tw_check_bits(status_reg_value))
313 			tw_decode_bits(tw_dev, status_reg_value, 0);
314 
315 		if (time_after(jiffies, before + HZ * seconds))
316 			goto out;
317 
318 		msleep(50);
319 	}
320 	retval = 0;
321 out:
322 	return retval;
323 } /* End tw_poll_status() */
324 
325 /* This function will poll the status register for disappearance of a flag */
326 static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
327 {
328 	u32 status_reg_value;
329 	unsigned long before;
330 	int retval = 1;
331 
332 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
333 	before = jiffies;
334 
335 	if (tw_check_bits(status_reg_value))
336 		tw_decode_bits(tw_dev, status_reg_value, 0);
337 
338 	while ((status_reg_value & flag) != 0) {
339 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
340 
341 		if (tw_check_bits(status_reg_value))
342 			tw_decode_bits(tw_dev, status_reg_value, 0);
343 
344 		if (time_after(jiffies, before + HZ * seconds))
345 			goto out;
346 
347 		msleep(50);
348 	}
349 	retval = 0;
350 out:
351 	return retval;
352 } /* End tw_poll_status_gone() */
353 
354 /* This function will attempt to post a command packet to the board */
355 static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
356 {
357 	u32 status_reg_value;
358 	unsigned long command_que_value;
359 
360 	dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
361 	command_que_value = tw_dev->command_packet_physical_address[request_id];
362 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
363 
364 	if (tw_check_bits(status_reg_value)) {
365 		dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
366 		tw_decode_bits(tw_dev, status_reg_value, 1);
367 	}
368 
369 	if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
370 		/* We successfully posted the command packet */
371 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
372 		tw_dev->state[request_id] = TW_S_POSTED;
373 		tw_dev->posted_request_count++;
374 		if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
375 			tw_dev->max_posted_request_count = tw_dev->posted_request_count;
376 		}
377 	} else {
378 		/* Couldn't post the command packet, so we do it in the isr */
379 		if (tw_dev->state[request_id] != TW_S_PENDING) {
380 			tw_dev->state[request_id] = TW_S_PENDING;
381 			tw_dev->pending_request_count++;
382 			if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
383 				tw_dev->max_pending_request_count = tw_dev->pending_request_count;
384 			}
385 			tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
386 			if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
387 				tw_dev->pending_tail = TW_Q_START;
388 			} else {
389 				tw_dev->pending_tail = tw_dev->pending_tail + 1;
390 			}
391 		}
392 		TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
393 		return 1;
394 	}
395 	return 0;
396 } /* End tw_post_command_packet() */
397 
398 /* This function will return valid sense buffer information for failed cmds */
399 static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
400 {
401 	int i;
402 	TW_Command *command;
403 
404         dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
405 	command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
406 
407 	printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
408 
409 	/* Attempt to return intelligent sense information */
410 	if (fill_sense) {
411 		if ((command->status == 0xc7) || (command->status == 0xcb)) {
412 			for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
413 				if (command->flags == tw_sense_table[i][0]) {
414 
415 					/* Valid bit and 'current errors' */
416 					tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
417 
418 					/* Sense key */
419 					tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
420 
421 					/* Additional sense length */
422 					tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
423 
424 					/* Additional sense code */
425 					tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
426 
427 					/* Additional sense code qualifier */
428 					tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
429 
430 					tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
431 					return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
432 				}
433 			}
434 		}
435 
436 		/* If no table match, error so we get a reset */
437 		return 1;
438 	}
439 
440 	return 0;
441 } /* End tw_decode_sense() */
442 
443 /* This function will report controller error status */
444 static int tw_check_errors(TW_Device_Extension *tw_dev)
445 {
446 	u32 status_reg_value;
447 
448 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
449 
450 	if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
451 		tw_decode_bits(tw_dev, status_reg_value, 0);
452 		return 1;
453 	}
454 
455 	return 0;
456 } /* End tw_check_errors() */
457 
458 /* This function will empty the response que */
459 static void tw_empty_response_que(TW_Device_Extension *tw_dev)
460 {
461 	u32 status_reg_value, response_que_value;
462 
463 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
464 
465 	while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
466 		response_que_value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
467 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
468 	}
469 } /* End tw_empty_response_que() */
470 
471 /* This function will free a request_id */
472 static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
473 {
474 	tw_dev->free_queue[tw_dev->free_tail] = request_id;
475 	tw_dev->state[request_id] = TW_S_FINISHED;
476 	tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
477 } /* End tw_state_request_finish() */
478 
479 /* This function will assign an available request_id */
480 static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
481 {
482 	*request_id = tw_dev->free_queue[tw_dev->free_head];
483 	tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
484 	tw_dev->state[*request_id] = TW_S_STARTED;
485 } /* End tw_state_request_start() */
486 
487 /* Show some statistics about the card */
488 static ssize_t tw_show_stats(struct device *dev, struct device_attribute *attr,
489 			     char *buf)
490 {
491 	struct Scsi_Host *host = class_to_shost(dev);
492 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
493 	unsigned long flags = 0;
494 	ssize_t len;
495 
496 	spin_lock_irqsave(tw_dev->host->host_lock, flags);
497 	len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
498 		       "Current commands posted:   %4d\n"
499 		       "Max commands posted:       %4d\n"
500 		       "Current pending commands:  %4d\n"
501 		       "Max pending commands:      %4d\n"
502 		       "Last sgl length:           %4d\n"
503 		       "Max sgl length:            %4d\n"
504 		       "Last sector count:         %4d\n"
505 		       "Max sector count:          %4d\n"
506 		       "SCSI Host Resets:          %4d\n"
507 		       "AEN's:                     %4d\n",
508 		       TW_DRIVER_VERSION,
509 		       tw_dev->posted_request_count,
510 		       tw_dev->max_posted_request_count,
511 		       tw_dev->pending_request_count,
512 		       tw_dev->max_pending_request_count,
513 		       tw_dev->sgl_entries,
514 		       tw_dev->max_sgl_entries,
515 		       tw_dev->sector_count,
516 		       tw_dev->max_sector_count,
517 		       tw_dev->num_resets,
518 		       tw_dev->aen_count);
519 	spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
520 	return len;
521 } /* End tw_show_stats() */
522 
523 /* This function will set a devices queue depth */
524 static int tw_change_queue_depth(struct scsi_device *sdev, int queue_depth)
525 {
526 	if (queue_depth > TW_Q_LENGTH-2)
527 		queue_depth = TW_Q_LENGTH-2;
528 	scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
529 	return queue_depth;
530 } /* End tw_change_queue_depth() */
531 
532 /* Create sysfs 'stats' entry */
533 static struct device_attribute tw_host_stats_attr = {
534 	.attr = {
535 		.name = 	"stats",
536 		.mode =		S_IRUGO,
537 	},
538 	.show = tw_show_stats
539 };
540 
541 /* Host attributes initializer */
542 static struct device_attribute *tw_host_attrs[] = {
543 	&tw_host_stats_attr,
544 	NULL,
545 };
546 
547 /* This function will read the aen queue from the isr */
548 static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
549 {
550 	TW_Command *command_packet;
551 	TW_Param *param;
552 	unsigned long command_que_value;
553 	u32 status_reg_value;
554 	unsigned long param_value = 0;
555 
556 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
557 
558 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
559 	if (tw_check_bits(status_reg_value)) {
560 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
561 		tw_decode_bits(tw_dev, status_reg_value, 1);
562 		return 1;
563 	}
564 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
565 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
566 		return 1;
567 	}
568 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
569 	memset(command_packet, 0, sizeof(TW_Sector));
570 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
571 	command_packet->size = 4;
572 	command_packet->request_id = request_id;
573 	command_packet->status = 0;
574 	command_packet->flags = 0;
575 	command_packet->byte6.parameter_count = 1;
576 	command_que_value = tw_dev->command_packet_physical_address[request_id];
577 	if (command_que_value == 0) {
578 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
579 		return 1;
580 	}
581 	/* Now setup the param */
582 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
583 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
584 		return 1;
585 	}
586 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
587 	memset(param, 0, sizeof(TW_Sector));
588 	param->table_id = 0x401; /* AEN table */
589 	param->parameter_id = 2; /* Unit code */
590 	param->parameter_size_bytes = 2;
591 	param_value = tw_dev->alignment_physical_address[request_id];
592 	if (param_value == 0) {
593 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
594 		return 1;
595 	}
596 	command_packet->byte8.param.sgl[0].address = param_value;
597 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
598 
599 	/* Now post the command packet */
600 	if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
601 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
602 		tw_dev->srb[request_id] = NULL; /* Flag internal command */
603 		tw_dev->state[request_id] = TW_S_POSTED;
604 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
605 	} else {
606 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
607 		return 1;
608 	}
609 
610 	return 0;
611 } /* End tw_aen_read_queue() */
612 
613 /* This function will complete an aen request from the isr */
614 static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
615 {
616 	TW_Param *param;
617 	unsigned short aen;
618 	int error = 0, table_max = 0;
619 
620 	dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
621 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
622 		printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
623 		return 1;
624 	}
625 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
626 	aen = *(unsigned short *)(param->data);
627 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
628 
629 	/* Print some useful info when certain aen codes come out */
630 	if (aen == 0x0ff) {
631 		printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
632 	} else {
633 		table_max = ARRAY_SIZE(tw_aen_string);
634 		if ((aen & 0x0ff) < table_max) {
635 			if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
636 				printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
637 			} else {
638 				if (aen != 0x0)
639 					printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
640 			}
641 		} else {
642 			printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
643 		}
644 	}
645 	if (aen != TW_AEN_QUEUE_EMPTY) {
646 		tw_dev->aen_count++;
647 
648 		/* Now queue the code */
649 		tw_dev->aen_queue[tw_dev->aen_tail] = aen;
650 		if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
651 			tw_dev->aen_tail = TW_Q_START;
652 		} else {
653 			tw_dev->aen_tail = tw_dev->aen_tail + 1;
654 		}
655 		if (tw_dev->aen_head == tw_dev->aen_tail) {
656 			if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
657 				tw_dev->aen_head = TW_Q_START;
658 			} else {
659 				tw_dev->aen_head = tw_dev->aen_head + 1;
660 			}
661 		}
662 
663 		error = tw_aen_read_queue(tw_dev, request_id);
664 		if (error) {
665 			printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
666 			tw_dev->state[request_id] = TW_S_COMPLETED;
667 			tw_state_request_finish(tw_dev, request_id);
668 		}
669 	} else {
670 		tw_dev->state[request_id] = TW_S_COMPLETED;
671 		tw_state_request_finish(tw_dev, request_id);
672 	}
673 
674 	return 0;
675 } /* End tw_aen_complete() */
676 
677 /* This function will drain the aen queue after a soft reset */
678 static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
679 {
680 	TW_Command *command_packet;
681 	TW_Param *param;
682 	int request_id = 0;
683 	unsigned long command_que_value;
684 	unsigned long param_value;
685 	TW_Response_Queue response_queue;
686 	unsigned short aen;
687 	unsigned short aen_code;
688 	int finished = 0;
689 	int first_reset = 0;
690 	int queue = 0;
691 	int found = 0, table_max = 0;
692 
693 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
694 
695 	if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
696 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
697 		return 1;
698 	}
699 	TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
700 
701 	/* Empty response queue */
702 	tw_empty_response_que(tw_dev);
703 
704 	/* Initialize command packet */
705 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
706 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
707 		return 1;
708 	}
709 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
710 	memset(command_packet, 0, sizeof(TW_Sector));
711 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
712 	command_packet->size = 4;
713 	command_packet->request_id = request_id;
714 	command_packet->status = 0;
715 	command_packet->flags = 0;
716 	command_packet->byte6.parameter_count = 1;
717 	command_que_value = tw_dev->command_packet_physical_address[request_id];
718 	if (command_que_value == 0) {
719 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
720 		return 1;
721 	}
722 
723 	/* Now setup the param */
724 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
725 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
726 		return 1;
727 	}
728 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
729 	memset(param, 0, sizeof(TW_Sector));
730 	param->table_id = 0x401; /* AEN table */
731 	param->parameter_id = 2; /* Unit code */
732 	param->parameter_size_bytes = 2;
733 	param_value = tw_dev->alignment_physical_address[request_id];
734 	if (param_value == 0) {
735 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
736 		return 1;
737 	}
738 	command_packet->byte8.param.sgl[0].address = param_value;
739 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
740 
741 	/* Now drain the controller's aen queue */
742 	do {
743 		/* Post command packet */
744 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
745 
746 		/* Now poll for completion */
747 		if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
748 			response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
749 			request_id = TW_RESID_OUT(response_queue.response_id);
750 
751 			if (request_id != 0) {
752 				/* Unexpected request id */
753 				printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
754 				return 1;
755 			}
756 
757 			if (command_packet->status != 0) {
758 				if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
759 					/* Bad response */
760 					tw_decode_sense(tw_dev, request_id, 0);
761 					return 1;
762 				} else {
763 					/* We know this is a 3w-1x00, and doesn't support aen's */
764 					return 0;
765 				}
766 			}
767 
768 			/* Now check the aen */
769 			aen = *(unsigned short *)(param->data);
770 			aen_code = (aen & 0x0ff);
771 			queue = 0;
772 			switch (aen_code) {
773 				case TW_AEN_QUEUE_EMPTY:
774 					dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
775 					if (first_reset != 1) {
776 						return 1;
777 					} else {
778 						finished = 1;
779 					}
780 					break;
781 				case TW_AEN_SOFT_RESET:
782 					if (first_reset == 0) {
783 						first_reset = 1;
784 					} else {
785 						printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
786 						tw_dev->aen_count++;
787 						queue = 1;
788 					}
789 					break;
790 				default:
791 					if (aen == 0x0ff) {
792 						printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
793 					} else {
794 						table_max = ARRAY_SIZE(tw_aen_string);
795 						if ((aen & 0x0ff) < table_max) {
796 							if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
797 								printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
798 							} else {
799 								printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
800 							}
801 						} else
802 							printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
803 					}
804 					tw_dev->aen_count++;
805 					queue = 1;
806 			}
807 
808 			/* Now put the aen on the aen_queue */
809 			if (queue == 1) {
810 				tw_dev->aen_queue[tw_dev->aen_tail] = aen;
811 				if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
812 					tw_dev->aen_tail = TW_Q_START;
813 				} else {
814 					tw_dev->aen_tail = tw_dev->aen_tail + 1;
815 				}
816 				if (tw_dev->aen_head == tw_dev->aen_tail) {
817 					if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
818 						tw_dev->aen_head = TW_Q_START;
819 					} else {
820 						tw_dev->aen_head = tw_dev->aen_head + 1;
821 					}
822 				}
823 			}
824 			found = 1;
825 		}
826 		if (found == 0) {
827 			printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
828 			return 1;
829 		}
830 	} while (finished == 0);
831 
832 	return 0;
833 } /* End tw_aen_drain_queue() */
834 
835 /* This function will allocate memory */
836 static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
837 {
838 	int i;
839 	dma_addr_t dma_handle;
840 	unsigned long *cpu_addr = NULL;
841 
842 	dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
843 
844 	cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
845 	if (cpu_addr == NULL) {
846 		printk(KERN_WARNING "3w-xxxx: pci_alloc_consistent() failed.\n");
847 		return 1;
848 	}
849 
850 	if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
851 		printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
852 		pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
853 		return 1;
854 	}
855 
856 	memset(cpu_addr, 0, size*TW_Q_LENGTH);
857 
858 	for (i=0;i<TW_Q_LENGTH;i++) {
859 		switch(which) {
860 		case 0:
861 			tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
862 			tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
863 			break;
864 		case 1:
865 			tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
866 			tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
867 			break;
868 		default:
869 			printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
870 			return 1;
871 		}
872 	}
873 
874 	return 0;
875 } /* End tw_allocate_memory() */
876 
877 /* This function handles ioctl for the character device */
878 static int tw_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg)
879 {
880 	int request_id;
881 	dma_addr_t dma_handle;
882 	unsigned short tw_aen_code;
883 	unsigned long flags;
884 	unsigned int data_buffer_length = 0;
885 	unsigned long data_buffer_length_adjusted = 0;
886 	unsigned long *cpu_addr;
887 	long timeout;
888 	TW_New_Ioctl *tw_ioctl;
889 	TW_Passthru *passthru;
890 	TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
891 	int retval = -EFAULT;
892 	void __user *argp = (void __user *)arg;
893 
894 	dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
895 
896 	/* Only let one of these through at a time */
897 	if (mutex_lock_interruptible(&tw_dev->ioctl_lock))
898 		return -EINTR;
899 
900 	/* First copy down the buffer length */
901 	if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
902 		goto out;
903 
904 	/* Check size */
905 	if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
906 		retval = -EINVAL;
907 		goto out;
908 	}
909 
910 	/* Hardware can only do multiple of 512 byte transfers */
911 	data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
912 
913 	/* Now allocate ioctl buf memory */
914 	cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, &dma_handle, GFP_KERNEL);
915 	if (cpu_addr == NULL) {
916 		retval = -ENOMEM;
917 		goto out;
918 	}
919 
920 	tw_ioctl = (TW_New_Ioctl *)cpu_addr;
921 
922 	/* Now copy down the entire ioctl */
923 	if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl) - 1))
924 		goto out2;
925 
926 	passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
927 
928 	/* See which ioctl we are doing */
929 	switch (cmd) {
930 		case TW_OP_NOP:
931 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
932 			break;
933 		case TW_OP_AEN_LISTEN:
934 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
935 			memset(tw_ioctl->data_buffer, 0, data_buffer_length);
936 
937 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
938 			if (tw_dev->aen_head == tw_dev->aen_tail) {
939 				tw_aen_code = TW_AEN_QUEUE_EMPTY;
940 			} else {
941 				tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
942 				if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
943 					tw_dev->aen_head = TW_Q_START;
944 				} else {
945 					tw_dev->aen_head = tw_dev->aen_head + 1;
946 				}
947 			}
948 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
949 			memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
950 			break;
951 		case TW_CMD_PACKET_WITH_DATA:
952 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
953 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
954 
955 			tw_state_request_start(tw_dev, &request_id);
956 
957 			/* Flag internal command */
958 			tw_dev->srb[request_id] = NULL;
959 
960 			/* Flag chrdev ioctl */
961 			tw_dev->chrdev_request_id = request_id;
962 
963 			tw_ioctl->firmware_command.request_id = request_id;
964 
965 			/* Load the sg list */
966 			switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
967 			case 2:
968 				tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
969 				tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
970 				break;
971 			case 3:
972 				tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
973 				tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
974 				break;
975 			case 5:
976 				passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
977 				passthru->sg_list[0].length = data_buffer_length_adjusted;
978 				break;
979 			}
980 
981 			memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
982 
983 			/* Now post the command packet to the controller */
984 			tw_post_command_packet(tw_dev, request_id);
985 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
986 
987 			timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
988 
989 			/* Now wait for the command to complete */
990 			timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
991 
992 			/* We timed out, and didn't get an interrupt */
993 			if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
994 				/* Now we need to reset the board */
995 				printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
996 				retval = -EIO;
997 				if (tw_reset_device_extension(tw_dev)) {
998 					printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
999 				}
1000 				goto out2;
1001 			}
1002 
1003 			/* Now copy in the command packet response */
1004 			memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1005 
1006 			/* Now complete the io */
1007 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
1008 			tw_dev->posted_request_count--;
1009 			tw_dev->state[request_id] = TW_S_COMPLETED;
1010 			tw_state_request_finish(tw_dev, request_id);
1011 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1012 			break;
1013 		default:
1014 			retval = -ENOTTY;
1015 			goto out2;
1016 	}
1017 
1018 	/* Now copy the response to userspace */
1019 	if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length - 1))
1020 		goto out2;
1021 	retval = 0;
1022 out2:
1023 	/* Now free ioctl buf memory */
1024 	dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, cpu_addr, dma_handle);
1025 out:
1026 	mutex_unlock(&tw_dev->ioctl_lock);
1027 	return retval;
1028 } /* End tw_chrdev_ioctl() */
1029 
1030 /* This function handles open for the character device */
1031 /* NOTE that this function races with remove. */
1032 static int tw_chrdev_open(struct inode *inode, struct file *file)
1033 {
1034 	unsigned int minor_number;
1035 
1036 	cycle_kernel_lock();
1037 	dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1038 
1039 	minor_number = iminor(inode);
1040 	if (minor_number >= tw_device_extension_count)
1041 		return -ENODEV;
1042 
1043 	return 0;
1044 } /* End tw_chrdev_open() */
1045 
1046 /* File operations struct for character device */
1047 static const struct file_operations tw_fops = {
1048 	.owner		= THIS_MODULE,
1049 	.ioctl		= tw_chrdev_ioctl,
1050 	.open		= tw_chrdev_open,
1051 	.release	= NULL
1052 };
1053 
1054 /* This function will free up device extension resources */
1055 static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1056 {
1057 	dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1058 
1059 	/* Free command packet and generic buffer memory */
1060 	if (tw_dev->command_packet_virtual_address[0])
1061 		pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Command)*TW_Q_LENGTH, tw_dev->command_packet_virtual_address[0], tw_dev->command_packet_physical_address[0]);
1062 
1063 	if (tw_dev->alignment_virtual_address[0])
1064 		pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Sector)*TW_Q_LENGTH, tw_dev->alignment_virtual_address[0], tw_dev->alignment_physical_address[0]);
1065 } /* End tw_free_device_extension() */
1066 
1067 /* This function will send an initconnection command to controller */
1068 static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1069 {
1070 	unsigned long command_que_value;
1071 	TW_Command  *command_packet;
1072 	TW_Response_Queue response_queue;
1073 	int request_id = 0;
1074 
1075 	dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1076 
1077 	/* Initialize InitConnection command packet */
1078 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1079 		printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1080 		return 1;
1081 	}
1082 
1083 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1084 	memset(command_packet, 0, sizeof(TW_Sector));
1085 	command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1086 	command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1087 	command_packet->request_id = request_id;
1088 	command_packet->status = 0x0;
1089 	command_packet->flags = 0x0;
1090 	command_packet->byte6.message_credits = message_credits;
1091 	command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1092 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1093 
1094 	if (command_que_value == 0) {
1095 		printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1096 		return 1;
1097 	}
1098 
1099 	/* Send command packet to the board */
1100 	outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1101 
1102 	/* Poll for completion */
1103 	if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1104 		response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1105 		request_id = TW_RESID_OUT(response_queue.response_id);
1106 
1107 		if (request_id != 0) {
1108 			/* unexpected request id */
1109 			printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1110 			return 1;
1111 		}
1112 		if (command_packet->status != 0) {
1113 			/* bad response */
1114 			tw_decode_sense(tw_dev, request_id, 0);
1115 			return 1;
1116 		}
1117 	}
1118 	return 0;
1119 } /* End tw_initconnection() */
1120 
1121 /* Set a value in the features table */
1122 static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
1123                   unsigned char *val)
1124 {
1125 	TW_Param *param;
1126 	TW_Command  *command_packet;
1127 	TW_Response_Queue response_queue;
1128 	int request_id = 0;
1129 	unsigned long command_que_value;
1130 	unsigned long param_value;
1131 
1132   	/* Initialize SetParam command packet */
1133 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1134 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1135 		return 1;
1136 	}
1137 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1138 	memset(command_packet, 0, sizeof(TW_Sector));
1139 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1140 
1141 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1142 	param->table_id = 0x404;  /* Features table */
1143 	param->parameter_id = parm;
1144 	param->parameter_size_bytes = param_size;
1145 	memcpy(param->data, val, param_size);
1146 
1147 	param_value = tw_dev->alignment_physical_address[request_id];
1148 	if (param_value == 0) {
1149 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1150 		tw_dev->state[request_id] = TW_S_COMPLETED;
1151 		tw_state_request_finish(tw_dev, request_id);
1152 		tw_dev->srb[request_id]->result = (DID_OK << 16);
1153 		tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1154 	}
1155 	command_packet->byte8.param.sgl[0].address = param_value;
1156 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1157 
1158 	command_packet->size = 4;
1159 	command_packet->request_id = request_id;
1160 	command_packet->byte6.parameter_count = 1;
1161 
1162   	command_que_value = tw_dev->command_packet_physical_address[request_id];
1163 	if (command_que_value == 0) {
1164 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
1165 	return 1;
1166 	}
1167 
1168 	/* Send command packet to the board */
1169 	outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1170 
1171 	/* Poll for completion */
1172 	if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1173 		response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1174 		request_id = TW_RESID_OUT(response_queue.response_id);
1175 
1176 		if (request_id != 0) {
1177 			/* unexpected request id */
1178 			printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1179 			return 1;
1180 		}
1181 		if (command_packet->status != 0) {
1182 			/* bad response */
1183 			tw_decode_sense(tw_dev, request_id, 0);
1184 			return 1;
1185 		}
1186 	}
1187 
1188 	return 0;
1189 } /* End tw_setfeature() */
1190 
1191 /* This function will reset a controller */
1192 static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1193 {
1194 	int error = 0;
1195 	int tries = 0;
1196 	unsigned char c = 1;
1197 
1198 	/* Reset the board */
1199 	while (tries < TW_MAX_RESET_TRIES) {
1200 		TW_SOFT_RESET(tw_dev);
1201 
1202 		error = tw_aen_drain_queue(tw_dev);
1203 		if (error) {
1204 			printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1205 			tries++;
1206 			continue;
1207 		}
1208 
1209 		/* Check for controller errors */
1210 		if (tw_check_errors(tw_dev)) {
1211 			printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1212 			tries++;
1213 			continue;
1214 		}
1215 
1216 		/* Now the controller is in a good state */
1217 		break;
1218 	}
1219 
1220 	if (tries >= TW_MAX_RESET_TRIES) {
1221 		printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1222 		return 1;
1223 	}
1224 
1225 	error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1226 	if (error) {
1227 		printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1228 		return 1;
1229 	}
1230 
1231 	error = tw_setfeature(tw_dev, 2, 1, &c);
1232 	if (error) {
1233 		printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1234 	}
1235 
1236 	return 0;
1237 } /* End tw_reset_sequence() */
1238 
1239 /* This function will initialize the fields of a device extension */
1240 static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1241 {
1242 	int i, error=0;
1243 
1244 	dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1245 
1246 	/* Initialize command packet buffers */
1247 	error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1248 	if (error) {
1249 		printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1250 		return 1;
1251 	}
1252 
1253 	/* Initialize generic buffer */
1254 	error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1255 	if (error) {
1256 		printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1257 		return 1;
1258 	}
1259 
1260 	for (i=0;i<TW_Q_LENGTH;i++) {
1261 		tw_dev->free_queue[i] = i;
1262 		tw_dev->state[i] = TW_S_INITIAL;
1263 	}
1264 
1265 	tw_dev->pending_head = TW_Q_START;
1266 	tw_dev->pending_tail = TW_Q_START;
1267 	tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1268 
1269 	mutex_init(&tw_dev->ioctl_lock);
1270 	init_waitqueue_head(&tw_dev->ioctl_wqueue);
1271 
1272 	return 0;
1273 } /* End tw_initialize_device_extension() */
1274 
1275 static int tw_map_scsi_sg_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1276 {
1277 	int use_sg;
1278 
1279 	dprintk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data()\n");
1280 
1281 	use_sg = scsi_dma_map(cmd);
1282 	if (use_sg < 0) {
1283 		printk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data(): pci_map_sg() failed.\n");
1284 		return 0;
1285 	}
1286 
1287 	cmd->SCp.phase = TW_PHASE_SGLIST;
1288 	cmd->SCp.have_data_in = use_sg;
1289 
1290 	return use_sg;
1291 } /* End tw_map_scsi_sg_data() */
1292 
1293 static void tw_unmap_scsi_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1294 {
1295 	dprintk(KERN_WARNING "3w-xxxx: tw_unmap_scsi_data()\n");
1296 
1297 	if (cmd->SCp.phase == TW_PHASE_SGLIST)
1298 		scsi_dma_unmap(cmd);
1299 } /* End tw_unmap_scsi_data() */
1300 
1301 /* This function will reset a device extension */
1302 static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1303 {
1304 	int i = 0;
1305 	struct scsi_cmnd *srb;
1306 	unsigned long flags = 0;
1307 
1308 	dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1309 
1310 	set_bit(TW_IN_RESET, &tw_dev->flags);
1311 	TW_DISABLE_INTERRUPTS(tw_dev);
1312 	TW_MASK_COMMAND_INTERRUPT(tw_dev);
1313 	spin_lock_irqsave(tw_dev->host->host_lock, flags);
1314 
1315 	/* Abort all requests that are in progress */
1316 	for (i=0;i<TW_Q_LENGTH;i++) {
1317 		if ((tw_dev->state[i] != TW_S_FINISHED) &&
1318 		    (tw_dev->state[i] != TW_S_INITIAL) &&
1319 		    (tw_dev->state[i] != TW_S_COMPLETED)) {
1320 			srb = tw_dev->srb[i];
1321 			if (srb != NULL) {
1322 				srb->result = (DID_RESET << 16);
1323 				tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1324 				tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[i]);
1325 			}
1326 		}
1327 	}
1328 
1329 	/* Reset queues and counts */
1330 	for (i=0;i<TW_Q_LENGTH;i++) {
1331 		tw_dev->free_queue[i] = i;
1332 		tw_dev->state[i] = TW_S_INITIAL;
1333 	}
1334 	tw_dev->free_head = TW_Q_START;
1335 	tw_dev->free_tail = TW_Q_START;
1336 	tw_dev->posted_request_count = 0;
1337 	tw_dev->pending_request_count = 0;
1338 	tw_dev->pending_head = TW_Q_START;
1339 	tw_dev->pending_tail = TW_Q_START;
1340 	tw_dev->reset_print = 0;
1341 
1342 	spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1343 
1344 	if (tw_reset_sequence(tw_dev)) {
1345 		printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1346 		return 1;
1347 	}
1348 
1349 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1350 	clear_bit(TW_IN_RESET, &tw_dev->flags);
1351 	tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1352 
1353 	return 0;
1354 } /* End tw_reset_device_extension() */
1355 
1356 /* This funciton returns unit geometry in cylinders/heads/sectors */
1357 static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
1358 		sector_t capacity, int geom[])
1359 {
1360 	int heads, sectors, cylinders;
1361 	TW_Device_Extension *tw_dev;
1362 
1363 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1364 	tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1365 
1366 	heads = 64;
1367 	sectors = 32;
1368 	cylinders = sector_div(capacity, heads * sectors);
1369 
1370 	if (capacity >= 0x200000) {
1371 		heads = 255;
1372 		sectors = 63;
1373 		cylinders = sector_div(capacity, heads * sectors);
1374 	}
1375 
1376 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
1377 	geom[0] = heads;
1378 	geom[1] = sectors;
1379 	geom[2] = cylinders;
1380 
1381 	return 0;
1382 } /* End tw_scsi_biosparam() */
1383 
1384 /* This is the new scsi eh reset function */
1385 static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1386 {
1387 	TW_Device_Extension *tw_dev=NULL;
1388 	int retval = FAILED;
1389 
1390 	tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1391 
1392 	tw_dev->num_resets++;
1393 
1394 	sdev_printk(KERN_WARNING, SCpnt->device,
1395 		"WARNING: Command (0x%x) timed out, resetting card.\n",
1396 		SCpnt->cmnd[0]);
1397 
1398 	/* Make sure we are not issuing an ioctl or resetting from ioctl */
1399 	mutex_lock(&tw_dev->ioctl_lock);
1400 
1401 	/* Now reset the card and some of the device extension data */
1402 	if (tw_reset_device_extension(tw_dev)) {
1403 		printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1404 		goto out;
1405 	}
1406 
1407 	retval = SUCCESS;
1408 out:
1409 	mutex_unlock(&tw_dev->ioctl_lock);
1410 	return retval;
1411 } /* End tw_scsi_eh_reset() */
1412 
1413 /* This function handles scsi inquiry commands */
1414 static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1415 {
1416 	TW_Param *param;
1417 	TW_Command *command_packet;
1418 	unsigned long command_que_value;
1419 	unsigned long param_value;
1420 
1421 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1422 
1423 	/* Initialize command packet */
1424 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1425 	if (command_packet == NULL) {
1426 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1427 		return 1;
1428 	}
1429 	memset(command_packet, 0, sizeof(TW_Sector));
1430 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1431 	command_packet->size = 4;
1432 	command_packet->request_id = request_id;
1433 	command_packet->status = 0;
1434 	command_packet->flags = 0;
1435 	command_packet->byte6.parameter_count = 1;
1436 
1437 	/* Now setup the param */
1438 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1439 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1440 		return 1;
1441 	}
1442 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1443 	memset(param, 0, sizeof(TW_Sector));
1444 	param->table_id = 3;	 /* unit summary table */
1445 	param->parameter_id = 3; /* unitsstatus parameter */
1446 	param->parameter_size_bytes = TW_MAX_UNITS;
1447 	param_value = tw_dev->alignment_physical_address[request_id];
1448 	if (param_value == 0) {
1449 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1450 		return 1;
1451 	}
1452 
1453 	command_packet->byte8.param.sgl[0].address = param_value;
1454 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1455 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1456 	if (command_que_value == 0) {
1457 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1458 		return 1;
1459 	}
1460 
1461 	/* Now try to post the command packet */
1462 	tw_post_command_packet(tw_dev, request_id);
1463 
1464 	return 0;
1465 } /* End tw_scsiop_inquiry() */
1466 
1467 static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1468 				 void *data, unsigned int len)
1469 {
1470 	scsi_sg_copy_from_buffer(tw_dev->srb[request_id], data, len);
1471 }
1472 
1473 /* This function is called by the isr to complete an inquiry command */
1474 static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1475 {
1476 	unsigned char *is_unit_present;
1477 	unsigned char request_buffer[36];
1478 	TW_Param *param;
1479 
1480 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1481 
1482 	memset(request_buffer, 0, sizeof(request_buffer));
1483 	request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1484 	request_buffer[1] = 0;	       /* Device type modifier */
1485 	request_buffer[2] = 0;	       /* No ansi/iso compliance */
1486 	request_buffer[4] = 31;	       /* Additional length */
1487 	memcpy(&request_buffer[8], "3ware   ", 8);	 /* Vendor ID */
1488 	sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1489 	memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
1490 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1491 			     sizeof(request_buffer));
1492 
1493 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1494 	if (param == NULL) {
1495 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1496 		return 1;
1497 	}
1498 	is_unit_present = &(param->data[0]);
1499 
1500 	if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1501 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1502 	} else {
1503 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1504 		tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1505 		return TW_ISR_DONT_RESULT;
1506 	}
1507 
1508 	return 0;
1509 } /* End tw_scsiop_inquiry_complete() */
1510 
1511 /* This function handles scsi mode_sense commands */
1512 static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1513 {
1514 	TW_Param *param;
1515 	TW_Command *command_packet;
1516 	unsigned long command_que_value;
1517 	unsigned long param_value;
1518 
1519 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1520 
1521 	/* Only page control = 0, page code = 0x8 (cache page) supported */
1522 	if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1523 		tw_dev->state[request_id] = TW_S_COMPLETED;
1524 		tw_state_request_finish(tw_dev, request_id);
1525 		tw_dev->srb[request_id]->result = (DID_OK << 16);
1526 		tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1527 		return 0;
1528 	}
1529 
1530 	/* Now read firmware cache setting for this unit */
1531 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1532 	if (command_packet == NULL) {
1533 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1534 		return 1;
1535 	}
1536 
1537 	/* Setup the command packet */
1538 	memset(command_packet, 0, sizeof(TW_Sector));
1539 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1540 	command_packet->size = 4;
1541 	command_packet->request_id = request_id;
1542 	command_packet->status = 0;
1543 	command_packet->flags = 0;
1544 	command_packet->byte6.parameter_count = 1;
1545 
1546 	/* Setup the param */
1547 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1548 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1549 		return 1;
1550 	}
1551 
1552 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1553 	memset(param, 0, sizeof(TW_Sector));
1554 	param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1555 	param->parameter_id = 7; /* unit flags */
1556 	param->parameter_size_bytes = 1;
1557 	param_value = tw_dev->alignment_physical_address[request_id];
1558 	if (param_value == 0) {
1559 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1560 		return 1;
1561 	}
1562 
1563 	command_packet->byte8.param.sgl[0].address = param_value;
1564 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1565 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1566 	if (command_que_value == 0) {
1567 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1568 		return 1;
1569 	}
1570 
1571 	/* Now try to post the command packet */
1572 	tw_post_command_packet(tw_dev, request_id);
1573 
1574 	return 0;
1575 } /* End tw_scsiop_mode_sense() */
1576 
1577 /* This function is called by the isr to complete a mode sense command */
1578 static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1579 {
1580 	TW_Param *param;
1581 	unsigned char *flags;
1582 	unsigned char request_buffer[8];
1583 
1584 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1585 
1586 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1587 	if (param == NULL) {
1588 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1589 		return 1;
1590 	}
1591 	flags = (char *)&(param->data[0]);
1592 	memset(request_buffer, 0, sizeof(request_buffer));
1593 
1594 	request_buffer[0] = 0xf;        /* mode data length */
1595 	request_buffer[1] = 0;          /* default medium type */
1596 	request_buffer[2] = 0x10;       /* dpo/fua support on */
1597 	request_buffer[3] = 0;          /* no block descriptors */
1598 	request_buffer[4] = 0x8;        /* caching page */
1599 	request_buffer[5] = 0xa;        /* page length */
1600 	if (*flags & 0x1)
1601 		request_buffer[6] = 0x5;        /* WCE on, RCD on */
1602 	else
1603 		request_buffer[6] = 0x1;        /* WCE off, RCD on */
1604 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1605 			     sizeof(request_buffer));
1606 
1607 	return 0;
1608 } /* End tw_scsiop_mode_sense_complete() */
1609 
1610 /* This function handles scsi read_capacity commands */
1611 static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1612 {
1613 	TW_Param *param;
1614 	TW_Command *command_packet;
1615 	unsigned long command_que_value;
1616 	unsigned long param_value;
1617 
1618 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1619 
1620 	/* Initialize command packet */
1621 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1622 
1623 	if (command_packet == NULL) {
1624 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1625 		return 1;
1626 	}
1627 	memset(command_packet, 0, sizeof(TW_Sector));
1628 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1629 	command_packet->size = 4;
1630 	command_packet->request_id = request_id;
1631 	command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1632 	command_packet->status = 0;
1633 	command_packet->flags = 0;
1634 	command_packet->byte6.block_count = 1;
1635 
1636 	/* Now setup the param */
1637 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1638 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1639 		return 1;
1640 	}
1641 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1642 	memset(param, 0, sizeof(TW_Sector));
1643 	param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1644 	tw_dev->srb[request_id]->device->id;
1645 	param->parameter_id = 4;	/* unitcapacity parameter */
1646 	param->parameter_size_bytes = 4;
1647 	param_value = tw_dev->alignment_physical_address[request_id];
1648 	if (param_value == 0) {
1649 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1650 		return 1;
1651 	}
1652 
1653 	command_packet->byte8.param.sgl[0].address = param_value;
1654 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1655 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1656 	if (command_que_value == 0) {
1657 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1658 		return 1;
1659 	}
1660 
1661 	/* Now try to post the command to the board */
1662 	tw_post_command_packet(tw_dev, request_id);
1663 
1664 	return 0;
1665 } /* End tw_scsiop_read_capacity() */
1666 
1667 /* This function is called by the isr to complete a readcapacity command */
1668 static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1669 {
1670 	unsigned char *param_data;
1671 	u32 capacity;
1672 	char buff[8];
1673 	TW_Param *param;
1674 
1675 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1676 
1677 	memset(buff, 0, sizeof(buff));
1678 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1679 	if (param == NULL) {
1680 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1681 		return 1;
1682 	}
1683 	param_data = &(param->data[0]);
1684 
1685 	capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1686 		   (param_data[1] << 8) | param_data[0];
1687 
1688 	/* Subtract one sector to fix get last sector ioctl */
1689 	capacity -= 1;
1690 
1691 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1692 
1693 	/* Number of LBA's */
1694 	buff[0] = (capacity >> 24);
1695 	buff[1] = (capacity >> 16) & 0xff;
1696 	buff[2] = (capacity >> 8) & 0xff;
1697 	buff[3] = capacity & 0xff;
1698 
1699 	/* Block size in bytes (512) */
1700 	buff[4] = (TW_BLOCK_SIZE >> 24);
1701 	buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1702 	buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1703 	buff[7] = TW_BLOCK_SIZE & 0xff;
1704 
1705 	tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1706 
1707 	return 0;
1708 } /* End tw_scsiop_read_capacity_complete() */
1709 
1710 /* This function handles scsi read or write commands */
1711 static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1712 {
1713 	TW_Command *command_packet;
1714 	unsigned long command_que_value;
1715 	u32 lba = 0x0, num_sectors = 0x0;
1716 	int i, use_sg;
1717 	struct scsi_cmnd *srb;
1718 	struct scatterlist *sglist, *sg;
1719 
1720 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1721 
1722 	srb = tw_dev->srb[request_id];
1723 
1724 	sglist = scsi_sglist(srb);
1725 	if (!sglist) {
1726 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1727 		return 1;
1728 	}
1729 
1730 	/* Initialize command packet */
1731 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1732 	if (command_packet == NULL) {
1733 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1734 		return 1;
1735 	}
1736 
1737 	if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1738 		command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1739 	} else {
1740 		command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1741 	}
1742 
1743 	command_packet->size = 3;
1744 	command_packet->request_id = request_id;
1745 	command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1746 	command_packet->status = 0;
1747 	command_packet->flags = 0;
1748 
1749 	if (srb->cmnd[0] == WRITE_10) {
1750 		if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1751 			command_packet->flags = 1;
1752 	}
1753 
1754 	if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1755 		lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1756 		num_sectors = (u32)srb->cmnd[4];
1757 	} else {
1758 		lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1759 		num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1760 	}
1761 
1762 	/* Update sector statistic */
1763 	tw_dev->sector_count = num_sectors;
1764 	if (tw_dev->sector_count > tw_dev->max_sector_count)
1765 		tw_dev->max_sector_count = tw_dev->sector_count;
1766 
1767 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1768 	command_packet->byte8.io.lba = lba;
1769 	command_packet->byte6.block_count = num_sectors;
1770 
1771 	use_sg = tw_map_scsi_sg_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
1772 	if (!use_sg)
1773 		return 1;
1774 
1775 	scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1776 		command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1777 		command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1778 		command_packet->size+=2;
1779 	}
1780 
1781 	/* Update SG statistics */
1782 	tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1783 	if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1784 		tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1785 
1786 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1787 	if (command_que_value == 0) {
1788 		dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1789 		return 1;
1790 	}
1791 
1792 	/* Now try to post the command to the board */
1793 	tw_post_command_packet(tw_dev, request_id);
1794 
1795 	return 0;
1796 } /* End tw_scsiop_read_write() */
1797 
1798 /* This function will handle the request sense scsi command */
1799 static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1800 {
1801 	char request_buffer[18];
1802 
1803 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1804 
1805 	memset(request_buffer, 0, sizeof(request_buffer));
1806 	request_buffer[0] = 0x70; /* Immediate fixed format */
1807 	request_buffer[7] = 10;	/* minimum size per SPC: 18 bytes */
1808 	/* leave all other fields zero, giving effectively NO_SENSE return */
1809 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1810 			     sizeof(request_buffer));
1811 
1812 	tw_dev->state[request_id] = TW_S_COMPLETED;
1813 	tw_state_request_finish(tw_dev, request_id);
1814 
1815 	/* If we got a request_sense, we probably want a reset, return error */
1816 	tw_dev->srb[request_id]->result = (DID_ERROR << 16);
1817 	tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1818 
1819 	return 0;
1820 } /* End tw_scsiop_request_sense() */
1821 
1822 /* This function will handle synchronize cache scsi command */
1823 static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1824 {
1825 	TW_Command *command_packet;
1826 	unsigned long command_que_value;
1827 
1828 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1829 
1830 	/* Send firmware flush command for this unit */
1831 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1832 	if (command_packet == NULL) {
1833 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1834 		return 1;
1835 	}
1836 
1837 	/* Setup the command packet */
1838 	memset(command_packet, 0, sizeof(TW_Sector));
1839 	command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1840 	command_packet->size = 2;
1841 	command_packet->request_id = request_id;
1842 	command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1843 	command_packet->status = 0;
1844 	command_packet->flags = 0;
1845 	command_packet->byte6.parameter_count = 1;
1846 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1847 	if (command_que_value == 0) {
1848 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1849 		return 1;
1850 	}
1851 
1852 	/* Now try to post the command packet */
1853 	tw_post_command_packet(tw_dev, request_id);
1854 
1855 	return 0;
1856 } /* End tw_scsiop_synchronize_cache() */
1857 
1858 /* This function will handle test unit ready scsi command */
1859 static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1860 {
1861 	TW_Param *param;
1862 	TW_Command *command_packet;
1863 	unsigned long command_que_value;
1864 	unsigned long param_value;
1865 
1866 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1867 
1868 	/* Initialize command packet */
1869 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1870 	if (command_packet == NULL) {
1871 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1872 		return 1;
1873 	}
1874 	memset(command_packet, 0, sizeof(TW_Sector));
1875 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1876 	command_packet->size = 4;
1877 	command_packet->request_id = request_id;
1878 	command_packet->status = 0;
1879 	command_packet->flags = 0;
1880 	command_packet->byte6.parameter_count = 1;
1881 
1882 	/* Now setup the param */
1883 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1884 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1885 		return 1;
1886 	}
1887 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1888 	memset(param, 0, sizeof(TW_Sector));
1889 	param->table_id = 3;	 /* unit summary table */
1890 	param->parameter_id = 3; /* unitsstatus parameter */
1891 	param->parameter_size_bytes = TW_MAX_UNITS;
1892 	param_value = tw_dev->alignment_physical_address[request_id];
1893 	if (param_value == 0) {
1894 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1895 		return 1;
1896 	}
1897 
1898 	command_packet->byte8.param.sgl[0].address = param_value;
1899 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1900 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1901 	if (command_que_value == 0) {
1902 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1903 		return 1;
1904 	}
1905 
1906 	/* Now try to post the command packet */
1907 	tw_post_command_packet(tw_dev, request_id);
1908 
1909 	return 0;
1910 } /* End tw_scsiop_test_unit_ready() */
1911 
1912 /* This function is called by the isr to complete a testunitready command */
1913 static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1914 {
1915 	unsigned char *is_unit_present;
1916 	TW_Param *param;
1917 
1918 	dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1919 
1920 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1921 	if (param == NULL) {
1922 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1923 		return 1;
1924 	}
1925 	is_unit_present = &(param->data[0]);
1926 
1927 	if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1928 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1929 	} else {
1930 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1931 		tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1932 		return TW_ISR_DONT_RESULT;
1933 	}
1934 
1935 	return 0;
1936 } /* End tw_scsiop_test_unit_ready_complete() */
1937 
1938 /* This is the main scsi queue function to handle scsi opcodes */
1939 static int tw_scsi_queue(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1940 {
1941 	unsigned char *command = SCpnt->cmnd;
1942 	int request_id = 0;
1943 	int retval = 1;
1944 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1945 
1946 	/* If we are resetting due to timed out ioctl, report as busy */
1947 	if (test_bit(TW_IN_RESET, &tw_dev->flags))
1948 		return SCSI_MLQUEUE_HOST_BUSY;
1949 
1950 	/* Save done function into Scsi_Cmnd struct */
1951 	SCpnt->scsi_done = done;
1952 
1953 	/* Queue the command and get a request id */
1954 	tw_state_request_start(tw_dev, &request_id);
1955 
1956 	/* Save the scsi command for use by the ISR */
1957 	tw_dev->srb[request_id] = SCpnt;
1958 
1959 	/* Initialize phase to zero */
1960 	SCpnt->SCp.phase = TW_PHASE_INITIAL;
1961 
1962 	switch (*command) {
1963 		case READ_10:
1964 		case READ_6:
1965 		case WRITE_10:
1966 		case WRITE_6:
1967 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1968 			retval = tw_scsiop_read_write(tw_dev, request_id);
1969 			break;
1970 		case TEST_UNIT_READY:
1971 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1972 			retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1973 			break;
1974 		case INQUIRY:
1975 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1976 			retval = tw_scsiop_inquiry(tw_dev, request_id);
1977 			break;
1978 		case READ_CAPACITY:
1979 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1980 			retval = tw_scsiop_read_capacity(tw_dev, request_id);
1981 			break;
1982 	        case REQUEST_SENSE:
1983 		        dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1984 		        retval = tw_scsiop_request_sense(tw_dev, request_id);
1985 		        break;
1986 		case MODE_SENSE:
1987 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
1988 			retval = tw_scsiop_mode_sense(tw_dev, request_id);
1989 			break;
1990 		case SYNCHRONIZE_CACHE:
1991 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
1992 			retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
1993 			break;
1994 		case TW_IOCTL:
1995 			printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
1996 			break;
1997 		default:
1998 			printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
1999 			tw_dev->state[request_id] = TW_S_COMPLETED;
2000 			tw_state_request_finish(tw_dev, request_id);
2001 			SCpnt->result = (DID_BAD_TARGET << 16);
2002 			done(SCpnt);
2003 			retval = 0;
2004 	}
2005 	if (retval) {
2006 		tw_dev->state[request_id] = TW_S_COMPLETED;
2007 		tw_state_request_finish(tw_dev, request_id);
2008 		SCpnt->result = (DID_ERROR << 16);
2009 		done(SCpnt);
2010 		retval = 0;
2011 	}
2012 	return retval;
2013 } /* End tw_scsi_queue() */
2014 
2015 /* This function is the interrupt service routine */
2016 static irqreturn_t tw_interrupt(int irq, void *dev_instance)
2017 {
2018 	int request_id;
2019 	u32 status_reg_value;
2020 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2021 	TW_Response_Queue response_que;
2022 	int error = 0, retval = 0;
2023 	TW_Command *command_packet;
2024 	int handled = 0;
2025 
2026 	/* Get the host lock for io completions */
2027 	spin_lock(tw_dev->host->host_lock);
2028 
2029 	/* Read the registers */
2030 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2031 
2032 	/* Check if this is our interrupt, otherwise bail */
2033 	if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2034 		goto tw_interrupt_bail;
2035 
2036 	handled = 1;
2037 
2038 	/* If we are resetting, bail */
2039 	if (test_bit(TW_IN_RESET, &tw_dev->flags))
2040 		goto tw_interrupt_bail;
2041 
2042 	/* Check controller for errors */
2043 	if (tw_check_bits(status_reg_value)) {
2044 		dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2045 		if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2046 			TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2047 			goto tw_interrupt_bail;
2048 		}
2049 	}
2050 
2051 	/* Handle host interrupt */
2052 	if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2053 		dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2054 		TW_CLEAR_HOST_INTERRUPT(tw_dev);
2055 	}
2056 
2057 	/* Handle attention interrupt */
2058 	if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2059 		dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2060 		TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2061 		tw_state_request_start(tw_dev, &request_id);
2062 		error = tw_aen_read_queue(tw_dev, request_id);
2063 		if (error) {
2064 			printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2065 			tw_dev->state[request_id] = TW_S_COMPLETED;
2066 			tw_state_request_finish(tw_dev, request_id);
2067 		}
2068 	}
2069 
2070 	/* Handle command interrupt */
2071 	if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2072 		/* Drain as many pending commands as we can */
2073 		while (tw_dev->pending_request_count > 0) {
2074 			request_id = tw_dev->pending_queue[tw_dev->pending_head];
2075 			if (tw_dev->state[request_id] != TW_S_PENDING) {
2076 				printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2077 				break;
2078 			}
2079 			if (tw_post_command_packet(tw_dev, request_id)==0) {
2080 				if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2081 					tw_dev->pending_head = TW_Q_START;
2082 				} else {
2083 					tw_dev->pending_head = tw_dev->pending_head + 1;
2084 				}
2085 				tw_dev->pending_request_count--;
2086 			} else {
2087 				/* If we get here, we will continue re-posting on the next command interrupt */
2088 				break;
2089 			}
2090 		}
2091 		/* If there are no more pending requests, we mask command interrupt */
2092 		if (tw_dev->pending_request_count == 0)
2093 			TW_MASK_COMMAND_INTERRUPT(tw_dev);
2094 	}
2095 
2096 	/* Handle response interrupt */
2097 	if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2098 		/* Drain the response queue from the board */
2099 		while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2100 			/* Read response queue register */
2101 			response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2102 			request_id = TW_RESID_OUT(response_que.response_id);
2103 			command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2104 			error = 0;
2105 
2106 			/* Check for bad response */
2107 			if (command_packet->status != 0) {
2108 				/* If internal command, don't error, don't fill sense */
2109 				if (tw_dev->srb[request_id] == NULL) {
2110 					tw_decode_sense(tw_dev, request_id, 0);
2111 				} else {
2112 					error = tw_decode_sense(tw_dev, request_id, 1);
2113 				}
2114 			}
2115 
2116 			/* Check for correct state */
2117 			if (tw_dev->state[request_id] != TW_S_POSTED) {
2118 				if (tw_dev->srb[request_id] != NULL) {
2119 					printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2120 					error = 1;
2121 				}
2122 			}
2123 
2124 			dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2125 
2126 			/* Check for internal command completion */
2127 			if (tw_dev->srb[request_id] == NULL) {
2128 				dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2129 				/* Check for chrdev ioctl completion */
2130 				if (request_id != tw_dev->chrdev_request_id) {
2131 					retval = tw_aen_complete(tw_dev, request_id);
2132 					if (retval) {
2133 						printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2134 					}
2135 				} else {
2136 					tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2137 					wake_up(&tw_dev->ioctl_wqueue);
2138 				}
2139 			} else {
2140 				switch (tw_dev->srb[request_id]->cmnd[0]) {
2141 				case READ_10:
2142 				case READ_6:
2143 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2144 					break;
2145 				case WRITE_10:
2146 				case WRITE_6:
2147 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2148 					break;
2149 				case TEST_UNIT_READY:
2150 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2151 					error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2152 					break;
2153 				case INQUIRY:
2154 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2155 					error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2156 					break;
2157 				case READ_CAPACITY:
2158 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2159 					error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2160 					break;
2161 				case MODE_SENSE:
2162 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2163 					error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2164 					break;
2165 				case SYNCHRONIZE_CACHE:
2166 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2167 					break;
2168 				default:
2169 					printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2170 					error = 1;
2171 				}
2172 
2173 				/* If no error command was a success */
2174 				if (error == 0) {
2175 					tw_dev->srb[request_id]->result = (DID_OK << 16);
2176 				}
2177 
2178 				/* If error, command failed */
2179 				if (error == 1) {
2180 					/* Ask for a host reset */
2181 					tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
2182 				}
2183 
2184 				/* Now complete the io */
2185 				if ((error != TW_ISR_DONT_COMPLETE)) {
2186 					tw_dev->state[request_id] = TW_S_COMPLETED;
2187 					tw_state_request_finish(tw_dev, request_id);
2188 					tw_dev->posted_request_count--;
2189 					tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
2190 
2191 					tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
2192 				}
2193 			}
2194 
2195 			/* Check for valid status after each drain */
2196 			status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2197 			if (tw_check_bits(status_reg_value)) {
2198 				dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2199 				if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2200 					TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2201 					goto tw_interrupt_bail;
2202 				}
2203 			}
2204 		}
2205 	}
2206 
2207 tw_interrupt_bail:
2208 	spin_unlock(tw_dev->host->host_lock);
2209 	return IRQ_RETVAL(handled);
2210 } /* End tw_interrupt() */
2211 
2212 /* This function tells the controller to shut down */
2213 static void __tw_shutdown(TW_Device_Extension *tw_dev)
2214 {
2215 	/* Disable interrupts */
2216 	TW_DISABLE_INTERRUPTS(tw_dev);
2217 
2218 	/* Free up the IRQ */
2219 	free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2220 
2221 	printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2222 
2223 	/* Tell the card we are shutting down */
2224 	if (tw_initconnection(tw_dev, 1)) {
2225 		printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2226 	} else {
2227 		printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2228 	}
2229 
2230 	/* Clear all interrupts just before exit */
2231 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2232 } /* End __tw_shutdown() */
2233 
2234 /* Wrapper for __tw_shutdown */
2235 static void tw_shutdown(struct pci_dev *pdev)
2236 {
2237 	struct Scsi_Host *host = pci_get_drvdata(pdev);
2238 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2239 
2240 	__tw_shutdown(tw_dev);
2241 } /* End tw_shutdown() */
2242 
2243 static struct scsi_host_template driver_template = {
2244 	.module			= THIS_MODULE,
2245 	.name			= "3ware Storage Controller",
2246 	.queuecommand		= tw_scsi_queue,
2247 	.eh_host_reset_handler	= tw_scsi_eh_reset,
2248 	.bios_param		= tw_scsi_biosparam,
2249 	.change_queue_depth	= tw_change_queue_depth,
2250 	.can_queue		= TW_Q_LENGTH-2,
2251 	.this_id		= -1,
2252 	.sg_tablesize		= TW_MAX_SGL_LENGTH,
2253 	.max_sectors		= TW_MAX_SECTORS,
2254 	.cmd_per_lun		= TW_MAX_CMDS_PER_LUN,
2255 	.use_clustering		= ENABLE_CLUSTERING,
2256 	.shost_attrs		= tw_host_attrs,
2257 	.emulated		= 1
2258 };
2259 
2260 /* This function will probe and initialize a card */
2261 static int __devinit tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2262 {
2263 	struct Scsi_Host *host = NULL;
2264 	TW_Device_Extension *tw_dev;
2265 	int retval = -ENODEV;
2266 
2267 	retval = pci_enable_device(pdev);
2268 	if (retval) {
2269 		printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2270 		goto out_disable_device;
2271 	}
2272 
2273 	pci_set_master(pdev);
2274 
2275 	retval = pci_set_dma_mask(pdev, TW_DMA_MASK);
2276 	if (retval) {
2277 		printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2278 		goto out_disable_device;
2279 	}
2280 
2281 	host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2282 	if (!host) {
2283 		printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2284 		retval = -ENOMEM;
2285 		goto out_disable_device;
2286 	}
2287 	tw_dev = (TW_Device_Extension *)host->hostdata;
2288 
2289 	/* Save values to device extension */
2290 	tw_dev->host = host;
2291 	tw_dev->tw_pci_dev = pdev;
2292 
2293 	if (tw_initialize_device_extension(tw_dev)) {
2294 		printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
2295 		goto out_free_device_extension;
2296 	}
2297 
2298 	/* Request IO regions */
2299 	retval = pci_request_regions(pdev, "3w-xxxx");
2300 	if (retval) {
2301 		printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2302 		goto out_free_device_extension;
2303 	}
2304 
2305 	/* Save base address */
2306 	tw_dev->base_addr = pci_resource_start(pdev, 0);
2307 	if (!tw_dev->base_addr) {
2308 		printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
2309 		goto out_release_mem_region;
2310 	}
2311 
2312 	/* Disable interrupts on the card */
2313 	TW_DISABLE_INTERRUPTS(tw_dev);
2314 
2315 	/* Initialize the card */
2316 	if (tw_reset_sequence(tw_dev))
2317 		goto out_release_mem_region;
2318 
2319 	/* Set host specific parameters */
2320 	host->max_id = TW_MAX_UNITS;
2321 	host->max_cmd_len = TW_MAX_CDB_LEN;
2322 
2323 	/* Luns and channels aren't supported by adapter */
2324 	host->max_lun = 0;
2325 	host->max_channel = 0;
2326 
2327 	/* Register the card with the kernel SCSI layer */
2328 	retval = scsi_add_host(host, &pdev->dev);
2329 	if (retval) {
2330 		printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2331 		goto out_release_mem_region;
2332 	}
2333 
2334 	pci_set_drvdata(pdev, host);
2335 
2336 	printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2337 
2338 	/* Now setup the interrupt handler */
2339 	retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
2340 	if (retval) {
2341 		printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2342 		goto out_remove_host;
2343 	}
2344 
2345 	tw_device_extension_list[tw_device_extension_count] = tw_dev;
2346 	tw_device_extension_count++;
2347 
2348 	/* Re-enable interrupts on the card */
2349 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2350 
2351 	/* Finally, scan the host */
2352 	scsi_scan_host(host);
2353 
2354 	if (twe_major == -1) {
2355 		if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2356 			printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2357 	}
2358 	return 0;
2359 
2360 out_remove_host:
2361 	scsi_remove_host(host);
2362 out_release_mem_region:
2363 	pci_release_regions(pdev);
2364 out_free_device_extension:
2365 	tw_free_device_extension(tw_dev);
2366 	scsi_host_put(host);
2367 out_disable_device:
2368 	pci_disable_device(pdev);
2369 
2370 	return retval;
2371 } /* End tw_probe() */
2372 
2373 /* This function is called to remove a device */
2374 static void tw_remove(struct pci_dev *pdev)
2375 {
2376 	struct Scsi_Host *host = pci_get_drvdata(pdev);
2377 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2378 
2379 	scsi_remove_host(tw_dev->host);
2380 
2381 	/* Unregister character device */
2382 	if (twe_major >= 0) {
2383 		unregister_chrdev(twe_major, "twe");
2384 		twe_major = -1;
2385 	}
2386 
2387 	/* Shutdown the card */
2388 	__tw_shutdown(tw_dev);
2389 
2390 	/* Free up the mem region */
2391 	pci_release_regions(pdev);
2392 
2393 	/* Free up device extension resources */
2394 	tw_free_device_extension(tw_dev);
2395 
2396 	scsi_host_put(tw_dev->host);
2397 	pci_disable_device(pdev);
2398 	tw_device_extension_count--;
2399 } /* End tw_remove() */
2400 
2401 /* PCI Devices supported by this driver */
2402 static struct pci_device_id tw_pci_tbl[] __devinitdata = {
2403 	{ PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2404 	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2405 	{ PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2406 	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2407 	{ }
2408 };
2409 MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2410 
2411 /* pci_driver initializer */
2412 static struct pci_driver tw_driver = {
2413 	.name		= "3w-xxxx",
2414 	.id_table	= tw_pci_tbl,
2415 	.probe		= tw_probe,
2416 	.remove		= tw_remove,
2417 	.shutdown	= tw_shutdown,
2418 };
2419 
2420 /* This function is called on driver initialization */
2421 static int __init tw_init(void)
2422 {
2423 	printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2424 
2425 	return pci_register_driver(&tw_driver);
2426 } /* End tw_init() */
2427 
2428 /* This function is called on driver exit */
2429 static void __exit tw_exit(void)
2430 {
2431 	pci_unregister_driver(&tw_driver);
2432 } /* End tw_exit() */
2433 
2434 module_init(tw_init);
2435 module_exit(tw_exit);
2436 
2437