xref: /openbmc/linux/drivers/scsi/3w-xxxx.c (revision f42b3800)
1 /*
2    3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
3 
4    Written By: Adam Radford <linuxraid@amcc.com>
5    Modifications By: Joel Jacobson <linux@3ware.com>
6    		     Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7                      Brad Strand <linux@3ware.com>
8 
9    Copyright (C) 1999-2007 3ware Inc.
10 
11    Kernel compatiblity By: 	Andre Hedrick <andre@suse.com>
12    Non-Copyright (C) 2000	Andre Hedrick <andre@suse.com>
13 
14    Further tiny build fixes and trivial hoovering    Alan Cox
15 
16    This program is free software; you can redistribute it and/or modify
17    it under the terms of the GNU General Public License as published by
18    the Free Software Foundation; version 2 of the License.
19 
20    This program is distributed in the hope that it will be useful,
21    but WITHOUT ANY WARRANTY; without even the implied warranty of
22    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
23    GNU General Public License for more details.
24 
25    NO WARRANTY
26    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
27    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
28    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
29    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
30    solely responsible for determining the appropriateness of using and
31    distributing the Program and assumes all risks associated with its
32    exercise of rights under this Agreement, including but not limited to
33    the risks and costs of program errors, damage to or loss of data,
34    programs or equipment, and unavailability or interruption of operations.
35 
36    DISCLAIMER OF LIABILITY
37    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
38    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
40    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
41    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
42    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
43    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
44 
45    You should have received a copy of the GNU General Public License
46    along with this program; if not, write to the Free Software
47    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
48 
49    Bugs/Comments/Suggestions should be mailed to:
50    linuxraid@amcc.com
51 
52    For more information, goto:
53    http://www.amcc.com
54 
55    History
56    -------
57    0.1.000 -     Initial release.
58    0.4.000 -     Added support for Asynchronous Event Notification through
59                  ioctls for 3DM.
60    1.0.000 -     Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
61                  to disable drive write-cache before writes.
62    1.1.000 -     Fixed performance bug with DPO & FUA not existing for WRITE_6.
63    1.2.000 -     Added support for clean shutdown notification/feature table.
64    1.02.00.001 - Added support for full command packet posts through ioctls
65                  for 3DM.
66                  Bug fix so hot spare drives don't show up.
67    1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
68                  systems.
69    08/21/00    - release previously allocated resources on failure at
70                  tw_allocate_memory (acme)
71    1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
72                  controller status is non-zero.
73                  Added handling of request_sense opcode.
74                  Fix possible null pointer dereference in
75                  tw_reset_device_extension()
76    1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
77                  Make tw_setfeature() call with interrupts disabled.
78                  Register interrupt handler before enabling interrupts.
79                  Clear attention interrupt before draining aen queue.
80    1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
81                  6000 and 5000 series controllers.
82                  Reduce polling mdelays causing problems on some systems.
83                  Fix use_sg = 1 calculation bug.
84                  Check for scsi_register returning NULL.
85                  Add aen count to /proc/scsi/3w-xxxx.
86                  Remove aen code unit masking in tw_aen_complete().
87    1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
88                  possible oops.
89                  Fix possible null pointer dereference in tw_scsi_queue()
90                  if done function pointer was invalid.
91    1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
92                  Remove check for invalid done function pointer from
93                  tw_scsi_queue().
94    1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
95                  Add tw_decode_error() for printing readable error messages.
96                  Print some useful information on certain aen codes.
97                  Add tw_decode_bits() for interpreting status register output.
98                  Make scsi_set_pci_device() for kernels >= 2.4.4
99                  Fix bug where aen's could be lost before a reset.
100                  Re-add spinlocks in tw_scsi_detect().
101                  Fix possible null pointer dereference in tw_aen_drain_queue()
102                  during initialization.
103                  Clear pci parity errors during initialization and during io.
104    1.02.00.009 - Remove redundant increment in tw_state_request_start().
105                  Add ioctl support for direct ATA command passthru.
106                  Add entire aen code string list.
107    1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
108                  Fix get_param for specific units.
109    1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
110                  Fix tw_aen_drain_queue() to display useful info at init.
111                  Set tw_host->max_id for 12 port cards.
112                  Add ioctl support for raw command packet post from userspace
113                  with sglist fragments (parameter and io).
114    1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
115                  last sector ioctl.
116    1.02.00.013 - Fix bug where more AEN codes weren't coming out during
117                  driver initialization.
118                  Improved handling of PCI aborts.
119    1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
120                  Increase timeout in tw_aen_drain_queue() to 30 seconds.
121    1.02.00.015 - Re-write raw command post with data ioctl method.
122                  Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
123                  Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
124                  Replace io_request_lock with host_lock for kernel 2.5
125                  Set max_cmd_len to 16 for 3dm for kernel 2.5
126    1.02.00.016 - Set host->max_sectors back up to 256.
127    1.02.00.017 - Modified pci parity error handling/clearing from config space
128                  during initialization.
129    1.02.00.018 - Better handling of request sense opcode and sense information
130                  for failed commands.  Add tw_decode_sense().
131                  Replace all mdelay()'s with scsi_sleep().
132    1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
133                  some SMP systems.
134    1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
135                  pci_alloc/free_consistent().
136                  Better alignment checking in tw_allocate_memory().
137                  Cleanup tw_initialize_device_extension().
138    1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
139                  Improve handling of errors in tw_interrupt().
140                  Add handling/clearing of controller queue error.
141                  Empty stale responses before draining aen queue.
142                  Fix tw_scsi_eh_abort() to not reset on every io abort.
143                  Set can_queue in SHT to 255 to prevent hang from AEN.
144    1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
145    1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
146    1.02.00.024 - Add severity levels to AEN strings.
147    1.02.00.025 - Fix command interrupt spurious error messages.
148                  Fix bug in raw command post with data ioctl method.
149                  Fix bug where rollcall sometimes failed with cable errors.
150                  Print unit # on all command timeouts.
151    1.02.00.026 - Fix possible infinite retry bug with power glitch induced
152                  drive timeouts.
153                  Cleanup some AEN severity levels.
154    1.02.00.027 - Add drive not supported AEN code for SATA controllers.
155                  Remove spurious unknown ioctl error message.
156    1.02.00.028 - Fix bug where multiple controllers with no units were the
157                  same card number.
158                  Fix bug where cards were being shut down more than once.
159    1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
160                  Replace pci_map_single() with pci_map_page() for highmem.
161                  Check for tw_setfeature() failure.
162    1.02.00.030 - Make driver 64-bit clean.
163    1.02.00.031 - Cleanup polling timeouts/routines in several places.
164                  Add support for mode sense opcode.
165                  Add support for cache mode page.
166                  Add support for synchronize cache opcode.
167    1.02.00.032 - Fix small multicard rollcall bug.
168                  Make driver stay loaded with no units for hot add/swap.
169                  Add support for "twe" character device for ioctls.
170                  Clean up request_id queueing code.
171                  Fix tw_scsi_queue() spinlocks.
172    1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
173                  Initialize queues correctly when loading with no valid units.
174    1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
175                  Add support for user configurable cmd_per_lun.
176                  Add support for sht->slave_configure().
177    1.02.00.035 - Improve tw_allocate_memory() memory allocation.
178                  Fix tw_chrdev_ioctl() to sleep correctly.
179    1.02.00.036 - Increase character ioctl timeout to 60 seconds.
180    1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
181                  for 'smartmontools' support.
182    1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
183                  Add support for cmds_per_lun module parameter.
184    1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
185                  Fix data_buffer_length usage in tw_chrdev_ioctl().
186                  Update contact information.
187    1.26.02.000 - Convert driver to pci_driver format.
188    1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
189                  Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
190                  Fix tw_remove() to free irq handler/unregister_chrdev()
191                  before shutting down card.
192                  Change to new 'change_queue_depth' api.
193                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
194    1.26.02.002 - Free irq handler in __tw_shutdown().
195                  Turn on RCD bit for caching mode page.
196                  Serialize reset code.
197 */
198 
199 #include <linux/module.h>
200 #include <linux/reboot.h>
201 #include <linux/spinlock.h>
202 #include <linux/interrupt.h>
203 #include <linux/moduleparam.h>
204 #include <linux/errno.h>
205 #include <linux/types.h>
206 #include <linux/delay.h>
207 #include <linux/pci.h>
208 #include <linux/time.h>
209 #include <linux/mutex.h>
210 #include <asm/io.h>
211 #include <asm/irq.h>
212 #include <asm/uaccess.h>
213 #include <scsi/scsi.h>
214 #include <scsi/scsi_host.h>
215 #include <scsi/scsi_tcq.h>
216 #include <scsi/scsi_cmnd.h>
217 #include "3w-xxxx.h"
218 
219 /* Globals */
220 #define TW_DRIVER_VERSION "1.26.02.002"
221 static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
222 static int tw_device_extension_count = 0;
223 static int twe_major = -1;
224 
225 /* Module parameters */
226 MODULE_AUTHOR("AMCC");
227 MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
228 MODULE_LICENSE("GPL");
229 MODULE_VERSION(TW_DRIVER_VERSION);
230 
231 /* Function prototypes */
232 static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
233 
234 /* Functions */
235 
236 /* This function will check the status register for unexpected bits */
237 static int tw_check_bits(u32 status_reg_value)
238 {
239 	if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
240 		dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
241 		return 1;
242 	}
243 	if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
244 		dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
245 		return 1;
246 	}
247 
248 	return 0;
249 } /* End tw_check_bits() */
250 
251 /* This function will print readable messages from status register errors */
252 static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
253 {
254 	char host[16];
255 
256 	dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
257 
258 	if (print_host)
259 		sprintf(host, " scsi%d:", tw_dev->host->host_no);
260 	else
261 		host[0] = '\0';
262 
263 	if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
264 		printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
265 		outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
266 	}
267 
268 	if (status_reg_value & TW_STATUS_PCI_ABORT) {
269 		printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
270 		outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
271 		pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
272 	}
273 
274 	if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
275 		printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
276 		outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
277 	}
278 
279 	if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
280 		printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
281 		outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
282 	}
283 
284 	if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
285 		if (tw_dev->reset_print == 0) {
286 			printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
287 			tw_dev->reset_print = 1;
288 		}
289 		return 1;
290 	}
291 
292 	return 0;
293 } /* End tw_decode_bits() */
294 
295 /* This function will poll the status register for a flag */
296 static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
297 {
298 	u32 status_reg_value;
299 	unsigned long before;
300 	int retval = 1;
301 
302 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
303 	before = jiffies;
304 
305 	if (tw_check_bits(status_reg_value))
306 		tw_decode_bits(tw_dev, status_reg_value, 0);
307 
308 	while ((status_reg_value & flag) != flag) {
309 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
310 
311 		if (tw_check_bits(status_reg_value))
312 			tw_decode_bits(tw_dev, status_reg_value, 0);
313 
314 		if (time_after(jiffies, before + HZ * seconds))
315 			goto out;
316 
317 		msleep(50);
318 	}
319 	retval = 0;
320 out:
321 	return retval;
322 } /* End tw_poll_status() */
323 
324 /* This function will poll the status register for disappearance of a flag */
325 static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
326 {
327 	u32 status_reg_value;
328 	unsigned long before;
329 	int retval = 1;
330 
331 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
332 	before = jiffies;
333 
334 	if (tw_check_bits(status_reg_value))
335 		tw_decode_bits(tw_dev, status_reg_value, 0);
336 
337 	while ((status_reg_value & flag) != 0) {
338 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
339 
340 		if (tw_check_bits(status_reg_value))
341 			tw_decode_bits(tw_dev, status_reg_value, 0);
342 
343 		if (time_after(jiffies, before + HZ * seconds))
344 			goto out;
345 
346 		msleep(50);
347 	}
348 	retval = 0;
349 out:
350 	return retval;
351 } /* End tw_poll_status_gone() */
352 
353 /* This function will attempt to post a command packet to the board */
354 static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
355 {
356 	u32 status_reg_value;
357 	unsigned long command_que_value;
358 
359 	dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
360 	command_que_value = tw_dev->command_packet_physical_address[request_id];
361 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
362 
363 	if (tw_check_bits(status_reg_value)) {
364 		dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
365 		tw_decode_bits(tw_dev, status_reg_value, 1);
366 	}
367 
368 	if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
369 		/* We successfully posted the command packet */
370 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
371 		tw_dev->state[request_id] = TW_S_POSTED;
372 		tw_dev->posted_request_count++;
373 		if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
374 			tw_dev->max_posted_request_count = tw_dev->posted_request_count;
375 		}
376 	} else {
377 		/* Couldn't post the command packet, so we do it in the isr */
378 		if (tw_dev->state[request_id] != TW_S_PENDING) {
379 			tw_dev->state[request_id] = TW_S_PENDING;
380 			tw_dev->pending_request_count++;
381 			if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
382 				tw_dev->max_pending_request_count = tw_dev->pending_request_count;
383 			}
384 			tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
385 			if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
386 				tw_dev->pending_tail = TW_Q_START;
387 			} else {
388 				tw_dev->pending_tail = tw_dev->pending_tail + 1;
389 			}
390 		}
391 		TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
392 		return 1;
393 	}
394 	return 0;
395 } /* End tw_post_command_packet() */
396 
397 /* This function will return valid sense buffer information for failed cmds */
398 static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
399 {
400 	int i;
401 	TW_Command *command;
402 
403         dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
404 	command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
405 
406 	printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
407 
408 	/* Attempt to return intelligent sense information */
409 	if (fill_sense) {
410 		if ((command->status == 0xc7) || (command->status == 0xcb)) {
411 			for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
412 				if (command->flags == tw_sense_table[i][0]) {
413 
414 					/* Valid bit and 'current errors' */
415 					tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
416 
417 					/* Sense key */
418 					tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
419 
420 					/* Additional sense length */
421 					tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
422 
423 					/* Additional sense code */
424 					tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
425 
426 					/* Additional sense code qualifier */
427 					tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
428 
429 					tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
430 					return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
431 				}
432 			}
433 		}
434 
435 		/* If no table match, error so we get a reset */
436 		return 1;
437 	}
438 
439 	return 0;
440 } /* End tw_decode_sense() */
441 
442 /* This function will report controller error status */
443 static int tw_check_errors(TW_Device_Extension *tw_dev)
444 {
445 	u32 status_reg_value;
446 
447 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
448 
449 	if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
450 		tw_decode_bits(tw_dev, status_reg_value, 0);
451 		return 1;
452 	}
453 
454 	return 0;
455 } /* End tw_check_errors() */
456 
457 /* This function will empty the response que */
458 static void tw_empty_response_que(TW_Device_Extension *tw_dev)
459 {
460 	u32 status_reg_value, response_que_value;
461 
462 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
463 
464 	while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
465 		response_que_value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
466 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
467 	}
468 } /* End tw_empty_response_que() */
469 
470 /* This function will free a request_id */
471 static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
472 {
473 	tw_dev->free_queue[tw_dev->free_tail] = request_id;
474 	tw_dev->state[request_id] = TW_S_FINISHED;
475 	tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
476 } /* End tw_state_request_finish() */
477 
478 /* This function will assign an available request_id */
479 static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
480 {
481 	*request_id = tw_dev->free_queue[tw_dev->free_head];
482 	tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
483 	tw_dev->state[*request_id] = TW_S_STARTED;
484 } /* End tw_state_request_start() */
485 
486 /* Show some statistics about the card */
487 static ssize_t tw_show_stats(struct class_device *class_dev, char *buf)
488 {
489 	struct Scsi_Host *host = class_to_shost(class_dev);
490 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
491 	unsigned long flags = 0;
492 	ssize_t len;
493 
494 	spin_lock_irqsave(tw_dev->host->host_lock, flags);
495 	len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
496 		       "Current commands posted:   %4d\n"
497 		       "Max commands posted:       %4d\n"
498 		       "Current pending commands:  %4d\n"
499 		       "Max pending commands:      %4d\n"
500 		       "Last sgl length:           %4d\n"
501 		       "Max sgl length:            %4d\n"
502 		       "Last sector count:         %4d\n"
503 		       "Max sector count:          %4d\n"
504 		       "SCSI Host Resets:          %4d\n"
505 		       "AEN's:                     %4d\n",
506 		       TW_DRIVER_VERSION,
507 		       tw_dev->posted_request_count,
508 		       tw_dev->max_posted_request_count,
509 		       tw_dev->pending_request_count,
510 		       tw_dev->max_pending_request_count,
511 		       tw_dev->sgl_entries,
512 		       tw_dev->max_sgl_entries,
513 		       tw_dev->sector_count,
514 		       tw_dev->max_sector_count,
515 		       tw_dev->num_resets,
516 		       tw_dev->aen_count);
517 	spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
518 	return len;
519 } /* End tw_show_stats() */
520 
521 /* This function will set a devices queue depth */
522 static int tw_change_queue_depth(struct scsi_device *sdev, int queue_depth)
523 {
524 	if (queue_depth > TW_Q_LENGTH-2)
525 		queue_depth = TW_Q_LENGTH-2;
526 	scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
527 	return queue_depth;
528 } /* End tw_change_queue_depth() */
529 
530 /* Create sysfs 'stats' entry */
531 static struct class_device_attribute tw_host_stats_attr = {
532 	.attr = {
533 		.name = 	"stats",
534 		.mode =		S_IRUGO,
535 	},
536 	.show = tw_show_stats
537 };
538 
539 /* Host attributes initializer */
540 static struct class_device_attribute *tw_host_attrs[] = {
541 	&tw_host_stats_attr,
542 	NULL,
543 };
544 
545 /* This function will read the aen queue from the isr */
546 static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
547 {
548 	TW_Command *command_packet;
549 	TW_Param *param;
550 	unsigned long command_que_value;
551 	u32 status_reg_value;
552 	unsigned long param_value = 0;
553 
554 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
555 
556 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
557 	if (tw_check_bits(status_reg_value)) {
558 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
559 		tw_decode_bits(tw_dev, status_reg_value, 1);
560 		return 1;
561 	}
562 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
563 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
564 		return 1;
565 	}
566 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
567 	memset(command_packet, 0, sizeof(TW_Sector));
568 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
569 	command_packet->size = 4;
570 	command_packet->request_id = request_id;
571 	command_packet->status = 0;
572 	command_packet->flags = 0;
573 	command_packet->byte6.parameter_count = 1;
574 	command_que_value = tw_dev->command_packet_physical_address[request_id];
575 	if (command_que_value == 0) {
576 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
577 		return 1;
578 	}
579 	/* Now setup the param */
580 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
581 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
582 		return 1;
583 	}
584 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
585 	memset(param, 0, sizeof(TW_Sector));
586 	param->table_id = 0x401; /* AEN table */
587 	param->parameter_id = 2; /* Unit code */
588 	param->parameter_size_bytes = 2;
589 	param_value = tw_dev->alignment_physical_address[request_id];
590 	if (param_value == 0) {
591 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
592 		return 1;
593 	}
594 	command_packet->byte8.param.sgl[0].address = param_value;
595 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
596 
597 	/* Now post the command packet */
598 	if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
599 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
600 		tw_dev->srb[request_id] = NULL; /* Flag internal command */
601 		tw_dev->state[request_id] = TW_S_POSTED;
602 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
603 	} else {
604 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
605 		return 1;
606 	}
607 
608 	return 0;
609 } /* End tw_aen_read_queue() */
610 
611 /* This function will complete an aen request from the isr */
612 static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
613 {
614 	TW_Param *param;
615 	unsigned short aen;
616 	int error = 0, table_max = 0;
617 
618 	dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
619 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
620 		printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
621 		return 1;
622 	}
623 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
624 	aen = *(unsigned short *)(param->data);
625 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
626 
627 	/* Print some useful info when certain aen codes come out */
628 	if (aen == 0x0ff) {
629 		printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
630 	} else {
631 		table_max = ARRAY_SIZE(tw_aen_string);
632 		if ((aen & 0x0ff) < table_max) {
633 			if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
634 				printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
635 			} else {
636 				if (aen != 0x0)
637 					printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
638 			}
639 		} else {
640 			printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
641 		}
642 	}
643 	if (aen != TW_AEN_QUEUE_EMPTY) {
644 		tw_dev->aen_count++;
645 
646 		/* Now queue the code */
647 		tw_dev->aen_queue[tw_dev->aen_tail] = aen;
648 		if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
649 			tw_dev->aen_tail = TW_Q_START;
650 		} else {
651 			tw_dev->aen_tail = tw_dev->aen_tail + 1;
652 		}
653 		if (tw_dev->aen_head == tw_dev->aen_tail) {
654 			if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
655 				tw_dev->aen_head = TW_Q_START;
656 			} else {
657 				tw_dev->aen_head = tw_dev->aen_head + 1;
658 			}
659 		}
660 
661 		error = tw_aen_read_queue(tw_dev, request_id);
662 		if (error) {
663 			printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
664 			tw_dev->state[request_id] = TW_S_COMPLETED;
665 			tw_state_request_finish(tw_dev, request_id);
666 		}
667 	} else {
668 		tw_dev->state[request_id] = TW_S_COMPLETED;
669 		tw_state_request_finish(tw_dev, request_id);
670 	}
671 
672 	return 0;
673 } /* End tw_aen_complete() */
674 
675 /* This function will drain the aen queue after a soft reset */
676 static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
677 {
678 	TW_Command *command_packet;
679 	TW_Param *param;
680 	int request_id = 0;
681 	unsigned long command_que_value;
682 	unsigned long param_value;
683 	TW_Response_Queue response_queue;
684 	unsigned short aen;
685 	unsigned short aen_code;
686 	int finished = 0;
687 	int first_reset = 0;
688 	int queue = 0;
689 	int found = 0, table_max = 0;
690 
691 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
692 
693 	if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
694 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
695 		return 1;
696 	}
697 	TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
698 
699 	/* Empty response queue */
700 	tw_empty_response_que(tw_dev);
701 
702 	/* Initialize command packet */
703 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
704 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
705 		return 1;
706 	}
707 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
708 	memset(command_packet, 0, sizeof(TW_Sector));
709 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
710 	command_packet->size = 4;
711 	command_packet->request_id = request_id;
712 	command_packet->status = 0;
713 	command_packet->flags = 0;
714 	command_packet->byte6.parameter_count = 1;
715 	command_que_value = tw_dev->command_packet_physical_address[request_id];
716 	if (command_que_value == 0) {
717 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
718 		return 1;
719 	}
720 
721 	/* Now setup the param */
722 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
723 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
724 		return 1;
725 	}
726 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
727 	memset(param, 0, sizeof(TW_Sector));
728 	param->table_id = 0x401; /* AEN table */
729 	param->parameter_id = 2; /* Unit code */
730 	param->parameter_size_bytes = 2;
731 	param_value = tw_dev->alignment_physical_address[request_id];
732 	if (param_value == 0) {
733 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
734 		return 1;
735 	}
736 	command_packet->byte8.param.sgl[0].address = param_value;
737 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
738 
739 	/* Now drain the controller's aen queue */
740 	do {
741 		/* Post command packet */
742 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
743 
744 		/* Now poll for completion */
745 		if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
746 			response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
747 			request_id = TW_RESID_OUT(response_queue.response_id);
748 
749 			if (request_id != 0) {
750 				/* Unexpected request id */
751 				printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
752 				return 1;
753 			}
754 
755 			if (command_packet->status != 0) {
756 				if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
757 					/* Bad response */
758 					tw_decode_sense(tw_dev, request_id, 0);
759 					return 1;
760 				} else {
761 					/* We know this is a 3w-1x00, and doesn't support aen's */
762 					return 0;
763 				}
764 			}
765 
766 			/* Now check the aen */
767 			aen = *(unsigned short *)(param->data);
768 			aen_code = (aen & 0x0ff);
769 			queue = 0;
770 			switch (aen_code) {
771 				case TW_AEN_QUEUE_EMPTY:
772 					dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
773 					if (first_reset != 1) {
774 						return 1;
775 					} else {
776 						finished = 1;
777 					}
778 					break;
779 				case TW_AEN_SOFT_RESET:
780 					if (first_reset == 0) {
781 						first_reset = 1;
782 					} else {
783 						printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
784 						tw_dev->aen_count++;
785 						queue = 1;
786 					}
787 					break;
788 				default:
789 					if (aen == 0x0ff) {
790 						printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
791 					} else {
792 						table_max = ARRAY_SIZE(tw_aen_string);
793 						if ((aen & 0x0ff) < table_max) {
794 							if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
795 								printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
796 							} else {
797 								printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
798 							}
799 						} else
800 							printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
801 					}
802 					tw_dev->aen_count++;
803 					queue = 1;
804 			}
805 
806 			/* Now put the aen on the aen_queue */
807 			if (queue == 1) {
808 				tw_dev->aen_queue[tw_dev->aen_tail] = aen;
809 				if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
810 					tw_dev->aen_tail = TW_Q_START;
811 				} else {
812 					tw_dev->aen_tail = tw_dev->aen_tail + 1;
813 				}
814 				if (tw_dev->aen_head == tw_dev->aen_tail) {
815 					if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
816 						tw_dev->aen_head = TW_Q_START;
817 					} else {
818 						tw_dev->aen_head = tw_dev->aen_head + 1;
819 					}
820 				}
821 			}
822 			found = 1;
823 		}
824 		if (found == 0) {
825 			printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
826 			return 1;
827 		}
828 	} while (finished == 0);
829 
830 	return 0;
831 } /* End tw_aen_drain_queue() */
832 
833 /* This function will allocate memory */
834 static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
835 {
836 	int i;
837 	dma_addr_t dma_handle;
838 	unsigned long *cpu_addr = NULL;
839 
840 	dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
841 
842 	cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
843 	if (cpu_addr == NULL) {
844 		printk(KERN_WARNING "3w-xxxx: pci_alloc_consistent() failed.\n");
845 		return 1;
846 	}
847 
848 	if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
849 		printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
850 		pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
851 		return 1;
852 	}
853 
854 	memset(cpu_addr, 0, size*TW_Q_LENGTH);
855 
856 	for (i=0;i<TW_Q_LENGTH;i++) {
857 		switch(which) {
858 		case 0:
859 			tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
860 			tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
861 			break;
862 		case 1:
863 			tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
864 			tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
865 			break;
866 		default:
867 			printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
868 			return 1;
869 		}
870 	}
871 
872 	return 0;
873 } /* End tw_allocate_memory() */
874 
875 /* This function handles ioctl for the character device */
876 static int tw_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg)
877 {
878 	int request_id;
879 	dma_addr_t dma_handle;
880 	unsigned short tw_aen_code;
881 	unsigned long flags;
882 	unsigned int data_buffer_length = 0;
883 	unsigned long data_buffer_length_adjusted = 0;
884 	unsigned long *cpu_addr;
885 	long timeout;
886 	TW_New_Ioctl *tw_ioctl;
887 	TW_Passthru *passthru;
888 	TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
889 	int retval = -EFAULT;
890 	void __user *argp = (void __user *)arg;
891 
892 	dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
893 
894 	/* Only let one of these through at a time */
895 	if (mutex_lock_interruptible(&tw_dev->ioctl_lock))
896 		return -EINTR;
897 
898 	/* First copy down the buffer length */
899 	if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
900 		goto out;
901 
902 	/* Check size */
903 	if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
904 		retval = -EINVAL;
905 		goto out;
906 	}
907 
908 	/* Hardware can only do multiple of 512 byte transfers */
909 	data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
910 
911 	/* Now allocate ioctl buf memory */
912 	cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, &dma_handle, GFP_KERNEL);
913 	if (cpu_addr == NULL) {
914 		retval = -ENOMEM;
915 		goto out;
916 	}
917 
918 	tw_ioctl = (TW_New_Ioctl *)cpu_addr;
919 
920 	/* Now copy down the entire ioctl */
921 	if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl) - 1))
922 		goto out2;
923 
924 	passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
925 
926 	/* See which ioctl we are doing */
927 	switch (cmd) {
928 		case TW_OP_NOP:
929 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
930 			break;
931 		case TW_OP_AEN_LISTEN:
932 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
933 			memset(tw_ioctl->data_buffer, 0, data_buffer_length);
934 
935 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
936 			if (tw_dev->aen_head == tw_dev->aen_tail) {
937 				tw_aen_code = TW_AEN_QUEUE_EMPTY;
938 			} else {
939 				tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
940 				if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
941 					tw_dev->aen_head = TW_Q_START;
942 				} else {
943 					tw_dev->aen_head = tw_dev->aen_head + 1;
944 				}
945 			}
946 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
947 			memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
948 			break;
949 		case TW_CMD_PACKET_WITH_DATA:
950 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
951 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
952 
953 			tw_state_request_start(tw_dev, &request_id);
954 
955 			/* Flag internal command */
956 			tw_dev->srb[request_id] = NULL;
957 
958 			/* Flag chrdev ioctl */
959 			tw_dev->chrdev_request_id = request_id;
960 
961 			tw_ioctl->firmware_command.request_id = request_id;
962 
963 			/* Load the sg list */
964 			switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
965 			case 2:
966 				tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
967 				tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
968 				break;
969 			case 3:
970 				tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
971 				tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
972 				break;
973 			case 5:
974 				passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
975 				passthru->sg_list[0].length = data_buffer_length_adjusted;
976 				break;
977 			}
978 
979 			memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
980 
981 			/* Now post the command packet to the controller */
982 			tw_post_command_packet(tw_dev, request_id);
983 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
984 
985 			timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
986 
987 			/* Now wait for the command to complete */
988 			timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
989 
990 			/* We timed out, and didn't get an interrupt */
991 			if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
992 				/* Now we need to reset the board */
993 				printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
994 				retval = -EIO;
995 				if (tw_reset_device_extension(tw_dev)) {
996 					printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
997 				}
998 				goto out2;
999 			}
1000 
1001 			/* Now copy in the command packet response */
1002 			memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1003 
1004 			/* Now complete the io */
1005 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
1006 			tw_dev->posted_request_count--;
1007 			tw_dev->state[request_id] = TW_S_COMPLETED;
1008 			tw_state_request_finish(tw_dev, request_id);
1009 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1010 			break;
1011 		default:
1012 			retval = -ENOTTY;
1013 			goto out2;
1014 	}
1015 
1016 	/* Now copy the response to userspace */
1017 	if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length - 1))
1018 		goto out2;
1019 	retval = 0;
1020 out2:
1021 	/* Now free ioctl buf memory */
1022 	dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, cpu_addr, dma_handle);
1023 out:
1024 	mutex_unlock(&tw_dev->ioctl_lock);
1025 	return retval;
1026 } /* End tw_chrdev_ioctl() */
1027 
1028 /* This function handles open for the character device */
1029 static int tw_chrdev_open(struct inode *inode, struct file *file)
1030 {
1031 	unsigned int minor_number;
1032 
1033 	dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1034 
1035 	minor_number = iminor(inode);
1036 	if (minor_number >= tw_device_extension_count)
1037 		return -ENODEV;
1038 
1039 	return 0;
1040 } /* End tw_chrdev_open() */
1041 
1042 /* File operations struct for character device */
1043 static const struct file_operations tw_fops = {
1044 	.owner		= THIS_MODULE,
1045 	.ioctl		= tw_chrdev_ioctl,
1046 	.open		= tw_chrdev_open,
1047 	.release	= NULL
1048 };
1049 
1050 /* This function will free up device extension resources */
1051 static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1052 {
1053 	dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1054 
1055 	/* Free command packet and generic buffer memory */
1056 	if (tw_dev->command_packet_virtual_address[0])
1057 		pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Command)*TW_Q_LENGTH, tw_dev->command_packet_virtual_address[0], tw_dev->command_packet_physical_address[0]);
1058 
1059 	if (tw_dev->alignment_virtual_address[0])
1060 		pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Sector)*TW_Q_LENGTH, tw_dev->alignment_virtual_address[0], tw_dev->alignment_physical_address[0]);
1061 } /* End tw_free_device_extension() */
1062 
1063 /* This function will send an initconnection command to controller */
1064 static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1065 {
1066 	unsigned long command_que_value;
1067 	TW_Command  *command_packet;
1068 	TW_Response_Queue response_queue;
1069 	int request_id = 0;
1070 
1071 	dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1072 
1073 	/* Initialize InitConnection command packet */
1074 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1075 		printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1076 		return 1;
1077 	}
1078 
1079 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1080 	memset(command_packet, 0, sizeof(TW_Sector));
1081 	command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1082 	command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1083 	command_packet->request_id = request_id;
1084 	command_packet->status = 0x0;
1085 	command_packet->flags = 0x0;
1086 	command_packet->byte6.message_credits = message_credits;
1087 	command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1088 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1089 
1090 	if (command_que_value == 0) {
1091 		printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1092 		return 1;
1093 	}
1094 
1095 	/* Send command packet to the board */
1096 	outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1097 
1098 	/* Poll for completion */
1099 	if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1100 		response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1101 		request_id = TW_RESID_OUT(response_queue.response_id);
1102 
1103 		if (request_id != 0) {
1104 			/* unexpected request id */
1105 			printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1106 			return 1;
1107 		}
1108 		if (command_packet->status != 0) {
1109 			/* bad response */
1110 			tw_decode_sense(tw_dev, request_id, 0);
1111 			return 1;
1112 		}
1113 	}
1114 	return 0;
1115 } /* End tw_initconnection() */
1116 
1117 /* Set a value in the features table */
1118 static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
1119                   unsigned char *val)
1120 {
1121 	TW_Param *param;
1122 	TW_Command  *command_packet;
1123 	TW_Response_Queue response_queue;
1124 	int request_id = 0;
1125 	unsigned long command_que_value;
1126 	unsigned long param_value;
1127 
1128   	/* Initialize SetParam command packet */
1129 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1130 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1131 		return 1;
1132 	}
1133 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1134 	memset(command_packet, 0, sizeof(TW_Sector));
1135 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1136 
1137 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1138 	param->table_id = 0x404;  /* Features table */
1139 	param->parameter_id = parm;
1140 	param->parameter_size_bytes = param_size;
1141 	memcpy(param->data, val, param_size);
1142 
1143 	param_value = tw_dev->alignment_physical_address[request_id];
1144 	if (param_value == 0) {
1145 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1146 		tw_dev->state[request_id] = TW_S_COMPLETED;
1147 		tw_state_request_finish(tw_dev, request_id);
1148 		tw_dev->srb[request_id]->result = (DID_OK << 16);
1149 		tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1150 	}
1151 	command_packet->byte8.param.sgl[0].address = param_value;
1152 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1153 
1154 	command_packet->size = 4;
1155 	command_packet->request_id = request_id;
1156 	command_packet->byte6.parameter_count = 1;
1157 
1158   	command_que_value = tw_dev->command_packet_physical_address[request_id];
1159 	if (command_que_value == 0) {
1160 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
1161 	return 1;
1162 	}
1163 
1164 	/* Send command packet to the board */
1165 	outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1166 
1167 	/* Poll for completion */
1168 	if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1169 		response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1170 		request_id = TW_RESID_OUT(response_queue.response_id);
1171 
1172 		if (request_id != 0) {
1173 			/* unexpected request id */
1174 			printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1175 			return 1;
1176 		}
1177 		if (command_packet->status != 0) {
1178 			/* bad response */
1179 			tw_decode_sense(tw_dev, request_id, 0);
1180 			return 1;
1181 		}
1182 	}
1183 
1184 	return 0;
1185 } /* End tw_setfeature() */
1186 
1187 /* This function will reset a controller */
1188 static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1189 {
1190 	int error = 0;
1191 	int tries = 0;
1192 	unsigned char c = 1;
1193 
1194 	/* Reset the board */
1195 	while (tries < TW_MAX_RESET_TRIES) {
1196 		TW_SOFT_RESET(tw_dev);
1197 
1198 		error = tw_aen_drain_queue(tw_dev);
1199 		if (error) {
1200 			printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1201 			tries++;
1202 			continue;
1203 		}
1204 
1205 		/* Check for controller errors */
1206 		if (tw_check_errors(tw_dev)) {
1207 			printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1208 			tries++;
1209 			continue;
1210 		}
1211 
1212 		/* Now the controller is in a good state */
1213 		break;
1214 	}
1215 
1216 	if (tries >= TW_MAX_RESET_TRIES) {
1217 		printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1218 		return 1;
1219 	}
1220 
1221 	error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1222 	if (error) {
1223 		printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1224 		return 1;
1225 	}
1226 
1227 	error = tw_setfeature(tw_dev, 2, 1, &c);
1228 	if (error) {
1229 		printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1230 	}
1231 
1232 	return 0;
1233 } /* End tw_reset_sequence() */
1234 
1235 /* This function will initialize the fields of a device extension */
1236 static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1237 {
1238 	int i, error=0;
1239 
1240 	dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1241 
1242 	/* Initialize command packet buffers */
1243 	error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1244 	if (error) {
1245 		printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1246 		return 1;
1247 	}
1248 
1249 	/* Initialize generic buffer */
1250 	error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1251 	if (error) {
1252 		printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1253 		return 1;
1254 	}
1255 
1256 	for (i=0;i<TW_Q_LENGTH;i++) {
1257 		tw_dev->free_queue[i] = i;
1258 		tw_dev->state[i] = TW_S_INITIAL;
1259 	}
1260 
1261 	tw_dev->pending_head = TW_Q_START;
1262 	tw_dev->pending_tail = TW_Q_START;
1263 	tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1264 
1265 	mutex_init(&tw_dev->ioctl_lock);
1266 	init_waitqueue_head(&tw_dev->ioctl_wqueue);
1267 
1268 	return 0;
1269 } /* End tw_initialize_device_extension() */
1270 
1271 static int tw_map_scsi_sg_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1272 {
1273 	int use_sg;
1274 
1275 	dprintk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data()\n");
1276 
1277 	use_sg = scsi_dma_map(cmd);
1278 	if (use_sg < 0) {
1279 		printk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data(): pci_map_sg() failed.\n");
1280 		return 0;
1281 	}
1282 
1283 	cmd->SCp.phase = TW_PHASE_SGLIST;
1284 	cmd->SCp.have_data_in = use_sg;
1285 
1286 	return use_sg;
1287 } /* End tw_map_scsi_sg_data() */
1288 
1289 static void tw_unmap_scsi_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1290 {
1291 	dprintk(KERN_WARNING "3w-xxxx: tw_unmap_scsi_data()\n");
1292 
1293 	scsi_dma_unmap(cmd);
1294 } /* End tw_unmap_scsi_data() */
1295 
1296 /* This function will reset a device extension */
1297 static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1298 {
1299 	int i = 0;
1300 	struct scsi_cmnd *srb;
1301 	unsigned long flags = 0;
1302 
1303 	dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1304 
1305 	set_bit(TW_IN_RESET, &tw_dev->flags);
1306 	TW_DISABLE_INTERRUPTS(tw_dev);
1307 	TW_MASK_COMMAND_INTERRUPT(tw_dev);
1308 	spin_lock_irqsave(tw_dev->host->host_lock, flags);
1309 
1310 	/* Abort all requests that are in progress */
1311 	for (i=0;i<TW_Q_LENGTH;i++) {
1312 		if ((tw_dev->state[i] != TW_S_FINISHED) &&
1313 		    (tw_dev->state[i] != TW_S_INITIAL) &&
1314 		    (tw_dev->state[i] != TW_S_COMPLETED)) {
1315 			srb = tw_dev->srb[i];
1316 			if (srb != NULL) {
1317 				srb->result = (DID_RESET << 16);
1318 				tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1319 				tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[i]);
1320 			}
1321 		}
1322 	}
1323 
1324 	/* Reset queues and counts */
1325 	for (i=0;i<TW_Q_LENGTH;i++) {
1326 		tw_dev->free_queue[i] = i;
1327 		tw_dev->state[i] = TW_S_INITIAL;
1328 	}
1329 	tw_dev->free_head = TW_Q_START;
1330 	tw_dev->free_tail = TW_Q_START;
1331 	tw_dev->posted_request_count = 0;
1332 	tw_dev->pending_request_count = 0;
1333 	tw_dev->pending_head = TW_Q_START;
1334 	tw_dev->pending_tail = TW_Q_START;
1335 	tw_dev->reset_print = 0;
1336 
1337 	spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1338 
1339 	if (tw_reset_sequence(tw_dev)) {
1340 		printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1341 		return 1;
1342 	}
1343 
1344 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1345 	clear_bit(TW_IN_RESET, &tw_dev->flags);
1346 	tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1347 
1348 	return 0;
1349 } /* End tw_reset_device_extension() */
1350 
1351 /* This funciton returns unit geometry in cylinders/heads/sectors */
1352 static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
1353 		sector_t capacity, int geom[])
1354 {
1355 	int heads, sectors, cylinders;
1356 	TW_Device_Extension *tw_dev;
1357 
1358 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1359 	tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1360 
1361 	heads = 64;
1362 	sectors = 32;
1363 	cylinders = sector_div(capacity, heads * sectors);
1364 
1365 	if (capacity >= 0x200000) {
1366 		heads = 255;
1367 		sectors = 63;
1368 		cylinders = sector_div(capacity, heads * sectors);
1369 	}
1370 
1371 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
1372 	geom[0] = heads;
1373 	geom[1] = sectors;
1374 	geom[2] = cylinders;
1375 
1376 	return 0;
1377 } /* End tw_scsi_biosparam() */
1378 
1379 /* This is the new scsi eh reset function */
1380 static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1381 {
1382 	TW_Device_Extension *tw_dev=NULL;
1383 	int retval = FAILED;
1384 
1385 	tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1386 
1387 	tw_dev->num_resets++;
1388 
1389 	sdev_printk(KERN_WARNING, SCpnt->device,
1390 		"WARNING: Command (0x%x) timed out, resetting card.\n",
1391 		SCpnt->cmnd[0]);
1392 
1393 	/* Make sure we are not issuing an ioctl or resetting from ioctl */
1394 	mutex_lock(&tw_dev->ioctl_lock);
1395 
1396 	/* Now reset the card and some of the device extension data */
1397 	if (tw_reset_device_extension(tw_dev)) {
1398 		printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1399 		goto out;
1400 	}
1401 
1402 	retval = SUCCESS;
1403 out:
1404 	mutex_unlock(&tw_dev->ioctl_lock);
1405 	return retval;
1406 } /* End tw_scsi_eh_reset() */
1407 
1408 /* This function handles scsi inquiry commands */
1409 static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1410 {
1411 	TW_Param *param;
1412 	TW_Command *command_packet;
1413 	unsigned long command_que_value;
1414 	unsigned long param_value;
1415 
1416 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1417 
1418 	/* Initialize command packet */
1419 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1420 	if (command_packet == NULL) {
1421 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1422 		return 1;
1423 	}
1424 	memset(command_packet, 0, sizeof(TW_Sector));
1425 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1426 	command_packet->size = 4;
1427 	command_packet->request_id = request_id;
1428 	command_packet->status = 0;
1429 	command_packet->flags = 0;
1430 	command_packet->byte6.parameter_count = 1;
1431 
1432 	/* Now setup the param */
1433 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1434 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1435 		return 1;
1436 	}
1437 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1438 	memset(param, 0, sizeof(TW_Sector));
1439 	param->table_id = 3;	 /* unit summary table */
1440 	param->parameter_id = 3; /* unitsstatus parameter */
1441 	param->parameter_size_bytes = TW_MAX_UNITS;
1442 	param_value = tw_dev->alignment_physical_address[request_id];
1443 	if (param_value == 0) {
1444 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1445 		return 1;
1446 	}
1447 
1448 	command_packet->byte8.param.sgl[0].address = param_value;
1449 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1450 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1451 	if (command_que_value == 0) {
1452 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1453 		return 1;
1454 	}
1455 
1456 	/* Now try to post the command packet */
1457 	tw_post_command_packet(tw_dev, request_id);
1458 
1459 	return 0;
1460 } /* End tw_scsiop_inquiry() */
1461 
1462 static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1463 				 void *data, unsigned int len)
1464 {
1465 	struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1466 	unsigned long flags;
1467 
1468 	local_irq_save(flags);
1469 	scsi_sg_copy_from_buffer(cmd, data, len);
1470 	local_irq_restore(flags);
1471 }
1472 
1473 /* This function is called by the isr to complete an inquiry command */
1474 static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1475 {
1476 	unsigned char *is_unit_present;
1477 	unsigned char request_buffer[36];
1478 	TW_Param *param;
1479 
1480 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1481 
1482 	memset(request_buffer, 0, sizeof(request_buffer));
1483 	request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1484 	request_buffer[1] = 0;	       /* Device type modifier */
1485 	request_buffer[2] = 0;	       /* No ansi/iso compliance */
1486 	request_buffer[4] = 31;	       /* Additional length */
1487 	memcpy(&request_buffer[8], "3ware   ", 8);	 /* Vendor ID */
1488 	sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1489 	memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
1490 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1491 			     sizeof(request_buffer));
1492 
1493 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1494 	if (param == NULL) {
1495 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1496 		return 1;
1497 	}
1498 	is_unit_present = &(param->data[0]);
1499 
1500 	if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1501 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1502 	} else {
1503 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1504 		tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1505 		return TW_ISR_DONT_RESULT;
1506 	}
1507 
1508 	return 0;
1509 } /* End tw_scsiop_inquiry_complete() */
1510 
1511 /* This function handles scsi mode_sense commands */
1512 static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1513 {
1514 	TW_Param *param;
1515 	TW_Command *command_packet;
1516 	unsigned long command_que_value;
1517 	unsigned long param_value;
1518 
1519 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1520 
1521 	/* Only page control = 0, page code = 0x8 (cache page) supported */
1522 	if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1523 		tw_dev->state[request_id] = TW_S_COMPLETED;
1524 		tw_state_request_finish(tw_dev, request_id);
1525 		tw_dev->srb[request_id]->result = (DID_OK << 16);
1526 		tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1527 		return 0;
1528 	}
1529 
1530 	/* Now read firmware cache setting for this unit */
1531 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1532 	if (command_packet == NULL) {
1533 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1534 		return 1;
1535 	}
1536 
1537 	/* Setup the command packet */
1538 	memset(command_packet, 0, sizeof(TW_Sector));
1539 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1540 	command_packet->size = 4;
1541 	command_packet->request_id = request_id;
1542 	command_packet->status = 0;
1543 	command_packet->flags = 0;
1544 	command_packet->byte6.parameter_count = 1;
1545 
1546 	/* Setup the param */
1547 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1548 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1549 		return 1;
1550 	}
1551 
1552 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1553 	memset(param, 0, sizeof(TW_Sector));
1554 	param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1555 	param->parameter_id = 7; /* unit flags */
1556 	param->parameter_size_bytes = 1;
1557 	param_value = tw_dev->alignment_physical_address[request_id];
1558 	if (param_value == 0) {
1559 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1560 		return 1;
1561 	}
1562 
1563 	command_packet->byte8.param.sgl[0].address = param_value;
1564 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1565 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1566 	if (command_que_value == 0) {
1567 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1568 		return 1;
1569 	}
1570 
1571 	/* Now try to post the command packet */
1572 	tw_post_command_packet(tw_dev, request_id);
1573 
1574 	return 0;
1575 } /* End tw_scsiop_mode_sense() */
1576 
1577 /* This function is called by the isr to complete a mode sense command */
1578 static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1579 {
1580 	TW_Param *param;
1581 	unsigned char *flags;
1582 	unsigned char request_buffer[8];
1583 
1584 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1585 
1586 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1587 	if (param == NULL) {
1588 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1589 		return 1;
1590 	}
1591 	flags = (char *)&(param->data[0]);
1592 	memset(request_buffer, 0, sizeof(request_buffer));
1593 
1594 	request_buffer[0] = 0xf;        /* mode data length */
1595 	request_buffer[1] = 0;          /* default medium type */
1596 	request_buffer[2] = 0x10;       /* dpo/fua support on */
1597 	request_buffer[3] = 0;          /* no block descriptors */
1598 	request_buffer[4] = 0x8;        /* caching page */
1599 	request_buffer[5] = 0xa;        /* page length */
1600 	if (*flags & 0x1)
1601 		request_buffer[6] = 0x5;        /* WCE on, RCD on */
1602 	else
1603 		request_buffer[6] = 0x1;        /* WCE off, RCD on */
1604 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1605 			     sizeof(request_buffer));
1606 
1607 	return 0;
1608 } /* End tw_scsiop_mode_sense_complete() */
1609 
1610 /* This function handles scsi read_capacity commands */
1611 static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1612 {
1613 	TW_Param *param;
1614 	TW_Command *command_packet;
1615 	unsigned long command_que_value;
1616 	unsigned long param_value;
1617 
1618 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1619 
1620 	/* Initialize command packet */
1621 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1622 
1623 	if (command_packet == NULL) {
1624 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1625 		return 1;
1626 	}
1627 	memset(command_packet, 0, sizeof(TW_Sector));
1628 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1629 	command_packet->size = 4;
1630 	command_packet->request_id = request_id;
1631 	command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1632 	command_packet->status = 0;
1633 	command_packet->flags = 0;
1634 	command_packet->byte6.block_count = 1;
1635 
1636 	/* Now setup the param */
1637 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1638 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1639 		return 1;
1640 	}
1641 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1642 	memset(param, 0, sizeof(TW_Sector));
1643 	param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1644 	tw_dev->srb[request_id]->device->id;
1645 	param->parameter_id = 4;	/* unitcapacity parameter */
1646 	param->parameter_size_bytes = 4;
1647 	param_value = tw_dev->alignment_physical_address[request_id];
1648 	if (param_value == 0) {
1649 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1650 		return 1;
1651 	}
1652 
1653 	command_packet->byte8.param.sgl[0].address = param_value;
1654 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1655 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1656 	if (command_que_value == 0) {
1657 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1658 		return 1;
1659 	}
1660 
1661 	/* Now try to post the command to the board */
1662 	tw_post_command_packet(tw_dev, request_id);
1663 
1664 	return 0;
1665 } /* End tw_scsiop_read_capacity() */
1666 
1667 /* This function is called by the isr to complete a readcapacity command */
1668 static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1669 {
1670 	unsigned char *param_data;
1671 	u32 capacity;
1672 	char buff[8];
1673 	TW_Param *param;
1674 
1675 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1676 
1677 	memset(buff, 0, sizeof(buff));
1678 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1679 	if (param == NULL) {
1680 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1681 		return 1;
1682 	}
1683 	param_data = &(param->data[0]);
1684 
1685 	capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1686 		   (param_data[1] << 8) | param_data[0];
1687 
1688 	/* Subtract one sector to fix get last sector ioctl */
1689 	capacity -= 1;
1690 
1691 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1692 
1693 	/* Number of LBA's */
1694 	buff[0] = (capacity >> 24);
1695 	buff[1] = (capacity >> 16) & 0xff;
1696 	buff[2] = (capacity >> 8) & 0xff;
1697 	buff[3] = capacity & 0xff;
1698 
1699 	/* Block size in bytes (512) */
1700 	buff[4] = (TW_BLOCK_SIZE >> 24);
1701 	buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1702 	buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1703 	buff[7] = TW_BLOCK_SIZE & 0xff;
1704 
1705 	tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1706 
1707 	return 0;
1708 } /* End tw_scsiop_read_capacity_complete() */
1709 
1710 /* This function handles scsi read or write commands */
1711 static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1712 {
1713 	TW_Command *command_packet;
1714 	unsigned long command_que_value;
1715 	u32 lba = 0x0, num_sectors = 0x0;
1716 	int i, use_sg;
1717 	struct scsi_cmnd *srb;
1718 	struct scatterlist *sglist, *sg;
1719 
1720 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1721 
1722 	srb = tw_dev->srb[request_id];
1723 
1724 	sglist = scsi_sglist(srb);
1725 	if (!sglist) {
1726 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1727 		return 1;
1728 	}
1729 
1730 	/* Initialize command packet */
1731 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1732 	if (command_packet == NULL) {
1733 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1734 		return 1;
1735 	}
1736 
1737 	if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1738 		command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1739 	} else {
1740 		command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1741 	}
1742 
1743 	command_packet->size = 3;
1744 	command_packet->request_id = request_id;
1745 	command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1746 	command_packet->status = 0;
1747 	command_packet->flags = 0;
1748 
1749 	if (srb->cmnd[0] == WRITE_10) {
1750 		if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1751 			command_packet->flags = 1;
1752 	}
1753 
1754 	if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1755 		lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1756 		num_sectors = (u32)srb->cmnd[4];
1757 	} else {
1758 		lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1759 		num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1760 	}
1761 
1762 	/* Update sector statistic */
1763 	tw_dev->sector_count = num_sectors;
1764 	if (tw_dev->sector_count > tw_dev->max_sector_count)
1765 		tw_dev->max_sector_count = tw_dev->sector_count;
1766 
1767 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1768 	command_packet->byte8.io.lba = lba;
1769 	command_packet->byte6.block_count = num_sectors;
1770 
1771 	use_sg = tw_map_scsi_sg_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
1772 	if (!use_sg)
1773 		return 1;
1774 
1775 	scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1776 		command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1777 		command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1778 		command_packet->size+=2;
1779 	}
1780 
1781 	/* Update SG statistics */
1782 	tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1783 	if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1784 		tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1785 
1786 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1787 	if (command_que_value == 0) {
1788 		dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1789 		return 1;
1790 	}
1791 
1792 	/* Now try to post the command to the board */
1793 	tw_post_command_packet(tw_dev, request_id);
1794 
1795 	return 0;
1796 } /* End tw_scsiop_read_write() */
1797 
1798 /* This function will handle the request sense scsi command */
1799 static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1800 {
1801 	char request_buffer[18];
1802 
1803 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1804 
1805 	memset(request_buffer, 0, sizeof(request_buffer));
1806 	request_buffer[0] = 0x70; /* Immediate fixed format */
1807 	request_buffer[7] = 10;	/* minimum size per SPC: 18 bytes */
1808 	/* leave all other fields zero, giving effectively NO_SENSE return */
1809 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1810 			     sizeof(request_buffer));
1811 
1812 	tw_dev->state[request_id] = TW_S_COMPLETED;
1813 	tw_state_request_finish(tw_dev, request_id);
1814 
1815 	/* If we got a request_sense, we probably want a reset, return error */
1816 	tw_dev->srb[request_id]->result = (DID_ERROR << 16);
1817 	tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1818 
1819 	return 0;
1820 } /* End tw_scsiop_request_sense() */
1821 
1822 /* This function will handle synchronize cache scsi command */
1823 static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1824 {
1825 	TW_Command *command_packet;
1826 	unsigned long command_que_value;
1827 
1828 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1829 
1830 	/* Send firmware flush command for this unit */
1831 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1832 	if (command_packet == NULL) {
1833 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1834 		return 1;
1835 	}
1836 
1837 	/* Setup the command packet */
1838 	memset(command_packet, 0, sizeof(TW_Sector));
1839 	command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1840 	command_packet->size = 2;
1841 	command_packet->request_id = request_id;
1842 	command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1843 	command_packet->status = 0;
1844 	command_packet->flags = 0;
1845 	command_packet->byte6.parameter_count = 1;
1846 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1847 	if (command_que_value == 0) {
1848 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1849 		return 1;
1850 	}
1851 
1852 	/* Now try to post the command packet */
1853 	tw_post_command_packet(tw_dev, request_id);
1854 
1855 	return 0;
1856 } /* End tw_scsiop_synchronize_cache() */
1857 
1858 /* This function will handle test unit ready scsi command */
1859 static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1860 {
1861 	TW_Param *param;
1862 	TW_Command *command_packet;
1863 	unsigned long command_que_value;
1864 	unsigned long param_value;
1865 
1866 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1867 
1868 	/* Initialize command packet */
1869 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1870 	if (command_packet == NULL) {
1871 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1872 		return 1;
1873 	}
1874 	memset(command_packet, 0, sizeof(TW_Sector));
1875 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1876 	command_packet->size = 4;
1877 	command_packet->request_id = request_id;
1878 	command_packet->status = 0;
1879 	command_packet->flags = 0;
1880 	command_packet->byte6.parameter_count = 1;
1881 
1882 	/* Now setup the param */
1883 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1884 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1885 		return 1;
1886 	}
1887 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1888 	memset(param, 0, sizeof(TW_Sector));
1889 	param->table_id = 3;	 /* unit summary table */
1890 	param->parameter_id = 3; /* unitsstatus parameter */
1891 	param->parameter_size_bytes = TW_MAX_UNITS;
1892 	param_value = tw_dev->alignment_physical_address[request_id];
1893 	if (param_value == 0) {
1894 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1895 		return 1;
1896 	}
1897 
1898 	command_packet->byte8.param.sgl[0].address = param_value;
1899 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1900 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1901 	if (command_que_value == 0) {
1902 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1903 		return 1;
1904 	}
1905 
1906 	/* Now try to post the command packet */
1907 	tw_post_command_packet(tw_dev, request_id);
1908 
1909 	return 0;
1910 } /* End tw_scsiop_test_unit_ready() */
1911 
1912 /* This function is called by the isr to complete a testunitready command */
1913 static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1914 {
1915 	unsigned char *is_unit_present;
1916 	TW_Param *param;
1917 
1918 	dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1919 
1920 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1921 	if (param == NULL) {
1922 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1923 		return 1;
1924 	}
1925 	is_unit_present = &(param->data[0]);
1926 
1927 	if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1928 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1929 	} else {
1930 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1931 		tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1932 		return TW_ISR_DONT_RESULT;
1933 	}
1934 
1935 	return 0;
1936 } /* End tw_scsiop_test_unit_ready_complete() */
1937 
1938 /* This is the main scsi queue function to handle scsi opcodes */
1939 static int tw_scsi_queue(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1940 {
1941 	unsigned char *command = SCpnt->cmnd;
1942 	int request_id = 0;
1943 	int retval = 1;
1944 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1945 
1946 	/* If we are resetting due to timed out ioctl, report as busy */
1947 	if (test_bit(TW_IN_RESET, &tw_dev->flags))
1948 		return SCSI_MLQUEUE_HOST_BUSY;
1949 
1950 	/* Save done function into Scsi_Cmnd struct */
1951 	SCpnt->scsi_done = done;
1952 
1953 	/* Queue the command and get a request id */
1954 	tw_state_request_start(tw_dev, &request_id);
1955 
1956 	/* Save the scsi command for use by the ISR */
1957 	tw_dev->srb[request_id] = SCpnt;
1958 
1959 	/* Initialize phase to zero */
1960 	SCpnt->SCp.phase = TW_PHASE_INITIAL;
1961 
1962 	switch (*command) {
1963 		case READ_10:
1964 		case READ_6:
1965 		case WRITE_10:
1966 		case WRITE_6:
1967 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1968 			retval = tw_scsiop_read_write(tw_dev, request_id);
1969 			break;
1970 		case TEST_UNIT_READY:
1971 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1972 			retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1973 			break;
1974 		case INQUIRY:
1975 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1976 			retval = tw_scsiop_inquiry(tw_dev, request_id);
1977 			break;
1978 		case READ_CAPACITY:
1979 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1980 			retval = tw_scsiop_read_capacity(tw_dev, request_id);
1981 			break;
1982 	        case REQUEST_SENSE:
1983 		        dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1984 		        retval = tw_scsiop_request_sense(tw_dev, request_id);
1985 		        break;
1986 		case MODE_SENSE:
1987 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
1988 			retval = tw_scsiop_mode_sense(tw_dev, request_id);
1989 			break;
1990 		case SYNCHRONIZE_CACHE:
1991 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
1992 			retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
1993 			break;
1994 		case TW_IOCTL:
1995 			printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
1996 			break;
1997 		default:
1998 			printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
1999 			tw_dev->state[request_id] = TW_S_COMPLETED;
2000 			tw_state_request_finish(tw_dev, request_id);
2001 			SCpnt->result = (DID_BAD_TARGET << 16);
2002 			done(SCpnt);
2003 			retval = 0;
2004 	}
2005 	if (retval) {
2006 		tw_dev->state[request_id] = TW_S_COMPLETED;
2007 		tw_state_request_finish(tw_dev, request_id);
2008 		SCpnt->result = (DID_ERROR << 16);
2009 		done(SCpnt);
2010 		retval = 0;
2011 	}
2012 	return retval;
2013 } /* End tw_scsi_queue() */
2014 
2015 /* This function is the interrupt service routine */
2016 static irqreturn_t tw_interrupt(int irq, void *dev_instance)
2017 {
2018 	int request_id;
2019 	u32 status_reg_value;
2020 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2021 	TW_Response_Queue response_que;
2022 	int error = 0, retval = 0;
2023 	TW_Command *command_packet;
2024 	int handled = 0;
2025 
2026 	/* Get the host lock for io completions */
2027 	spin_lock(tw_dev->host->host_lock);
2028 
2029 	/* Read the registers */
2030 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2031 
2032 	/* Check if this is our interrupt, otherwise bail */
2033 	if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2034 		goto tw_interrupt_bail;
2035 
2036 	handled = 1;
2037 
2038 	/* If we are resetting, bail */
2039 	if (test_bit(TW_IN_RESET, &tw_dev->flags))
2040 		goto tw_interrupt_bail;
2041 
2042 	/* Check controller for errors */
2043 	if (tw_check_bits(status_reg_value)) {
2044 		dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2045 		if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2046 			TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2047 			goto tw_interrupt_bail;
2048 		}
2049 	}
2050 
2051 	/* Handle host interrupt */
2052 	if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2053 		dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2054 		TW_CLEAR_HOST_INTERRUPT(tw_dev);
2055 	}
2056 
2057 	/* Handle attention interrupt */
2058 	if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2059 		dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2060 		TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2061 		tw_state_request_start(tw_dev, &request_id);
2062 		error = tw_aen_read_queue(tw_dev, request_id);
2063 		if (error) {
2064 			printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2065 			tw_dev->state[request_id] = TW_S_COMPLETED;
2066 			tw_state_request_finish(tw_dev, request_id);
2067 		}
2068 	}
2069 
2070 	/* Handle command interrupt */
2071 	if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2072 		/* Drain as many pending commands as we can */
2073 		while (tw_dev->pending_request_count > 0) {
2074 			request_id = tw_dev->pending_queue[tw_dev->pending_head];
2075 			if (tw_dev->state[request_id] != TW_S_PENDING) {
2076 				printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2077 				break;
2078 			}
2079 			if (tw_post_command_packet(tw_dev, request_id)==0) {
2080 				if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2081 					tw_dev->pending_head = TW_Q_START;
2082 				} else {
2083 					tw_dev->pending_head = tw_dev->pending_head + 1;
2084 				}
2085 				tw_dev->pending_request_count--;
2086 			} else {
2087 				/* If we get here, we will continue re-posting on the next command interrupt */
2088 				break;
2089 			}
2090 		}
2091 		/* If there are no more pending requests, we mask command interrupt */
2092 		if (tw_dev->pending_request_count == 0)
2093 			TW_MASK_COMMAND_INTERRUPT(tw_dev);
2094 	}
2095 
2096 	/* Handle response interrupt */
2097 	if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2098 		/* Drain the response queue from the board */
2099 		while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2100 			/* Read response queue register */
2101 			response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2102 			request_id = TW_RESID_OUT(response_que.response_id);
2103 			command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2104 			error = 0;
2105 
2106 			/* Check for bad response */
2107 			if (command_packet->status != 0) {
2108 				/* If internal command, don't error, don't fill sense */
2109 				if (tw_dev->srb[request_id] == NULL) {
2110 					tw_decode_sense(tw_dev, request_id, 0);
2111 				} else {
2112 					error = tw_decode_sense(tw_dev, request_id, 1);
2113 				}
2114 			}
2115 
2116 			/* Check for correct state */
2117 			if (tw_dev->state[request_id] != TW_S_POSTED) {
2118 				if (tw_dev->srb[request_id] != NULL) {
2119 					printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2120 					error = 1;
2121 				}
2122 			}
2123 
2124 			dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2125 
2126 			/* Check for internal command completion */
2127 			if (tw_dev->srb[request_id] == NULL) {
2128 				dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2129 				/* Check for chrdev ioctl completion */
2130 				if (request_id != tw_dev->chrdev_request_id) {
2131 					retval = tw_aen_complete(tw_dev, request_id);
2132 					if (retval) {
2133 						printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2134 					}
2135 				} else {
2136 					tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2137 					wake_up(&tw_dev->ioctl_wqueue);
2138 				}
2139 			} else {
2140 				switch (tw_dev->srb[request_id]->cmnd[0]) {
2141 				case READ_10:
2142 				case READ_6:
2143 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2144 					break;
2145 				case WRITE_10:
2146 				case WRITE_6:
2147 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2148 					break;
2149 				case TEST_UNIT_READY:
2150 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2151 					error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2152 					break;
2153 				case INQUIRY:
2154 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2155 					error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2156 					break;
2157 				case READ_CAPACITY:
2158 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2159 					error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2160 					break;
2161 				case MODE_SENSE:
2162 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2163 					error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2164 					break;
2165 				case SYNCHRONIZE_CACHE:
2166 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2167 					break;
2168 				default:
2169 					printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2170 					error = 1;
2171 				}
2172 
2173 				/* If no error command was a success */
2174 				if (error == 0) {
2175 					tw_dev->srb[request_id]->result = (DID_OK << 16);
2176 				}
2177 
2178 				/* If error, command failed */
2179 				if (error == 1) {
2180 					/* Ask for a host reset */
2181 					tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
2182 				}
2183 
2184 				/* Now complete the io */
2185 				if ((error != TW_ISR_DONT_COMPLETE)) {
2186 					tw_dev->state[request_id] = TW_S_COMPLETED;
2187 					tw_state_request_finish(tw_dev, request_id);
2188 					tw_dev->posted_request_count--;
2189 					tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
2190 
2191 					tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
2192 				}
2193 			}
2194 
2195 			/* Check for valid status after each drain */
2196 			status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2197 			if (tw_check_bits(status_reg_value)) {
2198 				dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2199 				if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2200 					TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2201 					goto tw_interrupt_bail;
2202 				}
2203 			}
2204 		}
2205 	}
2206 
2207 tw_interrupt_bail:
2208 	spin_unlock(tw_dev->host->host_lock);
2209 	return IRQ_RETVAL(handled);
2210 } /* End tw_interrupt() */
2211 
2212 /* This function tells the controller to shut down */
2213 static void __tw_shutdown(TW_Device_Extension *tw_dev)
2214 {
2215 	/* Disable interrupts */
2216 	TW_DISABLE_INTERRUPTS(tw_dev);
2217 
2218 	/* Free up the IRQ */
2219 	free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2220 
2221 	printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2222 
2223 	/* Tell the card we are shutting down */
2224 	if (tw_initconnection(tw_dev, 1)) {
2225 		printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2226 	} else {
2227 		printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2228 	}
2229 
2230 	/* Clear all interrupts just before exit */
2231 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2232 } /* End __tw_shutdown() */
2233 
2234 /* Wrapper for __tw_shutdown */
2235 static void tw_shutdown(struct pci_dev *pdev)
2236 {
2237 	struct Scsi_Host *host = pci_get_drvdata(pdev);
2238 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2239 
2240 	__tw_shutdown(tw_dev);
2241 } /* End tw_shutdown() */
2242 
2243 static struct scsi_host_template driver_template = {
2244 	.module			= THIS_MODULE,
2245 	.name			= "3ware Storage Controller",
2246 	.queuecommand		= tw_scsi_queue,
2247 	.eh_host_reset_handler	= tw_scsi_eh_reset,
2248 	.bios_param		= tw_scsi_biosparam,
2249 	.change_queue_depth	= tw_change_queue_depth,
2250 	.can_queue		= TW_Q_LENGTH-2,
2251 	.this_id		= -1,
2252 	.sg_tablesize		= TW_MAX_SGL_LENGTH,
2253 	.max_sectors		= TW_MAX_SECTORS,
2254 	.cmd_per_lun		= TW_MAX_CMDS_PER_LUN,
2255 	.use_clustering		= ENABLE_CLUSTERING,
2256 	.shost_attrs		= tw_host_attrs,
2257 	.emulated		= 1
2258 };
2259 
2260 /* This function will probe and initialize a card */
2261 static int __devinit tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2262 {
2263 	struct Scsi_Host *host = NULL;
2264 	TW_Device_Extension *tw_dev;
2265 	int retval = -ENODEV;
2266 
2267 	retval = pci_enable_device(pdev);
2268 	if (retval) {
2269 		printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2270 		goto out_disable_device;
2271 	}
2272 
2273 	pci_set_master(pdev);
2274 
2275 	retval = pci_set_dma_mask(pdev, TW_DMA_MASK);
2276 	if (retval) {
2277 		printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2278 		goto out_disable_device;
2279 	}
2280 
2281 	host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2282 	if (!host) {
2283 		printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2284 		retval = -ENOMEM;
2285 		goto out_disable_device;
2286 	}
2287 	tw_dev = (TW_Device_Extension *)host->hostdata;
2288 
2289 	/* Save values to device extension */
2290 	tw_dev->host = host;
2291 	tw_dev->tw_pci_dev = pdev;
2292 
2293 	if (tw_initialize_device_extension(tw_dev)) {
2294 		printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
2295 		goto out_free_device_extension;
2296 	}
2297 
2298 	/* Request IO regions */
2299 	retval = pci_request_regions(pdev, "3w-xxxx");
2300 	if (retval) {
2301 		printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2302 		goto out_free_device_extension;
2303 	}
2304 
2305 	/* Save base address */
2306 	tw_dev->base_addr = pci_resource_start(pdev, 0);
2307 	if (!tw_dev->base_addr) {
2308 		printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
2309 		goto out_release_mem_region;
2310 	}
2311 
2312 	/* Disable interrupts on the card */
2313 	TW_DISABLE_INTERRUPTS(tw_dev);
2314 
2315 	/* Initialize the card */
2316 	if (tw_reset_sequence(tw_dev))
2317 		goto out_release_mem_region;
2318 
2319 	/* Set host specific parameters */
2320 	host->max_id = TW_MAX_UNITS;
2321 	host->max_cmd_len = TW_MAX_CDB_LEN;
2322 
2323 	/* Luns and channels aren't supported by adapter */
2324 	host->max_lun = 0;
2325 	host->max_channel = 0;
2326 
2327 	/* Register the card with the kernel SCSI layer */
2328 	retval = scsi_add_host(host, &pdev->dev);
2329 	if (retval) {
2330 		printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2331 		goto out_release_mem_region;
2332 	}
2333 
2334 	pci_set_drvdata(pdev, host);
2335 
2336 	printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2337 
2338 	/* Now setup the interrupt handler */
2339 	retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
2340 	if (retval) {
2341 		printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2342 		goto out_remove_host;
2343 	}
2344 
2345 	tw_device_extension_list[tw_device_extension_count] = tw_dev;
2346 	tw_device_extension_count++;
2347 
2348 	/* Re-enable interrupts on the card */
2349 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2350 
2351 	/* Finally, scan the host */
2352 	scsi_scan_host(host);
2353 
2354 	if (twe_major == -1) {
2355 		if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2356 			printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2357 	}
2358 	return 0;
2359 
2360 out_remove_host:
2361 	scsi_remove_host(host);
2362 out_release_mem_region:
2363 	pci_release_regions(pdev);
2364 out_free_device_extension:
2365 	tw_free_device_extension(tw_dev);
2366 	scsi_host_put(host);
2367 out_disable_device:
2368 	pci_disable_device(pdev);
2369 
2370 	return retval;
2371 } /* End tw_probe() */
2372 
2373 /* This function is called to remove a device */
2374 static void tw_remove(struct pci_dev *pdev)
2375 {
2376 	struct Scsi_Host *host = pci_get_drvdata(pdev);
2377 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2378 
2379 	scsi_remove_host(tw_dev->host);
2380 
2381 	/* Unregister character device */
2382 	if (twe_major >= 0) {
2383 		unregister_chrdev(twe_major, "twe");
2384 		twe_major = -1;
2385 	}
2386 
2387 	/* Shutdown the card */
2388 	__tw_shutdown(tw_dev);
2389 
2390 	/* Free up the mem region */
2391 	pci_release_regions(pdev);
2392 
2393 	/* Free up device extension resources */
2394 	tw_free_device_extension(tw_dev);
2395 
2396 	scsi_host_put(tw_dev->host);
2397 	pci_disable_device(pdev);
2398 	tw_device_extension_count--;
2399 } /* End tw_remove() */
2400 
2401 /* PCI Devices supported by this driver */
2402 static struct pci_device_id tw_pci_tbl[] __devinitdata = {
2403 	{ PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2404 	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2405 	{ PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2406 	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2407 	{ }
2408 };
2409 MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2410 
2411 /* pci_driver initializer */
2412 static struct pci_driver tw_driver = {
2413 	.name		= "3w-xxxx",
2414 	.id_table	= tw_pci_tbl,
2415 	.probe		= tw_probe,
2416 	.remove		= tw_remove,
2417 	.shutdown	= tw_shutdown,
2418 };
2419 
2420 /* This function is called on driver initialization */
2421 static int __init tw_init(void)
2422 {
2423 	printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2424 
2425 	return pci_register_driver(&tw_driver);
2426 } /* End tw_init() */
2427 
2428 /* This function is called on driver exit */
2429 static void __exit tw_exit(void)
2430 {
2431 	pci_unregister_driver(&tw_driver);
2432 } /* End tw_exit() */
2433 
2434 module_init(tw_init);
2435 module_exit(tw_exit);
2436 
2437