xref: /openbmc/linux/drivers/scsi/3w-xxxx.c (revision 275876e2)
1 /*
2    3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
3 
4    Written By: Adam Radford <linuxraid@lsi.com>
5    Modifications By: Joel Jacobson <linux@3ware.com>
6    		     Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7                      Brad Strand <linux@3ware.com>
8 
9    Copyright (C) 1999-2010 3ware Inc.
10 
11    Kernel compatibility By: 	Andre Hedrick <andre@suse.com>
12    Non-Copyright (C) 2000	Andre Hedrick <andre@suse.com>
13 
14    Further tiny build fixes and trivial hoovering    Alan Cox
15 
16    This program is free software; you can redistribute it and/or modify
17    it under the terms of the GNU General Public License as published by
18    the Free Software Foundation; version 2 of the License.
19 
20    This program is distributed in the hope that it will be useful,
21    but WITHOUT ANY WARRANTY; without even the implied warranty of
22    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
23    GNU General Public License for more details.
24 
25    NO WARRANTY
26    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
27    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
28    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
29    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
30    solely responsible for determining the appropriateness of using and
31    distributing the Program and assumes all risks associated with its
32    exercise of rights under this Agreement, including but not limited to
33    the risks and costs of program errors, damage to or loss of data,
34    programs or equipment, and unavailability or interruption of operations.
35 
36    DISCLAIMER OF LIABILITY
37    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
38    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
40    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
41    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
42    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
43    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
44 
45    You should have received a copy of the GNU General Public License
46    along with this program; if not, write to the Free Software
47    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
48 
49    Bugs/Comments/Suggestions should be mailed to:
50    linuxraid@lsi.com
51 
52    For more information, goto:
53    http://www.lsi.com
54 
55    History
56    -------
57    0.1.000 -     Initial release.
58    0.4.000 -     Added support for Asynchronous Event Notification through
59                  ioctls for 3DM.
60    1.0.000 -     Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
61                  to disable drive write-cache before writes.
62    1.1.000 -     Fixed performance bug with DPO & FUA not existing for WRITE_6.
63    1.2.000 -     Added support for clean shutdown notification/feature table.
64    1.02.00.001 - Added support for full command packet posts through ioctls
65                  for 3DM.
66                  Bug fix so hot spare drives don't show up.
67    1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
68                  systems.
69    08/21/00    - release previously allocated resources on failure at
70                  tw_allocate_memory (acme)
71    1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
72                  controller status is non-zero.
73                  Added handling of request_sense opcode.
74                  Fix possible null pointer dereference in
75                  tw_reset_device_extension()
76    1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
77                  Make tw_setfeature() call with interrupts disabled.
78                  Register interrupt handler before enabling interrupts.
79                  Clear attention interrupt before draining aen queue.
80    1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
81                  6000 and 5000 series controllers.
82                  Reduce polling mdelays causing problems on some systems.
83                  Fix use_sg = 1 calculation bug.
84                  Check for scsi_register returning NULL.
85                  Add aen count to /proc/scsi/3w-xxxx.
86                  Remove aen code unit masking in tw_aen_complete().
87    1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
88                  possible oops.
89                  Fix possible null pointer dereference in tw_scsi_queue()
90                  if done function pointer was invalid.
91    1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
92                  Remove check for invalid done function pointer from
93                  tw_scsi_queue().
94    1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
95                  Add tw_decode_error() for printing readable error messages.
96                  Print some useful information on certain aen codes.
97                  Add tw_decode_bits() for interpreting status register output.
98                  Make scsi_set_pci_device() for kernels >= 2.4.4
99                  Fix bug where aen's could be lost before a reset.
100                  Re-add spinlocks in tw_scsi_detect().
101                  Fix possible null pointer dereference in tw_aen_drain_queue()
102                  during initialization.
103                  Clear pci parity errors during initialization and during io.
104    1.02.00.009 - Remove redundant increment in tw_state_request_start().
105                  Add ioctl support for direct ATA command passthru.
106                  Add entire aen code string list.
107    1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
108                  Fix get_param for specific units.
109    1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
110                  Fix tw_aen_drain_queue() to display useful info at init.
111                  Set tw_host->max_id for 12 port cards.
112                  Add ioctl support for raw command packet post from userspace
113                  with sglist fragments (parameter and io).
114    1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
115                  last sector ioctl.
116    1.02.00.013 - Fix bug where more AEN codes weren't coming out during
117                  driver initialization.
118                  Improved handling of PCI aborts.
119    1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
120                  Increase timeout in tw_aen_drain_queue() to 30 seconds.
121    1.02.00.015 - Re-write raw command post with data ioctl method.
122                  Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
123                  Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
124                  Replace io_request_lock with host_lock for kernel 2.5
125                  Set max_cmd_len to 16 for 3dm for kernel 2.5
126    1.02.00.016 - Set host->max_sectors back up to 256.
127    1.02.00.017 - Modified pci parity error handling/clearing from config space
128                  during initialization.
129    1.02.00.018 - Better handling of request sense opcode and sense information
130                  for failed commands.  Add tw_decode_sense().
131                  Replace all mdelay()'s with scsi_sleep().
132    1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
133                  some SMP systems.
134    1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
135                  pci_alloc/free_consistent().
136                  Better alignment checking in tw_allocate_memory().
137                  Cleanup tw_initialize_device_extension().
138    1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
139                  Improve handling of errors in tw_interrupt().
140                  Add handling/clearing of controller queue error.
141                  Empty stale responses before draining aen queue.
142                  Fix tw_scsi_eh_abort() to not reset on every io abort.
143                  Set can_queue in SHT to 255 to prevent hang from AEN.
144    1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
145    1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
146    1.02.00.024 - Add severity levels to AEN strings.
147    1.02.00.025 - Fix command interrupt spurious error messages.
148                  Fix bug in raw command post with data ioctl method.
149                  Fix bug where rollcall sometimes failed with cable errors.
150                  Print unit # on all command timeouts.
151    1.02.00.026 - Fix possible infinite retry bug with power glitch induced
152                  drive timeouts.
153                  Cleanup some AEN severity levels.
154    1.02.00.027 - Add drive not supported AEN code for SATA controllers.
155                  Remove spurious unknown ioctl error message.
156    1.02.00.028 - Fix bug where multiple controllers with no units were the
157                  same card number.
158                  Fix bug where cards were being shut down more than once.
159    1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
160                  Replace pci_map_single() with pci_map_page() for highmem.
161                  Check for tw_setfeature() failure.
162    1.02.00.030 - Make driver 64-bit clean.
163    1.02.00.031 - Cleanup polling timeouts/routines in several places.
164                  Add support for mode sense opcode.
165                  Add support for cache mode page.
166                  Add support for synchronize cache opcode.
167    1.02.00.032 - Fix small multicard rollcall bug.
168                  Make driver stay loaded with no units for hot add/swap.
169                  Add support for "twe" character device for ioctls.
170                  Clean up request_id queueing code.
171                  Fix tw_scsi_queue() spinlocks.
172    1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
173                  Initialize queues correctly when loading with no valid units.
174    1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
175                  Add support for user configurable cmd_per_lun.
176                  Add support for sht->slave_configure().
177    1.02.00.035 - Improve tw_allocate_memory() memory allocation.
178                  Fix tw_chrdev_ioctl() to sleep correctly.
179    1.02.00.036 - Increase character ioctl timeout to 60 seconds.
180    1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
181                  for 'smartmontools' support.
182    1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
183                  Add support for cmds_per_lun module parameter.
184    1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
185                  Fix data_buffer_length usage in tw_chrdev_ioctl().
186                  Update contact information.
187    1.26.02.000 - Convert driver to pci_driver format.
188    1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
189                  Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
190                  Fix tw_remove() to free irq handler/unregister_chrdev()
191                  before shutting down card.
192                  Change to new 'change_queue_depth' api.
193                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
194    1.26.02.002 - Free irq handler in __tw_shutdown().
195                  Turn on RCD bit for caching mode page.
196                  Serialize reset code.
197    1.26.02.003 - Force 60 second timeout default.
198 */
199 
200 #include <linux/module.h>
201 #include <linux/reboot.h>
202 #include <linux/spinlock.h>
203 #include <linux/interrupt.h>
204 #include <linux/moduleparam.h>
205 #include <linux/errno.h>
206 #include <linux/types.h>
207 #include <linux/delay.h>
208 #include <linux/gfp.h>
209 #include <linux/pci.h>
210 #include <linux/time.h>
211 #include <linux/mutex.h>
212 #include <asm/io.h>
213 #include <asm/irq.h>
214 #include <asm/uaccess.h>
215 #include <scsi/scsi.h>
216 #include <scsi/scsi_host.h>
217 #include <scsi/scsi_tcq.h>
218 #include <scsi/scsi_cmnd.h>
219 #include <scsi/scsi_eh.h>
220 #include "3w-xxxx.h"
221 
222 /* Globals */
223 #define TW_DRIVER_VERSION "1.26.02.003"
224 static DEFINE_MUTEX(tw_mutex);
225 static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
226 static int tw_device_extension_count = 0;
227 static int twe_major = -1;
228 
229 /* Module parameters */
230 MODULE_AUTHOR("LSI");
231 MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
232 MODULE_LICENSE("GPL");
233 MODULE_VERSION(TW_DRIVER_VERSION);
234 
235 /* Function prototypes */
236 static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
237 
238 /* Functions */
239 
240 /* This function will check the status register for unexpected bits */
241 static int tw_check_bits(u32 status_reg_value)
242 {
243 	if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
244 		dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
245 		return 1;
246 	}
247 	if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
248 		dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
249 		return 1;
250 	}
251 
252 	return 0;
253 } /* End tw_check_bits() */
254 
255 /* This function will print readable messages from status register errors */
256 static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
257 {
258 	char host[16];
259 
260 	dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
261 
262 	if (print_host)
263 		sprintf(host, " scsi%d:", tw_dev->host->host_no);
264 	else
265 		host[0] = '\0';
266 
267 	if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
268 		printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
269 		outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
270 	}
271 
272 	if (status_reg_value & TW_STATUS_PCI_ABORT) {
273 		printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
274 		outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
275 		pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
276 	}
277 
278 	if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
279 		printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
280 		outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
281 	}
282 
283 	if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
284 		printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
285 		outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
286 	}
287 
288 	if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
289 		if (tw_dev->reset_print == 0) {
290 			printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
291 			tw_dev->reset_print = 1;
292 		}
293 		return 1;
294 	}
295 
296 	return 0;
297 } /* End tw_decode_bits() */
298 
299 /* This function will poll the status register for a flag */
300 static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
301 {
302 	u32 status_reg_value;
303 	unsigned long before;
304 	int retval = 1;
305 
306 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
307 	before = jiffies;
308 
309 	if (tw_check_bits(status_reg_value))
310 		tw_decode_bits(tw_dev, status_reg_value, 0);
311 
312 	while ((status_reg_value & flag) != flag) {
313 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
314 
315 		if (tw_check_bits(status_reg_value))
316 			tw_decode_bits(tw_dev, status_reg_value, 0);
317 
318 		if (time_after(jiffies, before + HZ * seconds))
319 			goto out;
320 
321 		msleep(50);
322 	}
323 	retval = 0;
324 out:
325 	return retval;
326 } /* End tw_poll_status() */
327 
328 /* This function will poll the status register for disappearance of a flag */
329 static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
330 {
331 	u32 status_reg_value;
332 	unsigned long before;
333 	int retval = 1;
334 
335 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
336 	before = jiffies;
337 
338 	if (tw_check_bits(status_reg_value))
339 		tw_decode_bits(tw_dev, status_reg_value, 0);
340 
341 	while ((status_reg_value & flag) != 0) {
342 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
343 
344 		if (tw_check_bits(status_reg_value))
345 			tw_decode_bits(tw_dev, status_reg_value, 0);
346 
347 		if (time_after(jiffies, before + HZ * seconds))
348 			goto out;
349 
350 		msleep(50);
351 	}
352 	retval = 0;
353 out:
354 	return retval;
355 } /* End tw_poll_status_gone() */
356 
357 /* This function will attempt to post a command packet to the board */
358 static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
359 {
360 	u32 status_reg_value;
361 	unsigned long command_que_value;
362 
363 	dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
364 	command_que_value = tw_dev->command_packet_physical_address[request_id];
365 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
366 
367 	if (tw_check_bits(status_reg_value)) {
368 		dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
369 		tw_decode_bits(tw_dev, status_reg_value, 1);
370 	}
371 
372 	if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
373 		/* We successfully posted the command packet */
374 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
375 		tw_dev->state[request_id] = TW_S_POSTED;
376 		tw_dev->posted_request_count++;
377 		if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
378 			tw_dev->max_posted_request_count = tw_dev->posted_request_count;
379 		}
380 	} else {
381 		/* Couldn't post the command packet, so we do it in the isr */
382 		if (tw_dev->state[request_id] != TW_S_PENDING) {
383 			tw_dev->state[request_id] = TW_S_PENDING;
384 			tw_dev->pending_request_count++;
385 			if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
386 				tw_dev->max_pending_request_count = tw_dev->pending_request_count;
387 			}
388 			tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
389 			if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
390 				tw_dev->pending_tail = TW_Q_START;
391 			} else {
392 				tw_dev->pending_tail = tw_dev->pending_tail + 1;
393 			}
394 		}
395 		TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
396 		return 1;
397 	}
398 	return 0;
399 } /* End tw_post_command_packet() */
400 
401 /* This function will return valid sense buffer information for failed cmds */
402 static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
403 {
404 	int i;
405 	TW_Command *command;
406 
407         dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
408 	command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
409 
410 	printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
411 
412 	/* Attempt to return intelligent sense information */
413 	if (fill_sense) {
414 		if ((command->status == 0xc7) || (command->status == 0xcb)) {
415 			for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
416 				if (command->flags == tw_sense_table[i][0]) {
417 
418 					/* Valid bit and 'current errors' */
419 					tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
420 
421 					/* Sense key */
422 					tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
423 
424 					/* Additional sense length */
425 					tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
426 
427 					/* Additional sense code */
428 					tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
429 
430 					/* Additional sense code qualifier */
431 					tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
432 
433 					tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
434 					return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
435 				}
436 			}
437 		}
438 
439 		/* If no table match, error so we get a reset */
440 		return 1;
441 	}
442 
443 	return 0;
444 } /* End tw_decode_sense() */
445 
446 /* This function will report controller error status */
447 static int tw_check_errors(TW_Device_Extension *tw_dev)
448 {
449 	u32 status_reg_value;
450 
451 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
452 
453 	if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
454 		tw_decode_bits(tw_dev, status_reg_value, 0);
455 		return 1;
456 	}
457 
458 	return 0;
459 } /* End tw_check_errors() */
460 
461 /* This function will empty the response que */
462 static void tw_empty_response_que(TW_Device_Extension *tw_dev)
463 {
464 	u32 status_reg_value, response_que_value;
465 
466 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
467 
468 	while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
469 		response_que_value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
470 		status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
471 	}
472 } /* End tw_empty_response_que() */
473 
474 /* This function will free a request_id */
475 static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
476 {
477 	tw_dev->free_queue[tw_dev->free_tail] = request_id;
478 	tw_dev->state[request_id] = TW_S_FINISHED;
479 	tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
480 } /* End tw_state_request_finish() */
481 
482 /* This function will assign an available request_id */
483 static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
484 {
485 	*request_id = tw_dev->free_queue[tw_dev->free_head];
486 	tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
487 	tw_dev->state[*request_id] = TW_S_STARTED;
488 } /* End tw_state_request_start() */
489 
490 /* Show some statistics about the card */
491 static ssize_t tw_show_stats(struct device *dev, struct device_attribute *attr,
492 			     char *buf)
493 {
494 	struct Scsi_Host *host = class_to_shost(dev);
495 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
496 	unsigned long flags = 0;
497 	ssize_t len;
498 
499 	spin_lock_irqsave(tw_dev->host->host_lock, flags);
500 	len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
501 		       "Current commands posted:   %4d\n"
502 		       "Max commands posted:       %4d\n"
503 		       "Current pending commands:  %4d\n"
504 		       "Max pending commands:      %4d\n"
505 		       "Last sgl length:           %4d\n"
506 		       "Max sgl length:            %4d\n"
507 		       "Last sector count:         %4d\n"
508 		       "Max sector count:          %4d\n"
509 		       "SCSI Host Resets:          %4d\n"
510 		       "AEN's:                     %4d\n",
511 		       TW_DRIVER_VERSION,
512 		       tw_dev->posted_request_count,
513 		       tw_dev->max_posted_request_count,
514 		       tw_dev->pending_request_count,
515 		       tw_dev->max_pending_request_count,
516 		       tw_dev->sgl_entries,
517 		       tw_dev->max_sgl_entries,
518 		       tw_dev->sector_count,
519 		       tw_dev->max_sector_count,
520 		       tw_dev->num_resets,
521 		       tw_dev->aen_count);
522 	spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
523 	return len;
524 } /* End tw_show_stats() */
525 
526 /* This function will set a devices queue depth */
527 static int tw_change_queue_depth(struct scsi_device *sdev, int queue_depth,
528 				 int reason)
529 {
530 	if (reason != SCSI_QDEPTH_DEFAULT)
531 		return -EOPNOTSUPP;
532 
533 	if (queue_depth > TW_Q_LENGTH-2)
534 		queue_depth = TW_Q_LENGTH-2;
535 	scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
536 	return queue_depth;
537 } /* End tw_change_queue_depth() */
538 
539 /* Create sysfs 'stats' entry */
540 static struct device_attribute tw_host_stats_attr = {
541 	.attr = {
542 		.name = 	"stats",
543 		.mode =		S_IRUGO,
544 	},
545 	.show = tw_show_stats
546 };
547 
548 /* Host attributes initializer */
549 static struct device_attribute *tw_host_attrs[] = {
550 	&tw_host_stats_attr,
551 	NULL,
552 };
553 
554 /* This function will read the aen queue from the isr */
555 static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
556 {
557 	TW_Command *command_packet;
558 	TW_Param *param;
559 	unsigned long command_que_value;
560 	u32 status_reg_value;
561 	unsigned long param_value = 0;
562 
563 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
564 
565 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
566 	if (tw_check_bits(status_reg_value)) {
567 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
568 		tw_decode_bits(tw_dev, status_reg_value, 1);
569 		return 1;
570 	}
571 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
572 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
573 		return 1;
574 	}
575 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
576 	memset(command_packet, 0, sizeof(TW_Sector));
577 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
578 	command_packet->size = 4;
579 	command_packet->request_id = request_id;
580 	command_packet->status = 0;
581 	command_packet->flags = 0;
582 	command_packet->byte6.parameter_count = 1;
583 	command_que_value = tw_dev->command_packet_physical_address[request_id];
584 	if (command_que_value == 0) {
585 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
586 		return 1;
587 	}
588 	/* Now setup the param */
589 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
590 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
591 		return 1;
592 	}
593 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
594 	memset(param, 0, sizeof(TW_Sector));
595 	param->table_id = 0x401; /* AEN table */
596 	param->parameter_id = 2; /* Unit code */
597 	param->parameter_size_bytes = 2;
598 	param_value = tw_dev->alignment_physical_address[request_id];
599 	if (param_value == 0) {
600 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
601 		return 1;
602 	}
603 	command_packet->byte8.param.sgl[0].address = param_value;
604 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
605 
606 	/* Now post the command packet */
607 	if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
608 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
609 		tw_dev->srb[request_id] = NULL; /* Flag internal command */
610 		tw_dev->state[request_id] = TW_S_POSTED;
611 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
612 	} else {
613 		printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
614 		return 1;
615 	}
616 
617 	return 0;
618 } /* End tw_aen_read_queue() */
619 
620 /* This function will complete an aen request from the isr */
621 static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
622 {
623 	TW_Param *param;
624 	unsigned short aen;
625 	int error = 0, table_max = 0;
626 
627 	dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
628 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
629 		printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
630 		return 1;
631 	}
632 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
633 	aen = *(unsigned short *)(param->data);
634 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
635 
636 	/* Print some useful info when certain aen codes come out */
637 	if (aen == 0x0ff) {
638 		printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
639 	} else {
640 		table_max = ARRAY_SIZE(tw_aen_string);
641 		if ((aen & 0x0ff) < table_max) {
642 			if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
643 				printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
644 			} else {
645 				if (aen != 0x0)
646 					printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
647 			}
648 		} else {
649 			printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
650 		}
651 	}
652 	if (aen != TW_AEN_QUEUE_EMPTY) {
653 		tw_dev->aen_count++;
654 
655 		/* Now queue the code */
656 		tw_dev->aen_queue[tw_dev->aen_tail] = aen;
657 		if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
658 			tw_dev->aen_tail = TW_Q_START;
659 		} else {
660 			tw_dev->aen_tail = tw_dev->aen_tail + 1;
661 		}
662 		if (tw_dev->aen_head == tw_dev->aen_tail) {
663 			if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
664 				tw_dev->aen_head = TW_Q_START;
665 			} else {
666 				tw_dev->aen_head = tw_dev->aen_head + 1;
667 			}
668 		}
669 
670 		error = tw_aen_read_queue(tw_dev, request_id);
671 		if (error) {
672 			printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
673 			tw_dev->state[request_id] = TW_S_COMPLETED;
674 			tw_state_request_finish(tw_dev, request_id);
675 		}
676 	} else {
677 		tw_dev->state[request_id] = TW_S_COMPLETED;
678 		tw_state_request_finish(tw_dev, request_id);
679 	}
680 
681 	return 0;
682 } /* End tw_aen_complete() */
683 
684 /* This function will drain the aen queue after a soft reset */
685 static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
686 {
687 	TW_Command *command_packet;
688 	TW_Param *param;
689 	int request_id = 0;
690 	unsigned long command_que_value;
691 	unsigned long param_value;
692 	TW_Response_Queue response_queue;
693 	unsigned short aen;
694 	unsigned short aen_code;
695 	int finished = 0;
696 	int first_reset = 0;
697 	int queue = 0;
698 	int found = 0, table_max = 0;
699 
700 	dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
701 
702 	if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
703 		dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
704 		return 1;
705 	}
706 	TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
707 
708 	/* Empty response queue */
709 	tw_empty_response_que(tw_dev);
710 
711 	/* Initialize command packet */
712 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
713 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
714 		return 1;
715 	}
716 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
717 	memset(command_packet, 0, sizeof(TW_Sector));
718 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
719 	command_packet->size = 4;
720 	command_packet->request_id = request_id;
721 	command_packet->status = 0;
722 	command_packet->flags = 0;
723 	command_packet->byte6.parameter_count = 1;
724 	command_que_value = tw_dev->command_packet_physical_address[request_id];
725 	if (command_que_value == 0) {
726 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
727 		return 1;
728 	}
729 
730 	/* Now setup the param */
731 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
732 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
733 		return 1;
734 	}
735 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
736 	memset(param, 0, sizeof(TW_Sector));
737 	param->table_id = 0x401; /* AEN table */
738 	param->parameter_id = 2; /* Unit code */
739 	param->parameter_size_bytes = 2;
740 	param_value = tw_dev->alignment_physical_address[request_id];
741 	if (param_value == 0) {
742 		printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
743 		return 1;
744 	}
745 	command_packet->byte8.param.sgl[0].address = param_value;
746 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
747 
748 	/* Now drain the controller's aen queue */
749 	do {
750 		/* Post command packet */
751 		outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
752 
753 		/* Now poll for completion */
754 		if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
755 			response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
756 			request_id = TW_RESID_OUT(response_queue.response_id);
757 
758 			if (request_id != 0) {
759 				/* Unexpected request id */
760 				printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
761 				return 1;
762 			}
763 
764 			if (command_packet->status != 0) {
765 				if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
766 					/* Bad response */
767 					tw_decode_sense(tw_dev, request_id, 0);
768 					return 1;
769 				} else {
770 					/* We know this is a 3w-1x00, and doesn't support aen's */
771 					return 0;
772 				}
773 			}
774 
775 			/* Now check the aen */
776 			aen = *(unsigned short *)(param->data);
777 			aen_code = (aen & 0x0ff);
778 			queue = 0;
779 			switch (aen_code) {
780 				case TW_AEN_QUEUE_EMPTY:
781 					dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
782 					if (first_reset != 1) {
783 						return 1;
784 					} else {
785 						finished = 1;
786 					}
787 					break;
788 				case TW_AEN_SOFT_RESET:
789 					if (first_reset == 0) {
790 						first_reset = 1;
791 					} else {
792 						printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
793 						tw_dev->aen_count++;
794 						queue = 1;
795 					}
796 					break;
797 				default:
798 					if (aen == 0x0ff) {
799 						printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
800 					} else {
801 						table_max = ARRAY_SIZE(tw_aen_string);
802 						if ((aen & 0x0ff) < table_max) {
803 							if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
804 								printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
805 							} else {
806 								printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
807 							}
808 						} else
809 							printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
810 					}
811 					tw_dev->aen_count++;
812 					queue = 1;
813 			}
814 
815 			/* Now put the aen on the aen_queue */
816 			if (queue == 1) {
817 				tw_dev->aen_queue[tw_dev->aen_tail] = aen;
818 				if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
819 					tw_dev->aen_tail = TW_Q_START;
820 				} else {
821 					tw_dev->aen_tail = tw_dev->aen_tail + 1;
822 				}
823 				if (tw_dev->aen_head == tw_dev->aen_tail) {
824 					if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
825 						tw_dev->aen_head = TW_Q_START;
826 					} else {
827 						tw_dev->aen_head = tw_dev->aen_head + 1;
828 					}
829 				}
830 			}
831 			found = 1;
832 		}
833 		if (found == 0) {
834 			printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
835 			return 1;
836 		}
837 	} while (finished == 0);
838 
839 	return 0;
840 } /* End tw_aen_drain_queue() */
841 
842 /* This function will allocate memory */
843 static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
844 {
845 	int i;
846 	dma_addr_t dma_handle;
847 	unsigned long *cpu_addr = NULL;
848 
849 	dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
850 
851 	cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
852 	if (cpu_addr == NULL) {
853 		printk(KERN_WARNING "3w-xxxx: pci_alloc_consistent() failed.\n");
854 		return 1;
855 	}
856 
857 	if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
858 		printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
859 		pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
860 		return 1;
861 	}
862 
863 	memset(cpu_addr, 0, size*TW_Q_LENGTH);
864 
865 	for (i=0;i<TW_Q_LENGTH;i++) {
866 		switch(which) {
867 		case 0:
868 			tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
869 			tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
870 			break;
871 		case 1:
872 			tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
873 			tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
874 			break;
875 		default:
876 			printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
877 			return 1;
878 		}
879 	}
880 
881 	return 0;
882 } /* End tw_allocate_memory() */
883 
884 /* This function handles ioctl for the character device */
885 static long tw_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
886 {
887 	int request_id;
888 	dma_addr_t dma_handle;
889 	unsigned short tw_aen_code;
890 	unsigned long flags;
891 	unsigned int data_buffer_length = 0;
892 	unsigned long data_buffer_length_adjusted = 0;
893 	struct inode *inode = file_inode(file);
894 	unsigned long *cpu_addr;
895 	long timeout;
896 	TW_New_Ioctl *tw_ioctl;
897 	TW_Passthru *passthru;
898 	TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
899 	int retval = -EFAULT;
900 	void __user *argp = (void __user *)arg;
901 
902 	dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
903 
904 	mutex_lock(&tw_mutex);
905 	/* Only let one of these through at a time */
906 	if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
907 		mutex_unlock(&tw_mutex);
908 		return -EINTR;
909 	}
910 
911 	/* First copy down the buffer length */
912 	if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
913 		goto out;
914 
915 	/* Check size */
916 	if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
917 		retval = -EINVAL;
918 		goto out;
919 	}
920 
921 	/* Hardware can only do multiple of 512 byte transfers */
922 	data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
923 
924 	/* Now allocate ioctl buf memory */
925 	cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, &dma_handle, GFP_KERNEL);
926 	if (cpu_addr == NULL) {
927 		retval = -ENOMEM;
928 		goto out;
929 	}
930 
931 	tw_ioctl = (TW_New_Ioctl *)cpu_addr;
932 
933 	/* Now copy down the entire ioctl */
934 	if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl) - 1))
935 		goto out2;
936 
937 	passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
938 
939 	/* See which ioctl we are doing */
940 	switch (cmd) {
941 		case TW_OP_NOP:
942 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
943 			break;
944 		case TW_OP_AEN_LISTEN:
945 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
946 			memset(tw_ioctl->data_buffer, 0, data_buffer_length);
947 
948 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
949 			if (tw_dev->aen_head == tw_dev->aen_tail) {
950 				tw_aen_code = TW_AEN_QUEUE_EMPTY;
951 			} else {
952 				tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
953 				if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
954 					tw_dev->aen_head = TW_Q_START;
955 				} else {
956 					tw_dev->aen_head = tw_dev->aen_head + 1;
957 				}
958 			}
959 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
960 			memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
961 			break;
962 		case TW_CMD_PACKET_WITH_DATA:
963 			dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
964 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
965 
966 			tw_state_request_start(tw_dev, &request_id);
967 
968 			/* Flag internal command */
969 			tw_dev->srb[request_id] = NULL;
970 
971 			/* Flag chrdev ioctl */
972 			tw_dev->chrdev_request_id = request_id;
973 
974 			tw_ioctl->firmware_command.request_id = request_id;
975 
976 			/* Load the sg list */
977 			switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
978 			case 2:
979 				tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
980 				tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
981 				break;
982 			case 3:
983 				tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
984 				tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
985 				break;
986 			case 5:
987 				passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
988 				passthru->sg_list[0].length = data_buffer_length_adjusted;
989 				break;
990 			}
991 
992 			memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
993 
994 			/* Now post the command packet to the controller */
995 			tw_post_command_packet(tw_dev, request_id);
996 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
997 
998 			timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
999 
1000 			/* Now wait for the command to complete */
1001 			timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
1002 
1003 			/* We timed out, and didn't get an interrupt */
1004 			if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
1005 				/* Now we need to reset the board */
1006 				printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
1007 				retval = -EIO;
1008 				if (tw_reset_device_extension(tw_dev)) {
1009 					printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
1010 				}
1011 				goto out2;
1012 			}
1013 
1014 			/* Now copy in the command packet response */
1015 			memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1016 
1017 			/* Now complete the io */
1018 			spin_lock_irqsave(tw_dev->host->host_lock, flags);
1019 			tw_dev->posted_request_count--;
1020 			tw_dev->state[request_id] = TW_S_COMPLETED;
1021 			tw_state_request_finish(tw_dev, request_id);
1022 			spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1023 			break;
1024 		default:
1025 			retval = -ENOTTY;
1026 			goto out2;
1027 	}
1028 
1029 	/* Now copy the response to userspace */
1030 	if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length - 1))
1031 		goto out2;
1032 	retval = 0;
1033 out2:
1034 	/* Now free ioctl buf memory */
1035 	dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, cpu_addr, dma_handle);
1036 out:
1037 	mutex_unlock(&tw_dev->ioctl_lock);
1038 	mutex_unlock(&tw_mutex);
1039 	return retval;
1040 } /* End tw_chrdev_ioctl() */
1041 
1042 /* This function handles open for the character device */
1043 /* NOTE that this function races with remove. */
1044 static int tw_chrdev_open(struct inode *inode, struct file *file)
1045 {
1046 	unsigned int minor_number;
1047 
1048 	dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1049 
1050 	minor_number = iminor(inode);
1051 	if (minor_number >= tw_device_extension_count)
1052 		return -ENODEV;
1053 
1054 	return 0;
1055 } /* End tw_chrdev_open() */
1056 
1057 /* File operations struct for character device */
1058 static const struct file_operations tw_fops = {
1059 	.owner		= THIS_MODULE,
1060 	.unlocked_ioctl	= tw_chrdev_ioctl,
1061 	.open		= tw_chrdev_open,
1062 	.release	= NULL,
1063 	.llseek		= noop_llseek,
1064 };
1065 
1066 /* This function will free up device extension resources */
1067 static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1068 {
1069 	dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1070 
1071 	/* Free command packet and generic buffer memory */
1072 	if (tw_dev->command_packet_virtual_address[0])
1073 		pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Command)*TW_Q_LENGTH, tw_dev->command_packet_virtual_address[0], tw_dev->command_packet_physical_address[0]);
1074 
1075 	if (tw_dev->alignment_virtual_address[0])
1076 		pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Sector)*TW_Q_LENGTH, tw_dev->alignment_virtual_address[0], tw_dev->alignment_physical_address[0]);
1077 } /* End tw_free_device_extension() */
1078 
1079 /* This function will send an initconnection command to controller */
1080 static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1081 {
1082 	unsigned long command_que_value;
1083 	TW_Command  *command_packet;
1084 	TW_Response_Queue response_queue;
1085 	int request_id = 0;
1086 
1087 	dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1088 
1089 	/* Initialize InitConnection command packet */
1090 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1091 		printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1092 		return 1;
1093 	}
1094 
1095 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1096 	memset(command_packet, 0, sizeof(TW_Sector));
1097 	command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1098 	command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1099 	command_packet->request_id = request_id;
1100 	command_packet->status = 0x0;
1101 	command_packet->flags = 0x0;
1102 	command_packet->byte6.message_credits = message_credits;
1103 	command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1104 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1105 
1106 	if (command_que_value == 0) {
1107 		printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1108 		return 1;
1109 	}
1110 
1111 	/* Send command packet to the board */
1112 	outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1113 
1114 	/* Poll for completion */
1115 	if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1116 		response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1117 		request_id = TW_RESID_OUT(response_queue.response_id);
1118 
1119 		if (request_id != 0) {
1120 			/* unexpected request id */
1121 			printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1122 			return 1;
1123 		}
1124 		if (command_packet->status != 0) {
1125 			/* bad response */
1126 			tw_decode_sense(tw_dev, request_id, 0);
1127 			return 1;
1128 		}
1129 	}
1130 	return 0;
1131 } /* End tw_initconnection() */
1132 
1133 /* Set a value in the features table */
1134 static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
1135                   unsigned char *val)
1136 {
1137 	TW_Param *param;
1138 	TW_Command  *command_packet;
1139 	TW_Response_Queue response_queue;
1140 	int request_id = 0;
1141 	unsigned long command_que_value;
1142 	unsigned long param_value;
1143 
1144   	/* Initialize SetParam command packet */
1145 	if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1146 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1147 		return 1;
1148 	}
1149 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1150 	memset(command_packet, 0, sizeof(TW_Sector));
1151 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1152 
1153 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1154 	param->table_id = 0x404;  /* Features table */
1155 	param->parameter_id = parm;
1156 	param->parameter_size_bytes = param_size;
1157 	memcpy(param->data, val, param_size);
1158 
1159 	param_value = tw_dev->alignment_physical_address[request_id];
1160 	if (param_value == 0) {
1161 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1162 		tw_dev->state[request_id] = TW_S_COMPLETED;
1163 		tw_state_request_finish(tw_dev, request_id);
1164 		tw_dev->srb[request_id]->result = (DID_OK << 16);
1165 		tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1166 	}
1167 	command_packet->byte8.param.sgl[0].address = param_value;
1168 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1169 
1170 	command_packet->size = 4;
1171 	command_packet->request_id = request_id;
1172 	command_packet->byte6.parameter_count = 1;
1173 
1174   	command_que_value = tw_dev->command_packet_physical_address[request_id];
1175 	if (command_que_value == 0) {
1176 		printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
1177 	return 1;
1178 	}
1179 
1180 	/* Send command packet to the board */
1181 	outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1182 
1183 	/* Poll for completion */
1184 	if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1185 		response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1186 		request_id = TW_RESID_OUT(response_queue.response_id);
1187 
1188 		if (request_id != 0) {
1189 			/* unexpected request id */
1190 			printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1191 			return 1;
1192 		}
1193 		if (command_packet->status != 0) {
1194 			/* bad response */
1195 			tw_decode_sense(tw_dev, request_id, 0);
1196 			return 1;
1197 		}
1198 	}
1199 
1200 	return 0;
1201 } /* End tw_setfeature() */
1202 
1203 /* This function will reset a controller */
1204 static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1205 {
1206 	int error = 0;
1207 	int tries = 0;
1208 	unsigned char c = 1;
1209 
1210 	/* Reset the board */
1211 	while (tries < TW_MAX_RESET_TRIES) {
1212 		TW_SOFT_RESET(tw_dev);
1213 
1214 		error = tw_aen_drain_queue(tw_dev);
1215 		if (error) {
1216 			printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1217 			tries++;
1218 			continue;
1219 		}
1220 
1221 		/* Check for controller errors */
1222 		if (tw_check_errors(tw_dev)) {
1223 			printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1224 			tries++;
1225 			continue;
1226 		}
1227 
1228 		/* Now the controller is in a good state */
1229 		break;
1230 	}
1231 
1232 	if (tries >= TW_MAX_RESET_TRIES) {
1233 		printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1234 		return 1;
1235 	}
1236 
1237 	error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1238 	if (error) {
1239 		printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1240 		return 1;
1241 	}
1242 
1243 	error = tw_setfeature(tw_dev, 2, 1, &c);
1244 	if (error) {
1245 		printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1246 	}
1247 
1248 	return 0;
1249 } /* End tw_reset_sequence() */
1250 
1251 /* This function will initialize the fields of a device extension */
1252 static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1253 {
1254 	int i, error=0;
1255 
1256 	dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1257 
1258 	/* Initialize command packet buffers */
1259 	error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1260 	if (error) {
1261 		printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1262 		return 1;
1263 	}
1264 
1265 	/* Initialize generic buffer */
1266 	error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1267 	if (error) {
1268 		printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1269 		return 1;
1270 	}
1271 
1272 	for (i=0;i<TW_Q_LENGTH;i++) {
1273 		tw_dev->free_queue[i] = i;
1274 		tw_dev->state[i] = TW_S_INITIAL;
1275 	}
1276 
1277 	tw_dev->pending_head = TW_Q_START;
1278 	tw_dev->pending_tail = TW_Q_START;
1279 	tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1280 
1281 	mutex_init(&tw_dev->ioctl_lock);
1282 	init_waitqueue_head(&tw_dev->ioctl_wqueue);
1283 
1284 	return 0;
1285 } /* End tw_initialize_device_extension() */
1286 
1287 static int tw_map_scsi_sg_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1288 {
1289 	int use_sg;
1290 
1291 	dprintk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data()\n");
1292 
1293 	use_sg = scsi_dma_map(cmd);
1294 	if (use_sg < 0) {
1295 		printk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data(): pci_map_sg() failed.\n");
1296 		return 0;
1297 	}
1298 
1299 	cmd->SCp.phase = TW_PHASE_SGLIST;
1300 	cmd->SCp.have_data_in = use_sg;
1301 
1302 	return use_sg;
1303 } /* End tw_map_scsi_sg_data() */
1304 
1305 static void tw_unmap_scsi_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1306 {
1307 	dprintk(KERN_WARNING "3w-xxxx: tw_unmap_scsi_data()\n");
1308 
1309 	if (cmd->SCp.phase == TW_PHASE_SGLIST)
1310 		scsi_dma_unmap(cmd);
1311 } /* End tw_unmap_scsi_data() */
1312 
1313 /* This function will reset a device extension */
1314 static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1315 {
1316 	int i = 0;
1317 	struct scsi_cmnd *srb;
1318 	unsigned long flags = 0;
1319 
1320 	dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1321 
1322 	set_bit(TW_IN_RESET, &tw_dev->flags);
1323 	TW_DISABLE_INTERRUPTS(tw_dev);
1324 	TW_MASK_COMMAND_INTERRUPT(tw_dev);
1325 	spin_lock_irqsave(tw_dev->host->host_lock, flags);
1326 
1327 	/* Abort all requests that are in progress */
1328 	for (i=0;i<TW_Q_LENGTH;i++) {
1329 		if ((tw_dev->state[i] != TW_S_FINISHED) &&
1330 		    (tw_dev->state[i] != TW_S_INITIAL) &&
1331 		    (tw_dev->state[i] != TW_S_COMPLETED)) {
1332 			srb = tw_dev->srb[i];
1333 			if (srb != NULL) {
1334 				srb->result = (DID_RESET << 16);
1335 				tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1336 				tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[i]);
1337 			}
1338 		}
1339 	}
1340 
1341 	/* Reset queues and counts */
1342 	for (i=0;i<TW_Q_LENGTH;i++) {
1343 		tw_dev->free_queue[i] = i;
1344 		tw_dev->state[i] = TW_S_INITIAL;
1345 	}
1346 	tw_dev->free_head = TW_Q_START;
1347 	tw_dev->free_tail = TW_Q_START;
1348 	tw_dev->posted_request_count = 0;
1349 	tw_dev->pending_request_count = 0;
1350 	tw_dev->pending_head = TW_Q_START;
1351 	tw_dev->pending_tail = TW_Q_START;
1352 	tw_dev->reset_print = 0;
1353 
1354 	spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1355 
1356 	if (tw_reset_sequence(tw_dev)) {
1357 		printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1358 		return 1;
1359 	}
1360 
1361 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1362 	clear_bit(TW_IN_RESET, &tw_dev->flags);
1363 	tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1364 
1365 	return 0;
1366 } /* End tw_reset_device_extension() */
1367 
1368 /* This funciton returns unit geometry in cylinders/heads/sectors */
1369 static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
1370 		sector_t capacity, int geom[])
1371 {
1372 	int heads, sectors, cylinders;
1373 	TW_Device_Extension *tw_dev;
1374 
1375 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1376 	tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1377 
1378 	heads = 64;
1379 	sectors = 32;
1380 	cylinders = sector_div(capacity, heads * sectors);
1381 
1382 	if (capacity >= 0x200000) {
1383 		heads = 255;
1384 		sectors = 63;
1385 		cylinders = sector_div(capacity, heads * sectors);
1386 	}
1387 
1388 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
1389 	geom[0] = heads;
1390 	geom[1] = sectors;
1391 	geom[2] = cylinders;
1392 
1393 	return 0;
1394 } /* End tw_scsi_biosparam() */
1395 
1396 /* This is the new scsi eh reset function */
1397 static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1398 {
1399 	TW_Device_Extension *tw_dev=NULL;
1400 	int retval = FAILED;
1401 
1402 	tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1403 
1404 	tw_dev->num_resets++;
1405 
1406 	sdev_printk(KERN_WARNING, SCpnt->device,
1407 		"WARNING: Command (0x%x) timed out, resetting card.\n",
1408 		SCpnt->cmnd[0]);
1409 
1410 	/* Make sure we are not issuing an ioctl or resetting from ioctl */
1411 	mutex_lock(&tw_dev->ioctl_lock);
1412 
1413 	/* Now reset the card and some of the device extension data */
1414 	if (tw_reset_device_extension(tw_dev)) {
1415 		printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1416 		goto out;
1417 	}
1418 
1419 	retval = SUCCESS;
1420 out:
1421 	mutex_unlock(&tw_dev->ioctl_lock);
1422 	return retval;
1423 } /* End tw_scsi_eh_reset() */
1424 
1425 /* This function handles scsi inquiry commands */
1426 static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1427 {
1428 	TW_Param *param;
1429 	TW_Command *command_packet;
1430 	unsigned long command_que_value;
1431 	unsigned long param_value;
1432 
1433 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1434 
1435 	/* Initialize command packet */
1436 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1437 	if (command_packet == NULL) {
1438 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1439 		return 1;
1440 	}
1441 	memset(command_packet, 0, sizeof(TW_Sector));
1442 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1443 	command_packet->size = 4;
1444 	command_packet->request_id = request_id;
1445 	command_packet->status = 0;
1446 	command_packet->flags = 0;
1447 	command_packet->byte6.parameter_count = 1;
1448 
1449 	/* Now setup the param */
1450 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1451 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1452 		return 1;
1453 	}
1454 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1455 	memset(param, 0, sizeof(TW_Sector));
1456 	param->table_id = 3;	 /* unit summary table */
1457 	param->parameter_id = 3; /* unitsstatus parameter */
1458 	param->parameter_size_bytes = TW_MAX_UNITS;
1459 	param_value = tw_dev->alignment_physical_address[request_id];
1460 	if (param_value == 0) {
1461 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1462 		return 1;
1463 	}
1464 
1465 	command_packet->byte8.param.sgl[0].address = param_value;
1466 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1467 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1468 	if (command_que_value == 0) {
1469 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1470 		return 1;
1471 	}
1472 
1473 	/* Now try to post the command packet */
1474 	tw_post_command_packet(tw_dev, request_id);
1475 
1476 	return 0;
1477 } /* End tw_scsiop_inquiry() */
1478 
1479 static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1480 				 void *data, unsigned int len)
1481 {
1482 	scsi_sg_copy_from_buffer(tw_dev->srb[request_id], data, len);
1483 }
1484 
1485 /* This function is called by the isr to complete an inquiry command */
1486 static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1487 {
1488 	unsigned char *is_unit_present;
1489 	unsigned char request_buffer[36];
1490 	TW_Param *param;
1491 
1492 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1493 
1494 	memset(request_buffer, 0, sizeof(request_buffer));
1495 	request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1496 	request_buffer[1] = 0;	       /* Device type modifier */
1497 	request_buffer[2] = 0;	       /* No ansi/iso compliance */
1498 	request_buffer[4] = 31;	       /* Additional length */
1499 	memcpy(&request_buffer[8], "3ware   ", 8);	 /* Vendor ID */
1500 	sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1501 	memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
1502 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1503 			     sizeof(request_buffer));
1504 
1505 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1506 	if (param == NULL) {
1507 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1508 		return 1;
1509 	}
1510 	is_unit_present = &(param->data[0]);
1511 
1512 	if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1513 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1514 	} else {
1515 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1516 		tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1517 		return TW_ISR_DONT_RESULT;
1518 	}
1519 
1520 	return 0;
1521 } /* End tw_scsiop_inquiry_complete() */
1522 
1523 /* This function handles scsi mode_sense commands */
1524 static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1525 {
1526 	TW_Param *param;
1527 	TW_Command *command_packet;
1528 	unsigned long command_que_value;
1529 	unsigned long param_value;
1530 
1531 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1532 
1533 	/* Only page control = 0, page code = 0x8 (cache page) supported */
1534 	if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1535 		tw_dev->state[request_id] = TW_S_COMPLETED;
1536 		tw_state_request_finish(tw_dev, request_id);
1537 		tw_dev->srb[request_id]->result = (DID_OK << 16);
1538 		tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1539 		return 0;
1540 	}
1541 
1542 	/* Now read firmware cache setting for this unit */
1543 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1544 	if (command_packet == NULL) {
1545 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1546 		return 1;
1547 	}
1548 
1549 	/* Setup the command packet */
1550 	memset(command_packet, 0, sizeof(TW_Sector));
1551 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1552 	command_packet->size = 4;
1553 	command_packet->request_id = request_id;
1554 	command_packet->status = 0;
1555 	command_packet->flags = 0;
1556 	command_packet->byte6.parameter_count = 1;
1557 
1558 	/* Setup the param */
1559 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1560 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1561 		return 1;
1562 	}
1563 
1564 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1565 	memset(param, 0, sizeof(TW_Sector));
1566 	param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1567 	param->parameter_id = 7; /* unit flags */
1568 	param->parameter_size_bytes = 1;
1569 	param_value = tw_dev->alignment_physical_address[request_id];
1570 	if (param_value == 0) {
1571 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1572 		return 1;
1573 	}
1574 
1575 	command_packet->byte8.param.sgl[0].address = param_value;
1576 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1577 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1578 	if (command_que_value == 0) {
1579 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1580 		return 1;
1581 	}
1582 
1583 	/* Now try to post the command packet */
1584 	tw_post_command_packet(tw_dev, request_id);
1585 
1586 	return 0;
1587 } /* End tw_scsiop_mode_sense() */
1588 
1589 /* This function is called by the isr to complete a mode sense command */
1590 static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1591 {
1592 	TW_Param *param;
1593 	unsigned char *flags;
1594 	unsigned char request_buffer[8];
1595 
1596 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1597 
1598 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1599 	if (param == NULL) {
1600 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1601 		return 1;
1602 	}
1603 	flags = (char *)&(param->data[0]);
1604 	memset(request_buffer, 0, sizeof(request_buffer));
1605 
1606 	request_buffer[0] = 0xf;        /* mode data length */
1607 	request_buffer[1] = 0;          /* default medium type */
1608 	request_buffer[2] = 0x10;       /* dpo/fua support on */
1609 	request_buffer[3] = 0;          /* no block descriptors */
1610 	request_buffer[4] = 0x8;        /* caching page */
1611 	request_buffer[5] = 0xa;        /* page length */
1612 	if (*flags & 0x1)
1613 		request_buffer[6] = 0x5;        /* WCE on, RCD on */
1614 	else
1615 		request_buffer[6] = 0x1;        /* WCE off, RCD on */
1616 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1617 			     sizeof(request_buffer));
1618 
1619 	return 0;
1620 } /* End tw_scsiop_mode_sense_complete() */
1621 
1622 /* This function handles scsi read_capacity commands */
1623 static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1624 {
1625 	TW_Param *param;
1626 	TW_Command *command_packet;
1627 	unsigned long command_que_value;
1628 	unsigned long param_value;
1629 
1630 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1631 
1632 	/* Initialize command packet */
1633 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1634 
1635 	if (command_packet == NULL) {
1636 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1637 		return 1;
1638 	}
1639 	memset(command_packet, 0, sizeof(TW_Sector));
1640 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1641 	command_packet->size = 4;
1642 	command_packet->request_id = request_id;
1643 	command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1644 	command_packet->status = 0;
1645 	command_packet->flags = 0;
1646 	command_packet->byte6.block_count = 1;
1647 
1648 	/* Now setup the param */
1649 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1650 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1651 		return 1;
1652 	}
1653 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1654 	memset(param, 0, sizeof(TW_Sector));
1655 	param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1656 	tw_dev->srb[request_id]->device->id;
1657 	param->parameter_id = 4;	/* unitcapacity parameter */
1658 	param->parameter_size_bytes = 4;
1659 	param_value = tw_dev->alignment_physical_address[request_id];
1660 	if (param_value == 0) {
1661 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1662 		return 1;
1663 	}
1664 
1665 	command_packet->byte8.param.sgl[0].address = param_value;
1666 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1667 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1668 	if (command_que_value == 0) {
1669 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1670 		return 1;
1671 	}
1672 
1673 	/* Now try to post the command to the board */
1674 	tw_post_command_packet(tw_dev, request_id);
1675 
1676 	return 0;
1677 } /* End tw_scsiop_read_capacity() */
1678 
1679 /* This function is called by the isr to complete a readcapacity command */
1680 static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1681 {
1682 	unsigned char *param_data;
1683 	u32 capacity;
1684 	char buff[8];
1685 	TW_Param *param;
1686 
1687 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1688 
1689 	memset(buff, 0, sizeof(buff));
1690 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1691 	if (param == NULL) {
1692 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1693 		return 1;
1694 	}
1695 	param_data = &(param->data[0]);
1696 
1697 	capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1698 		   (param_data[1] << 8) | param_data[0];
1699 
1700 	/* Subtract one sector to fix get last sector ioctl */
1701 	capacity -= 1;
1702 
1703 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1704 
1705 	/* Number of LBA's */
1706 	buff[0] = (capacity >> 24);
1707 	buff[1] = (capacity >> 16) & 0xff;
1708 	buff[2] = (capacity >> 8) & 0xff;
1709 	buff[3] = capacity & 0xff;
1710 
1711 	/* Block size in bytes (512) */
1712 	buff[4] = (TW_BLOCK_SIZE >> 24);
1713 	buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1714 	buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1715 	buff[7] = TW_BLOCK_SIZE & 0xff;
1716 
1717 	tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1718 
1719 	return 0;
1720 } /* End tw_scsiop_read_capacity_complete() */
1721 
1722 /* This function handles scsi read or write commands */
1723 static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1724 {
1725 	TW_Command *command_packet;
1726 	unsigned long command_que_value;
1727 	u32 lba = 0x0, num_sectors = 0x0;
1728 	int i, use_sg;
1729 	struct scsi_cmnd *srb;
1730 	struct scatterlist *sglist, *sg;
1731 
1732 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1733 
1734 	srb = tw_dev->srb[request_id];
1735 
1736 	sglist = scsi_sglist(srb);
1737 	if (!sglist) {
1738 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1739 		return 1;
1740 	}
1741 
1742 	/* Initialize command packet */
1743 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1744 	if (command_packet == NULL) {
1745 		dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1746 		return 1;
1747 	}
1748 
1749 	if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1750 		command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1751 	} else {
1752 		command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1753 	}
1754 
1755 	command_packet->size = 3;
1756 	command_packet->request_id = request_id;
1757 	command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1758 	command_packet->status = 0;
1759 	command_packet->flags = 0;
1760 
1761 	if (srb->cmnd[0] == WRITE_10) {
1762 		if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1763 			command_packet->flags = 1;
1764 	}
1765 
1766 	if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1767 		lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1768 		num_sectors = (u32)srb->cmnd[4];
1769 	} else {
1770 		lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1771 		num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1772 	}
1773 
1774 	/* Update sector statistic */
1775 	tw_dev->sector_count = num_sectors;
1776 	if (tw_dev->sector_count > tw_dev->max_sector_count)
1777 		tw_dev->max_sector_count = tw_dev->sector_count;
1778 
1779 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1780 	command_packet->byte8.io.lba = lba;
1781 	command_packet->byte6.block_count = num_sectors;
1782 
1783 	use_sg = tw_map_scsi_sg_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
1784 	if (!use_sg)
1785 		return 1;
1786 
1787 	scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1788 		command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1789 		command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1790 		command_packet->size+=2;
1791 	}
1792 
1793 	/* Update SG statistics */
1794 	tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1795 	if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1796 		tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1797 
1798 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1799 	if (command_que_value == 0) {
1800 		dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1801 		return 1;
1802 	}
1803 
1804 	/* Now try to post the command to the board */
1805 	tw_post_command_packet(tw_dev, request_id);
1806 
1807 	return 0;
1808 } /* End tw_scsiop_read_write() */
1809 
1810 /* This function will handle the request sense scsi command */
1811 static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1812 {
1813 	char request_buffer[18];
1814 
1815 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1816 
1817 	memset(request_buffer, 0, sizeof(request_buffer));
1818 	request_buffer[0] = 0x70; /* Immediate fixed format */
1819 	request_buffer[7] = 10;	/* minimum size per SPC: 18 bytes */
1820 	/* leave all other fields zero, giving effectively NO_SENSE return */
1821 	tw_transfer_internal(tw_dev, request_id, request_buffer,
1822 			     sizeof(request_buffer));
1823 
1824 	tw_dev->state[request_id] = TW_S_COMPLETED;
1825 	tw_state_request_finish(tw_dev, request_id);
1826 
1827 	/* If we got a request_sense, we probably want a reset, return error */
1828 	tw_dev->srb[request_id]->result = (DID_ERROR << 16);
1829 	tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1830 
1831 	return 0;
1832 } /* End tw_scsiop_request_sense() */
1833 
1834 /* This function will handle synchronize cache scsi command */
1835 static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1836 {
1837 	TW_Command *command_packet;
1838 	unsigned long command_que_value;
1839 
1840 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1841 
1842 	/* Send firmware flush command for this unit */
1843 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1844 	if (command_packet == NULL) {
1845 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1846 		return 1;
1847 	}
1848 
1849 	/* Setup the command packet */
1850 	memset(command_packet, 0, sizeof(TW_Sector));
1851 	command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1852 	command_packet->size = 2;
1853 	command_packet->request_id = request_id;
1854 	command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1855 	command_packet->status = 0;
1856 	command_packet->flags = 0;
1857 	command_packet->byte6.parameter_count = 1;
1858 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1859 	if (command_que_value == 0) {
1860 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1861 		return 1;
1862 	}
1863 
1864 	/* Now try to post the command packet */
1865 	tw_post_command_packet(tw_dev, request_id);
1866 
1867 	return 0;
1868 } /* End tw_scsiop_synchronize_cache() */
1869 
1870 /* This function will handle test unit ready scsi command */
1871 static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1872 {
1873 	TW_Param *param;
1874 	TW_Command *command_packet;
1875 	unsigned long command_que_value;
1876 	unsigned long param_value;
1877 
1878 	dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1879 
1880 	/* Initialize command packet */
1881 	command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1882 	if (command_packet == NULL) {
1883 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1884 		return 1;
1885 	}
1886 	memset(command_packet, 0, sizeof(TW_Sector));
1887 	command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1888 	command_packet->size = 4;
1889 	command_packet->request_id = request_id;
1890 	command_packet->status = 0;
1891 	command_packet->flags = 0;
1892 	command_packet->byte6.parameter_count = 1;
1893 
1894 	/* Now setup the param */
1895 	if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1896 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1897 		return 1;
1898 	}
1899 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1900 	memset(param, 0, sizeof(TW_Sector));
1901 	param->table_id = 3;	 /* unit summary table */
1902 	param->parameter_id = 3; /* unitsstatus parameter */
1903 	param->parameter_size_bytes = TW_MAX_UNITS;
1904 	param_value = tw_dev->alignment_physical_address[request_id];
1905 	if (param_value == 0) {
1906 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1907 		return 1;
1908 	}
1909 
1910 	command_packet->byte8.param.sgl[0].address = param_value;
1911 	command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1912 	command_que_value = tw_dev->command_packet_physical_address[request_id];
1913 	if (command_que_value == 0) {
1914 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1915 		return 1;
1916 	}
1917 
1918 	/* Now try to post the command packet */
1919 	tw_post_command_packet(tw_dev, request_id);
1920 
1921 	return 0;
1922 } /* End tw_scsiop_test_unit_ready() */
1923 
1924 /* This function is called by the isr to complete a testunitready command */
1925 static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1926 {
1927 	unsigned char *is_unit_present;
1928 	TW_Param *param;
1929 
1930 	dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1931 
1932 	param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1933 	if (param == NULL) {
1934 		printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1935 		return 1;
1936 	}
1937 	is_unit_present = &(param->data[0]);
1938 
1939 	if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1940 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1941 	} else {
1942 		tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1943 		tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1944 		return TW_ISR_DONT_RESULT;
1945 	}
1946 
1947 	return 0;
1948 } /* End tw_scsiop_test_unit_ready_complete() */
1949 
1950 /* This is the main scsi queue function to handle scsi opcodes */
1951 static int tw_scsi_queue_lck(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1952 {
1953 	unsigned char *command = SCpnt->cmnd;
1954 	int request_id = 0;
1955 	int retval = 1;
1956 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1957 
1958 	/* If we are resetting due to timed out ioctl, report as busy */
1959 	if (test_bit(TW_IN_RESET, &tw_dev->flags))
1960 		return SCSI_MLQUEUE_HOST_BUSY;
1961 
1962 	/* Save done function into Scsi_Cmnd struct */
1963 	SCpnt->scsi_done = done;
1964 
1965 	/* Queue the command and get a request id */
1966 	tw_state_request_start(tw_dev, &request_id);
1967 
1968 	/* Save the scsi command for use by the ISR */
1969 	tw_dev->srb[request_id] = SCpnt;
1970 
1971 	/* Initialize phase to zero */
1972 	SCpnt->SCp.phase = TW_PHASE_INITIAL;
1973 
1974 	switch (*command) {
1975 		case READ_10:
1976 		case READ_6:
1977 		case WRITE_10:
1978 		case WRITE_6:
1979 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1980 			retval = tw_scsiop_read_write(tw_dev, request_id);
1981 			break;
1982 		case TEST_UNIT_READY:
1983 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1984 			retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1985 			break;
1986 		case INQUIRY:
1987 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1988 			retval = tw_scsiop_inquiry(tw_dev, request_id);
1989 			break;
1990 		case READ_CAPACITY:
1991 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1992 			retval = tw_scsiop_read_capacity(tw_dev, request_id);
1993 			break;
1994 	        case REQUEST_SENSE:
1995 		        dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1996 		        retval = tw_scsiop_request_sense(tw_dev, request_id);
1997 		        break;
1998 		case MODE_SENSE:
1999 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
2000 			retval = tw_scsiop_mode_sense(tw_dev, request_id);
2001 			break;
2002 		case SYNCHRONIZE_CACHE:
2003 			dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
2004 			retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
2005 			break;
2006 		case TW_IOCTL:
2007 			printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
2008 			break;
2009 		default:
2010 			printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
2011 			tw_dev->state[request_id] = TW_S_COMPLETED;
2012 			tw_state_request_finish(tw_dev, request_id);
2013 			SCpnt->result = (DRIVER_SENSE << 24) | SAM_STAT_CHECK_CONDITION;
2014 			scsi_build_sense_buffer(1, SCpnt->sense_buffer, ILLEGAL_REQUEST, 0x20, 0);
2015 			done(SCpnt);
2016 			retval = 0;
2017 	}
2018 	if (retval) {
2019 		tw_dev->state[request_id] = TW_S_COMPLETED;
2020 		tw_state_request_finish(tw_dev, request_id);
2021 		SCpnt->result = (DID_ERROR << 16);
2022 		done(SCpnt);
2023 		retval = 0;
2024 	}
2025 	return retval;
2026 } /* End tw_scsi_queue() */
2027 
2028 static DEF_SCSI_QCMD(tw_scsi_queue)
2029 
2030 /* This function is the interrupt service routine */
2031 static irqreturn_t tw_interrupt(int irq, void *dev_instance)
2032 {
2033 	int request_id;
2034 	u32 status_reg_value;
2035 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2036 	TW_Response_Queue response_que;
2037 	int error = 0, retval = 0;
2038 	TW_Command *command_packet;
2039 	int handled = 0;
2040 
2041 	/* Get the host lock for io completions */
2042 	spin_lock(tw_dev->host->host_lock);
2043 
2044 	/* Read the registers */
2045 	status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2046 
2047 	/* Check if this is our interrupt, otherwise bail */
2048 	if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2049 		goto tw_interrupt_bail;
2050 
2051 	handled = 1;
2052 
2053 	/* If we are resetting, bail */
2054 	if (test_bit(TW_IN_RESET, &tw_dev->flags))
2055 		goto tw_interrupt_bail;
2056 
2057 	/* Check controller for errors */
2058 	if (tw_check_bits(status_reg_value)) {
2059 		dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2060 		if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2061 			TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2062 			goto tw_interrupt_bail;
2063 		}
2064 	}
2065 
2066 	/* Handle host interrupt */
2067 	if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2068 		dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2069 		TW_CLEAR_HOST_INTERRUPT(tw_dev);
2070 	}
2071 
2072 	/* Handle attention interrupt */
2073 	if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2074 		dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2075 		TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2076 		tw_state_request_start(tw_dev, &request_id);
2077 		error = tw_aen_read_queue(tw_dev, request_id);
2078 		if (error) {
2079 			printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2080 			tw_dev->state[request_id] = TW_S_COMPLETED;
2081 			tw_state_request_finish(tw_dev, request_id);
2082 		}
2083 	}
2084 
2085 	/* Handle command interrupt */
2086 	if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2087 		/* Drain as many pending commands as we can */
2088 		while (tw_dev->pending_request_count > 0) {
2089 			request_id = tw_dev->pending_queue[tw_dev->pending_head];
2090 			if (tw_dev->state[request_id] != TW_S_PENDING) {
2091 				printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2092 				break;
2093 			}
2094 			if (tw_post_command_packet(tw_dev, request_id)==0) {
2095 				if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2096 					tw_dev->pending_head = TW_Q_START;
2097 				} else {
2098 					tw_dev->pending_head = tw_dev->pending_head + 1;
2099 				}
2100 				tw_dev->pending_request_count--;
2101 			} else {
2102 				/* If we get here, we will continue re-posting on the next command interrupt */
2103 				break;
2104 			}
2105 		}
2106 		/* If there are no more pending requests, we mask command interrupt */
2107 		if (tw_dev->pending_request_count == 0)
2108 			TW_MASK_COMMAND_INTERRUPT(tw_dev);
2109 	}
2110 
2111 	/* Handle response interrupt */
2112 	if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2113 		/* Drain the response queue from the board */
2114 		while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2115 			/* Read response queue register */
2116 			response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2117 			request_id = TW_RESID_OUT(response_que.response_id);
2118 			command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2119 			error = 0;
2120 
2121 			/* Check for bad response */
2122 			if (command_packet->status != 0) {
2123 				/* If internal command, don't error, don't fill sense */
2124 				if (tw_dev->srb[request_id] == NULL) {
2125 					tw_decode_sense(tw_dev, request_id, 0);
2126 				} else {
2127 					error = tw_decode_sense(tw_dev, request_id, 1);
2128 				}
2129 			}
2130 
2131 			/* Check for correct state */
2132 			if (tw_dev->state[request_id] != TW_S_POSTED) {
2133 				if (tw_dev->srb[request_id] != NULL) {
2134 					printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2135 					error = 1;
2136 				}
2137 			}
2138 
2139 			dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2140 
2141 			/* Check for internal command completion */
2142 			if (tw_dev->srb[request_id] == NULL) {
2143 				dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2144 				/* Check for chrdev ioctl completion */
2145 				if (request_id != tw_dev->chrdev_request_id) {
2146 					retval = tw_aen_complete(tw_dev, request_id);
2147 					if (retval) {
2148 						printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2149 					}
2150 				} else {
2151 					tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2152 					wake_up(&tw_dev->ioctl_wqueue);
2153 				}
2154 			} else {
2155 				switch (tw_dev->srb[request_id]->cmnd[0]) {
2156 				case READ_10:
2157 				case READ_6:
2158 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2159 					break;
2160 				case WRITE_10:
2161 				case WRITE_6:
2162 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2163 					break;
2164 				case TEST_UNIT_READY:
2165 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2166 					error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2167 					break;
2168 				case INQUIRY:
2169 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2170 					error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2171 					break;
2172 				case READ_CAPACITY:
2173 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2174 					error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2175 					break;
2176 				case MODE_SENSE:
2177 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2178 					error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2179 					break;
2180 				case SYNCHRONIZE_CACHE:
2181 					dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2182 					break;
2183 				default:
2184 					printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2185 					error = 1;
2186 				}
2187 
2188 				/* If no error command was a success */
2189 				if (error == 0) {
2190 					tw_dev->srb[request_id]->result = (DID_OK << 16);
2191 				}
2192 
2193 				/* If error, command failed */
2194 				if (error == 1) {
2195 					/* Ask for a host reset */
2196 					tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
2197 				}
2198 
2199 				/* Now complete the io */
2200 				if ((error != TW_ISR_DONT_COMPLETE)) {
2201 					tw_dev->state[request_id] = TW_S_COMPLETED;
2202 					tw_state_request_finish(tw_dev, request_id);
2203 					tw_dev->posted_request_count--;
2204 					tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
2205 
2206 					tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
2207 				}
2208 			}
2209 
2210 			/* Check for valid status after each drain */
2211 			status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2212 			if (tw_check_bits(status_reg_value)) {
2213 				dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2214 				if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2215 					TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2216 					goto tw_interrupt_bail;
2217 				}
2218 			}
2219 		}
2220 	}
2221 
2222 tw_interrupt_bail:
2223 	spin_unlock(tw_dev->host->host_lock);
2224 	return IRQ_RETVAL(handled);
2225 } /* End tw_interrupt() */
2226 
2227 /* This function tells the controller to shut down */
2228 static void __tw_shutdown(TW_Device_Extension *tw_dev)
2229 {
2230 	/* Disable interrupts */
2231 	TW_DISABLE_INTERRUPTS(tw_dev);
2232 
2233 	/* Free up the IRQ */
2234 	free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2235 
2236 	printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2237 
2238 	/* Tell the card we are shutting down */
2239 	if (tw_initconnection(tw_dev, 1)) {
2240 		printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2241 	} else {
2242 		printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2243 	}
2244 
2245 	/* Clear all interrupts just before exit */
2246 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2247 } /* End __tw_shutdown() */
2248 
2249 /* Wrapper for __tw_shutdown */
2250 static void tw_shutdown(struct pci_dev *pdev)
2251 {
2252 	struct Scsi_Host *host = pci_get_drvdata(pdev);
2253 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2254 
2255 	__tw_shutdown(tw_dev);
2256 } /* End tw_shutdown() */
2257 
2258 /* This function gets called when a disk is coming online */
2259 static int tw_slave_configure(struct scsi_device *sdev)
2260 {
2261 	/* Force 60 second timeout */
2262 	blk_queue_rq_timeout(sdev->request_queue, 60 * HZ);
2263 
2264 	return 0;
2265 } /* End tw_slave_configure() */
2266 
2267 static struct scsi_host_template driver_template = {
2268 	.module			= THIS_MODULE,
2269 	.name			= "3ware Storage Controller",
2270 	.queuecommand		= tw_scsi_queue,
2271 	.eh_host_reset_handler	= tw_scsi_eh_reset,
2272 	.bios_param		= tw_scsi_biosparam,
2273 	.change_queue_depth	= tw_change_queue_depth,
2274 	.can_queue		= TW_Q_LENGTH-2,
2275 	.slave_configure	= tw_slave_configure,
2276 	.this_id		= -1,
2277 	.sg_tablesize		= TW_MAX_SGL_LENGTH,
2278 	.max_sectors		= TW_MAX_SECTORS,
2279 	.cmd_per_lun		= TW_MAX_CMDS_PER_LUN,
2280 	.use_clustering		= ENABLE_CLUSTERING,
2281 	.shost_attrs		= tw_host_attrs,
2282 	.emulated		= 1,
2283 	.no_write_same		= 1,
2284 };
2285 
2286 /* This function will probe and initialize a card */
2287 static int tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2288 {
2289 	struct Scsi_Host *host = NULL;
2290 	TW_Device_Extension *tw_dev;
2291 	int retval = -ENODEV;
2292 
2293 	retval = pci_enable_device(pdev);
2294 	if (retval) {
2295 		printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2296 		goto out_disable_device;
2297 	}
2298 
2299 	pci_set_master(pdev);
2300 
2301 	retval = pci_set_dma_mask(pdev, TW_DMA_MASK);
2302 	if (retval) {
2303 		printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2304 		goto out_disable_device;
2305 	}
2306 
2307 	host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2308 	if (!host) {
2309 		printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2310 		retval = -ENOMEM;
2311 		goto out_disable_device;
2312 	}
2313 	tw_dev = (TW_Device_Extension *)host->hostdata;
2314 
2315 	/* Save values to device extension */
2316 	tw_dev->host = host;
2317 	tw_dev->tw_pci_dev = pdev;
2318 
2319 	if (tw_initialize_device_extension(tw_dev)) {
2320 		printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
2321 		goto out_free_device_extension;
2322 	}
2323 
2324 	/* Request IO regions */
2325 	retval = pci_request_regions(pdev, "3w-xxxx");
2326 	if (retval) {
2327 		printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2328 		goto out_free_device_extension;
2329 	}
2330 
2331 	/* Save base address */
2332 	tw_dev->base_addr = pci_resource_start(pdev, 0);
2333 	if (!tw_dev->base_addr) {
2334 		printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
2335 		goto out_release_mem_region;
2336 	}
2337 
2338 	/* Disable interrupts on the card */
2339 	TW_DISABLE_INTERRUPTS(tw_dev);
2340 
2341 	/* Initialize the card */
2342 	if (tw_reset_sequence(tw_dev))
2343 		goto out_release_mem_region;
2344 
2345 	/* Set host specific parameters */
2346 	host->max_id = TW_MAX_UNITS;
2347 	host->max_cmd_len = TW_MAX_CDB_LEN;
2348 
2349 	/* Luns and channels aren't supported by adapter */
2350 	host->max_lun = 0;
2351 	host->max_channel = 0;
2352 
2353 	/* Register the card with the kernel SCSI layer */
2354 	retval = scsi_add_host(host, &pdev->dev);
2355 	if (retval) {
2356 		printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2357 		goto out_release_mem_region;
2358 	}
2359 
2360 	pci_set_drvdata(pdev, host);
2361 
2362 	printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2363 
2364 	/* Now setup the interrupt handler */
2365 	retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
2366 	if (retval) {
2367 		printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2368 		goto out_remove_host;
2369 	}
2370 
2371 	tw_device_extension_list[tw_device_extension_count] = tw_dev;
2372 	tw_device_extension_count++;
2373 
2374 	/* Re-enable interrupts on the card */
2375 	TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2376 
2377 	/* Finally, scan the host */
2378 	scsi_scan_host(host);
2379 
2380 	if (twe_major == -1) {
2381 		if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2382 			printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2383 	}
2384 	return 0;
2385 
2386 out_remove_host:
2387 	scsi_remove_host(host);
2388 out_release_mem_region:
2389 	pci_release_regions(pdev);
2390 out_free_device_extension:
2391 	tw_free_device_extension(tw_dev);
2392 	scsi_host_put(host);
2393 out_disable_device:
2394 	pci_disable_device(pdev);
2395 
2396 	return retval;
2397 } /* End tw_probe() */
2398 
2399 /* This function is called to remove a device */
2400 static void tw_remove(struct pci_dev *pdev)
2401 {
2402 	struct Scsi_Host *host = pci_get_drvdata(pdev);
2403 	TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2404 
2405 	scsi_remove_host(tw_dev->host);
2406 
2407 	/* Unregister character device */
2408 	if (twe_major >= 0) {
2409 		unregister_chrdev(twe_major, "twe");
2410 		twe_major = -1;
2411 	}
2412 
2413 	/* Shutdown the card */
2414 	__tw_shutdown(tw_dev);
2415 
2416 	/* Free up the mem region */
2417 	pci_release_regions(pdev);
2418 
2419 	/* Free up device extension resources */
2420 	tw_free_device_extension(tw_dev);
2421 
2422 	scsi_host_put(tw_dev->host);
2423 	pci_disable_device(pdev);
2424 	tw_device_extension_count--;
2425 } /* End tw_remove() */
2426 
2427 /* PCI Devices supported by this driver */
2428 static struct pci_device_id tw_pci_tbl[] = {
2429 	{ PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2430 	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2431 	{ PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2432 	  PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2433 	{ }
2434 };
2435 MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2436 
2437 /* pci_driver initializer */
2438 static struct pci_driver tw_driver = {
2439 	.name		= "3w-xxxx",
2440 	.id_table	= tw_pci_tbl,
2441 	.probe		= tw_probe,
2442 	.remove		= tw_remove,
2443 	.shutdown	= tw_shutdown,
2444 };
2445 
2446 /* This function is called on driver initialization */
2447 static int __init tw_init(void)
2448 {
2449 	printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2450 
2451 	return pci_register_driver(&tw_driver);
2452 } /* End tw_init() */
2453 
2454 /* This function is called on driver exit */
2455 static void __exit tw_exit(void)
2456 {
2457 	pci_unregister_driver(&tw_driver);
2458 } /* End tw_exit() */
2459 
2460 module_init(tw_init);
2461 module_exit(tw_exit);
2462 
2463