1 /* 2 3w-9xxx.c -- 3ware 9000 Storage Controller device driver for Linux. 3 4 Written By: Adam Radford <aradford@gmail.com> 5 Modifications By: Tom Couch 6 7 Copyright (C) 2004-2009 Applied Micro Circuits Corporation. 8 Copyright (C) 2010 LSI Corporation. 9 10 This program is free software; you can redistribute it and/or modify 11 it under the terms of the GNU General Public License as published by 12 the Free Software Foundation; version 2 of the License. 13 14 This program is distributed in the hope that it will be useful, 15 but WITHOUT ANY WARRANTY; without even the implied warranty of 16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 17 GNU General Public License for more details. 18 19 NO WARRANTY 20 THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR 21 CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT 22 LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT, 23 MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is 24 solely responsible for determining the appropriateness of using and 25 distributing the Program and assumes all risks associated with its 26 exercise of rights under this Agreement, including but not limited to 27 the risks and costs of program errors, damage to or loss of data, 28 programs or equipment, and unavailability or interruption of operations. 29 30 DISCLAIMER OF LIABILITY 31 NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY 32 DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 33 DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND 34 ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR 35 TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE 36 USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED 37 HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES 38 39 You should have received a copy of the GNU General Public License 40 along with this program; if not, write to the Free Software 41 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 42 43 Bugs/Comments/Suggestions should be mailed to: 44 aradford@gmail.com 45 46 Note: This version of the driver does not contain a bundled firmware 47 image. 48 49 History 50 ------- 51 2.26.02.000 - Driver cleanup for kernel submission. 52 2.26.02.001 - Replace schedule_timeout() calls with msleep(). 53 2.26.02.002 - Add support for PAE mode. 54 Add lun support. 55 Fix twa_remove() to free irq handler/unregister_chrdev() 56 before shutting down card. 57 Change to new 'change_queue_depth' api. 58 Fix 'handled=1' ISR usage, remove bogus IRQ check. 59 Remove un-needed eh_abort handler. 60 Add support for embedded firmware error strings. 61 2.26.02.003 - Correctly handle single sgl's with use_sg=1. 62 2.26.02.004 - Add support for 9550SX controllers. 63 2.26.02.005 - Fix use_sg == 0 mapping on systems with 4GB or higher. 64 2.26.02.006 - Fix 9550SX pchip reset timeout. 65 Add big endian support. 66 2.26.02.007 - Disable local interrupts during kmap/unmap_atomic(). 67 2.26.02.008 - Free irq handler in __twa_shutdown(). 68 Serialize reset code. 69 Add support for 9650SE controllers. 70 2.26.02.009 - Fix dma mask setting to fallback to 32-bit if 64-bit fails. 71 2.26.02.010 - Add support for 9690SA controllers. 72 2.26.02.011 - Increase max AENs drained to 256. 73 Add MSI support and "use_msi" module parameter. 74 Fix bug in twa_get_param() on 4GB+. 75 Use pci_resource_len() for ioremap(). 76 2.26.02.012 - Add power management support. 77 2.26.02.013 - Fix bug in twa_load_sgl(). 78 2.26.02.014 - Force 60 second timeout default. 79 */ 80 81 #include <linux/module.h> 82 #include <linux/reboot.h> 83 #include <linux/spinlock.h> 84 #include <linux/interrupt.h> 85 #include <linux/moduleparam.h> 86 #include <linux/errno.h> 87 #include <linux/types.h> 88 #include <linux/delay.h> 89 #include <linux/pci.h> 90 #include <linux/time.h> 91 #include <linux/mutex.h> 92 #include <linux/slab.h> 93 #include <asm/io.h> 94 #include <asm/irq.h> 95 #include <linux/uaccess.h> 96 #include <scsi/scsi.h> 97 #include <scsi/scsi_host.h> 98 #include <scsi/scsi_tcq.h> 99 #include <scsi/scsi_cmnd.h> 100 #include "3w-9xxx.h" 101 102 /* Globals */ 103 #define TW_DRIVER_VERSION "2.26.02.014" 104 static DEFINE_MUTEX(twa_chrdev_mutex); 105 static TW_Device_Extension *twa_device_extension_list[TW_MAX_SLOT]; 106 static unsigned int twa_device_extension_count; 107 static int twa_major = -1; 108 extern struct timezone sys_tz; 109 110 /* Module parameters */ 111 MODULE_AUTHOR ("LSI"); 112 MODULE_DESCRIPTION ("3ware 9000 Storage Controller Linux Driver"); 113 MODULE_LICENSE("GPL"); 114 MODULE_VERSION(TW_DRIVER_VERSION); 115 116 static int use_msi = 0; 117 module_param(use_msi, int, S_IRUGO); 118 MODULE_PARM_DESC(use_msi, "Use Message Signaled Interrupts. Default: 0"); 119 120 /* Function prototypes */ 121 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header); 122 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id); 123 static char *twa_aen_severity_lookup(unsigned char severity_code); 124 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id); 125 static long twa_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg); 126 static int twa_chrdev_open(struct inode *inode, struct file *file); 127 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host); 128 static void twa_free_request_id(TW_Device_Extension *tw_dev,int request_id); 129 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id); 130 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits, 131 u32 set_features, unsigned short current_fw_srl, 132 unsigned short current_fw_arch_id, 133 unsigned short current_fw_branch, 134 unsigned short current_fw_build, 135 unsigned short *fw_on_ctlr_srl, 136 unsigned short *fw_on_ctlr_arch_id, 137 unsigned short *fw_on_ctlr_branch, 138 unsigned short *fw_on_ctlr_build, 139 u32 *init_connect_result); 140 static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length); 141 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds); 142 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds); 143 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal); 144 static int twa_reset_device_extension(TW_Device_Extension *tw_dev); 145 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset); 146 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg); 147 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id); 148 static char *twa_string_lookup(twa_message_type *table, unsigned int aen_code); 149 150 /* Functions */ 151 152 /* Show some statistics about the card */ 153 static ssize_t twa_show_stats(struct device *dev, 154 struct device_attribute *attr, char *buf) 155 { 156 struct Scsi_Host *host = class_to_shost(dev); 157 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 158 unsigned long flags = 0; 159 ssize_t len; 160 161 spin_lock_irqsave(tw_dev->host->host_lock, flags); 162 len = snprintf(buf, PAGE_SIZE, "3w-9xxx Driver version: %s\n" 163 "Current commands posted: %4d\n" 164 "Max commands posted: %4d\n" 165 "Current pending commands: %4d\n" 166 "Max pending commands: %4d\n" 167 "Last sgl length: %4d\n" 168 "Max sgl length: %4d\n" 169 "Last sector count: %4d\n" 170 "Max sector count: %4d\n" 171 "SCSI Host Resets: %4d\n" 172 "AEN's: %4d\n", 173 TW_DRIVER_VERSION, 174 tw_dev->posted_request_count, 175 tw_dev->max_posted_request_count, 176 tw_dev->pending_request_count, 177 tw_dev->max_pending_request_count, 178 tw_dev->sgl_entries, 179 tw_dev->max_sgl_entries, 180 tw_dev->sector_count, 181 tw_dev->max_sector_count, 182 tw_dev->num_resets, 183 tw_dev->aen_count); 184 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 185 return len; 186 } /* End twa_show_stats() */ 187 188 /* Create sysfs 'stats' entry */ 189 static struct device_attribute twa_host_stats_attr = { 190 .attr = { 191 .name = "stats", 192 .mode = S_IRUGO, 193 }, 194 .show = twa_show_stats 195 }; 196 197 /* Host attributes initializer */ 198 static struct device_attribute *twa_host_attrs[] = { 199 &twa_host_stats_attr, 200 NULL, 201 }; 202 203 /* File operations struct for character device */ 204 static const struct file_operations twa_fops = { 205 .owner = THIS_MODULE, 206 .unlocked_ioctl = twa_chrdev_ioctl, 207 .open = twa_chrdev_open, 208 .release = NULL, 209 .llseek = noop_llseek, 210 }; 211 212 /* 213 * The controllers use an inline buffer instead of a mapped SGL for small, 214 * single entry buffers. Note that we treat a zero-length transfer like 215 * a mapped SGL. 216 */ 217 static bool twa_command_mapped(struct scsi_cmnd *cmd) 218 { 219 return scsi_sg_count(cmd) != 1 || 220 scsi_bufflen(cmd) >= TW_MIN_SGL_LENGTH; 221 } 222 223 /* This function will complete an aen request from the isr */ 224 static int twa_aen_complete(TW_Device_Extension *tw_dev, int request_id) 225 { 226 TW_Command_Full *full_command_packet; 227 TW_Command *command_packet; 228 TW_Command_Apache_Header *header; 229 unsigned short aen; 230 int retval = 1; 231 232 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id]; 233 tw_dev->posted_request_count--; 234 aen = le16_to_cpu(header->status_block.error); 235 full_command_packet = tw_dev->command_packet_virt[request_id]; 236 command_packet = &full_command_packet->command.oldcommand; 237 238 /* First check for internal completion of set param for time sync */ 239 if (TW_OP_OUT(command_packet->opcode__sgloffset) == TW_OP_SET_PARAM) { 240 /* Keep reading the queue in case there are more aen's */ 241 if (twa_aen_read_queue(tw_dev, request_id)) 242 goto out2; 243 else { 244 retval = 0; 245 goto out; 246 } 247 } 248 249 switch (aen) { 250 case TW_AEN_QUEUE_EMPTY: 251 /* Quit reading the queue if this is the last one */ 252 break; 253 case TW_AEN_SYNC_TIME_WITH_HOST: 254 twa_aen_sync_time(tw_dev, request_id); 255 retval = 0; 256 goto out; 257 default: 258 twa_aen_queue_event(tw_dev, header); 259 260 /* If there are more aen's, keep reading the queue */ 261 if (twa_aen_read_queue(tw_dev, request_id)) 262 goto out2; 263 else { 264 retval = 0; 265 goto out; 266 } 267 } 268 retval = 0; 269 out2: 270 tw_dev->state[request_id] = TW_S_COMPLETED; 271 twa_free_request_id(tw_dev, request_id); 272 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags); 273 out: 274 return retval; 275 } /* End twa_aen_complete() */ 276 277 /* This function will drain aen queue */ 278 static int twa_aen_drain_queue(TW_Device_Extension *tw_dev, int no_check_reset) 279 { 280 int request_id = 0; 281 char cdb[TW_MAX_CDB_LEN]; 282 TW_SG_Entry sglist[1]; 283 int finished = 0, count = 0; 284 TW_Command_Full *full_command_packet; 285 TW_Command_Apache_Header *header; 286 unsigned short aen; 287 int first_reset = 0, queue = 0, retval = 1; 288 289 if (no_check_reset) 290 first_reset = 0; 291 else 292 first_reset = 1; 293 294 full_command_packet = tw_dev->command_packet_virt[request_id]; 295 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 296 297 /* Initialize cdb */ 298 memset(&cdb, 0, TW_MAX_CDB_LEN); 299 cdb[0] = REQUEST_SENSE; /* opcode */ 300 cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */ 301 302 /* Initialize sglist */ 303 memset(&sglist, 0, sizeof(TW_SG_Entry)); 304 sglist[0].length = TW_SECTOR_SIZE; 305 sglist[0].address = tw_dev->generic_buffer_phys[request_id]; 306 307 if (sglist[0].address & TW_ALIGNMENT_9000_SGL) { 308 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1, "Found unaligned address during AEN drain"); 309 goto out; 310 } 311 312 /* Mark internal command */ 313 tw_dev->srb[request_id] = NULL; 314 315 do { 316 /* Send command to the board */ 317 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) { 318 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2, "Error posting request sense"); 319 goto out; 320 } 321 322 /* Now poll for completion */ 323 if (twa_poll_response(tw_dev, request_id, 30)) { 324 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x3, "No valid response while draining AEN queue"); 325 tw_dev->posted_request_count--; 326 goto out; 327 } 328 329 tw_dev->posted_request_count--; 330 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id]; 331 aen = le16_to_cpu(header->status_block.error); 332 queue = 0; 333 count++; 334 335 switch (aen) { 336 case TW_AEN_QUEUE_EMPTY: 337 if (first_reset != 1) 338 goto out; 339 else 340 finished = 1; 341 break; 342 case TW_AEN_SOFT_RESET: 343 if (first_reset == 0) 344 first_reset = 1; 345 else 346 queue = 1; 347 break; 348 case TW_AEN_SYNC_TIME_WITH_HOST: 349 break; 350 default: 351 queue = 1; 352 } 353 354 /* Now queue an event info */ 355 if (queue) 356 twa_aen_queue_event(tw_dev, header); 357 } while ((finished == 0) && (count < TW_MAX_AEN_DRAIN)); 358 359 if (count == TW_MAX_AEN_DRAIN) 360 goto out; 361 362 retval = 0; 363 out: 364 tw_dev->state[request_id] = TW_S_INITIAL; 365 return retval; 366 } /* End twa_aen_drain_queue() */ 367 368 /* This function will queue an event */ 369 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header) 370 { 371 u32 local_time; 372 struct timeval time; 373 TW_Event *event; 374 unsigned short aen; 375 char host[16]; 376 char *error_str; 377 378 tw_dev->aen_count++; 379 380 /* Fill out event info */ 381 event = tw_dev->event_queue[tw_dev->error_index]; 382 383 /* Check for clobber */ 384 host[0] = '\0'; 385 if (tw_dev->host) { 386 sprintf(host, " scsi%d:", tw_dev->host->host_no); 387 if (event->retrieved == TW_AEN_NOT_RETRIEVED) 388 tw_dev->aen_clobber = 1; 389 } 390 391 aen = le16_to_cpu(header->status_block.error); 392 memset(event, 0, sizeof(TW_Event)); 393 394 event->severity = TW_SEV_OUT(header->status_block.severity__reserved); 395 do_gettimeofday(&time); 396 local_time = (u32)(time.tv_sec - (sys_tz.tz_minuteswest * 60)); 397 event->time_stamp_sec = local_time; 398 event->aen_code = aen; 399 event->retrieved = TW_AEN_NOT_RETRIEVED; 400 event->sequence_id = tw_dev->error_sequence_id; 401 tw_dev->error_sequence_id++; 402 403 /* Check for embedded error string */ 404 error_str = &(header->err_specific_desc[strlen(header->err_specific_desc)+1]); 405 406 header->err_specific_desc[sizeof(header->err_specific_desc) - 1] = '\0'; 407 event->parameter_len = strlen(header->err_specific_desc); 408 memcpy(event->parameter_data, header->err_specific_desc, event->parameter_len + (error_str[0] == '\0' ? 0 : (1 + strlen(error_str)))); 409 if (event->severity != TW_AEN_SEVERITY_DEBUG) 410 printk(KERN_WARNING "3w-9xxx:%s AEN: %s (0x%02X:0x%04X): %s:%s.\n", 411 host, 412 twa_aen_severity_lookup(TW_SEV_OUT(header->status_block.severity__reserved)), 413 TW_MESSAGE_SOURCE_CONTROLLER_EVENT, aen, 414 error_str[0] == '\0' ? twa_string_lookup(twa_aen_table, aen) : error_str, 415 header->err_specific_desc); 416 else 417 tw_dev->aen_count--; 418 419 if ((tw_dev->error_index + 1) == TW_Q_LENGTH) 420 tw_dev->event_queue_wrapped = 1; 421 tw_dev->error_index = (tw_dev->error_index + 1 ) % TW_Q_LENGTH; 422 } /* End twa_aen_queue_event() */ 423 424 /* This function will read the aen queue from the isr */ 425 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id) 426 { 427 char cdb[TW_MAX_CDB_LEN]; 428 TW_SG_Entry sglist[1]; 429 TW_Command_Full *full_command_packet; 430 int retval = 1; 431 432 full_command_packet = tw_dev->command_packet_virt[request_id]; 433 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 434 435 /* Initialize cdb */ 436 memset(&cdb, 0, TW_MAX_CDB_LEN); 437 cdb[0] = REQUEST_SENSE; /* opcode */ 438 cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */ 439 440 /* Initialize sglist */ 441 memset(&sglist, 0, sizeof(TW_SG_Entry)); 442 sglist[0].length = TW_SECTOR_SIZE; 443 sglist[0].address = tw_dev->generic_buffer_phys[request_id]; 444 445 /* Mark internal command */ 446 tw_dev->srb[request_id] = NULL; 447 448 /* Now post the command packet */ 449 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) { 450 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x4, "Post failed while reading AEN queue"); 451 goto out; 452 } 453 retval = 0; 454 out: 455 return retval; 456 } /* End twa_aen_read_queue() */ 457 458 /* This function will look up an AEN severity string */ 459 static char *twa_aen_severity_lookup(unsigned char severity_code) 460 { 461 char *retval = NULL; 462 463 if ((severity_code < (unsigned char) TW_AEN_SEVERITY_ERROR) || 464 (severity_code > (unsigned char) TW_AEN_SEVERITY_DEBUG)) 465 goto out; 466 467 retval = twa_aen_severity_table[severity_code]; 468 out: 469 return retval; 470 } /* End twa_aen_severity_lookup() */ 471 472 /* This function will sync firmware time with the host time */ 473 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id) 474 { 475 u32 schedulertime; 476 struct timeval utc; 477 TW_Command_Full *full_command_packet; 478 TW_Command *command_packet; 479 TW_Param_Apache *param; 480 u32 local_time; 481 482 /* Fill out the command packet */ 483 full_command_packet = tw_dev->command_packet_virt[request_id]; 484 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 485 command_packet = &full_command_packet->command.oldcommand; 486 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM); 487 command_packet->request_id = request_id; 488 command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]); 489 command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE); 490 command_packet->size = TW_COMMAND_SIZE; 491 command_packet->byte6_offset.parameter_count = cpu_to_le16(1); 492 493 /* Setup the param */ 494 param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id]; 495 memset(param, 0, TW_SECTOR_SIZE); 496 param->table_id = cpu_to_le16(TW_TIMEKEEP_TABLE | 0x8000); /* Controller time keep table */ 497 param->parameter_id = cpu_to_le16(0x3); /* SchedulerTime */ 498 param->parameter_size_bytes = cpu_to_le16(4); 499 500 /* Convert system time in UTC to local time seconds since last 501 Sunday 12:00AM */ 502 do_gettimeofday(&utc); 503 local_time = (u32)(utc.tv_sec - (sys_tz.tz_minuteswest * 60)); 504 schedulertime = local_time - (3 * 86400); 505 schedulertime = cpu_to_le32(schedulertime % 604800); 506 507 memcpy(param->data, &schedulertime, sizeof(u32)); 508 509 /* Mark internal command */ 510 tw_dev->srb[request_id] = NULL; 511 512 /* Now post the command */ 513 twa_post_command_packet(tw_dev, request_id, 1); 514 } /* End twa_aen_sync_time() */ 515 516 /* This function will allocate memory and check if it is correctly aligned */ 517 static int twa_allocate_memory(TW_Device_Extension *tw_dev, int size, int which) 518 { 519 int i; 520 dma_addr_t dma_handle; 521 unsigned long *cpu_addr; 522 int retval = 1; 523 524 cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle); 525 if (!cpu_addr) { 526 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x5, "Memory allocation failed"); 527 goto out; 528 } 529 530 if ((unsigned long)cpu_addr % (TW_ALIGNMENT_9000)) { 531 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x6, "Failed to allocate correctly aligned memory"); 532 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle); 533 goto out; 534 } 535 536 memset(cpu_addr, 0, size*TW_Q_LENGTH); 537 538 for (i = 0; i < TW_Q_LENGTH; i++) { 539 switch(which) { 540 case 0: 541 tw_dev->command_packet_phys[i] = dma_handle+(i*size); 542 tw_dev->command_packet_virt[i] = (TW_Command_Full *)((unsigned char *)cpu_addr + (i*size)); 543 break; 544 case 1: 545 tw_dev->generic_buffer_phys[i] = dma_handle+(i*size); 546 tw_dev->generic_buffer_virt[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size)); 547 break; 548 } 549 } 550 retval = 0; 551 out: 552 return retval; 553 } /* End twa_allocate_memory() */ 554 555 /* This function will check the status register for unexpected bits */ 556 static int twa_check_bits(u32 status_reg_value) 557 { 558 int retval = 1; 559 560 if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) 561 goto out; 562 if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) 563 goto out; 564 565 retval = 0; 566 out: 567 return retval; 568 } /* End twa_check_bits() */ 569 570 /* This function will check the srl and decide if we are compatible */ 571 static int twa_check_srl(TW_Device_Extension *tw_dev, int *flashed) 572 { 573 int retval = 1; 574 unsigned short fw_on_ctlr_srl = 0, fw_on_ctlr_arch_id = 0; 575 unsigned short fw_on_ctlr_branch = 0, fw_on_ctlr_build = 0; 576 u32 init_connect_result = 0; 577 578 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS, 579 TW_EXTENDED_INIT_CONNECT, TW_CURRENT_DRIVER_SRL, 580 TW_9000_ARCH_ID, TW_CURRENT_DRIVER_BRANCH, 581 TW_CURRENT_DRIVER_BUILD, &fw_on_ctlr_srl, 582 &fw_on_ctlr_arch_id, &fw_on_ctlr_branch, 583 &fw_on_ctlr_build, &init_connect_result)) { 584 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x7, "Initconnection failed while checking SRL"); 585 goto out; 586 } 587 588 tw_dev->tw_compat_info.working_srl = fw_on_ctlr_srl; 589 tw_dev->tw_compat_info.working_branch = fw_on_ctlr_branch; 590 tw_dev->tw_compat_info.working_build = fw_on_ctlr_build; 591 592 /* Try base mode compatibility */ 593 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) { 594 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS, 595 TW_EXTENDED_INIT_CONNECT, 596 TW_BASE_FW_SRL, TW_9000_ARCH_ID, 597 TW_BASE_FW_BRANCH, TW_BASE_FW_BUILD, 598 &fw_on_ctlr_srl, &fw_on_ctlr_arch_id, 599 &fw_on_ctlr_branch, &fw_on_ctlr_build, 600 &init_connect_result)) { 601 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xa, "Initconnection (base mode) failed while checking SRL"); 602 goto out; 603 } 604 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) { 605 if (TW_CURRENT_DRIVER_SRL > fw_on_ctlr_srl) { 606 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x32, "Firmware and driver incompatibility: please upgrade firmware"); 607 } else { 608 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x33, "Firmware and driver incompatibility: please upgrade driver"); 609 } 610 goto out; 611 } 612 tw_dev->tw_compat_info.working_srl = TW_BASE_FW_SRL; 613 tw_dev->tw_compat_info.working_branch = TW_BASE_FW_BRANCH; 614 tw_dev->tw_compat_info.working_build = TW_BASE_FW_BUILD; 615 } 616 617 /* Load rest of compatibility struct */ 618 strlcpy(tw_dev->tw_compat_info.driver_version, TW_DRIVER_VERSION, 619 sizeof(tw_dev->tw_compat_info.driver_version)); 620 tw_dev->tw_compat_info.driver_srl_high = TW_CURRENT_DRIVER_SRL; 621 tw_dev->tw_compat_info.driver_branch_high = TW_CURRENT_DRIVER_BRANCH; 622 tw_dev->tw_compat_info.driver_build_high = TW_CURRENT_DRIVER_BUILD; 623 tw_dev->tw_compat_info.driver_srl_low = TW_BASE_FW_SRL; 624 tw_dev->tw_compat_info.driver_branch_low = TW_BASE_FW_BRANCH; 625 tw_dev->tw_compat_info.driver_build_low = TW_BASE_FW_BUILD; 626 tw_dev->tw_compat_info.fw_on_ctlr_srl = fw_on_ctlr_srl; 627 tw_dev->tw_compat_info.fw_on_ctlr_branch = fw_on_ctlr_branch; 628 tw_dev->tw_compat_info.fw_on_ctlr_build = fw_on_ctlr_build; 629 630 retval = 0; 631 out: 632 return retval; 633 } /* End twa_check_srl() */ 634 635 /* This function handles ioctl for the character device */ 636 static long twa_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg) 637 { 638 struct inode *inode = file_inode(file); 639 long timeout; 640 unsigned long *cpu_addr, data_buffer_length_adjusted = 0, flags = 0; 641 dma_addr_t dma_handle; 642 int request_id = 0; 643 unsigned int sequence_id = 0; 644 unsigned char event_index, start_index; 645 TW_Ioctl_Driver_Command driver_command; 646 TW_Ioctl_Buf_Apache *tw_ioctl; 647 TW_Lock *tw_lock; 648 TW_Command_Full *full_command_packet; 649 TW_Compatibility_Info *tw_compat_info; 650 TW_Event *event; 651 struct timeval current_time; 652 u32 current_time_ms; 653 TW_Device_Extension *tw_dev = twa_device_extension_list[iminor(inode)]; 654 int retval = TW_IOCTL_ERROR_OS_EFAULT; 655 void __user *argp = (void __user *)arg; 656 657 mutex_lock(&twa_chrdev_mutex); 658 659 /* Only let one of these through at a time */ 660 if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) { 661 retval = TW_IOCTL_ERROR_OS_EINTR; 662 goto out; 663 } 664 665 /* First copy down the driver command */ 666 if (copy_from_user(&driver_command, argp, sizeof(TW_Ioctl_Driver_Command))) 667 goto out2; 668 669 /* Check data buffer size */ 670 if (driver_command.buffer_length > TW_MAX_SECTORS * 2048) { 671 retval = TW_IOCTL_ERROR_OS_EINVAL; 672 goto out2; 673 } 674 675 /* Hardware can only do multiple of 512 byte transfers */ 676 data_buffer_length_adjusted = (driver_command.buffer_length + 511) & ~511; 677 678 /* Now allocate ioctl buf memory */ 679 cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, &dma_handle, GFP_KERNEL); 680 if (!cpu_addr) { 681 retval = TW_IOCTL_ERROR_OS_ENOMEM; 682 goto out2; 683 } 684 685 tw_ioctl = (TW_Ioctl_Buf_Apache *)cpu_addr; 686 687 /* Now copy down the entire ioctl */ 688 if (copy_from_user(tw_ioctl, argp, driver_command.buffer_length + sizeof(TW_Ioctl_Buf_Apache) - 1)) 689 goto out3; 690 691 /* See which ioctl we are doing */ 692 switch (cmd) { 693 case TW_IOCTL_FIRMWARE_PASS_THROUGH: 694 spin_lock_irqsave(tw_dev->host->host_lock, flags); 695 twa_get_request_id(tw_dev, &request_id); 696 697 /* Flag internal command */ 698 tw_dev->srb[request_id] = NULL; 699 700 /* Flag chrdev ioctl */ 701 tw_dev->chrdev_request_id = request_id; 702 703 full_command_packet = &tw_ioctl->firmware_command; 704 705 /* Load request id and sglist for both command types */ 706 twa_load_sgl(tw_dev, full_command_packet, request_id, dma_handle, data_buffer_length_adjusted); 707 708 memcpy(tw_dev->command_packet_virt[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command_Full)); 709 710 /* Now post the command packet to the controller */ 711 twa_post_command_packet(tw_dev, request_id, 1); 712 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 713 714 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ; 715 716 /* Now wait for command to complete */ 717 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout); 718 719 /* We timed out, and didn't get an interrupt */ 720 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) { 721 /* Now we need to reset the board */ 722 printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Character ioctl (0x%x) timed out, resetting card.\n", 723 tw_dev->host->host_no, TW_DRIVER, 0x37, 724 cmd); 725 retval = TW_IOCTL_ERROR_OS_EIO; 726 twa_reset_device_extension(tw_dev); 727 goto out3; 728 } 729 730 /* Now copy in the command packet response */ 731 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virt[request_id], sizeof(TW_Command_Full)); 732 733 /* Now complete the io */ 734 spin_lock_irqsave(tw_dev->host->host_lock, flags); 735 tw_dev->posted_request_count--; 736 tw_dev->state[request_id] = TW_S_COMPLETED; 737 twa_free_request_id(tw_dev, request_id); 738 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 739 break; 740 case TW_IOCTL_GET_COMPATIBILITY_INFO: 741 tw_ioctl->driver_command.status = 0; 742 /* Copy compatibility struct into ioctl data buffer */ 743 tw_compat_info = (TW_Compatibility_Info *)tw_ioctl->data_buffer; 744 memcpy(tw_compat_info, &tw_dev->tw_compat_info, sizeof(TW_Compatibility_Info)); 745 break; 746 case TW_IOCTL_GET_LAST_EVENT: 747 if (tw_dev->event_queue_wrapped) { 748 if (tw_dev->aen_clobber) { 749 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 750 tw_dev->aen_clobber = 0; 751 } else 752 tw_ioctl->driver_command.status = 0; 753 } else { 754 if (!tw_dev->error_index) { 755 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 756 break; 757 } 758 tw_ioctl->driver_command.status = 0; 759 } 760 event_index = (tw_dev->error_index - 1 + TW_Q_LENGTH) % TW_Q_LENGTH; 761 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 762 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 763 break; 764 case TW_IOCTL_GET_FIRST_EVENT: 765 if (tw_dev->event_queue_wrapped) { 766 if (tw_dev->aen_clobber) { 767 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 768 tw_dev->aen_clobber = 0; 769 } else 770 tw_ioctl->driver_command.status = 0; 771 event_index = tw_dev->error_index; 772 } else { 773 if (!tw_dev->error_index) { 774 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 775 break; 776 } 777 tw_ioctl->driver_command.status = 0; 778 event_index = 0; 779 } 780 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 781 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 782 break; 783 case TW_IOCTL_GET_NEXT_EVENT: 784 event = (TW_Event *)tw_ioctl->data_buffer; 785 sequence_id = event->sequence_id; 786 tw_ioctl->driver_command.status = 0; 787 788 if (tw_dev->event_queue_wrapped) { 789 if (tw_dev->aen_clobber) { 790 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 791 tw_dev->aen_clobber = 0; 792 } 793 start_index = tw_dev->error_index; 794 } else { 795 if (!tw_dev->error_index) { 796 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 797 break; 798 } 799 start_index = 0; 800 } 801 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id + 1) % TW_Q_LENGTH; 802 803 if (!(tw_dev->event_queue[event_index]->sequence_id > sequence_id)) { 804 if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER) 805 tw_dev->aen_clobber = 1; 806 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 807 break; 808 } 809 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 810 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 811 break; 812 case TW_IOCTL_GET_PREVIOUS_EVENT: 813 event = (TW_Event *)tw_ioctl->data_buffer; 814 sequence_id = event->sequence_id; 815 tw_ioctl->driver_command.status = 0; 816 817 if (tw_dev->event_queue_wrapped) { 818 if (tw_dev->aen_clobber) { 819 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 820 tw_dev->aen_clobber = 0; 821 } 822 start_index = tw_dev->error_index; 823 } else { 824 if (!tw_dev->error_index) { 825 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 826 break; 827 } 828 start_index = 0; 829 } 830 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id - 1) % TW_Q_LENGTH; 831 832 if (!(tw_dev->event_queue[event_index]->sequence_id < sequence_id)) { 833 if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER) 834 tw_dev->aen_clobber = 1; 835 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 836 break; 837 } 838 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 839 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 840 break; 841 case TW_IOCTL_GET_LOCK: 842 tw_lock = (TW_Lock *)tw_ioctl->data_buffer; 843 do_gettimeofday(¤t_time); 844 current_time_ms = (current_time.tv_sec * 1000) + (current_time.tv_usec / 1000); 845 846 if ((tw_lock->force_flag == 1) || (tw_dev->ioctl_sem_lock == 0) || (current_time_ms >= tw_dev->ioctl_msec)) { 847 tw_dev->ioctl_sem_lock = 1; 848 tw_dev->ioctl_msec = current_time_ms + tw_lock->timeout_msec; 849 tw_ioctl->driver_command.status = 0; 850 tw_lock->time_remaining_msec = tw_lock->timeout_msec; 851 } else { 852 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_LOCKED; 853 tw_lock->time_remaining_msec = tw_dev->ioctl_msec - current_time_ms; 854 } 855 break; 856 case TW_IOCTL_RELEASE_LOCK: 857 if (tw_dev->ioctl_sem_lock == 1) { 858 tw_dev->ioctl_sem_lock = 0; 859 tw_ioctl->driver_command.status = 0; 860 } else { 861 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NOT_LOCKED; 862 } 863 break; 864 default: 865 retval = TW_IOCTL_ERROR_OS_ENOTTY; 866 goto out3; 867 } 868 869 /* Now copy the entire response to userspace */ 870 if (copy_to_user(argp, tw_ioctl, sizeof(TW_Ioctl_Buf_Apache) + driver_command.buffer_length - 1) == 0) 871 retval = 0; 872 out3: 873 /* Now free ioctl buf memory */ 874 dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, cpu_addr, dma_handle); 875 out2: 876 mutex_unlock(&tw_dev->ioctl_lock); 877 out: 878 mutex_unlock(&twa_chrdev_mutex); 879 return retval; 880 } /* End twa_chrdev_ioctl() */ 881 882 /* This function handles open for the character device */ 883 /* NOTE that this function will race with remove. */ 884 static int twa_chrdev_open(struct inode *inode, struct file *file) 885 { 886 unsigned int minor_number; 887 int retval = TW_IOCTL_ERROR_OS_ENODEV; 888 889 minor_number = iminor(inode); 890 if (minor_number >= twa_device_extension_count) 891 goto out; 892 retval = 0; 893 out: 894 return retval; 895 } /* End twa_chrdev_open() */ 896 897 /* This function will print readable messages from status register errors */ 898 static int twa_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value) 899 { 900 int retval = 1; 901 902 /* Check for various error conditions and handle them appropriately */ 903 if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) { 904 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xc, "PCI Parity Error: clearing"); 905 writel(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev)); 906 } 907 908 if (status_reg_value & TW_STATUS_PCI_ABORT) { 909 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xd, "PCI Abort: clearing"); 910 writel(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev)); 911 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT); 912 } 913 914 if (status_reg_value & TW_STATUS_QUEUE_ERROR) { 915 if (((tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9650SE) && 916 (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9690SA)) || 917 (!test_bit(TW_IN_RESET, &tw_dev->flags))) 918 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xe, "Controller Queue Error: clearing"); 919 writel(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev)); 920 } 921 922 if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) { 923 if (tw_dev->reset_print == 0) { 924 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x10, "Microcontroller Error: clearing"); 925 tw_dev->reset_print = 1; 926 } 927 goto out; 928 } 929 retval = 0; 930 out: 931 return retval; 932 } /* End twa_decode_bits() */ 933 934 /* This function will empty the response queue */ 935 static int twa_empty_response_queue(TW_Device_Extension *tw_dev) 936 { 937 u32 status_reg_value, response_que_value; 938 int count = 0, retval = 1; 939 940 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 941 942 while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) { 943 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 944 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 945 count++; 946 } 947 if (count == TW_MAX_RESPONSE_DRAIN) 948 goto out; 949 950 retval = 0; 951 out: 952 return retval; 953 } /* End twa_empty_response_queue() */ 954 955 /* This function will clear the pchip/response queue on 9550SX */ 956 static int twa_empty_response_queue_large(TW_Device_Extension *tw_dev) 957 { 958 u32 response_que_value = 0; 959 unsigned long before; 960 int retval = 1; 961 962 if (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9000) { 963 before = jiffies; 964 while ((response_que_value & TW_9550SX_DRAIN_COMPLETED) != TW_9550SX_DRAIN_COMPLETED) { 965 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR_LARGE(tw_dev)); 966 msleep(1); 967 if (time_after(jiffies, before + HZ * 30)) 968 goto out; 969 } 970 /* P-chip settle time */ 971 msleep(500); 972 retval = 0; 973 } else 974 retval = 0; 975 out: 976 return retval; 977 } /* End twa_empty_response_queue_large() */ 978 979 /* This function passes sense keys from firmware to scsi layer */ 980 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host) 981 { 982 TW_Command_Full *full_command_packet; 983 unsigned short error; 984 int retval = 1; 985 char *error_str; 986 987 full_command_packet = tw_dev->command_packet_virt[request_id]; 988 989 /* Check for embedded error string */ 990 error_str = &(full_command_packet->header.err_specific_desc[strlen(full_command_packet->header.err_specific_desc) + 1]); 991 992 /* Don't print error for Logical unit not supported during rollcall */ 993 error = le16_to_cpu(full_command_packet->header.status_block.error); 994 if ((error != TW_ERROR_LOGICAL_UNIT_NOT_SUPPORTED) && (error != TW_ERROR_UNIT_OFFLINE)) { 995 if (print_host) 996 printk(KERN_WARNING "3w-9xxx: scsi%d: ERROR: (0x%02X:0x%04X): %s:%s.\n", 997 tw_dev->host->host_no, 998 TW_MESSAGE_SOURCE_CONTROLLER_ERROR, 999 full_command_packet->header.status_block.error, 1000 error_str[0] == '\0' ? 1001 twa_string_lookup(twa_error_table, 1002 full_command_packet->header.status_block.error) : error_str, 1003 full_command_packet->header.err_specific_desc); 1004 else 1005 printk(KERN_WARNING "3w-9xxx: ERROR: (0x%02X:0x%04X): %s:%s.\n", 1006 TW_MESSAGE_SOURCE_CONTROLLER_ERROR, 1007 full_command_packet->header.status_block.error, 1008 error_str[0] == '\0' ? 1009 twa_string_lookup(twa_error_table, 1010 full_command_packet->header.status_block.error) : error_str, 1011 full_command_packet->header.err_specific_desc); 1012 } 1013 1014 if (copy_sense) { 1015 memcpy(tw_dev->srb[request_id]->sense_buffer, full_command_packet->header.sense_data, TW_SENSE_DATA_LENGTH); 1016 tw_dev->srb[request_id]->result = (full_command_packet->command.newcommand.status << 1); 1017 retval = TW_ISR_DONT_RESULT; 1018 goto out; 1019 } 1020 retval = 0; 1021 out: 1022 return retval; 1023 } /* End twa_fill_sense() */ 1024 1025 /* This function will free up device extension resources */ 1026 static void twa_free_device_extension(TW_Device_Extension *tw_dev) 1027 { 1028 if (tw_dev->command_packet_virt[0]) 1029 pci_free_consistent(tw_dev->tw_pci_dev, 1030 sizeof(TW_Command_Full)*TW_Q_LENGTH, 1031 tw_dev->command_packet_virt[0], 1032 tw_dev->command_packet_phys[0]); 1033 1034 if (tw_dev->generic_buffer_virt[0]) 1035 pci_free_consistent(tw_dev->tw_pci_dev, 1036 TW_SECTOR_SIZE*TW_Q_LENGTH, 1037 tw_dev->generic_buffer_virt[0], 1038 tw_dev->generic_buffer_phys[0]); 1039 1040 kfree(tw_dev->event_queue[0]); 1041 } /* End twa_free_device_extension() */ 1042 1043 /* This function will free a request id */ 1044 static void twa_free_request_id(TW_Device_Extension *tw_dev, int request_id) 1045 { 1046 tw_dev->free_queue[tw_dev->free_tail] = request_id; 1047 tw_dev->state[request_id] = TW_S_FINISHED; 1048 tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH; 1049 } /* End twa_free_request_id() */ 1050 1051 /* This function will get parameter table entries from the firmware */ 1052 static void *twa_get_param(TW_Device_Extension *tw_dev, int request_id, int table_id, int parameter_id, int parameter_size_bytes) 1053 { 1054 TW_Command_Full *full_command_packet; 1055 TW_Command *command_packet; 1056 TW_Param_Apache *param; 1057 void *retval = NULL; 1058 1059 /* Setup the command packet */ 1060 full_command_packet = tw_dev->command_packet_virt[request_id]; 1061 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 1062 command_packet = &full_command_packet->command.oldcommand; 1063 1064 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM); 1065 command_packet->size = TW_COMMAND_SIZE; 1066 command_packet->request_id = request_id; 1067 command_packet->byte6_offset.block_count = cpu_to_le16(1); 1068 1069 /* Now setup the param */ 1070 param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id]; 1071 memset(param, 0, TW_SECTOR_SIZE); 1072 param->table_id = cpu_to_le16(table_id | 0x8000); 1073 param->parameter_id = cpu_to_le16(parameter_id); 1074 param->parameter_size_bytes = cpu_to_le16(parameter_size_bytes); 1075 1076 command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]); 1077 command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE); 1078 1079 /* Post the command packet to the board */ 1080 twa_post_command_packet(tw_dev, request_id, 1); 1081 1082 /* Poll for completion */ 1083 if (twa_poll_response(tw_dev, request_id, 30)) 1084 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x13, "No valid response during get param") 1085 else 1086 retval = (void *)&(param->data[0]); 1087 1088 tw_dev->posted_request_count--; 1089 tw_dev->state[request_id] = TW_S_INITIAL; 1090 1091 return retval; 1092 } /* End twa_get_param() */ 1093 1094 /* This function will assign an available request id */ 1095 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id) 1096 { 1097 *request_id = tw_dev->free_queue[tw_dev->free_head]; 1098 tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH; 1099 tw_dev->state[*request_id] = TW_S_STARTED; 1100 } /* End twa_get_request_id() */ 1101 1102 /* This function will send an initconnection command to controller */ 1103 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits, 1104 u32 set_features, unsigned short current_fw_srl, 1105 unsigned short current_fw_arch_id, 1106 unsigned short current_fw_branch, 1107 unsigned short current_fw_build, 1108 unsigned short *fw_on_ctlr_srl, 1109 unsigned short *fw_on_ctlr_arch_id, 1110 unsigned short *fw_on_ctlr_branch, 1111 unsigned short *fw_on_ctlr_build, 1112 u32 *init_connect_result) 1113 { 1114 TW_Command_Full *full_command_packet; 1115 TW_Initconnect *tw_initconnect; 1116 int request_id = 0, retval = 1; 1117 1118 /* Initialize InitConnection command packet */ 1119 full_command_packet = tw_dev->command_packet_virt[request_id]; 1120 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 1121 full_command_packet->header.header_desc.size_header = 128; 1122 1123 tw_initconnect = (TW_Initconnect *)&full_command_packet->command.oldcommand; 1124 tw_initconnect->opcode__reserved = TW_OPRES_IN(0, TW_OP_INIT_CONNECTION); 1125 tw_initconnect->request_id = request_id; 1126 tw_initconnect->message_credits = cpu_to_le16(message_credits); 1127 tw_initconnect->features = set_features; 1128 1129 /* Turn on 64-bit sgl support if we need to */ 1130 tw_initconnect->features |= sizeof(dma_addr_t) > 4 ? 1 : 0; 1131 1132 tw_initconnect->features = cpu_to_le32(tw_initconnect->features); 1133 1134 if (set_features & TW_EXTENDED_INIT_CONNECT) { 1135 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE_EXTENDED; 1136 tw_initconnect->fw_srl = cpu_to_le16(current_fw_srl); 1137 tw_initconnect->fw_arch_id = cpu_to_le16(current_fw_arch_id); 1138 tw_initconnect->fw_branch = cpu_to_le16(current_fw_branch); 1139 tw_initconnect->fw_build = cpu_to_le16(current_fw_build); 1140 } else 1141 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE; 1142 1143 /* Send command packet to the board */ 1144 twa_post_command_packet(tw_dev, request_id, 1); 1145 1146 /* Poll for completion */ 1147 if (twa_poll_response(tw_dev, request_id, 30)) { 1148 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x15, "No valid response during init connection"); 1149 } else { 1150 if (set_features & TW_EXTENDED_INIT_CONNECT) { 1151 *fw_on_ctlr_srl = le16_to_cpu(tw_initconnect->fw_srl); 1152 *fw_on_ctlr_arch_id = le16_to_cpu(tw_initconnect->fw_arch_id); 1153 *fw_on_ctlr_branch = le16_to_cpu(tw_initconnect->fw_branch); 1154 *fw_on_ctlr_build = le16_to_cpu(tw_initconnect->fw_build); 1155 *init_connect_result = le32_to_cpu(tw_initconnect->result); 1156 } 1157 retval = 0; 1158 } 1159 1160 tw_dev->posted_request_count--; 1161 tw_dev->state[request_id] = TW_S_INITIAL; 1162 1163 return retval; 1164 } /* End twa_initconnection() */ 1165 1166 /* This function will initialize the fields of a device extension */ 1167 static int twa_initialize_device_extension(TW_Device_Extension *tw_dev) 1168 { 1169 int i, retval = 1; 1170 1171 /* Initialize command packet buffers */ 1172 if (twa_allocate_memory(tw_dev, sizeof(TW_Command_Full), 0)) { 1173 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x16, "Command packet memory allocation failed"); 1174 goto out; 1175 } 1176 1177 /* Initialize generic buffer */ 1178 if (twa_allocate_memory(tw_dev, TW_SECTOR_SIZE, 1)) { 1179 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x17, "Generic memory allocation failed"); 1180 goto out; 1181 } 1182 1183 /* Allocate event info space */ 1184 tw_dev->event_queue[0] = kcalloc(TW_Q_LENGTH, sizeof(TW_Event), GFP_KERNEL); 1185 if (!tw_dev->event_queue[0]) { 1186 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x18, "Event info memory allocation failed"); 1187 goto out; 1188 } 1189 1190 1191 for (i = 0; i < TW_Q_LENGTH; i++) { 1192 tw_dev->event_queue[i] = (TW_Event *)((unsigned char *)tw_dev->event_queue[0] + (i * sizeof(TW_Event))); 1193 tw_dev->free_queue[i] = i; 1194 tw_dev->state[i] = TW_S_INITIAL; 1195 } 1196 1197 tw_dev->pending_head = TW_Q_START; 1198 tw_dev->pending_tail = TW_Q_START; 1199 tw_dev->free_head = TW_Q_START; 1200 tw_dev->free_tail = TW_Q_START; 1201 tw_dev->error_sequence_id = 1; 1202 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 1203 1204 mutex_init(&tw_dev->ioctl_lock); 1205 init_waitqueue_head(&tw_dev->ioctl_wqueue); 1206 1207 retval = 0; 1208 out: 1209 return retval; 1210 } /* End twa_initialize_device_extension() */ 1211 1212 /* This function is the interrupt service routine */ 1213 static irqreturn_t twa_interrupt(int irq, void *dev_instance) 1214 { 1215 int request_id, error = 0; 1216 u32 status_reg_value; 1217 TW_Response_Queue response_que; 1218 TW_Command_Full *full_command_packet; 1219 TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance; 1220 int handled = 0; 1221 1222 /* Get the per adapter lock */ 1223 spin_lock(tw_dev->host->host_lock); 1224 1225 /* Read the registers */ 1226 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1227 1228 /* Check if this is our interrupt, otherwise bail */ 1229 if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT)) 1230 goto twa_interrupt_bail; 1231 1232 handled = 1; 1233 1234 /* If we are resetting, bail */ 1235 if (test_bit(TW_IN_RESET, &tw_dev->flags)) 1236 goto twa_interrupt_bail; 1237 1238 /* Check controller for errors */ 1239 if (twa_check_bits(status_reg_value)) { 1240 if (twa_decode_bits(tw_dev, status_reg_value)) { 1241 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1242 goto twa_interrupt_bail; 1243 } 1244 } 1245 1246 /* Handle host interrupt */ 1247 if (status_reg_value & TW_STATUS_HOST_INTERRUPT) 1248 TW_CLEAR_HOST_INTERRUPT(tw_dev); 1249 1250 /* Handle attention interrupt */ 1251 if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) { 1252 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev); 1253 if (!(test_and_set_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags))) { 1254 twa_get_request_id(tw_dev, &request_id); 1255 1256 error = twa_aen_read_queue(tw_dev, request_id); 1257 if (error) { 1258 tw_dev->state[request_id] = TW_S_COMPLETED; 1259 twa_free_request_id(tw_dev, request_id); 1260 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags); 1261 } 1262 } 1263 } 1264 1265 /* Handle command interrupt */ 1266 if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) { 1267 TW_MASK_COMMAND_INTERRUPT(tw_dev); 1268 /* Drain as many pending commands as we can */ 1269 while (tw_dev->pending_request_count > 0) { 1270 request_id = tw_dev->pending_queue[tw_dev->pending_head]; 1271 if (tw_dev->state[request_id] != TW_S_PENDING) { 1272 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x19, "Found request id that wasn't pending"); 1273 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1274 goto twa_interrupt_bail; 1275 } 1276 if (twa_post_command_packet(tw_dev, request_id, 1)==0) { 1277 tw_dev->pending_head = (tw_dev->pending_head + 1) % TW_Q_LENGTH; 1278 tw_dev->pending_request_count--; 1279 } else { 1280 /* If we get here, we will continue re-posting on the next command interrupt */ 1281 break; 1282 } 1283 } 1284 } 1285 1286 /* Handle response interrupt */ 1287 if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) { 1288 1289 /* Drain the response queue from the board */ 1290 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) { 1291 /* Complete the response */ 1292 response_que.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 1293 request_id = TW_RESID_OUT(response_que.response_id); 1294 full_command_packet = tw_dev->command_packet_virt[request_id]; 1295 error = 0; 1296 /* Check for command packet errors */ 1297 if (full_command_packet->command.newcommand.status != 0) { 1298 if (tw_dev->srb[request_id] != NULL) { 1299 error = twa_fill_sense(tw_dev, request_id, 1, 1); 1300 } else { 1301 /* Skip ioctl error prints */ 1302 if (request_id != tw_dev->chrdev_request_id) { 1303 error = twa_fill_sense(tw_dev, request_id, 0, 1); 1304 } 1305 } 1306 } 1307 1308 /* Check for correct state */ 1309 if (tw_dev->state[request_id] != TW_S_POSTED) { 1310 if (tw_dev->srb[request_id] != NULL) { 1311 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1a, "Received a request id that wasn't posted"); 1312 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1313 goto twa_interrupt_bail; 1314 } 1315 } 1316 1317 /* Check for internal command completion */ 1318 if (tw_dev->srb[request_id] == NULL) { 1319 if (request_id != tw_dev->chrdev_request_id) { 1320 if (twa_aen_complete(tw_dev, request_id)) 1321 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1b, "Error completing AEN during attention interrupt"); 1322 } else { 1323 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 1324 wake_up(&tw_dev->ioctl_wqueue); 1325 } 1326 } else { 1327 struct scsi_cmnd *cmd; 1328 1329 cmd = tw_dev->srb[request_id]; 1330 1331 twa_scsiop_execute_scsi_complete(tw_dev, request_id); 1332 /* If no error command was a success */ 1333 if (error == 0) { 1334 cmd->result = (DID_OK << 16); 1335 } 1336 1337 /* If error, command failed */ 1338 if (error == 1) { 1339 /* Ask for a host reset */ 1340 cmd->result = (DID_OK << 16) | (CHECK_CONDITION << 1); 1341 } 1342 1343 /* Report residual bytes for single sgl */ 1344 if ((scsi_sg_count(cmd) <= 1) && (full_command_packet->command.newcommand.status == 0)) { 1345 if (full_command_packet->command.newcommand.sg_list[0].length < scsi_bufflen(tw_dev->srb[request_id])) 1346 scsi_set_resid(cmd, scsi_bufflen(cmd) - full_command_packet->command.newcommand.sg_list[0].length); 1347 } 1348 1349 /* Now complete the io */ 1350 if (twa_command_mapped(cmd)) 1351 scsi_dma_unmap(cmd); 1352 cmd->scsi_done(cmd); 1353 tw_dev->state[request_id] = TW_S_COMPLETED; 1354 twa_free_request_id(tw_dev, request_id); 1355 tw_dev->posted_request_count--; 1356 } 1357 1358 /* Check for valid status after each drain */ 1359 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1360 if (twa_check_bits(status_reg_value)) { 1361 if (twa_decode_bits(tw_dev, status_reg_value)) { 1362 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1363 goto twa_interrupt_bail; 1364 } 1365 } 1366 } 1367 } 1368 1369 twa_interrupt_bail: 1370 spin_unlock(tw_dev->host->host_lock); 1371 return IRQ_RETVAL(handled); 1372 } /* End twa_interrupt() */ 1373 1374 /* This function will load the request id and various sgls for ioctls */ 1375 static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length) 1376 { 1377 TW_Command *oldcommand; 1378 TW_Command_Apache *newcommand; 1379 TW_SG_Entry *sgl; 1380 unsigned int pae = 0; 1381 1382 if ((sizeof(long) < 8) && (sizeof(dma_addr_t) > 4)) 1383 pae = 1; 1384 1385 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) { 1386 newcommand = &full_command_packet->command.newcommand; 1387 newcommand->request_id__lunl = 1388 cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->request_id__lunl), request_id)); 1389 if (length) { 1390 newcommand->sg_list[0].address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1); 1391 newcommand->sg_list[0].length = cpu_to_le32(length); 1392 } 1393 newcommand->sgl_entries__lunh = 1394 cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->sgl_entries__lunh), length ? 1 : 0)); 1395 } else { 1396 oldcommand = &full_command_packet->command.oldcommand; 1397 oldcommand->request_id = request_id; 1398 1399 if (TW_SGL_OUT(oldcommand->opcode__sgloffset)) { 1400 /* Load the sg list */ 1401 if (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA) 1402 sgl = (TW_SG_Entry *)((u32 *)oldcommand+oldcommand->size - (sizeof(TW_SG_Entry)/4) + pae); 1403 else 1404 sgl = (TW_SG_Entry *)((u32 *)oldcommand+TW_SGL_OUT(oldcommand->opcode__sgloffset)); 1405 sgl->address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1); 1406 sgl->length = cpu_to_le32(length); 1407 1408 oldcommand->size += pae; 1409 } 1410 } 1411 } /* End twa_load_sgl() */ 1412 1413 /* This function will poll for a response interrupt of a request */ 1414 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds) 1415 { 1416 int retval = 1, found = 0, response_request_id; 1417 TW_Response_Queue response_queue; 1418 TW_Command_Full *full_command_packet = tw_dev->command_packet_virt[request_id]; 1419 1420 if (twa_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, seconds) == 0) { 1421 response_queue.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 1422 response_request_id = TW_RESID_OUT(response_queue.response_id); 1423 if (request_id != response_request_id) { 1424 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1e, "Found unexpected request id while polling for response"); 1425 goto out; 1426 } 1427 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) { 1428 if (full_command_packet->command.newcommand.status != 0) { 1429 /* bad response */ 1430 twa_fill_sense(tw_dev, request_id, 0, 0); 1431 goto out; 1432 } 1433 found = 1; 1434 } else { 1435 if (full_command_packet->command.oldcommand.status != 0) { 1436 /* bad response */ 1437 twa_fill_sense(tw_dev, request_id, 0, 0); 1438 goto out; 1439 } 1440 found = 1; 1441 } 1442 } 1443 1444 if (found) 1445 retval = 0; 1446 out: 1447 return retval; 1448 } /* End twa_poll_response() */ 1449 1450 /* This function will poll the status register for a flag */ 1451 static int twa_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds) 1452 { 1453 u32 status_reg_value; 1454 unsigned long before; 1455 int retval = 1; 1456 1457 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1458 before = jiffies; 1459 1460 if (twa_check_bits(status_reg_value)) 1461 twa_decode_bits(tw_dev, status_reg_value); 1462 1463 while ((status_reg_value & flag) != flag) { 1464 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1465 1466 if (twa_check_bits(status_reg_value)) 1467 twa_decode_bits(tw_dev, status_reg_value); 1468 1469 if (time_after(jiffies, before + HZ * seconds)) 1470 goto out; 1471 1472 msleep(50); 1473 } 1474 retval = 0; 1475 out: 1476 return retval; 1477 } /* End twa_poll_status() */ 1478 1479 /* This function will poll the status register for disappearance of a flag */ 1480 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds) 1481 { 1482 u32 status_reg_value; 1483 unsigned long before; 1484 int retval = 1; 1485 1486 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1487 before = jiffies; 1488 1489 if (twa_check_bits(status_reg_value)) 1490 twa_decode_bits(tw_dev, status_reg_value); 1491 1492 while ((status_reg_value & flag) != 0) { 1493 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1494 if (twa_check_bits(status_reg_value)) 1495 twa_decode_bits(tw_dev, status_reg_value); 1496 1497 if (time_after(jiffies, before + HZ * seconds)) 1498 goto out; 1499 1500 msleep(50); 1501 } 1502 retval = 0; 1503 out: 1504 return retval; 1505 } /* End twa_poll_status_gone() */ 1506 1507 /* This function will attempt to post a command packet to the board */ 1508 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal) 1509 { 1510 u32 status_reg_value; 1511 dma_addr_t command_que_value; 1512 int retval = 1; 1513 1514 command_que_value = tw_dev->command_packet_phys[request_id]; 1515 1516 /* For 9650SE write low 4 bytes first */ 1517 if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) || 1518 (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) { 1519 command_que_value += TW_COMMAND_OFFSET; 1520 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev)); 1521 } 1522 1523 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1524 1525 if (twa_check_bits(status_reg_value)) 1526 twa_decode_bits(tw_dev, status_reg_value); 1527 1528 if (((tw_dev->pending_request_count > 0) && (tw_dev->state[request_id] != TW_S_PENDING)) || (status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL)) { 1529 1530 /* Only pend internal driver commands */ 1531 if (!internal) { 1532 retval = SCSI_MLQUEUE_HOST_BUSY; 1533 goto out; 1534 } 1535 1536 /* Couldn't post the command packet, so we do it later */ 1537 if (tw_dev->state[request_id] != TW_S_PENDING) { 1538 tw_dev->state[request_id] = TW_S_PENDING; 1539 tw_dev->pending_request_count++; 1540 if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) { 1541 tw_dev->max_pending_request_count = tw_dev->pending_request_count; 1542 } 1543 tw_dev->pending_queue[tw_dev->pending_tail] = request_id; 1544 tw_dev->pending_tail = (tw_dev->pending_tail + 1) % TW_Q_LENGTH; 1545 } 1546 TW_UNMASK_COMMAND_INTERRUPT(tw_dev); 1547 goto out; 1548 } else { 1549 if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) || 1550 (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) { 1551 /* Now write upper 4 bytes */ 1552 writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev) + 0x4); 1553 } else { 1554 if (sizeof(dma_addr_t) > 4) { 1555 command_que_value += TW_COMMAND_OFFSET; 1556 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev)); 1557 writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR(tw_dev) + 0x4); 1558 } else { 1559 writel(TW_COMMAND_OFFSET + command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev)); 1560 } 1561 } 1562 tw_dev->state[request_id] = TW_S_POSTED; 1563 tw_dev->posted_request_count++; 1564 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) { 1565 tw_dev->max_posted_request_count = tw_dev->posted_request_count; 1566 } 1567 } 1568 retval = 0; 1569 out: 1570 return retval; 1571 } /* End twa_post_command_packet() */ 1572 1573 /* This function will reset a device extension */ 1574 static int twa_reset_device_extension(TW_Device_Extension *tw_dev) 1575 { 1576 int i = 0; 1577 int retval = 1; 1578 unsigned long flags = 0; 1579 1580 set_bit(TW_IN_RESET, &tw_dev->flags); 1581 TW_DISABLE_INTERRUPTS(tw_dev); 1582 TW_MASK_COMMAND_INTERRUPT(tw_dev); 1583 spin_lock_irqsave(tw_dev->host->host_lock, flags); 1584 1585 /* Abort all requests that are in progress */ 1586 for (i = 0; i < TW_Q_LENGTH; i++) { 1587 if ((tw_dev->state[i] != TW_S_FINISHED) && 1588 (tw_dev->state[i] != TW_S_INITIAL) && 1589 (tw_dev->state[i] != TW_S_COMPLETED)) { 1590 if (tw_dev->srb[i]) { 1591 struct scsi_cmnd *cmd = tw_dev->srb[i]; 1592 1593 cmd->result = (DID_RESET << 16); 1594 if (twa_command_mapped(cmd)) 1595 scsi_dma_unmap(cmd); 1596 cmd->scsi_done(cmd); 1597 } 1598 } 1599 } 1600 1601 /* Reset queues and counts */ 1602 for (i = 0; i < TW_Q_LENGTH; i++) { 1603 tw_dev->free_queue[i] = i; 1604 tw_dev->state[i] = TW_S_INITIAL; 1605 } 1606 tw_dev->free_head = TW_Q_START; 1607 tw_dev->free_tail = TW_Q_START; 1608 tw_dev->posted_request_count = 0; 1609 tw_dev->pending_request_count = 0; 1610 tw_dev->pending_head = TW_Q_START; 1611 tw_dev->pending_tail = TW_Q_START; 1612 tw_dev->reset_print = 0; 1613 1614 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 1615 1616 if (twa_reset_sequence(tw_dev, 1)) 1617 goto out; 1618 1619 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev); 1620 clear_bit(TW_IN_RESET, &tw_dev->flags); 1621 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 1622 1623 retval = 0; 1624 out: 1625 return retval; 1626 } /* End twa_reset_device_extension() */ 1627 1628 /* This function will reset a controller */ 1629 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset) 1630 { 1631 int tries = 0, retval = 1, flashed = 0, do_soft_reset = soft_reset; 1632 1633 while (tries < TW_MAX_RESET_TRIES) { 1634 if (do_soft_reset) { 1635 TW_SOFT_RESET(tw_dev); 1636 /* Clear pchip/response queue on 9550SX */ 1637 if (twa_empty_response_queue_large(tw_dev)) { 1638 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x36, "Response queue (large) empty failed during reset sequence"); 1639 do_soft_reset = 1; 1640 tries++; 1641 continue; 1642 } 1643 } 1644 1645 /* Make sure controller is in a good state */ 1646 if (twa_poll_status(tw_dev, TW_STATUS_MICROCONTROLLER_READY | (do_soft_reset == 1 ? TW_STATUS_ATTENTION_INTERRUPT : 0), 60)) { 1647 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1f, "Microcontroller not ready during reset sequence"); 1648 do_soft_reset = 1; 1649 tries++; 1650 continue; 1651 } 1652 1653 /* Empty response queue */ 1654 if (twa_empty_response_queue(tw_dev)) { 1655 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x20, "Response queue empty failed during reset sequence"); 1656 do_soft_reset = 1; 1657 tries++; 1658 continue; 1659 } 1660 1661 flashed = 0; 1662 1663 /* Check for compatibility/flash */ 1664 if (twa_check_srl(tw_dev, &flashed)) { 1665 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x21, "Compatibility check failed during reset sequence"); 1666 do_soft_reset = 1; 1667 tries++; 1668 continue; 1669 } else { 1670 if (flashed) { 1671 tries++; 1672 continue; 1673 } 1674 } 1675 1676 /* Drain the AEN queue */ 1677 if (twa_aen_drain_queue(tw_dev, soft_reset)) { 1678 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x22, "AEN drain failed during reset sequence"); 1679 do_soft_reset = 1; 1680 tries++; 1681 continue; 1682 } 1683 1684 /* If we got here, controller is in a good state */ 1685 retval = 0; 1686 goto out; 1687 } 1688 out: 1689 return retval; 1690 } /* End twa_reset_sequence() */ 1691 1692 /* This funciton returns unit geometry in cylinders/heads/sectors */ 1693 static int twa_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev, sector_t capacity, int geom[]) 1694 { 1695 int heads, sectors, cylinders; 1696 TW_Device_Extension *tw_dev; 1697 1698 tw_dev = (TW_Device_Extension *)sdev->host->hostdata; 1699 1700 if (capacity >= 0x200000) { 1701 heads = 255; 1702 sectors = 63; 1703 cylinders = sector_div(capacity, heads * sectors); 1704 } else { 1705 heads = 64; 1706 sectors = 32; 1707 cylinders = sector_div(capacity, heads * sectors); 1708 } 1709 1710 geom[0] = heads; 1711 geom[1] = sectors; 1712 geom[2] = cylinders; 1713 1714 return 0; 1715 } /* End twa_scsi_biosparam() */ 1716 1717 /* This is the new scsi eh reset function */ 1718 static int twa_scsi_eh_reset(struct scsi_cmnd *SCpnt) 1719 { 1720 TW_Device_Extension *tw_dev = NULL; 1721 int retval = FAILED; 1722 1723 tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata; 1724 1725 tw_dev->num_resets++; 1726 1727 sdev_printk(KERN_WARNING, SCpnt->device, 1728 "WARNING: (0x%02X:0x%04X): Command (0x%x) timed out, resetting card.\n", 1729 TW_DRIVER, 0x2c, SCpnt->cmnd[0]); 1730 1731 /* Make sure we are not issuing an ioctl or resetting from ioctl */ 1732 mutex_lock(&tw_dev->ioctl_lock); 1733 1734 /* Now reset the card and some of the device extension data */ 1735 if (twa_reset_device_extension(tw_dev)) { 1736 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2b, "Controller reset failed during scsi host reset"); 1737 goto out; 1738 } 1739 1740 retval = SUCCESS; 1741 out: 1742 mutex_unlock(&tw_dev->ioctl_lock); 1743 return retval; 1744 } /* End twa_scsi_eh_reset() */ 1745 1746 /* This is the main scsi queue function to handle scsi opcodes */ 1747 static int twa_scsi_queue_lck(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *)) 1748 { 1749 int request_id, retval; 1750 TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata; 1751 1752 /* If we are resetting due to timed out ioctl, report as busy */ 1753 if (test_bit(TW_IN_RESET, &tw_dev->flags)) { 1754 retval = SCSI_MLQUEUE_HOST_BUSY; 1755 goto out; 1756 } 1757 1758 /* Check if this FW supports luns */ 1759 if ((SCpnt->device->lun != 0) && (tw_dev->tw_compat_info.working_srl < TW_FW_SRL_LUNS_SUPPORTED)) { 1760 SCpnt->result = (DID_BAD_TARGET << 16); 1761 done(SCpnt); 1762 retval = 0; 1763 goto out; 1764 } 1765 1766 /* Save done function into scsi_cmnd struct */ 1767 SCpnt->scsi_done = done; 1768 1769 /* Get a free request id */ 1770 twa_get_request_id(tw_dev, &request_id); 1771 1772 /* Save the scsi command for use by the ISR */ 1773 tw_dev->srb[request_id] = SCpnt; 1774 1775 retval = twa_scsiop_execute_scsi(tw_dev, request_id, NULL, 0, NULL); 1776 switch (retval) { 1777 case SCSI_MLQUEUE_HOST_BUSY: 1778 if (twa_command_mapped(SCpnt)) 1779 scsi_dma_unmap(SCpnt); 1780 twa_free_request_id(tw_dev, request_id); 1781 break; 1782 case 1: 1783 SCpnt->result = (DID_ERROR << 16); 1784 if (twa_command_mapped(SCpnt)) 1785 scsi_dma_unmap(SCpnt); 1786 done(SCpnt); 1787 tw_dev->state[request_id] = TW_S_COMPLETED; 1788 twa_free_request_id(tw_dev, request_id); 1789 retval = 0; 1790 } 1791 out: 1792 return retval; 1793 } /* End twa_scsi_queue() */ 1794 1795 static DEF_SCSI_QCMD(twa_scsi_queue) 1796 1797 /* This function hands scsi cdb's to the firmware */ 1798 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg) 1799 { 1800 TW_Command_Full *full_command_packet; 1801 TW_Command_Apache *command_packet; 1802 u32 num_sectors = 0x0; 1803 int i, sg_count; 1804 struct scsi_cmnd *srb = NULL; 1805 struct scatterlist *sglist = NULL, *sg; 1806 int retval = 1; 1807 1808 if (tw_dev->srb[request_id]) { 1809 srb = tw_dev->srb[request_id]; 1810 if (scsi_sglist(srb)) 1811 sglist = scsi_sglist(srb); 1812 } 1813 1814 /* Initialize command packet */ 1815 full_command_packet = tw_dev->command_packet_virt[request_id]; 1816 full_command_packet->header.header_desc.size_header = 128; 1817 full_command_packet->header.status_block.error = 0; 1818 full_command_packet->header.status_block.severity__reserved = 0; 1819 1820 command_packet = &full_command_packet->command.newcommand; 1821 command_packet->status = 0; 1822 command_packet->opcode__reserved = TW_OPRES_IN(0, TW_OP_EXECUTE_SCSI); 1823 1824 /* We forced 16 byte cdb use earlier */ 1825 if (!cdb) 1826 memcpy(command_packet->cdb, srb->cmnd, TW_MAX_CDB_LEN); 1827 else 1828 memcpy(command_packet->cdb, cdb, TW_MAX_CDB_LEN); 1829 1830 if (srb) { 1831 command_packet->unit = srb->device->id; 1832 command_packet->request_id__lunl = 1833 cpu_to_le16(TW_REQ_LUN_IN(srb->device->lun, request_id)); 1834 } else { 1835 command_packet->request_id__lunl = 1836 cpu_to_le16(TW_REQ_LUN_IN(0, request_id)); 1837 command_packet->unit = 0; 1838 } 1839 1840 command_packet->sgl_offset = 16; 1841 1842 if (!sglistarg) { 1843 /* Map sglist from scsi layer to cmd packet */ 1844 1845 if (scsi_sg_count(srb)) { 1846 if (!twa_command_mapped(srb)) { 1847 if (srb->sc_data_direction == DMA_TO_DEVICE || 1848 srb->sc_data_direction == DMA_BIDIRECTIONAL) 1849 scsi_sg_copy_to_buffer(srb, 1850 tw_dev->generic_buffer_virt[request_id], 1851 TW_SECTOR_SIZE); 1852 command_packet->sg_list[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]); 1853 command_packet->sg_list[0].length = cpu_to_le32(TW_MIN_SGL_LENGTH); 1854 } else { 1855 sg_count = scsi_dma_map(srb); 1856 if (sg_count < 0) 1857 goto out; 1858 1859 scsi_for_each_sg(srb, sg, sg_count, i) { 1860 command_packet->sg_list[i].address = TW_CPU_TO_SGL(sg_dma_address(sg)); 1861 command_packet->sg_list[i].length = cpu_to_le32(sg_dma_len(sg)); 1862 if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) { 1863 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2e, "Found unaligned sgl address during execute scsi"); 1864 goto out; 1865 } 1866 } 1867 } 1868 command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN((srb->device->lun >> 4), scsi_sg_count(tw_dev->srb[request_id]))); 1869 } 1870 } else { 1871 /* Internal cdb post */ 1872 for (i = 0; i < use_sg; i++) { 1873 command_packet->sg_list[i].address = TW_CPU_TO_SGL(sglistarg[i].address); 1874 command_packet->sg_list[i].length = cpu_to_le32(sglistarg[i].length); 1875 if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) { 1876 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2f, "Found unaligned sgl address during internal post"); 1877 goto out; 1878 } 1879 } 1880 command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN(0, use_sg)); 1881 } 1882 1883 if (srb) { 1884 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) 1885 num_sectors = (u32)srb->cmnd[4]; 1886 1887 if (srb->cmnd[0] == READ_10 || srb->cmnd[0] == WRITE_10) 1888 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8); 1889 } 1890 1891 /* Update sector statistic */ 1892 tw_dev->sector_count = num_sectors; 1893 if (tw_dev->sector_count > tw_dev->max_sector_count) 1894 tw_dev->max_sector_count = tw_dev->sector_count; 1895 1896 /* Update SG statistics */ 1897 if (srb) { 1898 tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]); 1899 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries) 1900 tw_dev->max_sgl_entries = tw_dev->sgl_entries; 1901 } 1902 1903 /* Now post the command to the board */ 1904 if (srb) { 1905 retval = twa_post_command_packet(tw_dev, request_id, 0); 1906 } else { 1907 twa_post_command_packet(tw_dev, request_id, 1); 1908 retval = 0; 1909 } 1910 out: 1911 return retval; 1912 } /* End twa_scsiop_execute_scsi() */ 1913 1914 /* This function completes an execute scsi operation */ 1915 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id) 1916 { 1917 struct scsi_cmnd *cmd = tw_dev->srb[request_id]; 1918 1919 if (!twa_command_mapped(cmd) && 1920 (cmd->sc_data_direction == DMA_FROM_DEVICE || 1921 cmd->sc_data_direction == DMA_BIDIRECTIONAL)) { 1922 if (scsi_sg_count(cmd) == 1) { 1923 void *buf = tw_dev->generic_buffer_virt[request_id]; 1924 1925 scsi_sg_copy_from_buffer(cmd, buf, TW_SECTOR_SIZE); 1926 } 1927 } 1928 } /* End twa_scsiop_execute_scsi_complete() */ 1929 1930 /* This function tells the controller to shut down */ 1931 static void __twa_shutdown(TW_Device_Extension *tw_dev) 1932 { 1933 /* Disable interrupts */ 1934 TW_DISABLE_INTERRUPTS(tw_dev); 1935 1936 /* Free up the IRQ */ 1937 free_irq(tw_dev->tw_pci_dev->irq, tw_dev); 1938 1939 printk(KERN_WARNING "3w-9xxx: Shutting down host %d.\n", tw_dev->host->host_no); 1940 1941 /* Tell the card we are shutting down */ 1942 if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) { 1943 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x31, "Connection shutdown failed"); 1944 } else { 1945 printk(KERN_WARNING "3w-9xxx: Shutdown complete.\n"); 1946 } 1947 1948 /* Clear all interrupts just before exit */ 1949 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1950 } /* End __twa_shutdown() */ 1951 1952 /* Wrapper for __twa_shutdown */ 1953 static void twa_shutdown(struct pci_dev *pdev) 1954 { 1955 struct Scsi_Host *host = pci_get_drvdata(pdev); 1956 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 1957 1958 __twa_shutdown(tw_dev); 1959 } /* End twa_shutdown() */ 1960 1961 /* This function will look up a string */ 1962 static char *twa_string_lookup(twa_message_type *table, unsigned int code) 1963 { 1964 int index; 1965 1966 for (index = 0; ((code != table[index].code) && 1967 (table[index].text != (char *)0)); index++); 1968 return(table[index].text); 1969 } /* End twa_string_lookup() */ 1970 1971 /* This function gets called when a disk is coming on-line */ 1972 static int twa_slave_configure(struct scsi_device *sdev) 1973 { 1974 /* Force 60 second timeout */ 1975 blk_queue_rq_timeout(sdev->request_queue, 60 * HZ); 1976 1977 return 0; 1978 } /* End twa_slave_configure() */ 1979 1980 /* scsi_host_template initializer */ 1981 static struct scsi_host_template driver_template = { 1982 .module = THIS_MODULE, 1983 .name = "3ware 9000 Storage Controller", 1984 .queuecommand = twa_scsi_queue, 1985 .eh_host_reset_handler = twa_scsi_eh_reset, 1986 .bios_param = twa_scsi_biosparam, 1987 .change_queue_depth = scsi_change_queue_depth, 1988 .can_queue = TW_Q_LENGTH-2, 1989 .slave_configure = twa_slave_configure, 1990 .this_id = -1, 1991 .sg_tablesize = TW_APACHE_MAX_SGL_LENGTH, 1992 .max_sectors = TW_MAX_SECTORS, 1993 .cmd_per_lun = TW_MAX_CMDS_PER_LUN, 1994 .use_clustering = ENABLE_CLUSTERING, 1995 .shost_attrs = twa_host_attrs, 1996 .emulated = 1, 1997 .no_write_same = 1, 1998 }; 1999 2000 /* This function will probe and initialize a card */ 2001 static int twa_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id) 2002 { 2003 struct Scsi_Host *host = NULL; 2004 TW_Device_Extension *tw_dev; 2005 unsigned long mem_addr, mem_len; 2006 int retval = -ENODEV; 2007 2008 retval = pci_enable_device(pdev); 2009 if (retval) { 2010 TW_PRINTK(host, TW_DRIVER, 0x34, "Failed to enable pci device"); 2011 goto out_disable_device; 2012 } 2013 2014 pci_set_master(pdev); 2015 pci_try_set_mwi(pdev); 2016 2017 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) 2018 || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64))) 2019 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) 2020 || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) { 2021 TW_PRINTK(host, TW_DRIVER, 0x23, "Failed to set dma mask"); 2022 retval = -ENODEV; 2023 goto out_disable_device; 2024 } 2025 2026 host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension)); 2027 if (!host) { 2028 TW_PRINTK(host, TW_DRIVER, 0x24, "Failed to allocate memory for device extension"); 2029 retval = -ENOMEM; 2030 goto out_disable_device; 2031 } 2032 tw_dev = (TW_Device_Extension *)host->hostdata; 2033 2034 /* Save values to device extension */ 2035 tw_dev->host = host; 2036 tw_dev->tw_pci_dev = pdev; 2037 2038 if (twa_initialize_device_extension(tw_dev)) { 2039 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x25, "Failed to initialize device extension"); 2040 goto out_free_device_extension; 2041 } 2042 2043 /* Request IO regions */ 2044 retval = pci_request_regions(pdev, "3w-9xxx"); 2045 if (retval) { 2046 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x26, "Failed to get mem region"); 2047 goto out_free_device_extension; 2048 } 2049 2050 if (pdev->device == PCI_DEVICE_ID_3WARE_9000) { 2051 mem_addr = pci_resource_start(pdev, 1); 2052 mem_len = pci_resource_len(pdev, 1); 2053 } else { 2054 mem_addr = pci_resource_start(pdev, 2); 2055 mem_len = pci_resource_len(pdev, 2); 2056 } 2057 2058 /* Save base address */ 2059 tw_dev->base_addr = ioremap(mem_addr, mem_len); 2060 if (!tw_dev->base_addr) { 2061 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x35, "Failed to ioremap"); 2062 goto out_release_mem_region; 2063 } 2064 2065 /* Disable interrupts on the card */ 2066 TW_DISABLE_INTERRUPTS(tw_dev); 2067 2068 /* Initialize the card */ 2069 if (twa_reset_sequence(tw_dev, 0)) 2070 goto out_iounmap; 2071 2072 /* Set host specific parameters */ 2073 if ((pdev->device == PCI_DEVICE_ID_3WARE_9650SE) || 2074 (pdev->device == PCI_DEVICE_ID_3WARE_9690SA)) 2075 host->max_id = TW_MAX_UNITS_9650SE; 2076 else 2077 host->max_id = TW_MAX_UNITS; 2078 2079 host->max_cmd_len = TW_MAX_CDB_LEN; 2080 2081 /* Channels aren't supported by adapter */ 2082 host->max_lun = TW_MAX_LUNS(tw_dev->tw_compat_info.working_srl); 2083 host->max_channel = 0; 2084 2085 /* Register the card with the kernel SCSI layer */ 2086 retval = scsi_add_host(host, &pdev->dev); 2087 if (retval) { 2088 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x27, "scsi add host failed"); 2089 goto out_iounmap; 2090 } 2091 2092 pci_set_drvdata(pdev, host); 2093 2094 printk(KERN_WARNING "3w-9xxx: scsi%d: Found a 3ware 9000 Storage Controller at 0x%lx, IRQ: %d.\n", 2095 host->host_no, mem_addr, pdev->irq); 2096 printk(KERN_WARNING "3w-9xxx: scsi%d: Firmware %s, BIOS %s, Ports: %d.\n", 2097 host->host_no, 2098 (char *)twa_get_param(tw_dev, 0, TW_VERSION_TABLE, 2099 TW_PARAM_FWVER, TW_PARAM_FWVER_LENGTH), 2100 (char *)twa_get_param(tw_dev, 1, TW_VERSION_TABLE, 2101 TW_PARAM_BIOSVER, TW_PARAM_BIOSVER_LENGTH), 2102 le32_to_cpu(*(int *)twa_get_param(tw_dev, 2, TW_INFORMATION_TABLE, 2103 TW_PARAM_PORTCOUNT, TW_PARAM_PORTCOUNT_LENGTH))); 2104 2105 /* Try to enable MSI */ 2106 if (use_msi && (pdev->device != PCI_DEVICE_ID_3WARE_9000) && 2107 !pci_enable_msi(pdev)) 2108 set_bit(TW_USING_MSI, &tw_dev->flags); 2109 2110 /* Now setup the interrupt handler */ 2111 retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev); 2112 if (retval) { 2113 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x30, "Error requesting IRQ"); 2114 goto out_remove_host; 2115 } 2116 2117 twa_device_extension_list[twa_device_extension_count] = tw_dev; 2118 twa_device_extension_count++; 2119 2120 /* Re-enable interrupts on the card */ 2121 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev); 2122 2123 /* Finally, scan the host */ 2124 scsi_scan_host(host); 2125 2126 if (twa_major == -1) { 2127 if ((twa_major = register_chrdev (0, "twa", &twa_fops)) < 0) 2128 TW_PRINTK(host, TW_DRIVER, 0x29, "Failed to register character device"); 2129 } 2130 return 0; 2131 2132 out_remove_host: 2133 if (test_bit(TW_USING_MSI, &tw_dev->flags)) 2134 pci_disable_msi(pdev); 2135 scsi_remove_host(host); 2136 out_iounmap: 2137 iounmap(tw_dev->base_addr); 2138 out_release_mem_region: 2139 pci_release_regions(pdev); 2140 out_free_device_extension: 2141 twa_free_device_extension(tw_dev); 2142 scsi_host_put(host); 2143 out_disable_device: 2144 pci_disable_device(pdev); 2145 2146 return retval; 2147 } /* End twa_probe() */ 2148 2149 /* This function is called to remove a device */ 2150 static void twa_remove(struct pci_dev *pdev) 2151 { 2152 struct Scsi_Host *host = pci_get_drvdata(pdev); 2153 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 2154 2155 scsi_remove_host(tw_dev->host); 2156 2157 /* Unregister character device */ 2158 if (twa_major >= 0) { 2159 unregister_chrdev(twa_major, "twa"); 2160 twa_major = -1; 2161 } 2162 2163 /* Shutdown the card */ 2164 __twa_shutdown(tw_dev); 2165 2166 /* Disable MSI if enabled */ 2167 if (test_bit(TW_USING_MSI, &tw_dev->flags)) 2168 pci_disable_msi(pdev); 2169 2170 /* Free IO remapping */ 2171 iounmap(tw_dev->base_addr); 2172 2173 /* Free up the mem region */ 2174 pci_release_regions(pdev); 2175 2176 /* Free up device extension resources */ 2177 twa_free_device_extension(tw_dev); 2178 2179 scsi_host_put(tw_dev->host); 2180 pci_disable_device(pdev); 2181 twa_device_extension_count--; 2182 } /* End twa_remove() */ 2183 2184 #ifdef CONFIG_PM 2185 /* This function is called on PCI suspend */ 2186 static int twa_suspend(struct pci_dev *pdev, pm_message_t state) 2187 { 2188 struct Scsi_Host *host = pci_get_drvdata(pdev); 2189 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 2190 2191 printk(KERN_WARNING "3w-9xxx: Suspending host %d.\n", tw_dev->host->host_no); 2192 2193 TW_DISABLE_INTERRUPTS(tw_dev); 2194 free_irq(tw_dev->tw_pci_dev->irq, tw_dev); 2195 2196 if (test_bit(TW_USING_MSI, &tw_dev->flags)) 2197 pci_disable_msi(pdev); 2198 2199 /* Tell the card we are shutting down */ 2200 if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) { 2201 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x38, "Connection shutdown failed during suspend"); 2202 } else { 2203 printk(KERN_WARNING "3w-9xxx: Suspend complete.\n"); 2204 } 2205 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 2206 2207 pci_save_state(pdev); 2208 pci_disable_device(pdev); 2209 pci_set_power_state(pdev, pci_choose_state(pdev, state)); 2210 2211 return 0; 2212 } /* End twa_suspend() */ 2213 2214 /* This function is called on PCI resume */ 2215 static int twa_resume(struct pci_dev *pdev) 2216 { 2217 int retval = 0; 2218 struct Scsi_Host *host = pci_get_drvdata(pdev); 2219 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 2220 2221 printk(KERN_WARNING "3w-9xxx: Resuming host %d.\n", tw_dev->host->host_no); 2222 pci_set_power_state(pdev, PCI_D0); 2223 pci_enable_wake(pdev, PCI_D0, 0); 2224 pci_restore_state(pdev); 2225 2226 retval = pci_enable_device(pdev); 2227 if (retval) { 2228 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x39, "Enable device failed during resume"); 2229 return retval; 2230 } 2231 2232 pci_set_master(pdev); 2233 pci_try_set_mwi(pdev); 2234 2235 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) 2236 || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64))) 2237 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) 2238 || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) { 2239 TW_PRINTK(host, TW_DRIVER, 0x40, "Failed to set dma mask during resume"); 2240 retval = -ENODEV; 2241 goto out_disable_device; 2242 } 2243 2244 /* Initialize the card */ 2245 if (twa_reset_sequence(tw_dev, 0)) { 2246 retval = -ENODEV; 2247 goto out_disable_device; 2248 } 2249 2250 /* Now setup the interrupt handler */ 2251 retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev); 2252 if (retval) { 2253 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x42, "Error requesting IRQ during resume"); 2254 retval = -ENODEV; 2255 goto out_disable_device; 2256 } 2257 2258 /* Now enable MSI if enabled */ 2259 if (test_bit(TW_USING_MSI, &tw_dev->flags)) 2260 pci_enable_msi(pdev); 2261 2262 /* Re-enable interrupts on the card */ 2263 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev); 2264 2265 printk(KERN_WARNING "3w-9xxx: Resume complete.\n"); 2266 return 0; 2267 2268 out_disable_device: 2269 scsi_remove_host(host); 2270 pci_disable_device(pdev); 2271 2272 return retval; 2273 } /* End twa_resume() */ 2274 #endif 2275 2276 /* PCI Devices supported by this driver */ 2277 static struct pci_device_id twa_pci_tbl[] = { 2278 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9000, 2279 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 2280 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9550SX, 2281 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 2282 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9650SE, 2283 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 2284 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9690SA, 2285 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 2286 { } 2287 }; 2288 MODULE_DEVICE_TABLE(pci, twa_pci_tbl); 2289 2290 /* pci_driver initializer */ 2291 static struct pci_driver twa_driver = { 2292 .name = "3w-9xxx", 2293 .id_table = twa_pci_tbl, 2294 .probe = twa_probe, 2295 .remove = twa_remove, 2296 #ifdef CONFIG_PM 2297 .suspend = twa_suspend, 2298 .resume = twa_resume, 2299 #endif 2300 .shutdown = twa_shutdown 2301 }; 2302 2303 /* This function is called on driver initialization */ 2304 static int __init twa_init(void) 2305 { 2306 printk(KERN_WARNING "3ware 9000 Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION); 2307 2308 return pci_register_driver(&twa_driver); 2309 } /* End twa_init() */ 2310 2311 /* This function is called on driver exit */ 2312 static void __exit twa_exit(void) 2313 { 2314 pci_unregister_driver(&twa_driver); 2315 } /* End twa_exit() */ 2316 2317 module_init(twa_init); 2318 module_exit(twa_exit); 2319 2320