11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds 3w-9xxx.c -- 3ware 9000 Storage Controller device driver for Linux. 31da177e4SLinus Torvalds 41da177e4SLinus Torvalds Written By: Adam Radford <linuxraid@amcc.com> 575913d9bSadam radford Modifications By: Tom Couch <linuxraid@amcc.com> 61da177e4SLinus Torvalds 70e78d158Sadam radford Copyright (C) 2004-2007 Applied Micro Circuits Corporation. 81da177e4SLinus Torvalds 91da177e4SLinus Torvalds This program is free software; you can redistribute it and/or modify 101da177e4SLinus Torvalds it under the terms of the GNU General Public License as published by 111da177e4SLinus Torvalds the Free Software Foundation; version 2 of the License. 121da177e4SLinus Torvalds 131da177e4SLinus Torvalds This program is distributed in the hope that it will be useful, 141da177e4SLinus Torvalds but WITHOUT ANY WARRANTY; without even the implied warranty of 151da177e4SLinus Torvalds MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 161da177e4SLinus Torvalds GNU General Public License for more details. 171da177e4SLinus Torvalds 181da177e4SLinus Torvalds NO WARRANTY 191da177e4SLinus Torvalds THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR 201da177e4SLinus Torvalds CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT 211da177e4SLinus Torvalds LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT, 221da177e4SLinus Torvalds MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is 231da177e4SLinus Torvalds solely responsible for determining the appropriateness of using and 241da177e4SLinus Torvalds distributing the Program and assumes all risks associated with its 251da177e4SLinus Torvalds exercise of rights under this Agreement, including but not limited to 261da177e4SLinus Torvalds the risks and costs of program errors, damage to or loss of data, 271da177e4SLinus Torvalds programs or equipment, and unavailability or interruption of operations. 281da177e4SLinus Torvalds 291da177e4SLinus Torvalds DISCLAIMER OF LIABILITY 301da177e4SLinus Torvalds NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY 311da177e4SLinus Torvalds DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 321da177e4SLinus Torvalds DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND 331da177e4SLinus Torvalds ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR 341da177e4SLinus Torvalds TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE 351da177e4SLinus Torvalds USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED 361da177e4SLinus Torvalds HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds You should have received a copy of the GNU General Public License 391da177e4SLinus Torvalds along with this program; if not, write to the Free Software 401da177e4SLinus Torvalds Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds Bugs/Comments/Suggestions should be mailed to: 431da177e4SLinus Torvalds linuxraid@amcc.com 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds For more information, goto: 461da177e4SLinus Torvalds http://www.amcc.com 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds Note: This version of the driver does not contain a bundled firmware 491da177e4SLinus Torvalds image. 501da177e4SLinus Torvalds 511da177e4SLinus Torvalds History 521da177e4SLinus Torvalds ------- 531da177e4SLinus Torvalds 2.26.02.000 - Driver cleanup for kernel submission. 541da177e4SLinus Torvalds 2.26.02.001 - Replace schedule_timeout() calls with msleep(). 551da177e4SLinus Torvalds 2.26.02.002 - Add support for PAE mode. 561da177e4SLinus Torvalds Add lun support. 571da177e4SLinus Torvalds Fix twa_remove() to free irq handler/unregister_chrdev() 581da177e4SLinus Torvalds before shutting down card. 591da177e4SLinus Torvalds Change to new 'change_queue_depth' api. 601da177e4SLinus Torvalds Fix 'handled=1' ISR usage, remove bogus IRQ check. 611da177e4SLinus Torvalds Remove un-needed eh_abort handler. 621da177e4SLinus Torvalds Add support for embedded firmware error strings. 63d327d082Sadam radford 2.26.02.003 - Correctly handle single sgl's with use_sg=1. 6449bfd8dbSadam radford 2.26.02.004 - Add support for 9550SX controllers. 6562288f10Sadam radford 2.26.02.005 - Fix use_sg == 0 mapping on systems with 4GB or higher. 6675913d9bSadam radford 2.26.02.006 - Fix 9550SX pchip reset timeout. 6775913d9bSadam radford Add big endian support. 681e08dcb3Sadam radford 2.26.02.007 - Disable local interrupts during kmap/unmap_atomic(). 694039c30eSadam radford 2.26.02.008 - Free irq handler in __twa_shutdown(). 704039c30eSadam radford Serialize reset code. 714039c30eSadam radford Add support for 9650SE controllers. 720e78d158Sadam radford 2.26.02.009 - Fix dma mask setting to fallback to 32-bit if 64-bit fails. 730e78d158Sadam radford 2.26.02.010 - Add support for 9690SA controllers. 741da177e4SLinus Torvalds */ 751da177e4SLinus Torvalds 761da177e4SLinus Torvalds #include <linux/module.h> 771da177e4SLinus Torvalds #include <linux/reboot.h> 781da177e4SLinus Torvalds #include <linux/spinlock.h> 791da177e4SLinus Torvalds #include <linux/interrupt.h> 801da177e4SLinus Torvalds #include <linux/moduleparam.h> 811da177e4SLinus Torvalds #include <linux/errno.h> 821da177e4SLinus Torvalds #include <linux/types.h> 831da177e4SLinus Torvalds #include <linux/delay.h> 841da177e4SLinus Torvalds #include <linux/pci.h> 851da177e4SLinus Torvalds #include <linux/time.h> 86a12e25bdSJes Sorensen #include <linux/mutex.h> 87f2b9857eSJonathan Corbet #include <linux/smp_lock.h> 881da177e4SLinus Torvalds #include <asm/io.h> 891da177e4SLinus Torvalds #include <asm/irq.h> 901da177e4SLinus Torvalds #include <asm/uaccess.h> 911da177e4SLinus Torvalds #include <scsi/scsi.h> 921da177e4SLinus Torvalds #include <scsi/scsi_host.h> 931da177e4SLinus Torvalds #include <scsi/scsi_tcq.h> 941da177e4SLinus Torvalds #include <scsi/scsi_cmnd.h> 951da177e4SLinus Torvalds #include "3w-9xxx.h" 961da177e4SLinus Torvalds 971da177e4SLinus Torvalds /* Globals */ 980e78d158Sadam radford #define TW_DRIVER_VERSION "2.26.02.010" 991da177e4SLinus Torvalds static TW_Device_Extension *twa_device_extension_list[TW_MAX_SLOT]; 1001da177e4SLinus Torvalds static unsigned int twa_device_extension_count; 1011da177e4SLinus Torvalds static int twa_major = -1; 1021da177e4SLinus Torvalds extern struct timezone sys_tz; 1031da177e4SLinus Torvalds 1041da177e4SLinus Torvalds /* Module parameters */ 1051da177e4SLinus Torvalds MODULE_AUTHOR ("AMCC"); 1061da177e4SLinus Torvalds MODULE_DESCRIPTION ("3ware 9000 Storage Controller Linux Driver"); 1071da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 1081da177e4SLinus Torvalds MODULE_VERSION(TW_DRIVER_VERSION); 1091da177e4SLinus Torvalds 1101da177e4SLinus Torvalds /* Function prototypes */ 1111da177e4SLinus Torvalds static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header); 1121da177e4SLinus Torvalds static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id); 1131da177e4SLinus Torvalds static char *twa_aen_severity_lookup(unsigned char severity_code); 1141da177e4SLinus Torvalds static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id); 1151da177e4SLinus Torvalds static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg); 1161da177e4SLinus Torvalds static int twa_chrdev_open(struct inode *inode, struct file *file); 1171da177e4SLinus Torvalds static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host); 1181da177e4SLinus Torvalds static void twa_free_request_id(TW_Device_Extension *tw_dev,int request_id); 1191da177e4SLinus Torvalds static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id); 1201da177e4SLinus Torvalds static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits, 1211da177e4SLinus Torvalds u32 set_features, unsigned short current_fw_srl, 1221da177e4SLinus Torvalds unsigned short current_fw_arch_id, 1231da177e4SLinus Torvalds unsigned short current_fw_branch, 1241da177e4SLinus Torvalds unsigned short current_fw_build, 1251da177e4SLinus Torvalds unsigned short *fw_on_ctlr_srl, 1261da177e4SLinus Torvalds unsigned short *fw_on_ctlr_arch_id, 1271da177e4SLinus Torvalds unsigned short *fw_on_ctlr_branch, 1281da177e4SLinus Torvalds unsigned short *fw_on_ctlr_build, 1291da177e4SLinus Torvalds u32 *init_connect_result); 1300e78d158Sadam radford static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length); 1311da177e4SLinus Torvalds static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds); 1321da177e4SLinus Torvalds static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds); 1331da177e4SLinus Torvalds static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal); 1340e78d158Sadam radford static int twa_reset_device_extension(TW_Device_Extension *tw_dev); 1351da177e4SLinus Torvalds static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset); 1361da177e4SLinus Torvalds static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg); 1371da177e4SLinus Torvalds static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id); 1381da177e4SLinus Torvalds static char *twa_string_lookup(twa_message_type *table, unsigned int aen_code); 1391da177e4SLinus Torvalds static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id); 1401da177e4SLinus Torvalds 1411da177e4SLinus Torvalds /* Functions */ 1421da177e4SLinus Torvalds 1431da177e4SLinus Torvalds /* Show some statistics about the card */ 144ee959b00STony Jones static ssize_t twa_show_stats(struct device *dev, 145ee959b00STony Jones struct device_attribute *attr, char *buf) 1461da177e4SLinus Torvalds { 147ee959b00STony Jones struct Scsi_Host *host = class_to_shost(dev); 1481da177e4SLinus Torvalds TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 1491da177e4SLinus Torvalds unsigned long flags = 0; 1501da177e4SLinus Torvalds ssize_t len; 1511da177e4SLinus Torvalds 1521da177e4SLinus Torvalds spin_lock_irqsave(tw_dev->host->host_lock, flags); 1531da177e4SLinus Torvalds len = snprintf(buf, PAGE_SIZE, "3w-9xxx Driver version: %s\n" 1541da177e4SLinus Torvalds "Current commands posted: %4d\n" 1551da177e4SLinus Torvalds "Max commands posted: %4d\n" 1561da177e4SLinus Torvalds "Current pending commands: %4d\n" 1571da177e4SLinus Torvalds "Max pending commands: %4d\n" 1581da177e4SLinus Torvalds "Last sgl length: %4d\n" 1591da177e4SLinus Torvalds "Max sgl length: %4d\n" 1601da177e4SLinus Torvalds "Last sector count: %4d\n" 1611da177e4SLinus Torvalds "Max sector count: %4d\n" 1621da177e4SLinus Torvalds "SCSI Host Resets: %4d\n" 1631da177e4SLinus Torvalds "AEN's: %4d\n", 1641da177e4SLinus Torvalds TW_DRIVER_VERSION, 1651da177e4SLinus Torvalds tw_dev->posted_request_count, 1661da177e4SLinus Torvalds tw_dev->max_posted_request_count, 1671da177e4SLinus Torvalds tw_dev->pending_request_count, 1681da177e4SLinus Torvalds tw_dev->max_pending_request_count, 1691da177e4SLinus Torvalds tw_dev->sgl_entries, 1701da177e4SLinus Torvalds tw_dev->max_sgl_entries, 1711da177e4SLinus Torvalds tw_dev->sector_count, 1721da177e4SLinus Torvalds tw_dev->max_sector_count, 1731da177e4SLinus Torvalds tw_dev->num_resets, 1741da177e4SLinus Torvalds tw_dev->aen_count); 1751da177e4SLinus Torvalds spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 1761da177e4SLinus Torvalds return len; 1771da177e4SLinus Torvalds } /* End twa_show_stats() */ 1781da177e4SLinus Torvalds 1791da177e4SLinus Torvalds /* This function will set a devices queue depth */ 1801da177e4SLinus Torvalds static int twa_change_queue_depth(struct scsi_device *sdev, int queue_depth) 1811da177e4SLinus Torvalds { 1821da177e4SLinus Torvalds if (queue_depth > TW_Q_LENGTH-2) 1831da177e4SLinus Torvalds queue_depth = TW_Q_LENGTH-2; 1841da177e4SLinus Torvalds scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth); 1851da177e4SLinus Torvalds return queue_depth; 1861da177e4SLinus Torvalds } /* End twa_change_queue_depth() */ 1871da177e4SLinus Torvalds 1881da177e4SLinus Torvalds /* Create sysfs 'stats' entry */ 189ee959b00STony Jones static struct device_attribute twa_host_stats_attr = { 1901da177e4SLinus Torvalds .attr = { 1911da177e4SLinus Torvalds .name = "stats", 1921da177e4SLinus Torvalds .mode = S_IRUGO, 1931da177e4SLinus Torvalds }, 1941da177e4SLinus Torvalds .show = twa_show_stats 1951da177e4SLinus Torvalds }; 1961da177e4SLinus Torvalds 1971da177e4SLinus Torvalds /* Host attributes initializer */ 198ee959b00STony Jones static struct device_attribute *twa_host_attrs[] = { 1991da177e4SLinus Torvalds &twa_host_stats_attr, 2001da177e4SLinus Torvalds NULL, 2011da177e4SLinus Torvalds }; 2021da177e4SLinus Torvalds 2031da177e4SLinus Torvalds /* File operations struct for character device */ 20400977a59SArjan van de Ven static const struct file_operations twa_fops = { 2051da177e4SLinus Torvalds .owner = THIS_MODULE, 2061da177e4SLinus Torvalds .ioctl = twa_chrdev_ioctl, 2071da177e4SLinus Torvalds .open = twa_chrdev_open, 2081da177e4SLinus Torvalds .release = NULL 2091da177e4SLinus Torvalds }; 2101da177e4SLinus Torvalds 2111da177e4SLinus Torvalds /* This function will complete an aen request from the isr */ 2121da177e4SLinus Torvalds static int twa_aen_complete(TW_Device_Extension *tw_dev, int request_id) 2131da177e4SLinus Torvalds { 2141da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 2151da177e4SLinus Torvalds TW_Command *command_packet; 2161da177e4SLinus Torvalds TW_Command_Apache_Header *header; 2171da177e4SLinus Torvalds unsigned short aen; 2181da177e4SLinus Torvalds int retval = 1; 2191da177e4SLinus Torvalds 2201da177e4SLinus Torvalds header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id]; 2211da177e4SLinus Torvalds tw_dev->posted_request_count--; 22275913d9bSadam radford aen = le16_to_cpu(header->status_block.error); 2231da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 2241da177e4SLinus Torvalds command_packet = &full_command_packet->command.oldcommand; 2251da177e4SLinus Torvalds 2261da177e4SLinus Torvalds /* First check for internal completion of set param for time sync */ 2271da177e4SLinus Torvalds if (TW_OP_OUT(command_packet->opcode__sgloffset) == TW_OP_SET_PARAM) { 2281da177e4SLinus Torvalds /* Keep reading the queue in case there are more aen's */ 2291da177e4SLinus Torvalds if (twa_aen_read_queue(tw_dev, request_id)) 2301da177e4SLinus Torvalds goto out2; 2311da177e4SLinus Torvalds else { 2321da177e4SLinus Torvalds retval = 0; 2331da177e4SLinus Torvalds goto out; 2341da177e4SLinus Torvalds } 2351da177e4SLinus Torvalds } 2361da177e4SLinus Torvalds 2371da177e4SLinus Torvalds switch (aen) { 2381da177e4SLinus Torvalds case TW_AEN_QUEUE_EMPTY: 2391da177e4SLinus Torvalds /* Quit reading the queue if this is the last one */ 2401da177e4SLinus Torvalds break; 2411da177e4SLinus Torvalds case TW_AEN_SYNC_TIME_WITH_HOST: 2421da177e4SLinus Torvalds twa_aen_sync_time(tw_dev, request_id); 2431da177e4SLinus Torvalds retval = 0; 2441da177e4SLinus Torvalds goto out; 2451da177e4SLinus Torvalds default: 2461da177e4SLinus Torvalds twa_aen_queue_event(tw_dev, header); 2471da177e4SLinus Torvalds 2481da177e4SLinus Torvalds /* If there are more aen's, keep reading the queue */ 2491da177e4SLinus Torvalds if (twa_aen_read_queue(tw_dev, request_id)) 2501da177e4SLinus Torvalds goto out2; 2511da177e4SLinus Torvalds else { 2521da177e4SLinus Torvalds retval = 0; 2531da177e4SLinus Torvalds goto out; 2541da177e4SLinus Torvalds } 2551da177e4SLinus Torvalds } 2561da177e4SLinus Torvalds retval = 0; 2571da177e4SLinus Torvalds out2: 2581da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_COMPLETED; 2591da177e4SLinus Torvalds twa_free_request_id(tw_dev, request_id); 2601da177e4SLinus Torvalds clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags); 2611da177e4SLinus Torvalds out: 2621da177e4SLinus Torvalds return retval; 2631da177e4SLinus Torvalds } /* End twa_aen_complete() */ 2641da177e4SLinus Torvalds 2651da177e4SLinus Torvalds /* This function will drain aen queue */ 2661da177e4SLinus Torvalds static int twa_aen_drain_queue(TW_Device_Extension *tw_dev, int no_check_reset) 2671da177e4SLinus Torvalds { 2681da177e4SLinus Torvalds int request_id = 0; 2691da177e4SLinus Torvalds char cdb[TW_MAX_CDB_LEN]; 2701da177e4SLinus Torvalds TW_SG_Entry sglist[1]; 2711da177e4SLinus Torvalds int finished = 0, count = 0; 2721da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 2731da177e4SLinus Torvalds TW_Command_Apache_Header *header; 2741da177e4SLinus Torvalds unsigned short aen; 2751da177e4SLinus Torvalds int first_reset = 0, queue = 0, retval = 1; 2761da177e4SLinus Torvalds 2771da177e4SLinus Torvalds if (no_check_reset) 2781da177e4SLinus Torvalds first_reset = 0; 2791da177e4SLinus Torvalds else 2801da177e4SLinus Torvalds first_reset = 1; 2811da177e4SLinus Torvalds 2821da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 2831da177e4SLinus Torvalds memset(full_command_packet, 0, sizeof(TW_Command_Full)); 2841da177e4SLinus Torvalds 2851da177e4SLinus Torvalds /* Initialize cdb */ 2861da177e4SLinus Torvalds memset(&cdb, 0, TW_MAX_CDB_LEN); 2871da177e4SLinus Torvalds cdb[0] = REQUEST_SENSE; /* opcode */ 2881da177e4SLinus Torvalds cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */ 2891da177e4SLinus Torvalds 2901da177e4SLinus Torvalds /* Initialize sglist */ 2911da177e4SLinus Torvalds memset(&sglist, 0, sizeof(TW_SG_Entry)); 2921da177e4SLinus Torvalds sglist[0].length = TW_SECTOR_SIZE; 2931da177e4SLinus Torvalds sglist[0].address = tw_dev->generic_buffer_phys[request_id]; 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds if (sglist[0].address & TW_ALIGNMENT_9000_SGL) { 2961da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1, "Found unaligned address during AEN drain"); 2971da177e4SLinus Torvalds goto out; 2981da177e4SLinus Torvalds } 2991da177e4SLinus Torvalds 3001da177e4SLinus Torvalds /* Mark internal command */ 3011da177e4SLinus Torvalds tw_dev->srb[request_id] = NULL; 3021da177e4SLinus Torvalds 3031da177e4SLinus Torvalds do { 3041da177e4SLinus Torvalds /* Send command to the board */ 3051da177e4SLinus Torvalds if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) { 3061da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2, "Error posting request sense"); 3071da177e4SLinus Torvalds goto out; 3081da177e4SLinus Torvalds } 3091da177e4SLinus Torvalds 3101da177e4SLinus Torvalds /* Now poll for completion */ 3111da177e4SLinus Torvalds if (twa_poll_response(tw_dev, request_id, 30)) { 3121da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x3, "No valid response while draining AEN queue"); 3131da177e4SLinus Torvalds tw_dev->posted_request_count--; 3141da177e4SLinus Torvalds goto out; 3151da177e4SLinus Torvalds } 3161da177e4SLinus Torvalds 3171da177e4SLinus Torvalds tw_dev->posted_request_count--; 3181da177e4SLinus Torvalds header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id]; 31975913d9bSadam radford aen = le16_to_cpu(header->status_block.error); 3201da177e4SLinus Torvalds queue = 0; 3211da177e4SLinus Torvalds count++; 3221da177e4SLinus Torvalds 3231da177e4SLinus Torvalds switch (aen) { 3241da177e4SLinus Torvalds case TW_AEN_QUEUE_EMPTY: 3251da177e4SLinus Torvalds if (first_reset != 1) 3261da177e4SLinus Torvalds goto out; 3271da177e4SLinus Torvalds else 3281da177e4SLinus Torvalds finished = 1; 3291da177e4SLinus Torvalds break; 3301da177e4SLinus Torvalds case TW_AEN_SOFT_RESET: 3311da177e4SLinus Torvalds if (first_reset == 0) 3321da177e4SLinus Torvalds first_reset = 1; 3331da177e4SLinus Torvalds else 3341da177e4SLinus Torvalds queue = 1; 3351da177e4SLinus Torvalds break; 3361da177e4SLinus Torvalds case TW_AEN_SYNC_TIME_WITH_HOST: 3371da177e4SLinus Torvalds break; 3381da177e4SLinus Torvalds default: 3391da177e4SLinus Torvalds queue = 1; 3401da177e4SLinus Torvalds } 3411da177e4SLinus Torvalds 3421da177e4SLinus Torvalds /* Now queue an event info */ 3431da177e4SLinus Torvalds if (queue) 3441da177e4SLinus Torvalds twa_aen_queue_event(tw_dev, header); 3451da177e4SLinus Torvalds } while ((finished == 0) && (count < TW_MAX_AEN_DRAIN)); 3461da177e4SLinus Torvalds 3471da177e4SLinus Torvalds if (count == TW_MAX_AEN_DRAIN) 3481da177e4SLinus Torvalds goto out; 3491da177e4SLinus Torvalds 3501da177e4SLinus Torvalds retval = 0; 3511da177e4SLinus Torvalds out: 3521da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_INITIAL; 3531da177e4SLinus Torvalds return retval; 3541da177e4SLinus Torvalds } /* End twa_aen_drain_queue() */ 3551da177e4SLinus Torvalds 3561da177e4SLinus Torvalds /* This function will queue an event */ 3571da177e4SLinus Torvalds static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header) 3581da177e4SLinus Torvalds { 3591da177e4SLinus Torvalds u32 local_time; 3601da177e4SLinus Torvalds struct timeval time; 3611da177e4SLinus Torvalds TW_Event *event; 3621da177e4SLinus Torvalds unsigned short aen; 3631da177e4SLinus Torvalds char host[16]; 3641da177e4SLinus Torvalds char *error_str; 3651da177e4SLinus Torvalds 3661da177e4SLinus Torvalds tw_dev->aen_count++; 3671da177e4SLinus Torvalds 3681da177e4SLinus Torvalds /* Fill out event info */ 3691da177e4SLinus Torvalds event = tw_dev->event_queue[tw_dev->error_index]; 3701da177e4SLinus Torvalds 3711da177e4SLinus Torvalds /* Check for clobber */ 3721da177e4SLinus Torvalds host[0] = '\0'; 3731da177e4SLinus Torvalds if (tw_dev->host) { 3741da177e4SLinus Torvalds sprintf(host, " scsi%d:", tw_dev->host->host_no); 3751da177e4SLinus Torvalds if (event->retrieved == TW_AEN_NOT_RETRIEVED) 3761da177e4SLinus Torvalds tw_dev->aen_clobber = 1; 3771da177e4SLinus Torvalds } 3781da177e4SLinus Torvalds 37975913d9bSadam radford aen = le16_to_cpu(header->status_block.error); 3801da177e4SLinus Torvalds memset(event, 0, sizeof(TW_Event)); 3811da177e4SLinus Torvalds 3821da177e4SLinus Torvalds event->severity = TW_SEV_OUT(header->status_block.severity__reserved); 3831da177e4SLinus Torvalds do_gettimeofday(&time); 3841da177e4SLinus Torvalds local_time = (u32)(time.tv_sec - (sys_tz.tz_minuteswest * 60)); 3851da177e4SLinus Torvalds event->time_stamp_sec = local_time; 3861da177e4SLinus Torvalds event->aen_code = aen; 3871da177e4SLinus Torvalds event->retrieved = TW_AEN_NOT_RETRIEVED; 3881da177e4SLinus Torvalds event->sequence_id = tw_dev->error_sequence_id; 3891da177e4SLinus Torvalds tw_dev->error_sequence_id++; 3901da177e4SLinus Torvalds 3911da177e4SLinus Torvalds /* Check for embedded error string */ 3921da177e4SLinus Torvalds error_str = &(header->err_specific_desc[strlen(header->err_specific_desc)+1]); 3931da177e4SLinus Torvalds 3941da177e4SLinus Torvalds header->err_specific_desc[sizeof(header->err_specific_desc) - 1] = '\0'; 3951da177e4SLinus Torvalds event->parameter_len = strlen(header->err_specific_desc); 39675913d9bSadam radford memcpy(event->parameter_data, header->err_specific_desc, event->parameter_len + (error_str[0] == '\0' ? 0 : (1 + strlen(error_str)))); 3971da177e4SLinus Torvalds if (event->severity != TW_AEN_SEVERITY_DEBUG) 3981da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx:%s AEN: %s (0x%02X:0x%04X): %s:%s.\n", 3991da177e4SLinus Torvalds host, 4001da177e4SLinus Torvalds twa_aen_severity_lookup(TW_SEV_OUT(header->status_block.severity__reserved)), 4011da177e4SLinus Torvalds TW_MESSAGE_SOURCE_CONTROLLER_EVENT, aen, 4021da177e4SLinus Torvalds error_str[0] == '\0' ? twa_string_lookup(twa_aen_table, aen) : error_str, 4031da177e4SLinus Torvalds header->err_specific_desc); 4041da177e4SLinus Torvalds else 4051da177e4SLinus Torvalds tw_dev->aen_count--; 4061da177e4SLinus Torvalds 4071da177e4SLinus Torvalds if ((tw_dev->error_index + 1) == TW_Q_LENGTH) 4081da177e4SLinus Torvalds tw_dev->event_queue_wrapped = 1; 4091da177e4SLinus Torvalds tw_dev->error_index = (tw_dev->error_index + 1 ) % TW_Q_LENGTH; 4101da177e4SLinus Torvalds } /* End twa_aen_queue_event() */ 4111da177e4SLinus Torvalds 4121da177e4SLinus Torvalds /* This function will read the aen queue from the isr */ 4131da177e4SLinus Torvalds static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id) 4141da177e4SLinus Torvalds { 4151da177e4SLinus Torvalds char cdb[TW_MAX_CDB_LEN]; 4161da177e4SLinus Torvalds TW_SG_Entry sglist[1]; 4171da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 4181da177e4SLinus Torvalds int retval = 1; 4191da177e4SLinus Torvalds 4201da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 4211da177e4SLinus Torvalds memset(full_command_packet, 0, sizeof(TW_Command_Full)); 4221da177e4SLinus Torvalds 4231da177e4SLinus Torvalds /* Initialize cdb */ 4241da177e4SLinus Torvalds memset(&cdb, 0, TW_MAX_CDB_LEN); 4251da177e4SLinus Torvalds cdb[0] = REQUEST_SENSE; /* opcode */ 4261da177e4SLinus Torvalds cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */ 4271da177e4SLinus Torvalds 4281da177e4SLinus Torvalds /* Initialize sglist */ 4291da177e4SLinus Torvalds memset(&sglist, 0, sizeof(TW_SG_Entry)); 4301da177e4SLinus Torvalds sglist[0].length = TW_SECTOR_SIZE; 4311da177e4SLinus Torvalds sglist[0].address = tw_dev->generic_buffer_phys[request_id]; 4321da177e4SLinus Torvalds 4331da177e4SLinus Torvalds /* Mark internal command */ 4341da177e4SLinus Torvalds tw_dev->srb[request_id] = NULL; 4351da177e4SLinus Torvalds 4361da177e4SLinus Torvalds /* Now post the command packet */ 4371da177e4SLinus Torvalds if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) { 4381da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x4, "Post failed while reading AEN queue"); 4391da177e4SLinus Torvalds goto out; 4401da177e4SLinus Torvalds } 4411da177e4SLinus Torvalds retval = 0; 4421da177e4SLinus Torvalds out: 4431da177e4SLinus Torvalds return retval; 4441da177e4SLinus Torvalds } /* End twa_aen_read_queue() */ 4451da177e4SLinus Torvalds 4461da177e4SLinus Torvalds /* This function will look up an AEN severity string */ 4471da177e4SLinus Torvalds static char *twa_aen_severity_lookup(unsigned char severity_code) 4481da177e4SLinus Torvalds { 4491da177e4SLinus Torvalds char *retval = NULL; 4501da177e4SLinus Torvalds 4511da177e4SLinus Torvalds if ((severity_code < (unsigned char) TW_AEN_SEVERITY_ERROR) || 4521da177e4SLinus Torvalds (severity_code > (unsigned char) TW_AEN_SEVERITY_DEBUG)) 4531da177e4SLinus Torvalds goto out; 4541da177e4SLinus Torvalds 4551da177e4SLinus Torvalds retval = twa_aen_severity_table[severity_code]; 4561da177e4SLinus Torvalds out: 4571da177e4SLinus Torvalds return retval; 4581da177e4SLinus Torvalds } /* End twa_aen_severity_lookup() */ 4591da177e4SLinus Torvalds 4601da177e4SLinus Torvalds /* This function will sync firmware time with the host time */ 4611da177e4SLinus Torvalds static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id) 4621da177e4SLinus Torvalds { 4631da177e4SLinus Torvalds u32 schedulertime; 4641da177e4SLinus Torvalds struct timeval utc; 4651da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 4661da177e4SLinus Torvalds TW_Command *command_packet; 4671da177e4SLinus Torvalds TW_Param_Apache *param; 4681da177e4SLinus Torvalds u32 local_time; 4691da177e4SLinus Torvalds 4701da177e4SLinus Torvalds /* Fill out the command packet */ 4711da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 4721da177e4SLinus Torvalds memset(full_command_packet, 0, sizeof(TW_Command_Full)); 4731da177e4SLinus Torvalds command_packet = &full_command_packet->command.oldcommand; 4741da177e4SLinus Torvalds command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM); 4751da177e4SLinus Torvalds command_packet->request_id = request_id; 47675913d9bSadam radford command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]); 47775913d9bSadam radford command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE); 4781da177e4SLinus Torvalds command_packet->size = TW_COMMAND_SIZE; 47975913d9bSadam radford command_packet->byte6_offset.parameter_count = cpu_to_le16(1); 4801da177e4SLinus Torvalds 4811da177e4SLinus Torvalds /* Setup the param */ 4821da177e4SLinus Torvalds param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id]; 4831da177e4SLinus Torvalds memset(param, 0, TW_SECTOR_SIZE); 48475913d9bSadam radford param->table_id = cpu_to_le16(TW_TIMEKEEP_TABLE | 0x8000); /* Controller time keep table */ 48575913d9bSadam radford param->parameter_id = cpu_to_le16(0x3); /* SchedulerTime */ 48675913d9bSadam radford param->parameter_size_bytes = cpu_to_le16(4); 4871da177e4SLinus Torvalds 4881da177e4SLinus Torvalds /* Convert system time in UTC to local time seconds since last 4891da177e4SLinus Torvalds Sunday 12:00AM */ 4901da177e4SLinus Torvalds do_gettimeofday(&utc); 4911da177e4SLinus Torvalds local_time = (u32)(utc.tv_sec - (sys_tz.tz_minuteswest * 60)); 4921da177e4SLinus Torvalds schedulertime = local_time - (3 * 86400); 49375913d9bSadam radford schedulertime = cpu_to_le32(schedulertime % 604800); 4941da177e4SLinus Torvalds 4951da177e4SLinus Torvalds memcpy(param->data, &schedulertime, sizeof(u32)); 4961da177e4SLinus Torvalds 4971da177e4SLinus Torvalds /* Mark internal command */ 4981da177e4SLinus Torvalds tw_dev->srb[request_id] = NULL; 4991da177e4SLinus Torvalds 5001da177e4SLinus Torvalds /* Now post the command */ 5011da177e4SLinus Torvalds twa_post_command_packet(tw_dev, request_id, 1); 5021da177e4SLinus Torvalds } /* End twa_aen_sync_time() */ 5031da177e4SLinus Torvalds 5041da177e4SLinus Torvalds /* This function will allocate memory and check if it is correctly aligned */ 5051da177e4SLinus Torvalds static int twa_allocate_memory(TW_Device_Extension *tw_dev, int size, int which) 5061da177e4SLinus Torvalds { 5071da177e4SLinus Torvalds int i; 5081da177e4SLinus Torvalds dma_addr_t dma_handle; 5091da177e4SLinus Torvalds unsigned long *cpu_addr; 5101da177e4SLinus Torvalds int retval = 1; 5111da177e4SLinus Torvalds 5121da177e4SLinus Torvalds cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle); 5131da177e4SLinus Torvalds if (!cpu_addr) { 5141da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x5, "Memory allocation failed"); 5151da177e4SLinus Torvalds goto out; 5161da177e4SLinus Torvalds } 5171da177e4SLinus Torvalds 5181da177e4SLinus Torvalds if ((unsigned long)cpu_addr % (TW_ALIGNMENT_9000)) { 5191da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x6, "Failed to allocate correctly aligned memory"); 5201da177e4SLinus Torvalds pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle); 5211da177e4SLinus Torvalds goto out; 5221da177e4SLinus Torvalds } 5231da177e4SLinus Torvalds 5241da177e4SLinus Torvalds memset(cpu_addr, 0, size*TW_Q_LENGTH); 5251da177e4SLinus Torvalds 5261da177e4SLinus Torvalds for (i = 0; i < TW_Q_LENGTH; i++) { 5271da177e4SLinus Torvalds switch(which) { 5281da177e4SLinus Torvalds case 0: 5291da177e4SLinus Torvalds tw_dev->command_packet_phys[i] = dma_handle+(i*size); 5301da177e4SLinus Torvalds tw_dev->command_packet_virt[i] = (TW_Command_Full *)((unsigned char *)cpu_addr + (i*size)); 5311da177e4SLinus Torvalds break; 5321da177e4SLinus Torvalds case 1: 5331da177e4SLinus Torvalds tw_dev->generic_buffer_phys[i] = dma_handle+(i*size); 5341da177e4SLinus Torvalds tw_dev->generic_buffer_virt[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size)); 5351da177e4SLinus Torvalds break; 5361da177e4SLinus Torvalds } 5371da177e4SLinus Torvalds } 5381da177e4SLinus Torvalds retval = 0; 5391da177e4SLinus Torvalds out: 5401da177e4SLinus Torvalds return retval; 5411da177e4SLinus Torvalds } /* End twa_allocate_memory() */ 5421da177e4SLinus Torvalds 5431da177e4SLinus Torvalds /* This function will check the status register for unexpected bits */ 5441da177e4SLinus Torvalds static int twa_check_bits(u32 status_reg_value) 5451da177e4SLinus Torvalds { 5461da177e4SLinus Torvalds int retval = 1; 5471da177e4SLinus Torvalds 5481da177e4SLinus Torvalds if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) 5491da177e4SLinus Torvalds goto out; 5501da177e4SLinus Torvalds if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) 5511da177e4SLinus Torvalds goto out; 5521da177e4SLinus Torvalds 5531da177e4SLinus Torvalds retval = 0; 5541da177e4SLinus Torvalds out: 5551da177e4SLinus Torvalds return retval; 5561da177e4SLinus Torvalds } /* End twa_check_bits() */ 5571da177e4SLinus Torvalds 5581da177e4SLinus Torvalds /* This function will check the srl and decide if we are compatible */ 5591da177e4SLinus Torvalds static int twa_check_srl(TW_Device_Extension *tw_dev, int *flashed) 5601da177e4SLinus Torvalds { 5611da177e4SLinus Torvalds int retval = 1; 5621da177e4SLinus Torvalds unsigned short fw_on_ctlr_srl = 0, fw_on_ctlr_arch_id = 0; 5631da177e4SLinus Torvalds unsigned short fw_on_ctlr_branch = 0, fw_on_ctlr_build = 0; 5641da177e4SLinus Torvalds u32 init_connect_result = 0; 5651da177e4SLinus Torvalds 5661da177e4SLinus Torvalds if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS, 5671da177e4SLinus Torvalds TW_EXTENDED_INIT_CONNECT, TW_CURRENT_DRIVER_SRL, 5681da177e4SLinus Torvalds TW_9000_ARCH_ID, TW_CURRENT_DRIVER_BRANCH, 5691da177e4SLinus Torvalds TW_CURRENT_DRIVER_BUILD, &fw_on_ctlr_srl, 5701da177e4SLinus Torvalds &fw_on_ctlr_arch_id, &fw_on_ctlr_branch, 5711da177e4SLinus Torvalds &fw_on_ctlr_build, &init_connect_result)) { 5721da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x7, "Initconnection failed while checking SRL"); 5731da177e4SLinus Torvalds goto out; 5741da177e4SLinus Torvalds } 5751da177e4SLinus Torvalds 5764039c30eSadam radford tw_dev->tw_compat_info.working_srl = fw_on_ctlr_srl; 5774039c30eSadam radford tw_dev->tw_compat_info.working_branch = fw_on_ctlr_branch; 5784039c30eSadam radford tw_dev->tw_compat_info.working_build = fw_on_ctlr_build; 5791da177e4SLinus Torvalds 5801da177e4SLinus Torvalds /* Try base mode compatibility */ 5811da177e4SLinus Torvalds if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) { 5821da177e4SLinus Torvalds if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS, 5831da177e4SLinus Torvalds TW_EXTENDED_INIT_CONNECT, 5841da177e4SLinus Torvalds TW_BASE_FW_SRL, TW_9000_ARCH_ID, 5851da177e4SLinus Torvalds TW_BASE_FW_BRANCH, TW_BASE_FW_BUILD, 5861da177e4SLinus Torvalds &fw_on_ctlr_srl, &fw_on_ctlr_arch_id, 5871da177e4SLinus Torvalds &fw_on_ctlr_branch, &fw_on_ctlr_build, 5881da177e4SLinus Torvalds &init_connect_result)) { 5891da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0xa, "Initconnection (base mode) failed while checking SRL"); 5901da177e4SLinus Torvalds goto out; 5911da177e4SLinus Torvalds } 5921da177e4SLinus Torvalds if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) { 5931da177e4SLinus Torvalds if (TW_CURRENT_DRIVER_SRL > fw_on_ctlr_srl) { 5941da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x32, "Firmware and driver incompatibility: please upgrade firmware"); 5951da177e4SLinus Torvalds } else { 5961da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x33, "Firmware and driver incompatibility: please upgrade driver"); 5971da177e4SLinus Torvalds } 5981da177e4SLinus Torvalds goto out; 5991da177e4SLinus Torvalds } 6004039c30eSadam radford tw_dev->tw_compat_info.working_srl = TW_BASE_FW_SRL; 6014039c30eSadam radford tw_dev->tw_compat_info.working_branch = TW_BASE_FW_BRANCH; 6024039c30eSadam radford tw_dev->tw_compat_info.working_build = TW_BASE_FW_BUILD; 6031da177e4SLinus Torvalds } 6044039c30eSadam radford 6054039c30eSadam radford /* Load rest of compatibility struct */ 6064039c30eSadam radford strncpy(tw_dev->tw_compat_info.driver_version, TW_DRIVER_VERSION, strlen(TW_DRIVER_VERSION)); 6074039c30eSadam radford tw_dev->tw_compat_info.driver_srl_high = TW_CURRENT_DRIVER_SRL; 6084039c30eSadam radford tw_dev->tw_compat_info.driver_branch_high = TW_CURRENT_DRIVER_BRANCH; 6094039c30eSadam radford tw_dev->tw_compat_info.driver_build_high = TW_CURRENT_DRIVER_BUILD; 6104039c30eSadam radford tw_dev->tw_compat_info.driver_srl_low = TW_BASE_FW_SRL; 6114039c30eSadam radford tw_dev->tw_compat_info.driver_branch_low = TW_BASE_FW_BRANCH; 6124039c30eSadam radford tw_dev->tw_compat_info.driver_build_low = TW_BASE_FW_BUILD; 6134039c30eSadam radford tw_dev->tw_compat_info.fw_on_ctlr_srl = fw_on_ctlr_srl; 6144039c30eSadam radford tw_dev->tw_compat_info.fw_on_ctlr_branch = fw_on_ctlr_branch; 6154039c30eSadam radford tw_dev->tw_compat_info.fw_on_ctlr_build = fw_on_ctlr_build; 6164039c30eSadam radford 6171da177e4SLinus Torvalds retval = 0; 6181da177e4SLinus Torvalds out: 6191da177e4SLinus Torvalds return retval; 6201da177e4SLinus Torvalds } /* End twa_check_srl() */ 6211da177e4SLinus Torvalds 6221da177e4SLinus Torvalds /* This function handles ioctl for the character device */ 6231da177e4SLinus Torvalds static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg) 6241da177e4SLinus Torvalds { 6251da177e4SLinus Torvalds long timeout; 6261da177e4SLinus Torvalds unsigned long *cpu_addr, data_buffer_length_adjusted = 0, flags = 0; 6271da177e4SLinus Torvalds dma_addr_t dma_handle; 6281da177e4SLinus Torvalds int request_id = 0; 6291da177e4SLinus Torvalds unsigned int sequence_id = 0; 6301da177e4SLinus Torvalds unsigned char event_index, start_index; 6311da177e4SLinus Torvalds TW_Ioctl_Driver_Command driver_command; 6321da177e4SLinus Torvalds TW_Ioctl_Buf_Apache *tw_ioctl; 6331da177e4SLinus Torvalds TW_Lock *tw_lock; 6341da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 6351da177e4SLinus Torvalds TW_Compatibility_Info *tw_compat_info; 6361da177e4SLinus Torvalds TW_Event *event; 6371da177e4SLinus Torvalds struct timeval current_time; 6381da177e4SLinus Torvalds u32 current_time_ms; 6391da177e4SLinus Torvalds TW_Device_Extension *tw_dev = twa_device_extension_list[iminor(inode)]; 6401da177e4SLinus Torvalds int retval = TW_IOCTL_ERROR_OS_EFAULT; 6411da177e4SLinus Torvalds void __user *argp = (void __user *)arg; 6421da177e4SLinus Torvalds 6431da177e4SLinus Torvalds /* Only let one of these through at a time */ 644a12e25bdSJes Sorensen if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) { 6451da177e4SLinus Torvalds retval = TW_IOCTL_ERROR_OS_EINTR; 6461da177e4SLinus Torvalds goto out; 6471da177e4SLinus Torvalds } 6481da177e4SLinus Torvalds 6491da177e4SLinus Torvalds /* First copy down the driver command */ 6501da177e4SLinus Torvalds if (copy_from_user(&driver_command, argp, sizeof(TW_Ioctl_Driver_Command))) 6511da177e4SLinus Torvalds goto out2; 6521da177e4SLinus Torvalds 6531da177e4SLinus Torvalds /* Check data buffer size */ 6544039c30eSadam radford if (driver_command.buffer_length > TW_MAX_SECTORS * 2048) { 6551da177e4SLinus Torvalds retval = TW_IOCTL_ERROR_OS_EINVAL; 6561da177e4SLinus Torvalds goto out2; 6571da177e4SLinus Torvalds } 6581da177e4SLinus Torvalds 6591da177e4SLinus Torvalds /* Hardware can only do multiple of 512 byte transfers */ 6601da177e4SLinus Torvalds data_buffer_length_adjusted = (driver_command.buffer_length + 511) & ~511; 6611da177e4SLinus Torvalds 6621da177e4SLinus Torvalds /* Now allocate ioctl buf memory */ 6631da177e4SLinus Torvalds cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, &dma_handle, GFP_KERNEL); 6641da177e4SLinus Torvalds if (!cpu_addr) { 6651da177e4SLinus Torvalds retval = TW_IOCTL_ERROR_OS_ENOMEM; 6661da177e4SLinus Torvalds goto out2; 6671da177e4SLinus Torvalds } 6681da177e4SLinus Torvalds 6691da177e4SLinus Torvalds tw_ioctl = (TW_Ioctl_Buf_Apache *)cpu_addr; 6701da177e4SLinus Torvalds 6711da177e4SLinus Torvalds /* Now copy down the entire ioctl */ 6721da177e4SLinus Torvalds if (copy_from_user(tw_ioctl, argp, driver_command.buffer_length + sizeof(TW_Ioctl_Buf_Apache) - 1)) 6731da177e4SLinus Torvalds goto out3; 6741da177e4SLinus Torvalds 6751da177e4SLinus Torvalds /* See which ioctl we are doing */ 6761da177e4SLinus Torvalds switch (cmd) { 6771da177e4SLinus Torvalds case TW_IOCTL_FIRMWARE_PASS_THROUGH: 6781da177e4SLinus Torvalds spin_lock_irqsave(tw_dev->host->host_lock, flags); 6791da177e4SLinus Torvalds twa_get_request_id(tw_dev, &request_id); 6801da177e4SLinus Torvalds 6811da177e4SLinus Torvalds /* Flag internal command */ 6821da177e4SLinus Torvalds tw_dev->srb[request_id] = NULL; 6831da177e4SLinus Torvalds 6841da177e4SLinus Torvalds /* Flag chrdev ioctl */ 6851da177e4SLinus Torvalds tw_dev->chrdev_request_id = request_id; 6861da177e4SLinus Torvalds 6871da177e4SLinus Torvalds full_command_packet = &tw_ioctl->firmware_command; 6881da177e4SLinus Torvalds 6891da177e4SLinus Torvalds /* Load request id and sglist for both command types */ 6900e78d158Sadam radford twa_load_sgl(tw_dev, full_command_packet, request_id, dma_handle, data_buffer_length_adjusted); 6911da177e4SLinus Torvalds 6921da177e4SLinus Torvalds memcpy(tw_dev->command_packet_virt[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command_Full)); 6931da177e4SLinus Torvalds 6941da177e4SLinus Torvalds /* Now post the command packet to the controller */ 6951da177e4SLinus Torvalds twa_post_command_packet(tw_dev, request_id, 1); 6961da177e4SLinus Torvalds spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 6971da177e4SLinus Torvalds 6981da177e4SLinus Torvalds timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ; 6991da177e4SLinus Torvalds 7001da177e4SLinus Torvalds /* Now wait for command to complete */ 7011da177e4SLinus Torvalds timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout); 7021da177e4SLinus Torvalds 7031da177e4SLinus Torvalds /* We timed out, and didn't get an interrupt */ 7041da177e4SLinus Torvalds if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) { 7051da177e4SLinus Torvalds /* Now we need to reset the board */ 7061da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Character ioctl (0x%x) timed out, resetting card.\n", 7070e78d158Sadam radford tw_dev->host->host_no, TW_DRIVER, 0x37, 7081da177e4SLinus Torvalds cmd); 7091da177e4SLinus Torvalds retval = TW_IOCTL_ERROR_OS_EIO; 7100e78d158Sadam radford twa_reset_device_extension(tw_dev); 7111da177e4SLinus Torvalds goto out3; 7121da177e4SLinus Torvalds } 7131da177e4SLinus Torvalds 7141da177e4SLinus Torvalds /* Now copy in the command packet response */ 7151da177e4SLinus Torvalds memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virt[request_id], sizeof(TW_Command_Full)); 7161da177e4SLinus Torvalds 7171da177e4SLinus Torvalds /* Now complete the io */ 7181da177e4SLinus Torvalds spin_lock_irqsave(tw_dev->host->host_lock, flags); 7191da177e4SLinus Torvalds tw_dev->posted_request_count--; 7201da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_COMPLETED; 7211da177e4SLinus Torvalds twa_free_request_id(tw_dev, request_id); 7221da177e4SLinus Torvalds spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 7231da177e4SLinus Torvalds break; 7241da177e4SLinus Torvalds case TW_IOCTL_GET_COMPATIBILITY_INFO: 7251da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 7261da177e4SLinus Torvalds /* Copy compatiblity struct into ioctl data buffer */ 7271da177e4SLinus Torvalds tw_compat_info = (TW_Compatibility_Info *)tw_ioctl->data_buffer; 7284039c30eSadam radford memcpy(tw_compat_info, &tw_dev->tw_compat_info, sizeof(TW_Compatibility_Info)); 7291da177e4SLinus Torvalds break; 7301da177e4SLinus Torvalds case TW_IOCTL_GET_LAST_EVENT: 7311da177e4SLinus Torvalds if (tw_dev->event_queue_wrapped) { 7321da177e4SLinus Torvalds if (tw_dev->aen_clobber) { 7331da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 7341da177e4SLinus Torvalds tw_dev->aen_clobber = 0; 7351da177e4SLinus Torvalds } else 7361da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 7371da177e4SLinus Torvalds } else { 7381da177e4SLinus Torvalds if (!tw_dev->error_index) { 7391da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 7401da177e4SLinus Torvalds break; 7411da177e4SLinus Torvalds } 7421da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 7431da177e4SLinus Torvalds } 7441da177e4SLinus Torvalds event_index = (tw_dev->error_index - 1 + TW_Q_LENGTH) % TW_Q_LENGTH; 7451da177e4SLinus Torvalds memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 7461da177e4SLinus Torvalds tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 7471da177e4SLinus Torvalds break; 7481da177e4SLinus Torvalds case TW_IOCTL_GET_FIRST_EVENT: 7491da177e4SLinus Torvalds if (tw_dev->event_queue_wrapped) { 7501da177e4SLinus Torvalds if (tw_dev->aen_clobber) { 7511da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 7521da177e4SLinus Torvalds tw_dev->aen_clobber = 0; 7531da177e4SLinus Torvalds } else 7541da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 7551da177e4SLinus Torvalds event_index = tw_dev->error_index; 7561da177e4SLinus Torvalds } else { 7571da177e4SLinus Torvalds if (!tw_dev->error_index) { 7581da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 7591da177e4SLinus Torvalds break; 7601da177e4SLinus Torvalds } 7611da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 7621da177e4SLinus Torvalds event_index = 0; 7631da177e4SLinus Torvalds } 7641da177e4SLinus Torvalds memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 7651da177e4SLinus Torvalds tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 7661da177e4SLinus Torvalds break; 7671da177e4SLinus Torvalds case TW_IOCTL_GET_NEXT_EVENT: 7681da177e4SLinus Torvalds event = (TW_Event *)tw_ioctl->data_buffer; 7691da177e4SLinus Torvalds sequence_id = event->sequence_id; 7701da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 7711da177e4SLinus Torvalds 7721da177e4SLinus Torvalds if (tw_dev->event_queue_wrapped) { 7731da177e4SLinus Torvalds if (tw_dev->aen_clobber) { 7741da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 7751da177e4SLinus Torvalds tw_dev->aen_clobber = 0; 7761da177e4SLinus Torvalds } 7771da177e4SLinus Torvalds start_index = tw_dev->error_index; 7781da177e4SLinus Torvalds } else { 7791da177e4SLinus Torvalds if (!tw_dev->error_index) { 7801da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 7811da177e4SLinus Torvalds break; 7821da177e4SLinus Torvalds } 7831da177e4SLinus Torvalds start_index = 0; 7841da177e4SLinus Torvalds } 7851da177e4SLinus Torvalds event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id + 1) % TW_Q_LENGTH; 7861da177e4SLinus Torvalds 7871da177e4SLinus Torvalds if (!(tw_dev->event_queue[event_index]->sequence_id > sequence_id)) { 7881da177e4SLinus Torvalds if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER) 7891da177e4SLinus Torvalds tw_dev->aen_clobber = 1; 7901da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 7911da177e4SLinus Torvalds break; 7921da177e4SLinus Torvalds } 7931da177e4SLinus Torvalds memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 7941da177e4SLinus Torvalds tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 7951da177e4SLinus Torvalds break; 7961da177e4SLinus Torvalds case TW_IOCTL_GET_PREVIOUS_EVENT: 7971da177e4SLinus Torvalds event = (TW_Event *)tw_ioctl->data_buffer; 7981da177e4SLinus Torvalds sequence_id = event->sequence_id; 7991da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 8001da177e4SLinus Torvalds 8011da177e4SLinus Torvalds if (tw_dev->event_queue_wrapped) { 8021da177e4SLinus Torvalds if (tw_dev->aen_clobber) { 8031da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 8041da177e4SLinus Torvalds tw_dev->aen_clobber = 0; 8051da177e4SLinus Torvalds } 8061da177e4SLinus Torvalds start_index = tw_dev->error_index; 8071da177e4SLinus Torvalds } else { 8081da177e4SLinus Torvalds if (!tw_dev->error_index) { 8091da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 8101da177e4SLinus Torvalds break; 8111da177e4SLinus Torvalds } 8121da177e4SLinus Torvalds start_index = 0; 8131da177e4SLinus Torvalds } 8141da177e4SLinus Torvalds event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id - 1) % TW_Q_LENGTH; 8151da177e4SLinus Torvalds 8161da177e4SLinus Torvalds if (!(tw_dev->event_queue[event_index]->sequence_id < sequence_id)) { 8171da177e4SLinus Torvalds if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER) 8181da177e4SLinus Torvalds tw_dev->aen_clobber = 1; 8191da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 8201da177e4SLinus Torvalds break; 8211da177e4SLinus Torvalds } 8221da177e4SLinus Torvalds memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 8231da177e4SLinus Torvalds tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 8241da177e4SLinus Torvalds break; 8251da177e4SLinus Torvalds case TW_IOCTL_GET_LOCK: 8261da177e4SLinus Torvalds tw_lock = (TW_Lock *)tw_ioctl->data_buffer; 8271da177e4SLinus Torvalds do_gettimeofday(¤t_time); 8281da177e4SLinus Torvalds current_time_ms = (current_time.tv_sec * 1000) + (current_time.tv_usec / 1000); 8291da177e4SLinus Torvalds 8301da177e4SLinus Torvalds if ((tw_lock->force_flag == 1) || (tw_dev->ioctl_sem_lock == 0) || (current_time_ms >= tw_dev->ioctl_msec)) { 8311da177e4SLinus Torvalds tw_dev->ioctl_sem_lock = 1; 8321da177e4SLinus Torvalds tw_dev->ioctl_msec = current_time_ms + tw_lock->timeout_msec; 8331da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 8341da177e4SLinus Torvalds tw_lock->time_remaining_msec = tw_lock->timeout_msec; 8351da177e4SLinus Torvalds } else { 8361da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_LOCKED; 8371da177e4SLinus Torvalds tw_lock->time_remaining_msec = tw_dev->ioctl_msec - current_time_ms; 8381da177e4SLinus Torvalds } 8391da177e4SLinus Torvalds break; 8401da177e4SLinus Torvalds case TW_IOCTL_RELEASE_LOCK: 8411da177e4SLinus Torvalds if (tw_dev->ioctl_sem_lock == 1) { 8421da177e4SLinus Torvalds tw_dev->ioctl_sem_lock = 0; 8431da177e4SLinus Torvalds tw_ioctl->driver_command.status = 0; 8441da177e4SLinus Torvalds } else { 8451da177e4SLinus Torvalds tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NOT_LOCKED; 8461da177e4SLinus Torvalds } 8471da177e4SLinus Torvalds break; 8481da177e4SLinus Torvalds default: 8491da177e4SLinus Torvalds retval = TW_IOCTL_ERROR_OS_ENOTTY; 8501da177e4SLinus Torvalds goto out3; 8511da177e4SLinus Torvalds } 8521da177e4SLinus Torvalds 8531da177e4SLinus Torvalds /* Now copy the entire response to userspace */ 8541da177e4SLinus Torvalds if (copy_to_user(argp, tw_ioctl, sizeof(TW_Ioctl_Buf_Apache) + driver_command.buffer_length - 1) == 0) 8551da177e4SLinus Torvalds retval = 0; 8561da177e4SLinus Torvalds out3: 8571da177e4SLinus Torvalds /* Now free ioctl buf memory */ 8581da177e4SLinus Torvalds dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, cpu_addr, dma_handle); 8591da177e4SLinus Torvalds out2: 860a12e25bdSJes Sorensen mutex_unlock(&tw_dev->ioctl_lock); 8611da177e4SLinus Torvalds out: 8621da177e4SLinus Torvalds return retval; 8631da177e4SLinus Torvalds } /* End twa_chrdev_ioctl() */ 8641da177e4SLinus Torvalds 8651da177e4SLinus Torvalds /* This function handles open for the character device */ 866f2b9857eSJonathan Corbet /* NOTE that this function will race with remove. */ 8671da177e4SLinus Torvalds static int twa_chrdev_open(struct inode *inode, struct file *file) 8681da177e4SLinus Torvalds { 8691da177e4SLinus Torvalds unsigned int minor_number; 8701da177e4SLinus Torvalds int retval = TW_IOCTL_ERROR_OS_ENODEV; 8711da177e4SLinus Torvalds 872f2b9857eSJonathan Corbet cycle_kernel_lock(); 8731da177e4SLinus Torvalds minor_number = iminor(inode); 8741da177e4SLinus Torvalds if (minor_number >= twa_device_extension_count) 8751da177e4SLinus Torvalds goto out; 8761da177e4SLinus Torvalds retval = 0; 8771da177e4SLinus Torvalds out: 8781da177e4SLinus Torvalds return retval; 8791da177e4SLinus Torvalds } /* End twa_chrdev_open() */ 8801da177e4SLinus Torvalds 8811da177e4SLinus Torvalds /* This function will print readable messages from status register errors */ 8821da177e4SLinus Torvalds static int twa_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value) 8831da177e4SLinus Torvalds { 8841da177e4SLinus Torvalds int retval = 1; 8851da177e4SLinus Torvalds 8861da177e4SLinus Torvalds /* Check for various error conditions and handle them appropriately */ 8871da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) { 8881da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0xc, "PCI Parity Error: clearing"); 8891da177e4SLinus Torvalds writel(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev)); 8901da177e4SLinus Torvalds } 8911da177e4SLinus Torvalds 8921da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_PCI_ABORT) { 8931da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0xd, "PCI Abort: clearing"); 8941da177e4SLinus Torvalds writel(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev)); 8951da177e4SLinus Torvalds pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT); 8961da177e4SLinus Torvalds } 8971da177e4SLinus Torvalds 8981da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_QUEUE_ERROR) { 8990e78d158Sadam radford if (((tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9650SE) && 9000e78d158Sadam radford (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9690SA)) || 9010e78d158Sadam radford (!test_bit(TW_IN_RESET, &tw_dev->flags))) 9021da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0xe, "Controller Queue Error: clearing"); 9031da177e4SLinus Torvalds writel(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev)); 9041da177e4SLinus Torvalds } 9051da177e4SLinus Torvalds 9061da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) { 9071da177e4SLinus Torvalds if (tw_dev->reset_print == 0) { 9081da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x10, "Microcontroller Error: clearing"); 9091da177e4SLinus Torvalds tw_dev->reset_print = 1; 9101da177e4SLinus Torvalds } 9111da177e4SLinus Torvalds goto out; 9121da177e4SLinus Torvalds } 9131da177e4SLinus Torvalds retval = 0; 9141da177e4SLinus Torvalds out: 9151da177e4SLinus Torvalds return retval; 9161da177e4SLinus Torvalds } /* End twa_decode_bits() */ 9171da177e4SLinus Torvalds 9181da177e4SLinus Torvalds /* This function will empty the response queue */ 9191da177e4SLinus Torvalds static int twa_empty_response_queue(TW_Device_Extension *tw_dev) 9201da177e4SLinus Torvalds { 9211da177e4SLinus Torvalds u32 status_reg_value, response_que_value; 9221da177e4SLinus Torvalds int count = 0, retval = 1; 9231da177e4SLinus Torvalds 9241da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 9251da177e4SLinus Torvalds 9261da177e4SLinus Torvalds while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) { 9271da177e4SLinus Torvalds response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 9281da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 9291da177e4SLinus Torvalds count++; 9301da177e4SLinus Torvalds } 9311da177e4SLinus Torvalds if (count == TW_MAX_RESPONSE_DRAIN) 9321da177e4SLinus Torvalds goto out; 9331da177e4SLinus Torvalds 9341da177e4SLinus Torvalds retval = 0; 9351da177e4SLinus Torvalds out: 9361da177e4SLinus Torvalds return retval; 9371da177e4SLinus Torvalds } /* End twa_empty_response_queue() */ 9381da177e4SLinus Torvalds 93949bfd8dbSadam radford /* This function will clear the pchip/response queue on 9550SX */ 94049bfd8dbSadam radford static int twa_empty_response_queue_large(TW_Device_Extension *tw_dev) 94149bfd8dbSadam radford { 94275913d9bSadam radford u32 response_que_value = 0; 94375913d9bSadam radford unsigned long before; 94475913d9bSadam radford int retval = 1; 94549bfd8dbSadam radford 9460e78d158Sadam radford if (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9000) { 94775913d9bSadam radford before = jiffies; 94875913d9bSadam radford while ((response_que_value & TW_9550SX_DRAIN_COMPLETED) != TW_9550SX_DRAIN_COMPLETED) { 94949bfd8dbSadam radford response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR_LARGE(tw_dev)); 9504039c30eSadam radford msleep(1); 95175913d9bSadam radford if (time_after(jiffies, before + HZ * 30)) 95275913d9bSadam radford goto out; 95375913d9bSadam radford } 95449bfd8dbSadam radford /* P-chip settle time */ 95549bfd8dbSadam radford msleep(500); 95649bfd8dbSadam radford retval = 0; 95749bfd8dbSadam radford } else 95849bfd8dbSadam radford retval = 0; 95949bfd8dbSadam radford out: 96049bfd8dbSadam radford return retval; 96149bfd8dbSadam radford } /* End twa_empty_response_queue_large() */ 96249bfd8dbSadam radford 9631da177e4SLinus Torvalds /* This function passes sense keys from firmware to scsi layer */ 9641da177e4SLinus Torvalds static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host) 9651da177e4SLinus Torvalds { 9661da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 9671da177e4SLinus Torvalds unsigned short error; 9681da177e4SLinus Torvalds int retval = 1; 9691da177e4SLinus Torvalds char *error_str; 9701da177e4SLinus Torvalds 9711da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 9721da177e4SLinus Torvalds 9731da177e4SLinus Torvalds /* Check for embedded error string */ 9741da177e4SLinus Torvalds error_str = &(full_command_packet->header.err_specific_desc[strlen(full_command_packet->header.err_specific_desc) + 1]); 9751da177e4SLinus Torvalds 9761da177e4SLinus Torvalds /* Don't print error for Logical unit not supported during rollcall */ 97775913d9bSadam radford error = le16_to_cpu(full_command_packet->header.status_block.error); 9781da177e4SLinus Torvalds if ((error != TW_ERROR_LOGICAL_UNIT_NOT_SUPPORTED) && (error != TW_ERROR_UNIT_OFFLINE)) { 9791da177e4SLinus Torvalds if (print_host) 9801da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx: scsi%d: ERROR: (0x%02X:0x%04X): %s:%s.\n", 9811da177e4SLinus Torvalds tw_dev->host->host_no, 9821da177e4SLinus Torvalds TW_MESSAGE_SOURCE_CONTROLLER_ERROR, 9831da177e4SLinus Torvalds full_command_packet->header.status_block.error, 9841da177e4SLinus Torvalds error_str[0] == '\0' ? 9851da177e4SLinus Torvalds twa_string_lookup(twa_error_table, 9861da177e4SLinus Torvalds full_command_packet->header.status_block.error) : error_str, 9871da177e4SLinus Torvalds full_command_packet->header.err_specific_desc); 9881da177e4SLinus Torvalds else 9891da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx: ERROR: (0x%02X:0x%04X): %s:%s.\n", 9901da177e4SLinus Torvalds TW_MESSAGE_SOURCE_CONTROLLER_ERROR, 9911da177e4SLinus Torvalds full_command_packet->header.status_block.error, 9921da177e4SLinus Torvalds error_str[0] == '\0' ? 9931da177e4SLinus Torvalds twa_string_lookup(twa_error_table, 9941da177e4SLinus Torvalds full_command_packet->header.status_block.error) : error_str, 9951da177e4SLinus Torvalds full_command_packet->header.err_specific_desc); 9961da177e4SLinus Torvalds } 9971da177e4SLinus Torvalds 9981da177e4SLinus Torvalds if (copy_sense) { 9991da177e4SLinus Torvalds memcpy(tw_dev->srb[request_id]->sense_buffer, full_command_packet->header.sense_data, TW_SENSE_DATA_LENGTH); 10001da177e4SLinus Torvalds tw_dev->srb[request_id]->result = (full_command_packet->command.newcommand.status << 1); 10011da177e4SLinus Torvalds retval = TW_ISR_DONT_RESULT; 10021da177e4SLinus Torvalds goto out; 10031da177e4SLinus Torvalds } 10041da177e4SLinus Torvalds retval = 0; 10051da177e4SLinus Torvalds out: 10061da177e4SLinus Torvalds return retval; 10071da177e4SLinus Torvalds } /* End twa_fill_sense() */ 10081da177e4SLinus Torvalds 10091da177e4SLinus Torvalds /* This function will free up device extension resources */ 10101da177e4SLinus Torvalds static void twa_free_device_extension(TW_Device_Extension *tw_dev) 10111da177e4SLinus Torvalds { 10121da177e4SLinus Torvalds if (tw_dev->command_packet_virt[0]) 10131da177e4SLinus Torvalds pci_free_consistent(tw_dev->tw_pci_dev, 10141da177e4SLinus Torvalds sizeof(TW_Command_Full)*TW_Q_LENGTH, 10151da177e4SLinus Torvalds tw_dev->command_packet_virt[0], 10161da177e4SLinus Torvalds tw_dev->command_packet_phys[0]); 10171da177e4SLinus Torvalds 10181da177e4SLinus Torvalds if (tw_dev->generic_buffer_virt[0]) 10191da177e4SLinus Torvalds pci_free_consistent(tw_dev->tw_pci_dev, 10201da177e4SLinus Torvalds TW_SECTOR_SIZE*TW_Q_LENGTH, 10211da177e4SLinus Torvalds tw_dev->generic_buffer_virt[0], 10221da177e4SLinus Torvalds tw_dev->generic_buffer_phys[0]); 10231da177e4SLinus Torvalds 10241da177e4SLinus Torvalds kfree(tw_dev->event_queue[0]); 10251da177e4SLinus Torvalds } /* End twa_free_device_extension() */ 10261da177e4SLinus Torvalds 10271da177e4SLinus Torvalds /* This function will free a request id */ 10281da177e4SLinus Torvalds static void twa_free_request_id(TW_Device_Extension *tw_dev, int request_id) 10291da177e4SLinus Torvalds { 10301da177e4SLinus Torvalds tw_dev->free_queue[tw_dev->free_tail] = request_id; 10311da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_FINISHED; 10321da177e4SLinus Torvalds tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH; 10331da177e4SLinus Torvalds } /* End twa_free_request_id() */ 10341da177e4SLinus Torvalds 10357f927fccSAlexey Dobriyan /* This function will get parameter table entries from the firmware */ 10361da177e4SLinus Torvalds static void *twa_get_param(TW_Device_Extension *tw_dev, int request_id, int table_id, int parameter_id, int parameter_size_bytes) 10371da177e4SLinus Torvalds { 10381da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 10391da177e4SLinus Torvalds TW_Command *command_packet; 10401da177e4SLinus Torvalds TW_Param_Apache *param; 10411da177e4SLinus Torvalds unsigned long param_value; 10421da177e4SLinus Torvalds void *retval = NULL; 10431da177e4SLinus Torvalds 10441da177e4SLinus Torvalds /* Setup the command packet */ 10451da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 10461da177e4SLinus Torvalds memset(full_command_packet, 0, sizeof(TW_Command_Full)); 10471da177e4SLinus Torvalds command_packet = &full_command_packet->command.oldcommand; 10481da177e4SLinus Torvalds 10491da177e4SLinus Torvalds command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM); 10501da177e4SLinus Torvalds command_packet->size = TW_COMMAND_SIZE; 10511da177e4SLinus Torvalds command_packet->request_id = request_id; 105275913d9bSadam radford command_packet->byte6_offset.block_count = cpu_to_le16(1); 10531da177e4SLinus Torvalds 10541da177e4SLinus Torvalds /* Now setup the param */ 10551da177e4SLinus Torvalds param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id]; 10561da177e4SLinus Torvalds memset(param, 0, TW_SECTOR_SIZE); 105775913d9bSadam radford param->table_id = cpu_to_le16(table_id | 0x8000); 105875913d9bSadam radford param->parameter_id = cpu_to_le16(parameter_id); 105975913d9bSadam radford param->parameter_size_bytes = cpu_to_le16(parameter_size_bytes); 10601da177e4SLinus Torvalds param_value = tw_dev->generic_buffer_phys[request_id]; 10611da177e4SLinus Torvalds 106275913d9bSadam radford command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(param_value); 106375913d9bSadam radford command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE); 10641da177e4SLinus Torvalds 10651da177e4SLinus Torvalds /* Post the command packet to the board */ 10661da177e4SLinus Torvalds twa_post_command_packet(tw_dev, request_id, 1); 10671da177e4SLinus Torvalds 10681da177e4SLinus Torvalds /* Poll for completion */ 10691da177e4SLinus Torvalds if (twa_poll_response(tw_dev, request_id, 30)) 10701da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x13, "No valid response during get param") 10711da177e4SLinus Torvalds else 10721da177e4SLinus Torvalds retval = (void *)&(param->data[0]); 10731da177e4SLinus Torvalds 10741da177e4SLinus Torvalds tw_dev->posted_request_count--; 10751da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_INITIAL; 10761da177e4SLinus Torvalds 10771da177e4SLinus Torvalds return retval; 10781da177e4SLinus Torvalds } /* End twa_get_param() */ 10791da177e4SLinus Torvalds 10801da177e4SLinus Torvalds /* This function will assign an available request id */ 10811da177e4SLinus Torvalds static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id) 10821da177e4SLinus Torvalds { 10831da177e4SLinus Torvalds *request_id = tw_dev->free_queue[tw_dev->free_head]; 10841da177e4SLinus Torvalds tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH; 10851da177e4SLinus Torvalds tw_dev->state[*request_id] = TW_S_STARTED; 10861da177e4SLinus Torvalds } /* End twa_get_request_id() */ 10871da177e4SLinus Torvalds 10881da177e4SLinus Torvalds /* This function will send an initconnection command to controller */ 10891da177e4SLinus Torvalds static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits, 10901da177e4SLinus Torvalds u32 set_features, unsigned short current_fw_srl, 10911da177e4SLinus Torvalds unsigned short current_fw_arch_id, 10921da177e4SLinus Torvalds unsigned short current_fw_branch, 10931da177e4SLinus Torvalds unsigned short current_fw_build, 10941da177e4SLinus Torvalds unsigned short *fw_on_ctlr_srl, 10951da177e4SLinus Torvalds unsigned short *fw_on_ctlr_arch_id, 10961da177e4SLinus Torvalds unsigned short *fw_on_ctlr_branch, 10971da177e4SLinus Torvalds unsigned short *fw_on_ctlr_build, 10981da177e4SLinus Torvalds u32 *init_connect_result) 10991da177e4SLinus Torvalds { 11001da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 11011da177e4SLinus Torvalds TW_Initconnect *tw_initconnect; 11021da177e4SLinus Torvalds int request_id = 0, retval = 1; 11031da177e4SLinus Torvalds 11041da177e4SLinus Torvalds /* Initialize InitConnection command packet */ 11051da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 11061da177e4SLinus Torvalds memset(full_command_packet, 0, sizeof(TW_Command_Full)); 11071da177e4SLinus Torvalds full_command_packet->header.header_desc.size_header = 128; 11081da177e4SLinus Torvalds 11091da177e4SLinus Torvalds tw_initconnect = (TW_Initconnect *)&full_command_packet->command.oldcommand; 11101da177e4SLinus Torvalds tw_initconnect->opcode__reserved = TW_OPRES_IN(0, TW_OP_INIT_CONNECTION); 11111da177e4SLinus Torvalds tw_initconnect->request_id = request_id; 111275913d9bSadam radford tw_initconnect->message_credits = cpu_to_le16(message_credits); 11131da177e4SLinus Torvalds tw_initconnect->features = set_features; 11141da177e4SLinus Torvalds 11151da177e4SLinus Torvalds /* Turn on 64-bit sgl support if we need to */ 11161da177e4SLinus Torvalds tw_initconnect->features |= sizeof(dma_addr_t) > 4 ? 1 : 0; 11171da177e4SLinus Torvalds 111875913d9bSadam radford tw_initconnect->features = cpu_to_le32(tw_initconnect->features); 111975913d9bSadam radford 11201da177e4SLinus Torvalds if (set_features & TW_EXTENDED_INIT_CONNECT) { 11211da177e4SLinus Torvalds tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE_EXTENDED; 112275913d9bSadam radford tw_initconnect->fw_srl = cpu_to_le16(current_fw_srl); 112375913d9bSadam radford tw_initconnect->fw_arch_id = cpu_to_le16(current_fw_arch_id); 112475913d9bSadam radford tw_initconnect->fw_branch = cpu_to_le16(current_fw_branch); 112575913d9bSadam radford tw_initconnect->fw_build = cpu_to_le16(current_fw_build); 11261da177e4SLinus Torvalds } else 11271da177e4SLinus Torvalds tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE; 11281da177e4SLinus Torvalds 11291da177e4SLinus Torvalds /* Send command packet to the board */ 11301da177e4SLinus Torvalds twa_post_command_packet(tw_dev, request_id, 1); 11311da177e4SLinus Torvalds 11321da177e4SLinus Torvalds /* Poll for completion */ 11331da177e4SLinus Torvalds if (twa_poll_response(tw_dev, request_id, 30)) { 11341da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x15, "No valid response during init connection"); 11351da177e4SLinus Torvalds } else { 11361da177e4SLinus Torvalds if (set_features & TW_EXTENDED_INIT_CONNECT) { 113775913d9bSadam radford *fw_on_ctlr_srl = le16_to_cpu(tw_initconnect->fw_srl); 113875913d9bSadam radford *fw_on_ctlr_arch_id = le16_to_cpu(tw_initconnect->fw_arch_id); 113975913d9bSadam radford *fw_on_ctlr_branch = le16_to_cpu(tw_initconnect->fw_branch); 114075913d9bSadam radford *fw_on_ctlr_build = le16_to_cpu(tw_initconnect->fw_build); 114175913d9bSadam radford *init_connect_result = le32_to_cpu(tw_initconnect->result); 11421da177e4SLinus Torvalds } 11431da177e4SLinus Torvalds retval = 0; 11441da177e4SLinus Torvalds } 11451da177e4SLinus Torvalds 11461da177e4SLinus Torvalds tw_dev->posted_request_count--; 11471da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_INITIAL; 11481da177e4SLinus Torvalds 11491da177e4SLinus Torvalds return retval; 11501da177e4SLinus Torvalds } /* End twa_initconnection() */ 11511da177e4SLinus Torvalds 11521da177e4SLinus Torvalds /* This function will initialize the fields of a device extension */ 11531da177e4SLinus Torvalds static int twa_initialize_device_extension(TW_Device_Extension *tw_dev) 11541da177e4SLinus Torvalds { 11551da177e4SLinus Torvalds int i, retval = 1; 11561da177e4SLinus Torvalds 11571da177e4SLinus Torvalds /* Initialize command packet buffers */ 11581da177e4SLinus Torvalds if (twa_allocate_memory(tw_dev, sizeof(TW_Command_Full), 0)) { 11591da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x16, "Command packet memory allocation failed"); 11601da177e4SLinus Torvalds goto out; 11611da177e4SLinus Torvalds } 11621da177e4SLinus Torvalds 11631da177e4SLinus Torvalds /* Initialize generic buffer */ 11641da177e4SLinus Torvalds if (twa_allocate_memory(tw_dev, TW_SECTOR_SIZE, 1)) { 11651da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x17, "Generic memory allocation failed"); 11661da177e4SLinus Torvalds goto out; 11671da177e4SLinus Torvalds } 11681da177e4SLinus Torvalds 11691da177e4SLinus Torvalds /* Allocate event info space */ 1170dd00cc48SYoann Padioleau tw_dev->event_queue[0] = kcalloc(TW_Q_LENGTH, sizeof(TW_Event), GFP_KERNEL); 11711da177e4SLinus Torvalds if (!tw_dev->event_queue[0]) { 11721da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x18, "Event info memory allocation failed"); 11731da177e4SLinus Torvalds goto out; 11741da177e4SLinus Torvalds } 11751da177e4SLinus Torvalds 11761da177e4SLinus Torvalds 11771da177e4SLinus Torvalds for (i = 0; i < TW_Q_LENGTH; i++) { 11781da177e4SLinus Torvalds tw_dev->event_queue[i] = (TW_Event *)((unsigned char *)tw_dev->event_queue[0] + (i * sizeof(TW_Event))); 11791da177e4SLinus Torvalds tw_dev->free_queue[i] = i; 11801da177e4SLinus Torvalds tw_dev->state[i] = TW_S_INITIAL; 11811da177e4SLinus Torvalds } 11821da177e4SLinus Torvalds 11831da177e4SLinus Torvalds tw_dev->pending_head = TW_Q_START; 11841da177e4SLinus Torvalds tw_dev->pending_tail = TW_Q_START; 11851da177e4SLinus Torvalds tw_dev->free_head = TW_Q_START; 11861da177e4SLinus Torvalds tw_dev->free_tail = TW_Q_START; 11871da177e4SLinus Torvalds tw_dev->error_sequence_id = 1; 11881da177e4SLinus Torvalds tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 11891da177e4SLinus Torvalds 1190a12e25bdSJes Sorensen mutex_init(&tw_dev->ioctl_lock); 11911da177e4SLinus Torvalds init_waitqueue_head(&tw_dev->ioctl_wqueue); 11921da177e4SLinus Torvalds 11931da177e4SLinus Torvalds retval = 0; 11941da177e4SLinus Torvalds out: 11951da177e4SLinus Torvalds return retval; 11961da177e4SLinus Torvalds } /* End twa_initialize_device_extension() */ 11971da177e4SLinus Torvalds 11981da177e4SLinus Torvalds /* This function is the interrupt service routine */ 11997d12e780SDavid Howells static irqreturn_t twa_interrupt(int irq, void *dev_instance) 12001da177e4SLinus Torvalds { 12011da177e4SLinus Torvalds int request_id, error = 0; 12021da177e4SLinus Torvalds u32 status_reg_value; 12031da177e4SLinus Torvalds TW_Response_Queue response_que; 12041da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 12051da177e4SLinus Torvalds TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance; 12061da177e4SLinus Torvalds int handled = 0; 12071da177e4SLinus Torvalds 12081da177e4SLinus Torvalds /* Get the per adapter lock */ 12091da177e4SLinus Torvalds spin_lock(tw_dev->host->host_lock); 12101da177e4SLinus Torvalds 12111da177e4SLinus Torvalds /* Read the registers */ 12121da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 12131da177e4SLinus Torvalds 12141da177e4SLinus Torvalds /* Check if this is our interrupt, otherwise bail */ 12151da177e4SLinus Torvalds if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT)) 12161da177e4SLinus Torvalds goto twa_interrupt_bail; 12171da177e4SLinus Torvalds 12181da177e4SLinus Torvalds handled = 1; 12191da177e4SLinus Torvalds 12204039c30eSadam radford /* If we are resetting, bail */ 12214039c30eSadam radford if (test_bit(TW_IN_RESET, &tw_dev->flags)) 12224039c30eSadam radford goto twa_interrupt_bail; 12234039c30eSadam radford 12241da177e4SLinus Torvalds /* Check controller for errors */ 12251da177e4SLinus Torvalds if (twa_check_bits(status_reg_value)) { 12261da177e4SLinus Torvalds if (twa_decode_bits(tw_dev, status_reg_value)) { 12271da177e4SLinus Torvalds TW_CLEAR_ALL_INTERRUPTS(tw_dev); 12281da177e4SLinus Torvalds goto twa_interrupt_bail; 12291da177e4SLinus Torvalds } 12301da177e4SLinus Torvalds } 12311da177e4SLinus Torvalds 12321da177e4SLinus Torvalds /* Handle host interrupt */ 12331da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_HOST_INTERRUPT) 12341da177e4SLinus Torvalds TW_CLEAR_HOST_INTERRUPT(tw_dev); 12351da177e4SLinus Torvalds 12361da177e4SLinus Torvalds /* Handle attention interrupt */ 12371da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) { 12381da177e4SLinus Torvalds TW_CLEAR_ATTENTION_INTERRUPT(tw_dev); 12391da177e4SLinus Torvalds if (!(test_and_set_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags))) { 12401da177e4SLinus Torvalds twa_get_request_id(tw_dev, &request_id); 12411da177e4SLinus Torvalds 12421da177e4SLinus Torvalds error = twa_aen_read_queue(tw_dev, request_id); 12431da177e4SLinus Torvalds if (error) { 12441da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_COMPLETED; 12451da177e4SLinus Torvalds twa_free_request_id(tw_dev, request_id); 12461da177e4SLinus Torvalds clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags); 12471da177e4SLinus Torvalds } 12481da177e4SLinus Torvalds } 12491da177e4SLinus Torvalds } 12501da177e4SLinus Torvalds 12511da177e4SLinus Torvalds /* Handle command interrupt */ 12521da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) { 12531da177e4SLinus Torvalds TW_MASK_COMMAND_INTERRUPT(tw_dev); 12541da177e4SLinus Torvalds /* Drain as many pending commands as we can */ 12551da177e4SLinus Torvalds while (tw_dev->pending_request_count > 0) { 12561da177e4SLinus Torvalds request_id = tw_dev->pending_queue[tw_dev->pending_head]; 12571da177e4SLinus Torvalds if (tw_dev->state[request_id] != TW_S_PENDING) { 12581da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x19, "Found request id that wasn't pending"); 12591da177e4SLinus Torvalds TW_CLEAR_ALL_INTERRUPTS(tw_dev); 12601da177e4SLinus Torvalds goto twa_interrupt_bail; 12611da177e4SLinus Torvalds } 12621da177e4SLinus Torvalds if (twa_post_command_packet(tw_dev, request_id, 1)==0) { 12631da177e4SLinus Torvalds tw_dev->pending_head = (tw_dev->pending_head + 1) % TW_Q_LENGTH; 12641da177e4SLinus Torvalds tw_dev->pending_request_count--; 12651da177e4SLinus Torvalds } else { 12661da177e4SLinus Torvalds /* If we get here, we will continue re-posting on the next command interrupt */ 12671da177e4SLinus Torvalds break; 12681da177e4SLinus Torvalds } 12691da177e4SLinus Torvalds } 12701da177e4SLinus Torvalds } 12711da177e4SLinus Torvalds 12721da177e4SLinus Torvalds /* Handle response interrupt */ 12731da177e4SLinus Torvalds if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) { 12741da177e4SLinus Torvalds 12751da177e4SLinus Torvalds /* Drain the response queue from the board */ 12761da177e4SLinus Torvalds while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) { 12771da177e4SLinus Torvalds /* Complete the response */ 12781da177e4SLinus Torvalds response_que.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 12791da177e4SLinus Torvalds request_id = TW_RESID_OUT(response_que.response_id); 12801da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 12811da177e4SLinus Torvalds error = 0; 12821da177e4SLinus Torvalds /* Check for command packet errors */ 12831da177e4SLinus Torvalds if (full_command_packet->command.newcommand.status != 0) { 12841da177e4SLinus Torvalds if (tw_dev->srb[request_id] != 0) { 12851da177e4SLinus Torvalds error = twa_fill_sense(tw_dev, request_id, 1, 1); 12861da177e4SLinus Torvalds } else { 12871da177e4SLinus Torvalds /* Skip ioctl error prints */ 12881da177e4SLinus Torvalds if (request_id != tw_dev->chrdev_request_id) { 12891da177e4SLinus Torvalds error = twa_fill_sense(tw_dev, request_id, 0, 1); 12901da177e4SLinus Torvalds } 12911da177e4SLinus Torvalds } 12921da177e4SLinus Torvalds } 12931da177e4SLinus Torvalds 12941da177e4SLinus Torvalds /* Check for correct state */ 12951da177e4SLinus Torvalds if (tw_dev->state[request_id] != TW_S_POSTED) { 12961da177e4SLinus Torvalds if (tw_dev->srb[request_id] != 0) { 12971da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1a, "Received a request id that wasn't posted"); 12981da177e4SLinus Torvalds TW_CLEAR_ALL_INTERRUPTS(tw_dev); 12991da177e4SLinus Torvalds goto twa_interrupt_bail; 13001da177e4SLinus Torvalds } 13011da177e4SLinus Torvalds } 13021da177e4SLinus Torvalds 13031da177e4SLinus Torvalds /* Check for internal command completion */ 13041da177e4SLinus Torvalds if (tw_dev->srb[request_id] == 0) { 13051da177e4SLinus Torvalds if (request_id != tw_dev->chrdev_request_id) { 13061da177e4SLinus Torvalds if (twa_aen_complete(tw_dev, request_id)) 13071da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1b, "Error completing AEN during attention interrupt"); 13081da177e4SLinus Torvalds } else { 13091da177e4SLinus Torvalds tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 13101da177e4SLinus Torvalds wake_up(&tw_dev->ioctl_wqueue); 13111da177e4SLinus Torvalds } 13121da177e4SLinus Torvalds } else { 13130debe01dSFUJITA Tomonori struct scsi_cmnd *cmd; 13140debe01dSFUJITA Tomonori 13150debe01dSFUJITA Tomonori cmd = tw_dev->srb[request_id]; 13160debe01dSFUJITA Tomonori 13171da177e4SLinus Torvalds twa_scsiop_execute_scsi_complete(tw_dev, request_id); 13181da177e4SLinus Torvalds /* If no error command was a success */ 13191da177e4SLinus Torvalds if (error == 0) { 13200debe01dSFUJITA Tomonori cmd->result = (DID_OK << 16); 13211da177e4SLinus Torvalds } 13221da177e4SLinus Torvalds 13231da177e4SLinus Torvalds /* If error, command failed */ 13241da177e4SLinus Torvalds if (error == 1) { 13251da177e4SLinus Torvalds /* Ask for a host reset */ 13260debe01dSFUJITA Tomonori cmd->result = (DID_OK << 16) | (CHECK_CONDITION << 1); 13271da177e4SLinus Torvalds } 13281da177e4SLinus Torvalds 13291da177e4SLinus Torvalds /* Report residual bytes for single sgl */ 13300debe01dSFUJITA Tomonori if ((scsi_sg_count(cmd) <= 1) && (full_command_packet->command.newcommand.status == 0)) { 13310debe01dSFUJITA Tomonori if (full_command_packet->command.newcommand.sg_list[0].length < scsi_bufflen(tw_dev->srb[request_id])) 13320debe01dSFUJITA Tomonori scsi_set_resid(cmd, scsi_bufflen(cmd) - full_command_packet->command.newcommand.sg_list[0].length); 13331da177e4SLinus Torvalds } 13341da177e4SLinus Torvalds 13351da177e4SLinus Torvalds /* Now complete the io */ 13361da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_COMPLETED; 13371da177e4SLinus Torvalds twa_free_request_id(tw_dev, request_id); 13381da177e4SLinus Torvalds tw_dev->posted_request_count--; 13391da177e4SLinus Torvalds tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]); 13401da177e4SLinus Torvalds twa_unmap_scsi_data(tw_dev, request_id); 13411da177e4SLinus Torvalds } 13421da177e4SLinus Torvalds 13431da177e4SLinus Torvalds /* Check for valid status after each drain */ 13441da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 13451da177e4SLinus Torvalds if (twa_check_bits(status_reg_value)) { 13461da177e4SLinus Torvalds if (twa_decode_bits(tw_dev, status_reg_value)) { 13471da177e4SLinus Torvalds TW_CLEAR_ALL_INTERRUPTS(tw_dev); 13481da177e4SLinus Torvalds goto twa_interrupt_bail; 13491da177e4SLinus Torvalds } 13501da177e4SLinus Torvalds } 13511da177e4SLinus Torvalds } 13521da177e4SLinus Torvalds } 13531da177e4SLinus Torvalds 13541da177e4SLinus Torvalds twa_interrupt_bail: 13551da177e4SLinus Torvalds spin_unlock(tw_dev->host->host_lock); 13561da177e4SLinus Torvalds return IRQ_RETVAL(handled); 13571da177e4SLinus Torvalds } /* End twa_interrupt() */ 13581da177e4SLinus Torvalds 13591da177e4SLinus Torvalds /* This function will load the request id and various sgls for ioctls */ 13600e78d158Sadam radford static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length) 13611da177e4SLinus Torvalds { 13621da177e4SLinus Torvalds TW_Command *oldcommand; 13631da177e4SLinus Torvalds TW_Command_Apache *newcommand; 13641da177e4SLinus Torvalds TW_SG_Entry *sgl; 13650e78d158Sadam radford unsigned int pae = 0; 13660e78d158Sadam radford 13670e78d158Sadam radford if ((sizeof(long) < 8) && (sizeof(dma_addr_t) > 4)) 13680e78d158Sadam radford pae = 1; 13691da177e4SLinus Torvalds 13701da177e4SLinus Torvalds if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) { 13711da177e4SLinus Torvalds newcommand = &full_command_packet->command.newcommand; 13721da177e4SLinus Torvalds newcommand->request_id__lunl = 13734039c30eSadam radford cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->request_id__lunl), request_id)); 137475913d9bSadam radford newcommand->sg_list[0].address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1); 137575913d9bSadam radford newcommand->sg_list[0].length = cpu_to_le32(length); 13761da177e4SLinus Torvalds newcommand->sgl_entries__lunh = 137775913d9bSadam radford cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->sgl_entries__lunh), 1)); 13781da177e4SLinus Torvalds } else { 13791da177e4SLinus Torvalds oldcommand = &full_command_packet->command.oldcommand; 13801da177e4SLinus Torvalds oldcommand->request_id = request_id; 13811da177e4SLinus Torvalds 13821da177e4SLinus Torvalds if (TW_SGL_OUT(oldcommand->opcode__sgloffset)) { 13831da177e4SLinus Torvalds /* Load the sg list */ 13840e78d158Sadam radford if (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA) 13850e78d158Sadam radford sgl = (TW_SG_Entry *)((u32 *)oldcommand+oldcommand->size - (sizeof(TW_SG_Entry)/4) + pae); 13860e78d158Sadam radford else 13871da177e4SLinus Torvalds sgl = (TW_SG_Entry *)((u32 *)oldcommand+TW_SGL_OUT(oldcommand->opcode__sgloffset)); 138875913d9bSadam radford sgl->address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1); 138975913d9bSadam radford sgl->length = cpu_to_le32(length); 13901da177e4SLinus Torvalds 13910e78d158Sadam radford oldcommand->size += pae; 13921da177e4SLinus Torvalds } 13931da177e4SLinus Torvalds } 13941da177e4SLinus Torvalds } /* End twa_load_sgl() */ 13951da177e4SLinus Torvalds 13961da177e4SLinus Torvalds /* This function will perform a pci-dma mapping for a scatter gather list */ 13971da177e4SLinus Torvalds static int twa_map_scsi_sg_data(TW_Device_Extension *tw_dev, int request_id) 13981da177e4SLinus Torvalds { 13991da177e4SLinus Torvalds int use_sg; 14001da177e4SLinus Torvalds struct scsi_cmnd *cmd = tw_dev->srb[request_id]; 14011da177e4SLinus Torvalds 14020debe01dSFUJITA Tomonori use_sg = scsi_dma_map(cmd); 14030debe01dSFUJITA Tomonori if (!use_sg) 14040debe01dSFUJITA Tomonori return 0; 14050debe01dSFUJITA Tomonori else if (use_sg < 0) { 14061da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1c, "Failed to map scatter gather list"); 14070debe01dSFUJITA Tomonori return 0; 14081da177e4SLinus Torvalds } 14091da177e4SLinus Torvalds 14101da177e4SLinus Torvalds cmd->SCp.phase = TW_PHASE_SGLIST; 14111da177e4SLinus Torvalds cmd->SCp.have_data_in = use_sg; 14120debe01dSFUJITA Tomonori 14130debe01dSFUJITA Tomonori return use_sg; 14141da177e4SLinus Torvalds } /* End twa_map_scsi_sg_data() */ 14151da177e4SLinus Torvalds 14161da177e4SLinus Torvalds /* This function will poll for a response interrupt of a request */ 14171da177e4SLinus Torvalds static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds) 14181da177e4SLinus Torvalds { 14191da177e4SLinus Torvalds int retval = 1, found = 0, response_request_id; 14201da177e4SLinus Torvalds TW_Response_Queue response_queue; 14211da177e4SLinus Torvalds TW_Command_Full *full_command_packet = tw_dev->command_packet_virt[request_id]; 14221da177e4SLinus Torvalds 14231da177e4SLinus Torvalds if (twa_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, seconds) == 0) { 14241da177e4SLinus Torvalds response_queue.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 14251da177e4SLinus Torvalds response_request_id = TW_RESID_OUT(response_queue.response_id); 14261da177e4SLinus Torvalds if (request_id != response_request_id) { 14271da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1e, "Found unexpected request id while polling for response"); 14281da177e4SLinus Torvalds goto out; 14291da177e4SLinus Torvalds } 14301da177e4SLinus Torvalds if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) { 14311da177e4SLinus Torvalds if (full_command_packet->command.newcommand.status != 0) { 14321da177e4SLinus Torvalds /* bad response */ 14331da177e4SLinus Torvalds twa_fill_sense(tw_dev, request_id, 0, 0); 14341da177e4SLinus Torvalds goto out; 14351da177e4SLinus Torvalds } 14361da177e4SLinus Torvalds found = 1; 14371da177e4SLinus Torvalds } else { 14381da177e4SLinus Torvalds if (full_command_packet->command.oldcommand.status != 0) { 14391da177e4SLinus Torvalds /* bad response */ 14401da177e4SLinus Torvalds twa_fill_sense(tw_dev, request_id, 0, 0); 14411da177e4SLinus Torvalds goto out; 14421da177e4SLinus Torvalds } 14431da177e4SLinus Torvalds found = 1; 14441da177e4SLinus Torvalds } 14451da177e4SLinus Torvalds } 14461da177e4SLinus Torvalds 14471da177e4SLinus Torvalds if (found) 14481da177e4SLinus Torvalds retval = 0; 14491da177e4SLinus Torvalds out: 14501da177e4SLinus Torvalds return retval; 14511da177e4SLinus Torvalds } /* End twa_poll_response() */ 14521da177e4SLinus Torvalds 14531da177e4SLinus Torvalds /* This function will poll the status register for a flag */ 14541da177e4SLinus Torvalds static int twa_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds) 14551da177e4SLinus Torvalds { 14561da177e4SLinus Torvalds u32 status_reg_value; 14571da177e4SLinus Torvalds unsigned long before; 14581da177e4SLinus Torvalds int retval = 1; 14591da177e4SLinus Torvalds 14601da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 14611da177e4SLinus Torvalds before = jiffies; 14621da177e4SLinus Torvalds 14631da177e4SLinus Torvalds if (twa_check_bits(status_reg_value)) 14641da177e4SLinus Torvalds twa_decode_bits(tw_dev, status_reg_value); 14651da177e4SLinus Torvalds 14661da177e4SLinus Torvalds while ((status_reg_value & flag) != flag) { 14671da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 14681da177e4SLinus Torvalds 14691da177e4SLinus Torvalds if (twa_check_bits(status_reg_value)) 14701da177e4SLinus Torvalds twa_decode_bits(tw_dev, status_reg_value); 14711da177e4SLinus Torvalds 14721da177e4SLinus Torvalds if (time_after(jiffies, before + HZ * seconds)) 14731da177e4SLinus Torvalds goto out; 14741da177e4SLinus Torvalds 14751da177e4SLinus Torvalds msleep(50); 14761da177e4SLinus Torvalds } 14771da177e4SLinus Torvalds retval = 0; 14781da177e4SLinus Torvalds out: 14791da177e4SLinus Torvalds return retval; 14801da177e4SLinus Torvalds } /* End twa_poll_status() */ 14811da177e4SLinus Torvalds 14821da177e4SLinus Torvalds /* This function will poll the status register for disappearance of a flag */ 14831da177e4SLinus Torvalds static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds) 14841da177e4SLinus Torvalds { 14851da177e4SLinus Torvalds u32 status_reg_value; 14861da177e4SLinus Torvalds unsigned long before; 14871da177e4SLinus Torvalds int retval = 1; 14881da177e4SLinus Torvalds 14891da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 14901da177e4SLinus Torvalds before = jiffies; 14911da177e4SLinus Torvalds 14921da177e4SLinus Torvalds if (twa_check_bits(status_reg_value)) 14931da177e4SLinus Torvalds twa_decode_bits(tw_dev, status_reg_value); 14941da177e4SLinus Torvalds 14951da177e4SLinus Torvalds while ((status_reg_value & flag) != 0) { 14961da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 14971da177e4SLinus Torvalds if (twa_check_bits(status_reg_value)) 14981da177e4SLinus Torvalds twa_decode_bits(tw_dev, status_reg_value); 14991da177e4SLinus Torvalds 15001da177e4SLinus Torvalds if (time_after(jiffies, before + HZ * seconds)) 15011da177e4SLinus Torvalds goto out; 15021da177e4SLinus Torvalds 15031da177e4SLinus Torvalds msleep(50); 15041da177e4SLinus Torvalds } 15051da177e4SLinus Torvalds retval = 0; 15061da177e4SLinus Torvalds out: 15071da177e4SLinus Torvalds return retval; 15081da177e4SLinus Torvalds } /* End twa_poll_status_gone() */ 15091da177e4SLinus Torvalds 15101da177e4SLinus Torvalds /* This function will attempt to post a command packet to the board */ 15111da177e4SLinus Torvalds static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal) 15121da177e4SLinus Torvalds { 15131da177e4SLinus Torvalds u32 status_reg_value; 15141da177e4SLinus Torvalds dma_addr_t command_que_value; 15151da177e4SLinus Torvalds int retval = 1; 15161da177e4SLinus Torvalds 15171da177e4SLinus Torvalds command_que_value = tw_dev->command_packet_phys[request_id]; 15184039c30eSadam radford 15194039c30eSadam radford /* For 9650SE write low 4 bytes first */ 15200e78d158Sadam radford if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) || 15210e78d158Sadam radford (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) { 15224039c30eSadam radford command_que_value += TW_COMMAND_OFFSET; 15234039c30eSadam radford writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev)); 15244039c30eSadam radford } 15254039c30eSadam radford 15261da177e4SLinus Torvalds status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 15271da177e4SLinus Torvalds 15281da177e4SLinus Torvalds if (twa_check_bits(status_reg_value)) 15291da177e4SLinus Torvalds twa_decode_bits(tw_dev, status_reg_value); 15301da177e4SLinus Torvalds 15311da177e4SLinus Torvalds if (((tw_dev->pending_request_count > 0) && (tw_dev->state[request_id] != TW_S_PENDING)) || (status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL)) { 15321da177e4SLinus Torvalds 15331da177e4SLinus Torvalds /* Only pend internal driver commands */ 15341da177e4SLinus Torvalds if (!internal) { 15351da177e4SLinus Torvalds retval = SCSI_MLQUEUE_HOST_BUSY; 15361da177e4SLinus Torvalds goto out; 15371da177e4SLinus Torvalds } 15381da177e4SLinus Torvalds 15391da177e4SLinus Torvalds /* Couldn't post the command packet, so we do it later */ 15401da177e4SLinus Torvalds if (tw_dev->state[request_id] != TW_S_PENDING) { 15411da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_PENDING; 15421da177e4SLinus Torvalds tw_dev->pending_request_count++; 15431da177e4SLinus Torvalds if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) { 15441da177e4SLinus Torvalds tw_dev->max_pending_request_count = tw_dev->pending_request_count; 15451da177e4SLinus Torvalds } 15461da177e4SLinus Torvalds tw_dev->pending_queue[tw_dev->pending_tail] = request_id; 15471da177e4SLinus Torvalds tw_dev->pending_tail = (tw_dev->pending_tail + 1) % TW_Q_LENGTH; 15481da177e4SLinus Torvalds } 15491da177e4SLinus Torvalds TW_UNMASK_COMMAND_INTERRUPT(tw_dev); 15501da177e4SLinus Torvalds goto out; 15511da177e4SLinus Torvalds } else { 15520e78d158Sadam radford if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) || 15530e78d158Sadam radford (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) { 15544039c30eSadam radford /* Now write upper 4 bytes */ 15554039c30eSadam radford writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev) + 0x4); 15564039c30eSadam radford } else { 15571da177e4SLinus Torvalds if (sizeof(dma_addr_t) > 4) { 15581da177e4SLinus Torvalds command_que_value += TW_COMMAND_OFFSET; 15591da177e4SLinus Torvalds writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev)); 15601da177e4SLinus Torvalds writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR(tw_dev) + 0x4); 15611da177e4SLinus Torvalds } else { 15621da177e4SLinus Torvalds writel(TW_COMMAND_OFFSET + command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev)); 15631da177e4SLinus Torvalds } 15644039c30eSadam radford } 15651da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_POSTED; 15661da177e4SLinus Torvalds tw_dev->posted_request_count++; 15671da177e4SLinus Torvalds if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) { 15681da177e4SLinus Torvalds tw_dev->max_posted_request_count = tw_dev->posted_request_count; 15691da177e4SLinus Torvalds } 15701da177e4SLinus Torvalds } 15711da177e4SLinus Torvalds retval = 0; 15721da177e4SLinus Torvalds out: 15731da177e4SLinus Torvalds return retval; 15741da177e4SLinus Torvalds } /* End twa_post_command_packet() */ 15751da177e4SLinus Torvalds 15761da177e4SLinus Torvalds /* This function will reset a device extension */ 15770e78d158Sadam radford static int twa_reset_device_extension(TW_Device_Extension *tw_dev) 15781da177e4SLinus Torvalds { 15791da177e4SLinus Torvalds int i = 0; 15801da177e4SLinus Torvalds int retval = 1; 15811da177e4SLinus Torvalds unsigned long flags = 0; 15821da177e4SLinus Torvalds 15831da177e4SLinus Torvalds set_bit(TW_IN_RESET, &tw_dev->flags); 15841da177e4SLinus Torvalds TW_DISABLE_INTERRUPTS(tw_dev); 15851da177e4SLinus Torvalds TW_MASK_COMMAND_INTERRUPT(tw_dev); 15861da177e4SLinus Torvalds spin_lock_irqsave(tw_dev->host->host_lock, flags); 15871da177e4SLinus Torvalds 15881da177e4SLinus Torvalds /* Abort all requests that are in progress */ 15891da177e4SLinus Torvalds for (i = 0; i < TW_Q_LENGTH; i++) { 15901da177e4SLinus Torvalds if ((tw_dev->state[i] != TW_S_FINISHED) && 15911da177e4SLinus Torvalds (tw_dev->state[i] != TW_S_INITIAL) && 15921da177e4SLinus Torvalds (tw_dev->state[i] != TW_S_COMPLETED)) { 15931da177e4SLinus Torvalds if (tw_dev->srb[i]) { 15941da177e4SLinus Torvalds tw_dev->srb[i]->result = (DID_RESET << 16); 15951da177e4SLinus Torvalds tw_dev->srb[i]->scsi_done(tw_dev->srb[i]); 15961da177e4SLinus Torvalds twa_unmap_scsi_data(tw_dev, i); 15971da177e4SLinus Torvalds } 15981da177e4SLinus Torvalds } 15991da177e4SLinus Torvalds } 16001da177e4SLinus Torvalds 16011da177e4SLinus Torvalds /* Reset queues and counts */ 16021da177e4SLinus Torvalds for (i = 0; i < TW_Q_LENGTH; i++) { 16031da177e4SLinus Torvalds tw_dev->free_queue[i] = i; 16041da177e4SLinus Torvalds tw_dev->state[i] = TW_S_INITIAL; 16051da177e4SLinus Torvalds } 16061da177e4SLinus Torvalds tw_dev->free_head = TW_Q_START; 16071da177e4SLinus Torvalds tw_dev->free_tail = TW_Q_START; 16081da177e4SLinus Torvalds tw_dev->posted_request_count = 0; 16091da177e4SLinus Torvalds tw_dev->pending_request_count = 0; 16101da177e4SLinus Torvalds tw_dev->pending_head = TW_Q_START; 16111da177e4SLinus Torvalds tw_dev->pending_tail = TW_Q_START; 16121da177e4SLinus Torvalds tw_dev->reset_print = 0; 16131da177e4SLinus Torvalds 16141da177e4SLinus Torvalds spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 16151da177e4SLinus Torvalds 16161da177e4SLinus Torvalds if (twa_reset_sequence(tw_dev, 1)) 16171da177e4SLinus Torvalds goto out; 16181da177e4SLinus Torvalds 16191da177e4SLinus Torvalds TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev); 16201da177e4SLinus Torvalds clear_bit(TW_IN_RESET, &tw_dev->flags); 16211da177e4SLinus Torvalds tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 16224039c30eSadam radford 16231da177e4SLinus Torvalds retval = 0; 16241da177e4SLinus Torvalds out: 16251da177e4SLinus Torvalds return retval; 16261da177e4SLinus Torvalds } /* End twa_reset_device_extension() */ 16271da177e4SLinus Torvalds 16281da177e4SLinus Torvalds /* This function will reset a controller */ 16291da177e4SLinus Torvalds static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset) 16301da177e4SLinus Torvalds { 16311da177e4SLinus Torvalds int tries = 0, retval = 1, flashed = 0, do_soft_reset = soft_reset; 16321da177e4SLinus Torvalds 16331da177e4SLinus Torvalds while (tries < TW_MAX_RESET_TRIES) { 163449bfd8dbSadam radford if (do_soft_reset) { 16351da177e4SLinus Torvalds TW_SOFT_RESET(tw_dev); 163649bfd8dbSadam radford /* Clear pchip/response queue on 9550SX */ 163749bfd8dbSadam radford if (twa_empty_response_queue_large(tw_dev)) { 163849bfd8dbSadam radford TW_PRINTK(tw_dev->host, TW_DRIVER, 0x36, "Response queue (large) empty failed during reset sequence"); 163949bfd8dbSadam radford do_soft_reset = 1; 164049bfd8dbSadam radford tries++; 164149bfd8dbSadam radford continue; 164249bfd8dbSadam radford } 164349bfd8dbSadam radford } 16441da177e4SLinus Torvalds 16451da177e4SLinus Torvalds /* Make sure controller is in a good state */ 16461da177e4SLinus Torvalds if (twa_poll_status(tw_dev, TW_STATUS_MICROCONTROLLER_READY | (do_soft_reset == 1 ? TW_STATUS_ATTENTION_INTERRUPT : 0), 60)) { 16471da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1f, "Microcontroller not ready during reset sequence"); 16481da177e4SLinus Torvalds do_soft_reset = 1; 16491da177e4SLinus Torvalds tries++; 16501da177e4SLinus Torvalds continue; 16511da177e4SLinus Torvalds } 16521da177e4SLinus Torvalds 16531da177e4SLinus Torvalds /* Empty response queue */ 16541da177e4SLinus Torvalds if (twa_empty_response_queue(tw_dev)) { 16551da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x20, "Response queue empty failed during reset sequence"); 16561da177e4SLinus Torvalds do_soft_reset = 1; 16571da177e4SLinus Torvalds tries++; 16581da177e4SLinus Torvalds continue; 16591da177e4SLinus Torvalds } 16601da177e4SLinus Torvalds 16611da177e4SLinus Torvalds flashed = 0; 16621da177e4SLinus Torvalds 16631da177e4SLinus Torvalds /* Check for compatibility/flash */ 16641da177e4SLinus Torvalds if (twa_check_srl(tw_dev, &flashed)) { 16651da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x21, "Compatibility check failed during reset sequence"); 16661da177e4SLinus Torvalds do_soft_reset = 1; 16671da177e4SLinus Torvalds tries++; 16681da177e4SLinus Torvalds continue; 16691da177e4SLinus Torvalds } else { 16701da177e4SLinus Torvalds if (flashed) { 16711da177e4SLinus Torvalds tries++; 16721da177e4SLinus Torvalds continue; 16731da177e4SLinus Torvalds } 16741da177e4SLinus Torvalds } 16751da177e4SLinus Torvalds 16761da177e4SLinus Torvalds /* Drain the AEN queue */ 16771da177e4SLinus Torvalds if (twa_aen_drain_queue(tw_dev, soft_reset)) { 16781da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x22, "AEN drain failed during reset sequence"); 16791da177e4SLinus Torvalds do_soft_reset = 1; 16801da177e4SLinus Torvalds tries++; 16811da177e4SLinus Torvalds continue; 16821da177e4SLinus Torvalds } 16831da177e4SLinus Torvalds 16841da177e4SLinus Torvalds /* If we got here, controller is in a good state */ 16851da177e4SLinus Torvalds retval = 0; 16861da177e4SLinus Torvalds goto out; 16871da177e4SLinus Torvalds } 16881da177e4SLinus Torvalds out: 16891da177e4SLinus Torvalds return retval; 16901da177e4SLinus Torvalds } /* End twa_reset_sequence() */ 16911da177e4SLinus Torvalds 16921da177e4SLinus Torvalds /* This funciton returns unit geometry in cylinders/heads/sectors */ 16931da177e4SLinus Torvalds static int twa_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev, sector_t capacity, int geom[]) 16941da177e4SLinus Torvalds { 16951da177e4SLinus Torvalds int heads, sectors, cylinders; 16961da177e4SLinus Torvalds TW_Device_Extension *tw_dev; 16971da177e4SLinus Torvalds 16981da177e4SLinus Torvalds tw_dev = (TW_Device_Extension *)sdev->host->hostdata; 16991da177e4SLinus Torvalds 17001da177e4SLinus Torvalds if (capacity >= 0x200000) { 17011da177e4SLinus Torvalds heads = 255; 17021da177e4SLinus Torvalds sectors = 63; 17031da177e4SLinus Torvalds cylinders = sector_div(capacity, heads * sectors); 17041da177e4SLinus Torvalds } else { 17051da177e4SLinus Torvalds heads = 64; 17061da177e4SLinus Torvalds sectors = 32; 17071da177e4SLinus Torvalds cylinders = sector_div(capacity, heads * sectors); 17081da177e4SLinus Torvalds } 17091da177e4SLinus Torvalds 17101da177e4SLinus Torvalds geom[0] = heads; 17111da177e4SLinus Torvalds geom[1] = sectors; 17121da177e4SLinus Torvalds geom[2] = cylinders; 17131da177e4SLinus Torvalds 17141da177e4SLinus Torvalds return 0; 17151da177e4SLinus Torvalds } /* End twa_scsi_biosparam() */ 17161da177e4SLinus Torvalds 17171da177e4SLinus Torvalds /* This is the new scsi eh reset function */ 17181da177e4SLinus Torvalds static int twa_scsi_eh_reset(struct scsi_cmnd *SCpnt) 17191da177e4SLinus Torvalds { 17201da177e4SLinus Torvalds TW_Device_Extension *tw_dev = NULL; 17211da177e4SLinus Torvalds int retval = FAILED; 17221da177e4SLinus Torvalds 17231da177e4SLinus Torvalds tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata; 17241da177e4SLinus Torvalds 17251da177e4SLinus Torvalds tw_dev->num_resets++; 17261da177e4SLinus Torvalds 1727017560fcSJeff Garzik sdev_printk(KERN_WARNING, SCpnt->device, 1728017560fcSJeff Garzik "WARNING: (0x%02X:0x%04X): Command (0x%x) timed out, resetting card.\n", 1729017560fcSJeff Garzik TW_DRIVER, 0x2c, SCpnt->cmnd[0]); 17301da177e4SLinus Torvalds 17314039c30eSadam radford /* Make sure we are not issuing an ioctl or resetting from ioctl */ 17324039c30eSadam radford mutex_lock(&tw_dev->ioctl_lock); 17334039c30eSadam radford 17341da177e4SLinus Torvalds /* Now reset the card and some of the device extension data */ 17350e78d158Sadam radford if (twa_reset_device_extension(tw_dev)) { 17361da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2b, "Controller reset failed during scsi host reset"); 17371da177e4SLinus Torvalds goto out; 17381da177e4SLinus Torvalds } 17391da177e4SLinus Torvalds 17401da177e4SLinus Torvalds retval = SUCCESS; 17411da177e4SLinus Torvalds out: 17424039c30eSadam radford mutex_unlock(&tw_dev->ioctl_lock); 17431da177e4SLinus Torvalds return retval; 17441da177e4SLinus Torvalds } /* End twa_scsi_eh_reset() */ 17451da177e4SLinus Torvalds 17461da177e4SLinus Torvalds /* This is the main scsi queue function to handle scsi opcodes */ 17471da177e4SLinus Torvalds static int twa_scsi_queue(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *)) 17481da177e4SLinus Torvalds { 17491da177e4SLinus Torvalds int request_id, retval; 17501da177e4SLinus Torvalds TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata; 17511da177e4SLinus Torvalds 17524039c30eSadam radford /* If we are resetting due to timed out ioctl, report as busy */ 17534039c30eSadam radford if (test_bit(TW_IN_RESET, &tw_dev->flags)) { 17544039c30eSadam radford retval = SCSI_MLQUEUE_HOST_BUSY; 17554039c30eSadam radford goto out; 17564039c30eSadam radford } 17574039c30eSadam radford 17581da177e4SLinus Torvalds /* Check if this FW supports luns */ 17594039c30eSadam radford if ((SCpnt->device->lun != 0) && (tw_dev->tw_compat_info.working_srl < TW_FW_SRL_LUNS_SUPPORTED)) { 17601da177e4SLinus Torvalds SCpnt->result = (DID_BAD_TARGET << 16); 17611da177e4SLinus Torvalds done(SCpnt); 17621da177e4SLinus Torvalds retval = 0; 17631da177e4SLinus Torvalds goto out; 17641da177e4SLinus Torvalds } 17651da177e4SLinus Torvalds 17661da177e4SLinus Torvalds /* Save done function into scsi_cmnd struct */ 17671da177e4SLinus Torvalds SCpnt->scsi_done = done; 17681da177e4SLinus Torvalds 17691da177e4SLinus Torvalds /* Get a free request id */ 17701da177e4SLinus Torvalds twa_get_request_id(tw_dev, &request_id); 17711da177e4SLinus Torvalds 17721da177e4SLinus Torvalds /* Save the scsi command for use by the ISR */ 17731da177e4SLinus Torvalds tw_dev->srb[request_id] = SCpnt; 17741da177e4SLinus Torvalds 17751da177e4SLinus Torvalds /* Initialize phase to zero */ 17761da177e4SLinus Torvalds SCpnt->SCp.phase = TW_PHASE_INITIAL; 17771da177e4SLinus Torvalds 17781da177e4SLinus Torvalds retval = twa_scsiop_execute_scsi(tw_dev, request_id, NULL, 0, NULL); 17791da177e4SLinus Torvalds switch (retval) { 17801da177e4SLinus Torvalds case SCSI_MLQUEUE_HOST_BUSY: 17811da177e4SLinus Torvalds twa_free_request_id(tw_dev, request_id); 17821da177e4SLinus Torvalds break; 17831da177e4SLinus Torvalds case 1: 17841da177e4SLinus Torvalds tw_dev->state[request_id] = TW_S_COMPLETED; 17851da177e4SLinus Torvalds twa_free_request_id(tw_dev, request_id); 17861da177e4SLinus Torvalds SCpnt->result = (DID_ERROR << 16); 17871da177e4SLinus Torvalds done(SCpnt); 17881da177e4SLinus Torvalds retval = 0; 17891da177e4SLinus Torvalds } 17901da177e4SLinus Torvalds out: 17911da177e4SLinus Torvalds return retval; 17921da177e4SLinus Torvalds } /* End twa_scsi_queue() */ 17931da177e4SLinus Torvalds 17941da177e4SLinus Torvalds /* This function hands scsi cdb's to the firmware */ 17951da177e4SLinus Torvalds static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg) 17961da177e4SLinus Torvalds { 17971da177e4SLinus Torvalds TW_Command_Full *full_command_packet; 17981da177e4SLinus Torvalds TW_Command_Apache *command_packet; 17991da177e4SLinus Torvalds u32 num_sectors = 0x0; 18001da177e4SLinus Torvalds int i, sg_count; 18011da177e4SLinus Torvalds struct scsi_cmnd *srb = NULL; 18020debe01dSFUJITA Tomonori struct scatterlist *sglist = NULL, *sg; 18031da177e4SLinus Torvalds int retval = 1; 18041da177e4SLinus Torvalds 18051da177e4SLinus Torvalds if (tw_dev->srb[request_id]) { 18061da177e4SLinus Torvalds srb = tw_dev->srb[request_id]; 18070debe01dSFUJITA Tomonori if (scsi_sglist(srb)) 18080debe01dSFUJITA Tomonori sglist = scsi_sglist(srb); 18091da177e4SLinus Torvalds } 18101da177e4SLinus Torvalds 18111da177e4SLinus Torvalds /* Initialize command packet */ 18121da177e4SLinus Torvalds full_command_packet = tw_dev->command_packet_virt[request_id]; 18131da177e4SLinus Torvalds full_command_packet->header.header_desc.size_header = 128; 18141da177e4SLinus Torvalds full_command_packet->header.status_block.error = 0; 18151da177e4SLinus Torvalds full_command_packet->header.status_block.severity__reserved = 0; 18161da177e4SLinus Torvalds 18171da177e4SLinus Torvalds command_packet = &full_command_packet->command.newcommand; 18181da177e4SLinus Torvalds command_packet->status = 0; 18191da177e4SLinus Torvalds command_packet->opcode__reserved = TW_OPRES_IN(0, TW_OP_EXECUTE_SCSI); 18201da177e4SLinus Torvalds 18211da177e4SLinus Torvalds /* We forced 16 byte cdb use earlier */ 18221da177e4SLinus Torvalds if (!cdb) 18231da177e4SLinus Torvalds memcpy(command_packet->cdb, srb->cmnd, TW_MAX_CDB_LEN); 18241da177e4SLinus Torvalds else 18251da177e4SLinus Torvalds memcpy(command_packet->cdb, cdb, TW_MAX_CDB_LEN); 18261da177e4SLinus Torvalds 18271da177e4SLinus Torvalds if (srb) { 18281da177e4SLinus Torvalds command_packet->unit = srb->device->id; 18291da177e4SLinus Torvalds command_packet->request_id__lunl = 183075913d9bSadam radford cpu_to_le16(TW_REQ_LUN_IN(srb->device->lun, request_id)); 18311da177e4SLinus Torvalds } else { 18321da177e4SLinus Torvalds command_packet->request_id__lunl = 183375913d9bSadam radford cpu_to_le16(TW_REQ_LUN_IN(0, request_id)); 18341da177e4SLinus Torvalds command_packet->unit = 0; 18351da177e4SLinus Torvalds } 18361da177e4SLinus Torvalds 18371da177e4SLinus Torvalds command_packet->sgl_offset = 16; 18381da177e4SLinus Torvalds 18391da177e4SLinus Torvalds if (!sglistarg) { 18401da177e4SLinus Torvalds /* Map sglist from scsi layer to cmd packet */ 18411da177e4SLinus Torvalds 18420debe01dSFUJITA Tomonori if (scsi_sg_count(srb)) { 18430debe01dSFUJITA Tomonori if ((scsi_sg_count(srb) == 1) && 18440debe01dSFUJITA Tomonori (scsi_bufflen(srb) < TW_MIN_SGL_LENGTH)) { 1845035f5e06SFUJITA Tomonori if (srb->sc_data_direction == DMA_TO_DEVICE || 1846035f5e06SFUJITA Tomonori srb->sc_data_direction == DMA_BIDIRECTIONAL) 1847035f5e06SFUJITA Tomonori scsi_sg_copy_to_buffer(srb, 1848035f5e06SFUJITA Tomonori tw_dev->generic_buffer_virt[request_id], 1849035f5e06SFUJITA Tomonori TW_SECTOR_SIZE); 185075913d9bSadam radford command_packet->sg_list[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]); 185175913d9bSadam radford command_packet->sg_list[0].length = cpu_to_le32(TW_MIN_SGL_LENGTH); 18521da177e4SLinus Torvalds } else { 18531da177e4SLinus Torvalds sg_count = twa_map_scsi_sg_data(tw_dev, request_id); 18541da177e4SLinus Torvalds if (sg_count == 0) 18551da177e4SLinus Torvalds goto out; 18561da177e4SLinus Torvalds 18570debe01dSFUJITA Tomonori scsi_for_each_sg(srb, sg, sg_count, i) { 18580debe01dSFUJITA Tomonori command_packet->sg_list[i].address = TW_CPU_TO_SGL(sg_dma_address(sg)); 18590debe01dSFUJITA Tomonori command_packet->sg_list[i].length = cpu_to_le32(sg_dma_len(sg)); 186075913d9bSadam radford if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) { 18611da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2e, "Found unaligned sgl address during execute scsi"); 18621da177e4SLinus Torvalds goto out; 18631da177e4SLinus Torvalds } 18641da177e4SLinus Torvalds } 18651da177e4SLinus Torvalds } 18660debe01dSFUJITA Tomonori command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN((srb->device->lun >> 4), scsi_sg_count(tw_dev->srb[request_id]))); 18671da177e4SLinus Torvalds } 18681da177e4SLinus Torvalds } else { 18691da177e4SLinus Torvalds /* Internal cdb post */ 18701da177e4SLinus Torvalds for (i = 0; i < use_sg; i++) { 187175913d9bSadam radford command_packet->sg_list[i].address = TW_CPU_TO_SGL(sglistarg[i].address); 187275913d9bSadam radford command_packet->sg_list[i].length = cpu_to_le32(sglistarg[i].length); 187375913d9bSadam radford if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) { 18741da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2f, "Found unaligned sgl address during internal post"); 18751da177e4SLinus Torvalds goto out; 18761da177e4SLinus Torvalds } 18771da177e4SLinus Torvalds } 187875913d9bSadam radford command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN(0, use_sg)); 18791da177e4SLinus Torvalds } 18801da177e4SLinus Torvalds 18811da177e4SLinus Torvalds if (srb) { 18821da177e4SLinus Torvalds if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) 18831da177e4SLinus Torvalds num_sectors = (u32)srb->cmnd[4]; 18841da177e4SLinus Torvalds 18851da177e4SLinus Torvalds if (srb->cmnd[0] == READ_10 || srb->cmnd[0] == WRITE_10) 18861da177e4SLinus Torvalds num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8); 18871da177e4SLinus Torvalds } 18881da177e4SLinus Torvalds 18891da177e4SLinus Torvalds /* Update sector statistic */ 18901da177e4SLinus Torvalds tw_dev->sector_count = num_sectors; 18911da177e4SLinus Torvalds if (tw_dev->sector_count > tw_dev->max_sector_count) 18921da177e4SLinus Torvalds tw_dev->max_sector_count = tw_dev->sector_count; 18931da177e4SLinus Torvalds 18941da177e4SLinus Torvalds /* Update SG statistics */ 18951da177e4SLinus Torvalds if (srb) { 18960debe01dSFUJITA Tomonori tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]); 18971da177e4SLinus Torvalds if (tw_dev->sgl_entries > tw_dev->max_sgl_entries) 18981da177e4SLinus Torvalds tw_dev->max_sgl_entries = tw_dev->sgl_entries; 18991da177e4SLinus Torvalds } 19001da177e4SLinus Torvalds 19011da177e4SLinus Torvalds /* Now post the command to the board */ 19021da177e4SLinus Torvalds if (srb) { 19031da177e4SLinus Torvalds retval = twa_post_command_packet(tw_dev, request_id, 0); 19041da177e4SLinus Torvalds } else { 19051da177e4SLinus Torvalds twa_post_command_packet(tw_dev, request_id, 1); 19061da177e4SLinus Torvalds retval = 0; 19071da177e4SLinus Torvalds } 19081da177e4SLinus Torvalds out: 19091da177e4SLinus Torvalds return retval; 19101da177e4SLinus Torvalds } /* End twa_scsiop_execute_scsi() */ 19111da177e4SLinus Torvalds 19121da177e4SLinus Torvalds /* This function completes an execute scsi operation */ 19131da177e4SLinus Torvalds static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id) 19141da177e4SLinus Torvalds { 19150debe01dSFUJITA Tomonori struct scsi_cmnd *cmd = tw_dev->srb[request_id]; 19160debe01dSFUJITA Tomonori 19170debe01dSFUJITA Tomonori if (scsi_bufflen(cmd) < TW_MIN_SGL_LENGTH && 19180debe01dSFUJITA Tomonori (cmd->sc_data_direction == DMA_FROM_DEVICE || 19190debe01dSFUJITA Tomonori cmd->sc_data_direction == DMA_BIDIRECTIONAL)) { 1920b1192d5eSFUJITA Tomonori if (scsi_sg_count(cmd) == 1) { 1921035f5e06SFUJITA Tomonori unsigned long flags; 1922035f5e06SFUJITA Tomonori void *buf = tw_dev->generic_buffer_virt[request_id]; 1923035f5e06SFUJITA Tomonori 19241e08dcb3Sadam radford local_irq_save(flags); 1925035f5e06SFUJITA Tomonori scsi_sg_copy_from_buffer(cmd, buf, TW_SECTOR_SIZE); 19261e08dcb3Sadam radford local_irq_restore(flags); 1927d327d082Sadam radford } 1928d327d082Sadam radford } 19291da177e4SLinus Torvalds } /* End twa_scsiop_execute_scsi_complete() */ 19301da177e4SLinus Torvalds 19311da177e4SLinus Torvalds /* This function tells the controller to shut down */ 19321da177e4SLinus Torvalds static void __twa_shutdown(TW_Device_Extension *tw_dev) 19331da177e4SLinus Torvalds { 19341da177e4SLinus Torvalds /* Disable interrupts */ 19351da177e4SLinus Torvalds TW_DISABLE_INTERRUPTS(tw_dev); 19361da177e4SLinus Torvalds 19374039c30eSadam radford /* Free up the IRQ */ 19384039c30eSadam radford free_irq(tw_dev->tw_pci_dev->irq, tw_dev); 19394039c30eSadam radford 19401da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx: Shutting down host %d.\n", tw_dev->host->host_no); 19411da177e4SLinus Torvalds 19421da177e4SLinus Torvalds /* Tell the card we are shutting down */ 19431da177e4SLinus Torvalds if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) { 19441da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x31, "Connection shutdown failed"); 19451da177e4SLinus Torvalds } else { 19461da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx: Shutdown complete.\n"); 19471da177e4SLinus Torvalds } 19481da177e4SLinus Torvalds 19491da177e4SLinus Torvalds /* Clear all interrupts just before exit */ 19501da177e4SLinus Torvalds TW_CLEAR_ALL_INTERRUPTS(tw_dev); 19511da177e4SLinus Torvalds } /* End __twa_shutdown() */ 19521da177e4SLinus Torvalds 19531da177e4SLinus Torvalds /* Wrapper for __twa_shutdown */ 1954d18c3db5SGreg Kroah-Hartman static void twa_shutdown(struct pci_dev *pdev) 19551da177e4SLinus Torvalds { 1956d18c3db5SGreg Kroah-Hartman struct Scsi_Host *host = pci_get_drvdata(pdev); 19571da177e4SLinus Torvalds TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 19581da177e4SLinus Torvalds 19591da177e4SLinus Torvalds __twa_shutdown(tw_dev); 19601da177e4SLinus Torvalds } /* End twa_shutdown() */ 19611da177e4SLinus Torvalds 19621da177e4SLinus Torvalds /* This function will look up a string */ 19631da177e4SLinus Torvalds static char *twa_string_lookup(twa_message_type *table, unsigned int code) 19641da177e4SLinus Torvalds { 19651da177e4SLinus Torvalds int index; 19661da177e4SLinus Torvalds 19671da177e4SLinus Torvalds for (index = 0; ((code != table[index].code) && 19681da177e4SLinus Torvalds (table[index].text != (char *)0)); index++); 19691da177e4SLinus Torvalds return(table[index].text); 19701da177e4SLinus Torvalds } /* End twa_string_lookup() */ 19711da177e4SLinus Torvalds 19721da177e4SLinus Torvalds /* This function will perform a pci-dma unmap */ 19731da177e4SLinus Torvalds static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id) 19741da177e4SLinus Torvalds { 19751da177e4SLinus Torvalds struct scsi_cmnd *cmd = tw_dev->srb[request_id]; 19761da177e4SLinus Torvalds 19770debe01dSFUJITA Tomonori scsi_dma_unmap(cmd); 19781da177e4SLinus Torvalds } /* End twa_unmap_scsi_data() */ 19791da177e4SLinus Torvalds 19801da177e4SLinus Torvalds /* scsi_host_template initializer */ 19811da177e4SLinus Torvalds static struct scsi_host_template driver_template = { 19821da177e4SLinus Torvalds .module = THIS_MODULE, 19831da177e4SLinus Torvalds .name = "3ware 9000 Storage Controller", 19841da177e4SLinus Torvalds .queuecommand = twa_scsi_queue, 19851da177e4SLinus Torvalds .eh_host_reset_handler = twa_scsi_eh_reset, 19861da177e4SLinus Torvalds .bios_param = twa_scsi_biosparam, 19871da177e4SLinus Torvalds .change_queue_depth = twa_change_queue_depth, 19881da177e4SLinus Torvalds .can_queue = TW_Q_LENGTH-2, 19891da177e4SLinus Torvalds .this_id = -1, 19901da177e4SLinus Torvalds .sg_tablesize = TW_APACHE_MAX_SGL_LENGTH, 19911da177e4SLinus Torvalds .max_sectors = TW_MAX_SECTORS, 19921da177e4SLinus Torvalds .cmd_per_lun = TW_MAX_CMDS_PER_LUN, 19931da177e4SLinus Torvalds .use_clustering = ENABLE_CLUSTERING, 19941da177e4SLinus Torvalds .shost_attrs = twa_host_attrs, 19951da177e4SLinus Torvalds .emulated = 1 19961da177e4SLinus Torvalds }; 19971da177e4SLinus Torvalds 19981da177e4SLinus Torvalds /* This function will probe and initialize a card */ 19991da177e4SLinus Torvalds static int __devinit twa_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id) 20001da177e4SLinus Torvalds { 20011da177e4SLinus Torvalds struct Scsi_Host *host = NULL; 20021da177e4SLinus Torvalds TW_Device_Extension *tw_dev; 20031da177e4SLinus Torvalds u32 mem_addr; 20041da177e4SLinus Torvalds int retval = -ENODEV; 20051da177e4SLinus Torvalds 20061da177e4SLinus Torvalds retval = pci_enable_device(pdev); 20071da177e4SLinus Torvalds if (retval) { 20081da177e4SLinus Torvalds TW_PRINTK(host, TW_DRIVER, 0x34, "Failed to enable pci device"); 20091da177e4SLinus Torvalds goto out_disable_device; 20101da177e4SLinus Torvalds } 20111da177e4SLinus Torvalds 20121da177e4SLinus Torvalds pci_set_master(pdev); 20131e6c38ceSTony Battersby pci_try_set_mwi(pdev); 20141da177e4SLinus Torvalds 20150e78d158Sadam radford if (pci_set_dma_mask(pdev, DMA_64BIT_MASK) 20160e78d158Sadam radford || pci_set_consistent_dma_mask(pdev, DMA_64BIT_MASK)) 20170e78d158Sadam radford if (pci_set_dma_mask(pdev, DMA_32BIT_MASK) 20180e78d158Sadam radford || pci_set_consistent_dma_mask(pdev, DMA_32BIT_MASK)) { 20191da177e4SLinus Torvalds TW_PRINTK(host, TW_DRIVER, 0x23, "Failed to set dma mask"); 20200e78d158Sadam radford retval = -ENODEV; 20211da177e4SLinus Torvalds goto out_disable_device; 20221da177e4SLinus Torvalds } 20231da177e4SLinus Torvalds 20241da177e4SLinus Torvalds host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension)); 20251da177e4SLinus Torvalds if (!host) { 20261da177e4SLinus Torvalds TW_PRINTK(host, TW_DRIVER, 0x24, "Failed to allocate memory for device extension"); 20271da177e4SLinus Torvalds retval = -ENOMEM; 20281da177e4SLinus Torvalds goto out_disable_device; 20291da177e4SLinus Torvalds } 20301da177e4SLinus Torvalds tw_dev = (TW_Device_Extension *)host->hostdata; 20311da177e4SLinus Torvalds 20321da177e4SLinus Torvalds /* Save values to device extension */ 20331da177e4SLinus Torvalds tw_dev->host = host; 20341da177e4SLinus Torvalds tw_dev->tw_pci_dev = pdev; 20351da177e4SLinus Torvalds 20361da177e4SLinus Torvalds if (twa_initialize_device_extension(tw_dev)) { 20371da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x25, "Failed to initialize device extension"); 20381da177e4SLinus Torvalds goto out_free_device_extension; 20391da177e4SLinus Torvalds } 20401da177e4SLinus Torvalds 20411da177e4SLinus Torvalds /* Request IO regions */ 20421da177e4SLinus Torvalds retval = pci_request_regions(pdev, "3w-9xxx"); 20431da177e4SLinus Torvalds if (retval) { 20441da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x26, "Failed to get mem region"); 20451da177e4SLinus Torvalds goto out_free_device_extension; 20461da177e4SLinus Torvalds } 20471da177e4SLinus Torvalds 204849bfd8dbSadam radford if (pdev->device == PCI_DEVICE_ID_3WARE_9000) 20491da177e4SLinus Torvalds mem_addr = pci_resource_start(pdev, 1); 205049bfd8dbSadam radford else 205149bfd8dbSadam radford mem_addr = pci_resource_start(pdev, 2); 20521da177e4SLinus Torvalds 20531da177e4SLinus Torvalds /* Save base address */ 20541da177e4SLinus Torvalds tw_dev->base_addr = ioremap(mem_addr, PAGE_SIZE); 20551da177e4SLinus Torvalds if (!tw_dev->base_addr) { 20561da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x35, "Failed to ioremap"); 20571da177e4SLinus Torvalds goto out_release_mem_region; 20581da177e4SLinus Torvalds } 20591da177e4SLinus Torvalds 20601da177e4SLinus Torvalds /* Disable interrupts on the card */ 20611da177e4SLinus Torvalds TW_DISABLE_INTERRUPTS(tw_dev); 20621da177e4SLinus Torvalds 20631da177e4SLinus Torvalds /* Initialize the card */ 20641da177e4SLinus Torvalds if (twa_reset_sequence(tw_dev, 0)) 20654039c30eSadam radford goto out_iounmap; 20661da177e4SLinus Torvalds 20671da177e4SLinus Torvalds /* Set host specific parameters */ 20680e78d158Sadam radford if ((pdev->device == PCI_DEVICE_ID_3WARE_9650SE) || 20690e78d158Sadam radford (pdev->device == PCI_DEVICE_ID_3WARE_9690SA)) 20704039c30eSadam radford host->max_id = TW_MAX_UNITS_9650SE; 20714039c30eSadam radford else 20721da177e4SLinus Torvalds host->max_id = TW_MAX_UNITS; 20734039c30eSadam radford 20741da177e4SLinus Torvalds host->max_cmd_len = TW_MAX_CDB_LEN; 20751da177e4SLinus Torvalds 20761da177e4SLinus Torvalds /* Channels aren't supported by adapter */ 20774039c30eSadam radford host->max_lun = TW_MAX_LUNS(tw_dev->tw_compat_info.working_srl); 20781da177e4SLinus Torvalds host->max_channel = 0; 20791da177e4SLinus Torvalds 20801da177e4SLinus Torvalds /* Register the card with the kernel SCSI layer */ 20811da177e4SLinus Torvalds retval = scsi_add_host(host, &pdev->dev); 20821da177e4SLinus Torvalds if (retval) { 20831da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x27, "scsi add host failed"); 20844039c30eSadam radford goto out_iounmap; 20851da177e4SLinus Torvalds } 20861da177e4SLinus Torvalds 20871da177e4SLinus Torvalds pci_set_drvdata(pdev, host); 20881da177e4SLinus Torvalds 20891da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx: scsi%d: Found a 3ware 9000 Storage Controller at 0x%x, IRQ: %d.\n", 20901da177e4SLinus Torvalds host->host_no, mem_addr, pdev->irq); 20911da177e4SLinus Torvalds printk(KERN_WARNING "3w-9xxx: scsi%d: Firmware %s, BIOS %s, Ports: %d.\n", 20921da177e4SLinus Torvalds host->host_no, 20931da177e4SLinus Torvalds (char *)twa_get_param(tw_dev, 0, TW_VERSION_TABLE, 20941da177e4SLinus Torvalds TW_PARAM_FWVER, TW_PARAM_FWVER_LENGTH), 20951da177e4SLinus Torvalds (char *)twa_get_param(tw_dev, 1, TW_VERSION_TABLE, 20961da177e4SLinus Torvalds TW_PARAM_BIOSVER, TW_PARAM_BIOSVER_LENGTH), 209775913d9bSadam radford le32_to_cpu(*(int *)twa_get_param(tw_dev, 2, TW_INFORMATION_TABLE, 209875913d9bSadam radford TW_PARAM_PORTCOUNT, TW_PARAM_PORTCOUNT_LENGTH))); 20991da177e4SLinus Torvalds 21001da177e4SLinus Torvalds /* Now setup the interrupt handler */ 21011d6f359aSThomas Gleixner retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev); 21021da177e4SLinus Torvalds if (retval) { 21031da177e4SLinus Torvalds TW_PRINTK(tw_dev->host, TW_DRIVER, 0x30, "Error requesting IRQ"); 21041da177e4SLinus Torvalds goto out_remove_host; 21051da177e4SLinus Torvalds } 21061da177e4SLinus Torvalds 21071da177e4SLinus Torvalds twa_device_extension_list[twa_device_extension_count] = tw_dev; 21081da177e4SLinus Torvalds twa_device_extension_count++; 21091da177e4SLinus Torvalds 21101da177e4SLinus Torvalds /* Re-enable interrupts on the card */ 21111da177e4SLinus Torvalds TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev); 21121da177e4SLinus Torvalds 21131da177e4SLinus Torvalds /* Finally, scan the host */ 21141da177e4SLinus Torvalds scsi_scan_host(host); 21151da177e4SLinus Torvalds 21161da177e4SLinus Torvalds if (twa_major == -1) { 21171da177e4SLinus Torvalds if ((twa_major = register_chrdev (0, "twa", &twa_fops)) < 0) 21181da177e4SLinus Torvalds TW_PRINTK(host, TW_DRIVER, 0x29, "Failed to register character device"); 21191da177e4SLinus Torvalds } 21201da177e4SLinus Torvalds return 0; 21211da177e4SLinus Torvalds 21221da177e4SLinus Torvalds out_remove_host: 21231da177e4SLinus Torvalds scsi_remove_host(host); 21244039c30eSadam radford out_iounmap: 21254039c30eSadam radford iounmap(tw_dev->base_addr); 21261da177e4SLinus Torvalds out_release_mem_region: 21271da177e4SLinus Torvalds pci_release_regions(pdev); 21281da177e4SLinus Torvalds out_free_device_extension: 21291da177e4SLinus Torvalds twa_free_device_extension(tw_dev); 21301da177e4SLinus Torvalds scsi_host_put(host); 21311da177e4SLinus Torvalds out_disable_device: 21321da177e4SLinus Torvalds pci_disable_device(pdev); 21331da177e4SLinus Torvalds 21341da177e4SLinus Torvalds return retval; 21351da177e4SLinus Torvalds } /* End twa_probe() */ 21361da177e4SLinus Torvalds 21371da177e4SLinus Torvalds /* This function is called to remove a device */ 21381da177e4SLinus Torvalds static void twa_remove(struct pci_dev *pdev) 21391da177e4SLinus Torvalds { 21401da177e4SLinus Torvalds struct Scsi_Host *host = pci_get_drvdata(pdev); 21411da177e4SLinus Torvalds TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 21421da177e4SLinus Torvalds 21431da177e4SLinus Torvalds scsi_remove_host(tw_dev->host); 21441da177e4SLinus Torvalds 21451da177e4SLinus Torvalds /* Unregister character device */ 21461da177e4SLinus Torvalds if (twa_major >= 0) { 21471da177e4SLinus Torvalds unregister_chrdev(twa_major, "twa"); 21481da177e4SLinus Torvalds twa_major = -1; 21491da177e4SLinus Torvalds } 21501da177e4SLinus Torvalds 21511da177e4SLinus Torvalds /* Shutdown the card */ 21521da177e4SLinus Torvalds __twa_shutdown(tw_dev); 21531da177e4SLinus Torvalds 21544039c30eSadam radford /* Free IO remapping */ 21554039c30eSadam radford iounmap(tw_dev->base_addr); 21564039c30eSadam radford 21571da177e4SLinus Torvalds /* Free up the mem region */ 21581da177e4SLinus Torvalds pci_release_regions(pdev); 21591da177e4SLinus Torvalds 21601da177e4SLinus Torvalds /* Free up device extension resources */ 21611da177e4SLinus Torvalds twa_free_device_extension(tw_dev); 21621da177e4SLinus Torvalds 21631da177e4SLinus Torvalds scsi_host_put(tw_dev->host); 21641da177e4SLinus Torvalds pci_disable_device(pdev); 21651da177e4SLinus Torvalds twa_device_extension_count--; 21661da177e4SLinus Torvalds } /* End twa_remove() */ 21671da177e4SLinus Torvalds 21681da177e4SLinus Torvalds /* PCI Devices supported by this driver */ 21691da177e4SLinus Torvalds static struct pci_device_id twa_pci_tbl[] __devinitdata = { 21701da177e4SLinus Torvalds { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9000, 21711da177e4SLinus Torvalds PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 217249bfd8dbSadam radford { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9550SX, 217349bfd8dbSadam radford PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 21744039c30eSadam radford { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9650SE, 21754039c30eSadam radford PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 21760e78d158Sadam radford { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9690SA, 21770e78d158Sadam radford PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 21781da177e4SLinus Torvalds { } 21791da177e4SLinus Torvalds }; 21801da177e4SLinus Torvalds MODULE_DEVICE_TABLE(pci, twa_pci_tbl); 21811da177e4SLinus Torvalds 21821da177e4SLinus Torvalds /* pci_driver initializer */ 21831da177e4SLinus Torvalds static struct pci_driver twa_driver = { 21841da177e4SLinus Torvalds .name = "3w-9xxx", 21851da177e4SLinus Torvalds .id_table = twa_pci_tbl, 21861da177e4SLinus Torvalds .probe = twa_probe, 21871da177e4SLinus Torvalds .remove = twa_remove, 21881da177e4SLinus Torvalds .shutdown = twa_shutdown 21891da177e4SLinus Torvalds }; 21901da177e4SLinus Torvalds 21911da177e4SLinus Torvalds /* This function is called on driver initialization */ 21921da177e4SLinus Torvalds static int __init twa_init(void) 21931da177e4SLinus Torvalds { 21941da177e4SLinus Torvalds printk(KERN_WARNING "3ware 9000 Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION); 21951da177e4SLinus Torvalds 2196dcbccbdeSHenrik Kretzschmar return pci_register_driver(&twa_driver); 21971da177e4SLinus Torvalds } /* End twa_init() */ 21981da177e4SLinus Torvalds 21991da177e4SLinus Torvalds /* This function is called on driver exit */ 22001da177e4SLinus Torvalds static void __exit twa_exit(void) 22011da177e4SLinus Torvalds { 22021da177e4SLinus Torvalds pci_unregister_driver(&twa_driver); 22031da177e4SLinus Torvalds } /* End twa_exit() */ 22041da177e4SLinus Torvalds 22051da177e4SLinus Torvalds module_init(twa_init); 22061da177e4SLinus Torvalds module_exit(twa_exit); 22071da177e4SLinus Torvalds 2208