1c6fd2807SJeff Garzik /* 2c6fd2807SJeff Garzik * libata-core.c - helper library for ATA 3c6fd2807SJeff Garzik * 4c6fd2807SJeff Garzik * Maintained by: Jeff Garzik <jgarzik@pobox.com> 5c6fd2807SJeff Garzik * Please ALWAYS copy linux-ide@vger.kernel.org 6c6fd2807SJeff Garzik * on emails. 7c6fd2807SJeff Garzik * 8c6fd2807SJeff Garzik * Copyright 2003-2004 Red Hat, Inc. All rights reserved. 9c6fd2807SJeff Garzik * Copyright 2003-2004 Jeff Garzik 10c6fd2807SJeff Garzik * 11c6fd2807SJeff Garzik * 12c6fd2807SJeff Garzik * This program is free software; you can redistribute it and/or modify 13c6fd2807SJeff Garzik * it under the terms of the GNU General Public License as published by 14c6fd2807SJeff Garzik * the Free Software Foundation; either version 2, or (at your option) 15c6fd2807SJeff Garzik * any later version. 16c6fd2807SJeff Garzik * 17c6fd2807SJeff Garzik * This program is distributed in the hope that it will be useful, 18c6fd2807SJeff Garzik * but WITHOUT ANY WARRANTY; without even the implied warranty of 19c6fd2807SJeff Garzik * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 20c6fd2807SJeff Garzik * GNU General Public License for more details. 21c6fd2807SJeff Garzik * 22c6fd2807SJeff Garzik * You should have received a copy of the GNU General Public License 23c6fd2807SJeff Garzik * along with this program; see the file COPYING. If not, write to 24c6fd2807SJeff Garzik * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. 25c6fd2807SJeff Garzik * 26c6fd2807SJeff Garzik * 27c6fd2807SJeff Garzik * libata documentation is available via 'make {ps|pdf}docs', 28c6fd2807SJeff Garzik * as Documentation/DocBook/libata.* 29c6fd2807SJeff Garzik * 30c6fd2807SJeff Garzik * Hardware documentation available from http://www.t13.org/ and 31c6fd2807SJeff Garzik * http://www.sata-io.org/ 32c6fd2807SJeff Garzik * 33c6fd2807SJeff Garzik */ 34c6fd2807SJeff Garzik 35c6fd2807SJeff Garzik #include <linux/kernel.h> 36c6fd2807SJeff Garzik #include <linux/module.h> 37c6fd2807SJeff Garzik #include <linux/pci.h> 38c6fd2807SJeff Garzik #include <linux/init.h> 39c6fd2807SJeff Garzik #include <linux/list.h> 40c6fd2807SJeff Garzik #include <linux/mm.h> 41c6fd2807SJeff Garzik #include <linux/highmem.h> 42c6fd2807SJeff Garzik #include <linux/spinlock.h> 43c6fd2807SJeff Garzik #include <linux/blkdev.h> 44c6fd2807SJeff Garzik #include <linux/delay.h> 45c6fd2807SJeff Garzik #include <linux/timer.h> 46c6fd2807SJeff Garzik #include <linux/interrupt.h> 47c6fd2807SJeff Garzik #include <linux/completion.h> 48c6fd2807SJeff Garzik #include <linux/suspend.h> 49c6fd2807SJeff Garzik #include <linux/workqueue.h> 50c6fd2807SJeff Garzik #include <linux/jiffies.h> 51c6fd2807SJeff Garzik #include <linux/scatterlist.h> 52c6fd2807SJeff Garzik #include <scsi/scsi.h> 53c6fd2807SJeff Garzik #include <scsi/scsi_cmnd.h> 54c6fd2807SJeff Garzik #include <scsi/scsi_host.h> 55c6fd2807SJeff Garzik #include <linux/libata.h> 56c6fd2807SJeff Garzik #include <asm/io.h> 57c6fd2807SJeff Garzik #include <asm/semaphore.h> 58c6fd2807SJeff Garzik #include <asm/byteorder.h> 59c6fd2807SJeff Garzik 60c6fd2807SJeff Garzik #include "libata.h" 61c6fd2807SJeff Garzik 62c6fd2807SJeff Garzik /* debounce timing parameters in msecs { interval, duration, timeout } */ 63c6fd2807SJeff Garzik const unsigned long sata_deb_timing_normal[] = { 5, 100, 2000 }; 64c6fd2807SJeff Garzik const unsigned long sata_deb_timing_hotplug[] = { 25, 500, 2000 }; 65c6fd2807SJeff Garzik const unsigned long sata_deb_timing_long[] = { 100, 2000, 5000 }; 66c6fd2807SJeff Garzik 67c6fd2807SJeff Garzik static unsigned int ata_dev_init_params(struct ata_device *dev, 68c6fd2807SJeff Garzik u16 heads, u16 sectors); 69c6fd2807SJeff Garzik static unsigned int ata_dev_set_xfermode(struct ata_device *dev); 70c6fd2807SJeff Garzik static void ata_dev_xfermask(struct ata_device *dev); 71c6fd2807SJeff Garzik 72c6fd2807SJeff Garzik static unsigned int ata_unique_id = 1; 73c6fd2807SJeff Garzik static struct workqueue_struct *ata_wq; 74c6fd2807SJeff Garzik 75c6fd2807SJeff Garzik struct workqueue_struct *ata_aux_wq; 76c6fd2807SJeff Garzik 77c6fd2807SJeff Garzik int atapi_enabled = 1; 78c6fd2807SJeff Garzik module_param(atapi_enabled, int, 0444); 79c6fd2807SJeff Garzik MODULE_PARM_DESC(atapi_enabled, "Enable discovery of ATAPI devices (0=off, 1=on)"); 80c6fd2807SJeff Garzik 81c6fd2807SJeff Garzik int atapi_dmadir = 0; 82c6fd2807SJeff Garzik module_param(atapi_dmadir, int, 0444); 83c6fd2807SJeff Garzik MODULE_PARM_DESC(atapi_dmadir, "Enable ATAPI DMADIR bridge support (0=off, 1=on)"); 84c6fd2807SJeff Garzik 85c6fd2807SJeff Garzik int libata_fua = 0; 86c6fd2807SJeff Garzik module_param_named(fua, libata_fua, int, 0444); 87c6fd2807SJeff Garzik MODULE_PARM_DESC(fua, "FUA support (0=off, 1=on)"); 88c6fd2807SJeff Garzik 89c6fd2807SJeff Garzik static int ata_probe_timeout = ATA_TMOUT_INTERNAL / HZ; 90c6fd2807SJeff Garzik module_param(ata_probe_timeout, int, 0444); 91c6fd2807SJeff Garzik MODULE_PARM_DESC(ata_probe_timeout, "Set ATA probing timeout (seconds)"); 92c6fd2807SJeff Garzik 93c6fd2807SJeff Garzik MODULE_AUTHOR("Jeff Garzik"); 94c6fd2807SJeff Garzik MODULE_DESCRIPTION("Library module for ATA devices"); 95c6fd2807SJeff Garzik MODULE_LICENSE("GPL"); 96c6fd2807SJeff Garzik MODULE_VERSION(DRV_VERSION); 97c6fd2807SJeff Garzik 98c6fd2807SJeff Garzik 99c6fd2807SJeff Garzik /** 100c6fd2807SJeff Garzik * ata_tf_to_fis - Convert ATA taskfile to SATA FIS structure 101c6fd2807SJeff Garzik * @tf: Taskfile to convert 102c6fd2807SJeff Garzik * @fis: Buffer into which data will output 103c6fd2807SJeff Garzik * @pmp: Port multiplier port 104c6fd2807SJeff Garzik * 105c6fd2807SJeff Garzik * Converts a standard ATA taskfile to a Serial ATA 106c6fd2807SJeff Garzik * FIS structure (Register - Host to Device). 107c6fd2807SJeff Garzik * 108c6fd2807SJeff Garzik * LOCKING: 109c6fd2807SJeff Garzik * Inherited from caller. 110c6fd2807SJeff Garzik */ 111c6fd2807SJeff Garzik 112c6fd2807SJeff Garzik void ata_tf_to_fis(const struct ata_taskfile *tf, u8 *fis, u8 pmp) 113c6fd2807SJeff Garzik { 114c6fd2807SJeff Garzik fis[0] = 0x27; /* Register - Host to Device FIS */ 115c6fd2807SJeff Garzik fis[1] = (pmp & 0xf) | (1 << 7); /* Port multiplier number, 116c6fd2807SJeff Garzik bit 7 indicates Command FIS */ 117c6fd2807SJeff Garzik fis[2] = tf->command; 118c6fd2807SJeff Garzik fis[3] = tf->feature; 119c6fd2807SJeff Garzik 120c6fd2807SJeff Garzik fis[4] = tf->lbal; 121c6fd2807SJeff Garzik fis[5] = tf->lbam; 122c6fd2807SJeff Garzik fis[6] = tf->lbah; 123c6fd2807SJeff Garzik fis[7] = tf->device; 124c6fd2807SJeff Garzik 125c6fd2807SJeff Garzik fis[8] = tf->hob_lbal; 126c6fd2807SJeff Garzik fis[9] = tf->hob_lbam; 127c6fd2807SJeff Garzik fis[10] = tf->hob_lbah; 128c6fd2807SJeff Garzik fis[11] = tf->hob_feature; 129c6fd2807SJeff Garzik 130c6fd2807SJeff Garzik fis[12] = tf->nsect; 131c6fd2807SJeff Garzik fis[13] = tf->hob_nsect; 132c6fd2807SJeff Garzik fis[14] = 0; 133c6fd2807SJeff Garzik fis[15] = tf->ctl; 134c6fd2807SJeff Garzik 135c6fd2807SJeff Garzik fis[16] = 0; 136c6fd2807SJeff Garzik fis[17] = 0; 137c6fd2807SJeff Garzik fis[18] = 0; 138c6fd2807SJeff Garzik fis[19] = 0; 139c6fd2807SJeff Garzik } 140c6fd2807SJeff Garzik 141c6fd2807SJeff Garzik /** 142c6fd2807SJeff Garzik * ata_tf_from_fis - Convert SATA FIS to ATA taskfile 143c6fd2807SJeff Garzik * @fis: Buffer from which data will be input 144c6fd2807SJeff Garzik * @tf: Taskfile to output 145c6fd2807SJeff Garzik * 146c6fd2807SJeff Garzik * Converts a serial ATA FIS structure to a standard ATA taskfile. 147c6fd2807SJeff Garzik * 148c6fd2807SJeff Garzik * LOCKING: 149c6fd2807SJeff Garzik * Inherited from caller. 150c6fd2807SJeff Garzik */ 151c6fd2807SJeff Garzik 152c6fd2807SJeff Garzik void ata_tf_from_fis(const u8 *fis, struct ata_taskfile *tf) 153c6fd2807SJeff Garzik { 154c6fd2807SJeff Garzik tf->command = fis[2]; /* status */ 155c6fd2807SJeff Garzik tf->feature = fis[3]; /* error */ 156c6fd2807SJeff Garzik 157c6fd2807SJeff Garzik tf->lbal = fis[4]; 158c6fd2807SJeff Garzik tf->lbam = fis[5]; 159c6fd2807SJeff Garzik tf->lbah = fis[6]; 160c6fd2807SJeff Garzik tf->device = fis[7]; 161c6fd2807SJeff Garzik 162c6fd2807SJeff Garzik tf->hob_lbal = fis[8]; 163c6fd2807SJeff Garzik tf->hob_lbam = fis[9]; 164c6fd2807SJeff Garzik tf->hob_lbah = fis[10]; 165c6fd2807SJeff Garzik 166c6fd2807SJeff Garzik tf->nsect = fis[12]; 167c6fd2807SJeff Garzik tf->hob_nsect = fis[13]; 168c6fd2807SJeff Garzik } 169c6fd2807SJeff Garzik 170c6fd2807SJeff Garzik static const u8 ata_rw_cmds[] = { 171c6fd2807SJeff Garzik /* pio multi */ 172c6fd2807SJeff Garzik ATA_CMD_READ_MULTI, 173c6fd2807SJeff Garzik ATA_CMD_WRITE_MULTI, 174c6fd2807SJeff Garzik ATA_CMD_READ_MULTI_EXT, 175c6fd2807SJeff Garzik ATA_CMD_WRITE_MULTI_EXT, 176c6fd2807SJeff Garzik 0, 177c6fd2807SJeff Garzik 0, 178c6fd2807SJeff Garzik 0, 179c6fd2807SJeff Garzik ATA_CMD_WRITE_MULTI_FUA_EXT, 180c6fd2807SJeff Garzik /* pio */ 181c6fd2807SJeff Garzik ATA_CMD_PIO_READ, 182c6fd2807SJeff Garzik ATA_CMD_PIO_WRITE, 183c6fd2807SJeff Garzik ATA_CMD_PIO_READ_EXT, 184c6fd2807SJeff Garzik ATA_CMD_PIO_WRITE_EXT, 185c6fd2807SJeff Garzik 0, 186c6fd2807SJeff Garzik 0, 187c6fd2807SJeff Garzik 0, 188c6fd2807SJeff Garzik 0, 189c6fd2807SJeff Garzik /* dma */ 190c6fd2807SJeff Garzik ATA_CMD_READ, 191c6fd2807SJeff Garzik ATA_CMD_WRITE, 192c6fd2807SJeff Garzik ATA_CMD_READ_EXT, 193c6fd2807SJeff Garzik ATA_CMD_WRITE_EXT, 194c6fd2807SJeff Garzik 0, 195c6fd2807SJeff Garzik 0, 196c6fd2807SJeff Garzik 0, 197c6fd2807SJeff Garzik ATA_CMD_WRITE_FUA_EXT 198c6fd2807SJeff Garzik }; 199c6fd2807SJeff Garzik 200c6fd2807SJeff Garzik /** 201c6fd2807SJeff Garzik * ata_rwcmd_protocol - set taskfile r/w commands and protocol 202c6fd2807SJeff Garzik * @qc: command to examine and configure 203c6fd2807SJeff Garzik * 204c6fd2807SJeff Garzik * Examine the device configuration and tf->flags to calculate 205c6fd2807SJeff Garzik * the proper read/write commands and protocol to use. 206c6fd2807SJeff Garzik * 207c6fd2807SJeff Garzik * LOCKING: 208c6fd2807SJeff Garzik * caller. 209c6fd2807SJeff Garzik */ 210c6fd2807SJeff Garzik int ata_rwcmd_protocol(struct ata_queued_cmd *qc) 211c6fd2807SJeff Garzik { 212c6fd2807SJeff Garzik struct ata_taskfile *tf = &qc->tf; 213c6fd2807SJeff Garzik struct ata_device *dev = qc->dev; 214c6fd2807SJeff Garzik u8 cmd; 215c6fd2807SJeff Garzik 216c6fd2807SJeff Garzik int index, fua, lba48, write; 217c6fd2807SJeff Garzik 218c6fd2807SJeff Garzik fua = (tf->flags & ATA_TFLAG_FUA) ? 4 : 0; 219c6fd2807SJeff Garzik lba48 = (tf->flags & ATA_TFLAG_LBA48) ? 2 : 0; 220c6fd2807SJeff Garzik write = (tf->flags & ATA_TFLAG_WRITE) ? 1 : 0; 221c6fd2807SJeff Garzik 222c6fd2807SJeff Garzik if (dev->flags & ATA_DFLAG_PIO) { 223c6fd2807SJeff Garzik tf->protocol = ATA_PROT_PIO; 224c6fd2807SJeff Garzik index = dev->multi_count ? 0 : 8; 225c6fd2807SJeff Garzik } else if (lba48 && (qc->ap->flags & ATA_FLAG_PIO_LBA48)) { 226c6fd2807SJeff Garzik /* Unable to use DMA due to host limitation */ 227c6fd2807SJeff Garzik tf->protocol = ATA_PROT_PIO; 228c6fd2807SJeff Garzik index = dev->multi_count ? 0 : 8; 229c6fd2807SJeff Garzik } else { 230c6fd2807SJeff Garzik tf->protocol = ATA_PROT_DMA; 231c6fd2807SJeff Garzik index = 16; 232c6fd2807SJeff Garzik } 233c6fd2807SJeff Garzik 234c6fd2807SJeff Garzik cmd = ata_rw_cmds[index + fua + lba48 + write]; 235c6fd2807SJeff Garzik if (cmd) { 236c6fd2807SJeff Garzik tf->command = cmd; 237c6fd2807SJeff Garzik return 0; 238c6fd2807SJeff Garzik } 239c6fd2807SJeff Garzik return -1; 240c6fd2807SJeff Garzik } 241c6fd2807SJeff Garzik 242c6fd2807SJeff Garzik /** 243c6fd2807SJeff Garzik * ata_pack_xfermask - Pack pio, mwdma and udma masks into xfer_mask 244c6fd2807SJeff Garzik * @pio_mask: pio_mask 245c6fd2807SJeff Garzik * @mwdma_mask: mwdma_mask 246c6fd2807SJeff Garzik * @udma_mask: udma_mask 247c6fd2807SJeff Garzik * 248c6fd2807SJeff Garzik * Pack @pio_mask, @mwdma_mask and @udma_mask into a single 249c6fd2807SJeff Garzik * unsigned int xfer_mask. 250c6fd2807SJeff Garzik * 251c6fd2807SJeff Garzik * LOCKING: 252c6fd2807SJeff Garzik * None. 253c6fd2807SJeff Garzik * 254c6fd2807SJeff Garzik * RETURNS: 255c6fd2807SJeff Garzik * Packed xfer_mask. 256c6fd2807SJeff Garzik */ 257c6fd2807SJeff Garzik static unsigned int ata_pack_xfermask(unsigned int pio_mask, 258c6fd2807SJeff Garzik unsigned int mwdma_mask, 259c6fd2807SJeff Garzik unsigned int udma_mask) 260c6fd2807SJeff Garzik { 261c6fd2807SJeff Garzik return ((pio_mask << ATA_SHIFT_PIO) & ATA_MASK_PIO) | 262c6fd2807SJeff Garzik ((mwdma_mask << ATA_SHIFT_MWDMA) & ATA_MASK_MWDMA) | 263c6fd2807SJeff Garzik ((udma_mask << ATA_SHIFT_UDMA) & ATA_MASK_UDMA); 264c6fd2807SJeff Garzik } 265c6fd2807SJeff Garzik 266c6fd2807SJeff Garzik /** 267c6fd2807SJeff Garzik * ata_unpack_xfermask - Unpack xfer_mask into pio, mwdma and udma masks 268c6fd2807SJeff Garzik * @xfer_mask: xfer_mask to unpack 269c6fd2807SJeff Garzik * @pio_mask: resulting pio_mask 270c6fd2807SJeff Garzik * @mwdma_mask: resulting mwdma_mask 271c6fd2807SJeff Garzik * @udma_mask: resulting udma_mask 272c6fd2807SJeff Garzik * 273c6fd2807SJeff Garzik * Unpack @xfer_mask into @pio_mask, @mwdma_mask and @udma_mask. 274c6fd2807SJeff Garzik * Any NULL distination masks will be ignored. 275c6fd2807SJeff Garzik */ 276c6fd2807SJeff Garzik static void ata_unpack_xfermask(unsigned int xfer_mask, 277c6fd2807SJeff Garzik unsigned int *pio_mask, 278c6fd2807SJeff Garzik unsigned int *mwdma_mask, 279c6fd2807SJeff Garzik unsigned int *udma_mask) 280c6fd2807SJeff Garzik { 281c6fd2807SJeff Garzik if (pio_mask) 282c6fd2807SJeff Garzik *pio_mask = (xfer_mask & ATA_MASK_PIO) >> ATA_SHIFT_PIO; 283c6fd2807SJeff Garzik if (mwdma_mask) 284c6fd2807SJeff Garzik *mwdma_mask = (xfer_mask & ATA_MASK_MWDMA) >> ATA_SHIFT_MWDMA; 285c6fd2807SJeff Garzik if (udma_mask) 286c6fd2807SJeff Garzik *udma_mask = (xfer_mask & ATA_MASK_UDMA) >> ATA_SHIFT_UDMA; 287c6fd2807SJeff Garzik } 288c6fd2807SJeff Garzik 289c6fd2807SJeff Garzik static const struct ata_xfer_ent { 290c6fd2807SJeff Garzik int shift, bits; 291c6fd2807SJeff Garzik u8 base; 292c6fd2807SJeff Garzik } ata_xfer_tbl[] = { 293c6fd2807SJeff Garzik { ATA_SHIFT_PIO, ATA_BITS_PIO, XFER_PIO_0 }, 294c6fd2807SJeff Garzik { ATA_SHIFT_MWDMA, ATA_BITS_MWDMA, XFER_MW_DMA_0 }, 295c6fd2807SJeff Garzik { ATA_SHIFT_UDMA, ATA_BITS_UDMA, XFER_UDMA_0 }, 296c6fd2807SJeff Garzik { -1, }, 297c6fd2807SJeff Garzik }; 298c6fd2807SJeff Garzik 299c6fd2807SJeff Garzik /** 300c6fd2807SJeff Garzik * ata_xfer_mask2mode - Find matching XFER_* for the given xfer_mask 301c6fd2807SJeff Garzik * @xfer_mask: xfer_mask of interest 302c6fd2807SJeff Garzik * 303c6fd2807SJeff Garzik * Return matching XFER_* value for @xfer_mask. Only the highest 304c6fd2807SJeff Garzik * bit of @xfer_mask is considered. 305c6fd2807SJeff Garzik * 306c6fd2807SJeff Garzik * LOCKING: 307c6fd2807SJeff Garzik * None. 308c6fd2807SJeff Garzik * 309c6fd2807SJeff Garzik * RETURNS: 310c6fd2807SJeff Garzik * Matching XFER_* value, 0 if no match found. 311c6fd2807SJeff Garzik */ 312c6fd2807SJeff Garzik static u8 ata_xfer_mask2mode(unsigned int xfer_mask) 313c6fd2807SJeff Garzik { 314c6fd2807SJeff Garzik int highbit = fls(xfer_mask) - 1; 315c6fd2807SJeff Garzik const struct ata_xfer_ent *ent; 316c6fd2807SJeff Garzik 317c6fd2807SJeff Garzik for (ent = ata_xfer_tbl; ent->shift >= 0; ent++) 318c6fd2807SJeff Garzik if (highbit >= ent->shift && highbit < ent->shift + ent->bits) 319c6fd2807SJeff Garzik return ent->base + highbit - ent->shift; 320c6fd2807SJeff Garzik return 0; 321c6fd2807SJeff Garzik } 322c6fd2807SJeff Garzik 323c6fd2807SJeff Garzik /** 324c6fd2807SJeff Garzik * ata_xfer_mode2mask - Find matching xfer_mask for XFER_* 325c6fd2807SJeff Garzik * @xfer_mode: XFER_* of interest 326c6fd2807SJeff Garzik * 327c6fd2807SJeff Garzik * Return matching xfer_mask for @xfer_mode. 328c6fd2807SJeff Garzik * 329c6fd2807SJeff Garzik * LOCKING: 330c6fd2807SJeff Garzik * None. 331c6fd2807SJeff Garzik * 332c6fd2807SJeff Garzik * RETURNS: 333c6fd2807SJeff Garzik * Matching xfer_mask, 0 if no match found. 334c6fd2807SJeff Garzik */ 335c6fd2807SJeff Garzik static unsigned int ata_xfer_mode2mask(u8 xfer_mode) 336c6fd2807SJeff Garzik { 337c6fd2807SJeff Garzik const struct ata_xfer_ent *ent; 338c6fd2807SJeff Garzik 339c6fd2807SJeff Garzik for (ent = ata_xfer_tbl; ent->shift >= 0; ent++) 340c6fd2807SJeff Garzik if (xfer_mode >= ent->base && xfer_mode < ent->base + ent->bits) 341c6fd2807SJeff Garzik return 1 << (ent->shift + xfer_mode - ent->base); 342c6fd2807SJeff Garzik return 0; 343c6fd2807SJeff Garzik } 344c6fd2807SJeff Garzik 345c6fd2807SJeff Garzik /** 346c6fd2807SJeff Garzik * ata_xfer_mode2shift - Find matching xfer_shift for XFER_* 347c6fd2807SJeff Garzik * @xfer_mode: XFER_* of interest 348c6fd2807SJeff Garzik * 349c6fd2807SJeff Garzik * Return matching xfer_shift for @xfer_mode. 350c6fd2807SJeff Garzik * 351c6fd2807SJeff Garzik * LOCKING: 352c6fd2807SJeff Garzik * None. 353c6fd2807SJeff Garzik * 354c6fd2807SJeff Garzik * RETURNS: 355c6fd2807SJeff Garzik * Matching xfer_shift, -1 if no match found. 356c6fd2807SJeff Garzik */ 357c6fd2807SJeff Garzik static int ata_xfer_mode2shift(unsigned int xfer_mode) 358c6fd2807SJeff Garzik { 359c6fd2807SJeff Garzik const struct ata_xfer_ent *ent; 360c6fd2807SJeff Garzik 361c6fd2807SJeff Garzik for (ent = ata_xfer_tbl; ent->shift >= 0; ent++) 362c6fd2807SJeff Garzik if (xfer_mode >= ent->base && xfer_mode < ent->base + ent->bits) 363c6fd2807SJeff Garzik return ent->shift; 364c6fd2807SJeff Garzik return -1; 365c6fd2807SJeff Garzik } 366c6fd2807SJeff Garzik 367c6fd2807SJeff Garzik /** 368c6fd2807SJeff Garzik * ata_mode_string - convert xfer_mask to string 369c6fd2807SJeff Garzik * @xfer_mask: mask of bits supported; only highest bit counts. 370c6fd2807SJeff Garzik * 371c6fd2807SJeff Garzik * Determine string which represents the highest speed 372c6fd2807SJeff Garzik * (highest bit in @modemask). 373c6fd2807SJeff Garzik * 374c6fd2807SJeff Garzik * LOCKING: 375c6fd2807SJeff Garzik * None. 376c6fd2807SJeff Garzik * 377c6fd2807SJeff Garzik * RETURNS: 378c6fd2807SJeff Garzik * Constant C string representing highest speed listed in 379c6fd2807SJeff Garzik * @mode_mask, or the constant C string "<n/a>". 380c6fd2807SJeff Garzik */ 381c6fd2807SJeff Garzik static const char *ata_mode_string(unsigned int xfer_mask) 382c6fd2807SJeff Garzik { 383c6fd2807SJeff Garzik static const char * const xfer_mode_str[] = { 384c6fd2807SJeff Garzik "PIO0", 385c6fd2807SJeff Garzik "PIO1", 386c6fd2807SJeff Garzik "PIO2", 387c6fd2807SJeff Garzik "PIO3", 388c6fd2807SJeff Garzik "PIO4", 389b352e57dSAlan Cox "PIO5", 390b352e57dSAlan Cox "PIO6", 391c6fd2807SJeff Garzik "MWDMA0", 392c6fd2807SJeff Garzik "MWDMA1", 393c6fd2807SJeff Garzik "MWDMA2", 394b352e57dSAlan Cox "MWDMA3", 395b352e57dSAlan Cox "MWDMA4", 396c6fd2807SJeff Garzik "UDMA/16", 397c6fd2807SJeff Garzik "UDMA/25", 398c6fd2807SJeff Garzik "UDMA/33", 399c6fd2807SJeff Garzik "UDMA/44", 400c6fd2807SJeff Garzik "UDMA/66", 401c6fd2807SJeff Garzik "UDMA/100", 402c6fd2807SJeff Garzik "UDMA/133", 403c6fd2807SJeff Garzik "UDMA7", 404c6fd2807SJeff Garzik }; 405c6fd2807SJeff Garzik int highbit; 406c6fd2807SJeff Garzik 407c6fd2807SJeff Garzik highbit = fls(xfer_mask) - 1; 408c6fd2807SJeff Garzik if (highbit >= 0 && highbit < ARRAY_SIZE(xfer_mode_str)) 409c6fd2807SJeff Garzik return xfer_mode_str[highbit]; 410c6fd2807SJeff Garzik return "<n/a>"; 411c6fd2807SJeff Garzik } 412c6fd2807SJeff Garzik 413c6fd2807SJeff Garzik static const char *sata_spd_string(unsigned int spd) 414c6fd2807SJeff Garzik { 415c6fd2807SJeff Garzik static const char * const spd_str[] = { 416c6fd2807SJeff Garzik "1.5 Gbps", 417c6fd2807SJeff Garzik "3.0 Gbps", 418c6fd2807SJeff Garzik }; 419c6fd2807SJeff Garzik 420c6fd2807SJeff Garzik if (spd == 0 || (spd - 1) >= ARRAY_SIZE(spd_str)) 421c6fd2807SJeff Garzik return "<unknown>"; 422c6fd2807SJeff Garzik return spd_str[spd - 1]; 423c6fd2807SJeff Garzik } 424c6fd2807SJeff Garzik 425c6fd2807SJeff Garzik void ata_dev_disable(struct ata_device *dev) 426c6fd2807SJeff Garzik { 427c6fd2807SJeff Garzik if (ata_dev_enabled(dev) && ata_msg_drv(dev->ap)) { 428c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, "disabled\n"); 429c6fd2807SJeff Garzik dev->class++; 430c6fd2807SJeff Garzik } 431c6fd2807SJeff Garzik } 432c6fd2807SJeff Garzik 433c6fd2807SJeff Garzik /** 434c6fd2807SJeff Garzik * ata_pio_devchk - PATA device presence detection 435c6fd2807SJeff Garzik * @ap: ATA channel to examine 436c6fd2807SJeff Garzik * @device: Device to examine (starting at zero) 437c6fd2807SJeff Garzik * 438c6fd2807SJeff Garzik * This technique was originally described in 439c6fd2807SJeff Garzik * Hale Landis's ATADRVR (www.ata-atapi.com), and 440c6fd2807SJeff Garzik * later found its way into the ATA/ATAPI spec. 441c6fd2807SJeff Garzik * 442c6fd2807SJeff Garzik * Write a pattern to the ATA shadow registers, 443c6fd2807SJeff Garzik * and if a device is present, it will respond by 444c6fd2807SJeff Garzik * correctly storing and echoing back the 445c6fd2807SJeff Garzik * ATA shadow register contents. 446c6fd2807SJeff Garzik * 447c6fd2807SJeff Garzik * LOCKING: 448c6fd2807SJeff Garzik * caller. 449c6fd2807SJeff Garzik */ 450c6fd2807SJeff Garzik 451c6fd2807SJeff Garzik static unsigned int ata_pio_devchk(struct ata_port *ap, 452c6fd2807SJeff Garzik unsigned int device) 453c6fd2807SJeff Garzik { 454c6fd2807SJeff Garzik struct ata_ioports *ioaddr = &ap->ioaddr; 455c6fd2807SJeff Garzik u8 nsect, lbal; 456c6fd2807SJeff Garzik 457c6fd2807SJeff Garzik ap->ops->dev_select(ap, device); 458c6fd2807SJeff Garzik 459c6fd2807SJeff Garzik outb(0x55, ioaddr->nsect_addr); 460c6fd2807SJeff Garzik outb(0xaa, ioaddr->lbal_addr); 461c6fd2807SJeff Garzik 462c6fd2807SJeff Garzik outb(0xaa, ioaddr->nsect_addr); 463c6fd2807SJeff Garzik outb(0x55, ioaddr->lbal_addr); 464c6fd2807SJeff Garzik 465c6fd2807SJeff Garzik outb(0x55, ioaddr->nsect_addr); 466c6fd2807SJeff Garzik outb(0xaa, ioaddr->lbal_addr); 467c6fd2807SJeff Garzik 468c6fd2807SJeff Garzik nsect = inb(ioaddr->nsect_addr); 469c6fd2807SJeff Garzik lbal = inb(ioaddr->lbal_addr); 470c6fd2807SJeff Garzik 471c6fd2807SJeff Garzik if ((nsect == 0x55) && (lbal == 0xaa)) 472c6fd2807SJeff Garzik return 1; /* we found a device */ 473c6fd2807SJeff Garzik 474c6fd2807SJeff Garzik return 0; /* nothing found */ 475c6fd2807SJeff Garzik } 476c6fd2807SJeff Garzik 477c6fd2807SJeff Garzik /** 478c6fd2807SJeff Garzik * ata_mmio_devchk - PATA device presence detection 479c6fd2807SJeff Garzik * @ap: ATA channel to examine 480c6fd2807SJeff Garzik * @device: Device to examine (starting at zero) 481c6fd2807SJeff Garzik * 482c6fd2807SJeff Garzik * This technique was originally described in 483c6fd2807SJeff Garzik * Hale Landis's ATADRVR (www.ata-atapi.com), and 484c6fd2807SJeff Garzik * later found its way into the ATA/ATAPI spec. 485c6fd2807SJeff Garzik * 486c6fd2807SJeff Garzik * Write a pattern to the ATA shadow registers, 487c6fd2807SJeff Garzik * and if a device is present, it will respond by 488c6fd2807SJeff Garzik * correctly storing and echoing back the 489c6fd2807SJeff Garzik * ATA shadow register contents. 490c6fd2807SJeff Garzik * 491c6fd2807SJeff Garzik * LOCKING: 492c6fd2807SJeff Garzik * caller. 493c6fd2807SJeff Garzik */ 494c6fd2807SJeff Garzik 495c6fd2807SJeff Garzik static unsigned int ata_mmio_devchk(struct ata_port *ap, 496c6fd2807SJeff Garzik unsigned int device) 497c6fd2807SJeff Garzik { 498c6fd2807SJeff Garzik struct ata_ioports *ioaddr = &ap->ioaddr; 499c6fd2807SJeff Garzik u8 nsect, lbal; 500c6fd2807SJeff Garzik 501c6fd2807SJeff Garzik ap->ops->dev_select(ap, device); 502c6fd2807SJeff Garzik 503c6fd2807SJeff Garzik writeb(0x55, (void __iomem *) ioaddr->nsect_addr); 504c6fd2807SJeff Garzik writeb(0xaa, (void __iomem *) ioaddr->lbal_addr); 505c6fd2807SJeff Garzik 506c6fd2807SJeff Garzik writeb(0xaa, (void __iomem *) ioaddr->nsect_addr); 507c6fd2807SJeff Garzik writeb(0x55, (void __iomem *) ioaddr->lbal_addr); 508c6fd2807SJeff Garzik 509c6fd2807SJeff Garzik writeb(0x55, (void __iomem *) ioaddr->nsect_addr); 510c6fd2807SJeff Garzik writeb(0xaa, (void __iomem *) ioaddr->lbal_addr); 511c6fd2807SJeff Garzik 512c6fd2807SJeff Garzik nsect = readb((void __iomem *) ioaddr->nsect_addr); 513c6fd2807SJeff Garzik lbal = readb((void __iomem *) ioaddr->lbal_addr); 514c6fd2807SJeff Garzik 515c6fd2807SJeff Garzik if ((nsect == 0x55) && (lbal == 0xaa)) 516c6fd2807SJeff Garzik return 1; /* we found a device */ 517c6fd2807SJeff Garzik 518c6fd2807SJeff Garzik return 0; /* nothing found */ 519c6fd2807SJeff Garzik } 520c6fd2807SJeff Garzik 521c6fd2807SJeff Garzik /** 522c6fd2807SJeff Garzik * ata_devchk - PATA device presence detection 523c6fd2807SJeff Garzik * @ap: ATA channel to examine 524c6fd2807SJeff Garzik * @device: Device to examine (starting at zero) 525c6fd2807SJeff Garzik * 526c6fd2807SJeff Garzik * Dispatch ATA device presence detection, depending 527c6fd2807SJeff Garzik * on whether we are using PIO or MMIO to talk to the 528c6fd2807SJeff Garzik * ATA shadow registers. 529c6fd2807SJeff Garzik * 530c6fd2807SJeff Garzik * LOCKING: 531c6fd2807SJeff Garzik * caller. 532c6fd2807SJeff Garzik */ 533c6fd2807SJeff Garzik 534c6fd2807SJeff Garzik static unsigned int ata_devchk(struct ata_port *ap, 535c6fd2807SJeff Garzik unsigned int device) 536c6fd2807SJeff Garzik { 537c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_MMIO) 538c6fd2807SJeff Garzik return ata_mmio_devchk(ap, device); 539c6fd2807SJeff Garzik return ata_pio_devchk(ap, device); 540c6fd2807SJeff Garzik } 541c6fd2807SJeff Garzik 542c6fd2807SJeff Garzik /** 543c6fd2807SJeff Garzik * ata_dev_classify - determine device type based on ATA-spec signature 544c6fd2807SJeff Garzik * @tf: ATA taskfile register set for device to be identified 545c6fd2807SJeff Garzik * 546c6fd2807SJeff Garzik * Determine from taskfile register contents whether a device is 547c6fd2807SJeff Garzik * ATA or ATAPI, as per "Signature and persistence" section 548c6fd2807SJeff Garzik * of ATA/PI spec (volume 1, sect 5.14). 549c6fd2807SJeff Garzik * 550c6fd2807SJeff Garzik * LOCKING: 551c6fd2807SJeff Garzik * None. 552c6fd2807SJeff Garzik * 553c6fd2807SJeff Garzik * RETURNS: 554c6fd2807SJeff Garzik * Device type, %ATA_DEV_ATA, %ATA_DEV_ATAPI, or %ATA_DEV_UNKNOWN 555c6fd2807SJeff Garzik * the event of failure. 556c6fd2807SJeff Garzik */ 557c6fd2807SJeff Garzik 558c6fd2807SJeff Garzik unsigned int ata_dev_classify(const struct ata_taskfile *tf) 559c6fd2807SJeff Garzik { 560c6fd2807SJeff Garzik /* Apple's open source Darwin code hints that some devices only 561c6fd2807SJeff Garzik * put a proper signature into the LBA mid/high registers, 562c6fd2807SJeff Garzik * So, we only check those. It's sufficient for uniqueness. 563c6fd2807SJeff Garzik */ 564c6fd2807SJeff Garzik 565c6fd2807SJeff Garzik if (((tf->lbam == 0) && (tf->lbah == 0)) || 566c6fd2807SJeff Garzik ((tf->lbam == 0x3c) && (tf->lbah == 0xc3))) { 567c6fd2807SJeff Garzik DPRINTK("found ATA device by sig\n"); 568c6fd2807SJeff Garzik return ATA_DEV_ATA; 569c6fd2807SJeff Garzik } 570c6fd2807SJeff Garzik 571c6fd2807SJeff Garzik if (((tf->lbam == 0x14) && (tf->lbah == 0xeb)) || 572c6fd2807SJeff Garzik ((tf->lbam == 0x69) && (tf->lbah == 0x96))) { 573c6fd2807SJeff Garzik DPRINTK("found ATAPI device by sig\n"); 574c6fd2807SJeff Garzik return ATA_DEV_ATAPI; 575c6fd2807SJeff Garzik } 576c6fd2807SJeff Garzik 577c6fd2807SJeff Garzik DPRINTK("unknown device\n"); 578c6fd2807SJeff Garzik return ATA_DEV_UNKNOWN; 579c6fd2807SJeff Garzik } 580c6fd2807SJeff Garzik 581c6fd2807SJeff Garzik /** 582c6fd2807SJeff Garzik * ata_dev_try_classify - Parse returned ATA device signature 583c6fd2807SJeff Garzik * @ap: ATA channel to examine 584c6fd2807SJeff Garzik * @device: Device to examine (starting at zero) 585c6fd2807SJeff Garzik * @r_err: Value of error register on completion 586c6fd2807SJeff Garzik * 587c6fd2807SJeff Garzik * After an event -- SRST, E.D.D., or SATA COMRESET -- occurs, 588c6fd2807SJeff Garzik * an ATA/ATAPI-defined set of values is placed in the ATA 589c6fd2807SJeff Garzik * shadow registers, indicating the results of device detection 590c6fd2807SJeff Garzik * and diagnostics. 591c6fd2807SJeff Garzik * 592c6fd2807SJeff Garzik * Select the ATA device, and read the values from the ATA shadow 593c6fd2807SJeff Garzik * registers. Then parse according to the Error register value, 594c6fd2807SJeff Garzik * and the spec-defined values examined by ata_dev_classify(). 595c6fd2807SJeff Garzik * 596c6fd2807SJeff Garzik * LOCKING: 597c6fd2807SJeff Garzik * caller. 598c6fd2807SJeff Garzik * 599c6fd2807SJeff Garzik * RETURNS: 600c6fd2807SJeff Garzik * Device type - %ATA_DEV_ATA, %ATA_DEV_ATAPI or %ATA_DEV_NONE. 601c6fd2807SJeff Garzik */ 602c6fd2807SJeff Garzik 603c6fd2807SJeff Garzik static unsigned int 604c6fd2807SJeff Garzik ata_dev_try_classify(struct ata_port *ap, unsigned int device, u8 *r_err) 605c6fd2807SJeff Garzik { 606c6fd2807SJeff Garzik struct ata_taskfile tf; 607c6fd2807SJeff Garzik unsigned int class; 608c6fd2807SJeff Garzik u8 err; 609c6fd2807SJeff Garzik 610c6fd2807SJeff Garzik ap->ops->dev_select(ap, device); 611c6fd2807SJeff Garzik 612c6fd2807SJeff Garzik memset(&tf, 0, sizeof(tf)); 613c6fd2807SJeff Garzik 614c6fd2807SJeff Garzik ap->ops->tf_read(ap, &tf); 615c6fd2807SJeff Garzik err = tf.feature; 616c6fd2807SJeff Garzik if (r_err) 617c6fd2807SJeff Garzik *r_err = err; 618c6fd2807SJeff Garzik 61993590859SAlan Cox /* see if device passed diags: if master then continue and warn later */ 62093590859SAlan Cox if (err == 0 && device == 0) 62193590859SAlan Cox /* diagnostic fail : do nothing _YET_ */ 62293590859SAlan Cox ap->device[device].horkage |= ATA_HORKAGE_DIAGNOSTIC; 62393590859SAlan Cox else if (err == 1) 624c6fd2807SJeff Garzik /* do nothing */ ; 625c6fd2807SJeff Garzik else if ((device == 0) && (err == 0x81)) 626c6fd2807SJeff Garzik /* do nothing */ ; 627c6fd2807SJeff Garzik else 628c6fd2807SJeff Garzik return ATA_DEV_NONE; 629c6fd2807SJeff Garzik 630c6fd2807SJeff Garzik /* determine if device is ATA or ATAPI */ 631c6fd2807SJeff Garzik class = ata_dev_classify(&tf); 632c6fd2807SJeff Garzik 633c6fd2807SJeff Garzik if (class == ATA_DEV_UNKNOWN) 634c6fd2807SJeff Garzik return ATA_DEV_NONE; 635c6fd2807SJeff Garzik if ((class == ATA_DEV_ATA) && (ata_chk_status(ap) == 0)) 636c6fd2807SJeff Garzik return ATA_DEV_NONE; 637c6fd2807SJeff Garzik return class; 638c6fd2807SJeff Garzik } 639c6fd2807SJeff Garzik 640c6fd2807SJeff Garzik /** 641c6fd2807SJeff Garzik * ata_id_string - Convert IDENTIFY DEVICE page into string 642c6fd2807SJeff Garzik * @id: IDENTIFY DEVICE results we will examine 643c6fd2807SJeff Garzik * @s: string into which data is output 644c6fd2807SJeff Garzik * @ofs: offset into identify device page 645c6fd2807SJeff Garzik * @len: length of string to return. must be an even number. 646c6fd2807SJeff Garzik * 647c6fd2807SJeff Garzik * The strings in the IDENTIFY DEVICE page are broken up into 648c6fd2807SJeff Garzik * 16-bit chunks. Run through the string, and output each 649c6fd2807SJeff Garzik * 8-bit chunk linearly, regardless of platform. 650c6fd2807SJeff Garzik * 651c6fd2807SJeff Garzik * LOCKING: 652c6fd2807SJeff Garzik * caller. 653c6fd2807SJeff Garzik */ 654c6fd2807SJeff Garzik 655c6fd2807SJeff Garzik void ata_id_string(const u16 *id, unsigned char *s, 656c6fd2807SJeff Garzik unsigned int ofs, unsigned int len) 657c6fd2807SJeff Garzik { 658c6fd2807SJeff Garzik unsigned int c; 659c6fd2807SJeff Garzik 660c6fd2807SJeff Garzik while (len > 0) { 661c6fd2807SJeff Garzik c = id[ofs] >> 8; 662c6fd2807SJeff Garzik *s = c; 663c6fd2807SJeff Garzik s++; 664c6fd2807SJeff Garzik 665c6fd2807SJeff Garzik c = id[ofs] & 0xff; 666c6fd2807SJeff Garzik *s = c; 667c6fd2807SJeff Garzik s++; 668c6fd2807SJeff Garzik 669c6fd2807SJeff Garzik ofs++; 670c6fd2807SJeff Garzik len -= 2; 671c6fd2807SJeff Garzik } 672c6fd2807SJeff Garzik } 673c6fd2807SJeff Garzik 674c6fd2807SJeff Garzik /** 675c6fd2807SJeff Garzik * ata_id_c_string - Convert IDENTIFY DEVICE page into C string 676c6fd2807SJeff Garzik * @id: IDENTIFY DEVICE results we will examine 677c6fd2807SJeff Garzik * @s: string into which data is output 678c6fd2807SJeff Garzik * @ofs: offset into identify device page 679c6fd2807SJeff Garzik * @len: length of string to return. must be an odd number. 680c6fd2807SJeff Garzik * 681c6fd2807SJeff Garzik * This function is identical to ata_id_string except that it 682c6fd2807SJeff Garzik * trims trailing spaces and terminates the resulting string with 683c6fd2807SJeff Garzik * null. @len must be actual maximum length (even number) + 1. 684c6fd2807SJeff Garzik * 685c6fd2807SJeff Garzik * LOCKING: 686c6fd2807SJeff Garzik * caller. 687c6fd2807SJeff Garzik */ 688c6fd2807SJeff Garzik void ata_id_c_string(const u16 *id, unsigned char *s, 689c6fd2807SJeff Garzik unsigned int ofs, unsigned int len) 690c6fd2807SJeff Garzik { 691c6fd2807SJeff Garzik unsigned char *p; 692c6fd2807SJeff Garzik 693c6fd2807SJeff Garzik WARN_ON(!(len & 1)); 694c6fd2807SJeff Garzik 695c6fd2807SJeff Garzik ata_id_string(id, s, ofs, len - 1); 696c6fd2807SJeff Garzik 697c6fd2807SJeff Garzik p = s + strnlen(s, len - 1); 698c6fd2807SJeff Garzik while (p > s && p[-1] == ' ') 699c6fd2807SJeff Garzik p--; 700c6fd2807SJeff Garzik *p = '\0'; 701c6fd2807SJeff Garzik } 702c6fd2807SJeff Garzik 703c6fd2807SJeff Garzik static u64 ata_id_n_sectors(const u16 *id) 704c6fd2807SJeff Garzik { 705c6fd2807SJeff Garzik if (ata_id_has_lba(id)) { 706c6fd2807SJeff Garzik if (ata_id_has_lba48(id)) 707c6fd2807SJeff Garzik return ata_id_u64(id, 100); 708c6fd2807SJeff Garzik else 709c6fd2807SJeff Garzik return ata_id_u32(id, 60); 710c6fd2807SJeff Garzik } else { 711c6fd2807SJeff Garzik if (ata_id_current_chs_valid(id)) 712c6fd2807SJeff Garzik return ata_id_u32(id, 57); 713c6fd2807SJeff Garzik else 714c6fd2807SJeff Garzik return id[1] * id[3] * id[6]; 715c6fd2807SJeff Garzik } 716c6fd2807SJeff Garzik } 717c6fd2807SJeff Garzik 718c6fd2807SJeff Garzik /** 719c6fd2807SJeff Garzik * ata_noop_dev_select - Select device 0/1 on ATA bus 720c6fd2807SJeff Garzik * @ap: ATA channel to manipulate 721c6fd2807SJeff Garzik * @device: ATA device (numbered from zero) to select 722c6fd2807SJeff Garzik * 723c6fd2807SJeff Garzik * This function performs no actual function. 724c6fd2807SJeff Garzik * 725c6fd2807SJeff Garzik * May be used as the dev_select() entry in ata_port_operations. 726c6fd2807SJeff Garzik * 727c6fd2807SJeff Garzik * LOCKING: 728c6fd2807SJeff Garzik * caller. 729c6fd2807SJeff Garzik */ 730c6fd2807SJeff Garzik void ata_noop_dev_select (struct ata_port *ap, unsigned int device) 731c6fd2807SJeff Garzik { 732c6fd2807SJeff Garzik } 733c6fd2807SJeff Garzik 734c6fd2807SJeff Garzik 735c6fd2807SJeff Garzik /** 736c6fd2807SJeff Garzik * ata_std_dev_select - Select device 0/1 on ATA bus 737c6fd2807SJeff Garzik * @ap: ATA channel to manipulate 738c6fd2807SJeff Garzik * @device: ATA device (numbered from zero) to select 739c6fd2807SJeff Garzik * 740c6fd2807SJeff Garzik * Use the method defined in the ATA specification to 741c6fd2807SJeff Garzik * make either device 0, or device 1, active on the 742c6fd2807SJeff Garzik * ATA channel. Works with both PIO and MMIO. 743c6fd2807SJeff Garzik * 744c6fd2807SJeff Garzik * May be used as the dev_select() entry in ata_port_operations. 745c6fd2807SJeff Garzik * 746c6fd2807SJeff Garzik * LOCKING: 747c6fd2807SJeff Garzik * caller. 748c6fd2807SJeff Garzik */ 749c6fd2807SJeff Garzik 750c6fd2807SJeff Garzik void ata_std_dev_select (struct ata_port *ap, unsigned int device) 751c6fd2807SJeff Garzik { 752c6fd2807SJeff Garzik u8 tmp; 753c6fd2807SJeff Garzik 754c6fd2807SJeff Garzik if (device == 0) 755c6fd2807SJeff Garzik tmp = ATA_DEVICE_OBS; 756c6fd2807SJeff Garzik else 757c6fd2807SJeff Garzik tmp = ATA_DEVICE_OBS | ATA_DEV1; 758c6fd2807SJeff Garzik 759c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_MMIO) { 760c6fd2807SJeff Garzik writeb(tmp, (void __iomem *) ap->ioaddr.device_addr); 761c6fd2807SJeff Garzik } else { 762c6fd2807SJeff Garzik outb(tmp, ap->ioaddr.device_addr); 763c6fd2807SJeff Garzik } 764c6fd2807SJeff Garzik ata_pause(ap); /* needed; also flushes, for mmio */ 765c6fd2807SJeff Garzik } 766c6fd2807SJeff Garzik 767c6fd2807SJeff Garzik /** 768c6fd2807SJeff Garzik * ata_dev_select - Select device 0/1 on ATA bus 769c6fd2807SJeff Garzik * @ap: ATA channel to manipulate 770c6fd2807SJeff Garzik * @device: ATA device (numbered from zero) to select 771c6fd2807SJeff Garzik * @wait: non-zero to wait for Status register BSY bit to clear 772c6fd2807SJeff Garzik * @can_sleep: non-zero if context allows sleeping 773c6fd2807SJeff Garzik * 774c6fd2807SJeff Garzik * Use the method defined in the ATA specification to 775c6fd2807SJeff Garzik * make either device 0, or device 1, active on the 776c6fd2807SJeff Garzik * ATA channel. 777c6fd2807SJeff Garzik * 778c6fd2807SJeff Garzik * This is a high-level version of ata_std_dev_select(), 779c6fd2807SJeff Garzik * which additionally provides the services of inserting 780c6fd2807SJeff Garzik * the proper pauses and status polling, where needed. 781c6fd2807SJeff Garzik * 782c6fd2807SJeff Garzik * LOCKING: 783c6fd2807SJeff Garzik * caller. 784c6fd2807SJeff Garzik */ 785c6fd2807SJeff Garzik 786c6fd2807SJeff Garzik void ata_dev_select(struct ata_port *ap, unsigned int device, 787c6fd2807SJeff Garzik unsigned int wait, unsigned int can_sleep) 788c6fd2807SJeff Garzik { 789c6fd2807SJeff Garzik if (ata_msg_probe(ap)) 790c6fd2807SJeff Garzik ata_port_printk(ap, KERN_INFO, "ata_dev_select: ENTER, ata%u: " 791c6fd2807SJeff Garzik "device %u, wait %u\n", ap->id, device, wait); 792c6fd2807SJeff Garzik 793c6fd2807SJeff Garzik if (wait) 794c6fd2807SJeff Garzik ata_wait_idle(ap); 795c6fd2807SJeff Garzik 796c6fd2807SJeff Garzik ap->ops->dev_select(ap, device); 797c6fd2807SJeff Garzik 798c6fd2807SJeff Garzik if (wait) { 799c6fd2807SJeff Garzik if (can_sleep && ap->device[device].class == ATA_DEV_ATAPI) 800c6fd2807SJeff Garzik msleep(150); 801c6fd2807SJeff Garzik ata_wait_idle(ap); 802c6fd2807SJeff Garzik } 803c6fd2807SJeff Garzik } 804c6fd2807SJeff Garzik 805c6fd2807SJeff Garzik /** 806c6fd2807SJeff Garzik * ata_dump_id - IDENTIFY DEVICE info debugging output 807c6fd2807SJeff Garzik * @id: IDENTIFY DEVICE page to dump 808c6fd2807SJeff Garzik * 809c6fd2807SJeff Garzik * Dump selected 16-bit words from the given IDENTIFY DEVICE 810c6fd2807SJeff Garzik * page. 811c6fd2807SJeff Garzik * 812c6fd2807SJeff Garzik * LOCKING: 813c6fd2807SJeff Garzik * caller. 814c6fd2807SJeff Garzik */ 815c6fd2807SJeff Garzik 816c6fd2807SJeff Garzik static inline void ata_dump_id(const u16 *id) 817c6fd2807SJeff Garzik { 818c6fd2807SJeff Garzik DPRINTK("49==0x%04x " 819c6fd2807SJeff Garzik "53==0x%04x " 820c6fd2807SJeff Garzik "63==0x%04x " 821c6fd2807SJeff Garzik "64==0x%04x " 822c6fd2807SJeff Garzik "75==0x%04x \n", 823c6fd2807SJeff Garzik id[49], 824c6fd2807SJeff Garzik id[53], 825c6fd2807SJeff Garzik id[63], 826c6fd2807SJeff Garzik id[64], 827c6fd2807SJeff Garzik id[75]); 828c6fd2807SJeff Garzik DPRINTK("80==0x%04x " 829c6fd2807SJeff Garzik "81==0x%04x " 830c6fd2807SJeff Garzik "82==0x%04x " 831c6fd2807SJeff Garzik "83==0x%04x " 832c6fd2807SJeff Garzik "84==0x%04x \n", 833c6fd2807SJeff Garzik id[80], 834c6fd2807SJeff Garzik id[81], 835c6fd2807SJeff Garzik id[82], 836c6fd2807SJeff Garzik id[83], 837c6fd2807SJeff Garzik id[84]); 838c6fd2807SJeff Garzik DPRINTK("88==0x%04x " 839c6fd2807SJeff Garzik "93==0x%04x\n", 840c6fd2807SJeff Garzik id[88], 841c6fd2807SJeff Garzik id[93]); 842c6fd2807SJeff Garzik } 843c6fd2807SJeff Garzik 844c6fd2807SJeff Garzik /** 845c6fd2807SJeff Garzik * ata_id_xfermask - Compute xfermask from the given IDENTIFY data 846c6fd2807SJeff Garzik * @id: IDENTIFY data to compute xfer mask from 847c6fd2807SJeff Garzik * 848c6fd2807SJeff Garzik * Compute the xfermask for this device. This is not as trivial 849c6fd2807SJeff Garzik * as it seems if we must consider early devices correctly. 850c6fd2807SJeff Garzik * 851c6fd2807SJeff Garzik * FIXME: pre IDE drive timing (do we care ?). 852c6fd2807SJeff Garzik * 853c6fd2807SJeff Garzik * LOCKING: 854c6fd2807SJeff Garzik * None. 855c6fd2807SJeff Garzik * 856c6fd2807SJeff Garzik * RETURNS: 857c6fd2807SJeff Garzik * Computed xfermask 858c6fd2807SJeff Garzik */ 859c6fd2807SJeff Garzik static unsigned int ata_id_xfermask(const u16 *id) 860c6fd2807SJeff Garzik { 861c6fd2807SJeff Garzik unsigned int pio_mask, mwdma_mask, udma_mask; 862c6fd2807SJeff Garzik 863c6fd2807SJeff Garzik /* Usual case. Word 53 indicates word 64 is valid */ 864c6fd2807SJeff Garzik if (id[ATA_ID_FIELD_VALID] & (1 << 1)) { 865c6fd2807SJeff Garzik pio_mask = id[ATA_ID_PIO_MODES] & 0x03; 866c6fd2807SJeff Garzik pio_mask <<= 3; 867c6fd2807SJeff Garzik pio_mask |= 0x7; 868c6fd2807SJeff Garzik } else { 869c6fd2807SJeff Garzik /* If word 64 isn't valid then Word 51 high byte holds 870c6fd2807SJeff Garzik * the PIO timing number for the maximum. Turn it into 871c6fd2807SJeff Garzik * a mask. 872c6fd2807SJeff Garzik */ 87346767aebSAlan Cox u8 mode = id[ATA_ID_OLD_PIO_MODES] & 0xFF; 87446767aebSAlan Cox if (mode < 5) /* Valid PIO range */ 87546767aebSAlan Cox pio_mask = (2 << mode) - 1; 87646767aebSAlan Cox else 87746767aebSAlan Cox pio_mask = 1; 878c6fd2807SJeff Garzik 879c6fd2807SJeff Garzik /* But wait.. there's more. Design your standards by 880c6fd2807SJeff Garzik * committee and you too can get a free iordy field to 881c6fd2807SJeff Garzik * process. However its the speeds not the modes that 882c6fd2807SJeff Garzik * are supported... Note drivers using the timing API 883c6fd2807SJeff Garzik * will get this right anyway 884c6fd2807SJeff Garzik */ 885c6fd2807SJeff Garzik } 886c6fd2807SJeff Garzik 887c6fd2807SJeff Garzik mwdma_mask = id[ATA_ID_MWDMA_MODES] & 0x07; 888c6fd2807SJeff Garzik 889b352e57dSAlan Cox if (ata_id_is_cfa(id)) { 890b352e57dSAlan Cox /* 891b352e57dSAlan Cox * Process compact flash extended modes 892b352e57dSAlan Cox */ 893b352e57dSAlan Cox int pio = id[163] & 0x7; 894b352e57dSAlan Cox int dma = (id[163] >> 3) & 7; 895b352e57dSAlan Cox 896b352e57dSAlan Cox if (pio) 897b352e57dSAlan Cox pio_mask |= (1 << 5); 898b352e57dSAlan Cox if (pio > 1) 899b352e57dSAlan Cox pio_mask |= (1 << 6); 900b352e57dSAlan Cox if (dma) 901b352e57dSAlan Cox mwdma_mask |= (1 << 3); 902b352e57dSAlan Cox if (dma > 1) 903b352e57dSAlan Cox mwdma_mask |= (1 << 4); 904b352e57dSAlan Cox } 905b352e57dSAlan Cox 906c6fd2807SJeff Garzik udma_mask = 0; 907c6fd2807SJeff Garzik if (id[ATA_ID_FIELD_VALID] & (1 << 2)) 908c6fd2807SJeff Garzik udma_mask = id[ATA_ID_UDMA_MODES] & 0xff; 909c6fd2807SJeff Garzik 910c6fd2807SJeff Garzik return ata_pack_xfermask(pio_mask, mwdma_mask, udma_mask); 911c6fd2807SJeff Garzik } 912c6fd2807SJeff Garzik 913c6fd2807SJeff Garzik /** 914c6fd2807SJeff Garzik * ata_port_queue_task - Queue port_task 915c6fd2807SJeff Garzik * @ap: The ata_port to queue port_task for 916c6fd2807SJeff Garzik * @fn: workqueue function to be scheduled 917c6fd2807SJeff Garzik * @data: data value to pass to workqueue function 918c6fd2807SJeff Garzik * @delay: delay time for workqueue function 919c6fd2807SJeff Garzik * 920c6fd2807SJeff Garzik * Schedule @fn(@data) for execution after @delay jiffies using 921c6fd2807SJeff Garzik * port_task. There is one port_task per port and it's the 922c6fd2807SJeff Garzik * user(low level driver)'s responsibility to make sure that only 923c6fd2807SJeff Garzik * one task is active at any given time. 924c6fd2807SJeff Garzik * 925c6fd2807SJeff Garzik * libata core layer takes care of synchronization between 926c6fd2807SJeff Garzik * port_task and EH. ata_port_queue_task() may be ignored for EH 927c6fd2807SJeff Garzik * synchronization. 928c6fd2807SJeff Garzik * 929c6fd2807SJeff Garzik * LOCKING: 930c6fd2807SJeff Garzik * Inherited from caller. 931c6fd2807SJeff Garzik */ 932c6fd2807SJeff Garzik void ata_port_queue_task(struct ata_port *ap, void (*fn)(void *), void *data, 933c6fd2807SJeff Garzik unsigned long delay) 934c6fd2807SJeff Garzik { 935c6fd2807SJeff Garzik int rc; 936c6fd2807SJeff Garzik 937c6fd2807SJeff Garzik if (ap->pflags & ATA_PFLAG_FLUSH_PORT_TASK) 938c6fd2807SJeff Garzik return; 939c6fd2807SJeff Garzik 940c6fd2807SJeff Garzik PREPARE_WORK(&ap->port_task, fn, data); 941c6fd2807SJeff Garzik 942c6fd2807SJeff Garzik if (!delay) 943c6fd2807SJeff Garzik rc = queue_work(ata_wq, &ap->port_task); 944c6fd2807SJeff Garzik else 945c6fd2807SJeff Garzik rc = queue_delayed_work(ata_wq, &ap->port_task, delay); 946c6fd2807SJeff Garzik 947c6fd2807SJeff Garzik /* rc == 0 means that another user is using port task */ 948c6fd2807SJeff Garzik WARN_ON(rc == 0); 949c6fd2807SJeff Garzik } 950c6fd2807SJeff Garzik 951c6fd2807SJeff Garzik /** 952c6fd2807SJeff Garzik * ata_port_flush_task - Flush port_task 953c6fd2807SJeff Garzik * @ap: The ata_port to flush port_task for 954c6fd2807SJeff Garzik * 955c6fd2807SJeff Garzik * After this function completes, port_task is guranteed not to 956c6fd2807SJeff Garzik * be running or scheduled. 957c6fd2807SJeff Garzik * 958c6fd2807SJeff Garzik * LOCKING: 959c6fd2807SJeff Garzik * Kernel thread context (may sleep) 960c6fd2807SJeff Garzik */ 961c6fd2807SJeff Garzik void ata_port_flush_task(struct ata_port *ap) 962c6fd2807SJeff Garzik { 963c6fd2807SJeff Garzik unsigned long flags; 964c6fd2807SJeff Garzik 965c6fd2807SJeff Garzik DPRINTK("ENTER\n"); 966c6fd2807SJeff Garzik 967c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 968c6fd2807SJeff Garzik ap->pflags |= ATA_PFLAG_FLUSH_PORT_TASK; 969c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 970c6fd2807SJeff Garzik 971c6fd2807SJeff Garzik DPRINTK("flush #1\n"); 972c6fd2807SJeff Garzik flush_workqueue(ata_wq); 973c6fd2807SJeff Garzik 974c6fd2807SJeff Garzik /* 975c6fd2807SJeff Garzik * At this point, if a task is running, it's guaranteed to see 976c6fd2807SJeff Garzik * the FLUSH flag; thus, it will never queue pio tasks again. 977c6fd2807SJeff Garzik * Cancel and flush. 978c6fd2807SJeff Garzik */ 979c6fd2807SJeff Garzik if (!cancel_delayed_work(&ap->port_task)) { 980c6fd2807SJeff Garzik if (ata_msg_ctl(ap)) 981c6fd2807SJeff Garzik ata_port_printk(ap, KERN_DEBUG, "%s: flush #2\n", 982c6fd2807SJeff Garzik __FUNCTION__); 983c6fd2807SJeff Garzik flush_workqueue(ata_wq); 984c6fd2807SJeff Garzik } 985c6fd2807SJeff Garzik 986c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 987c6fd2807SJeff Garzik ap->pflags &= ~ATA_PFLAG_FLUSH_PORT_TASK; 988c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 989c6fd2807SJeff Garzik 990c6fd2807SJeff Garzik if (ata_msg_ctl(ap)) 991c6fd2807SJeff Garzik ata_port_printk(ap, KERN_DEBUG, "%s: EXIT\n", __FUNCTION__); 992c6fd2807SJeff Garzik } 993c6fd2807SJeff Garzik 994c6fd2807SJeff Garzik void ata_qc_complete_internal(struct ata_queued_cmd *qc) 995c6fd2807SJeff Garzik { 996c6fd2807SJeff Garzik struct completion *waiting = qc->private_data; 997c6fd2807SJeff Garzik 998c6fd2807SJeff Garzik complete(waiting); 999c6fd2807SJeff Garzik } 1000c6fd2807SJeff Garzik 1001c6fd2807SJeff Garzik /** 1002c6fd2807SJeff Garzik * ata_exec_internal - execute libata internal command 1003c6fd2807SJeff Garzik * @dev: Device to which the command is sent 1004c6fd2807SJeff Garzik * @tf: Taskfile registers for the command and the result 1005c6fd2807SJeff Garzik * @cdb: CDB for packet command 1006c6fd2807SJeff Garzik * @dma_dir: Data tranfer direction of the command 1007c6fd2807SJeff Garzik * @buf: Data buffer of the command 1008c6fd2807SJeff Garzik * @buflen: Length of data buffer 1009c6fd2807SJeff Garzik * 1010c6fd2807SJeff Garzik * Executes libata internal command with timeout. @tf contains 1011c6fd2807SJeff Garzik * command on entry and result on return. Timeout and error 1012c6fd2807SJeff Garzik * conditions are reported via return value. No recovery action 1013c6fd2807SJeff Garzik * is taken after a command times out. It's caller's duty to 1014c6fd2807SJeff Garzik * clean up after timeout. 1015c6fd2807SJeff Garzik * 1016c6fd2807SJeff Garzik * LOCKING: 1017c6fd2807SJeff Garzik * None. Should be called with kernel context, might sleep. 1018c6fd2807SJeff Garzik * 1019c6fd2807SJeff Garzik * RETURNS: 1020c6fd2807SJeff Garzik * Zero on success, AC_ERR_* mask on failure 1021c6fd2807SJeff Garzik */ 1022c6fd2807SJeff Garzik unsigned ata_exec_internal(struct ata_device *dev, 1023c6fd2807SJeff Garzik struct ata_taskfile *tf, const u8 *cdb, 1024c6fd2807SJeff Garzik int dma_dir, void *buf, unsigned int buflen) 1025c6fd2807SJeff Garzik { 1026c6fd2807SJeff Garzik struct ata_port *ap = dev->ap; 1027c6fd2807SJeff Garzik u8 command = tf->command; 1028c6fd2807SJeff Garzik struct ata_queued_cmd *qc; 1029c6fd2807SJeff Garzik unsigned int tag, preempted_tag; 1030c6fd2807SJeff Garzik u32 preempted_sactive, preempted_qc_active; 1031c6fd2807SJeff Garzik DECLARE_COMPLETION_ONSTACK(wait); 1032c6fd2807SJeff Garzik unsigned long flags; 1033c6fd2807SJeff Garzik unsigned int err_mask; 1034c6fd2807SJeff Garzik int rc; 1035c6fd2807SJeff Garzik 1036c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 1037c6fd2807SJeff Garzik 1038c6fd2807SJeff Garzik /* no internal command while frozen */ 1039c6fd2807SJeff Garzik if (ap->pflags & ATA_PFLAG_FROZEN) { 1040c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 1041c6fd2807SJeff Garzik return AC_ERR_SYSTEM; 1042c6fd2807SJeff Garzik } 1043c6fd2807SJeff Garzik 1044c6fd2807SJeff Garzik /* initialize internal qc */ 1045c6fd2807SJeff Garzik 1046c6fd2807SJeff Garzik /* XXX: Tag 0 is used for drivers with legacy EH as some 1047c6fd2807SJeff Garzik * drivers choke if any other tag is given. This breaks 1048c6fd2807SJeff Garzik * ata_tag_internal() test for those drivers. Don't use new 1049c6fd2807SJeff Garzik * EH stuff without converting to it. 1050c6fd2807SJeff Garzik */ 1051c6fd2807SJeff Garzik if (ap->ops->error_handler) 1052c6fd2807SJeff Garzik tag = ATA_TAG_INTERNAL; 1053c6fd2807SJeff Garzik else 1054c6fd2807SJeff Garzik tag = 0; 1055c6fd2807SJeff Garzik 1056c6fd2807SJeff Garzik if (test_and_set_bit(tag, &ap->qc_allocated)) 1057c6fd2807SJeff Garzik BUG(); 1058c6fd2807SJeff Garzik qc = __ata_qc_from_tag(ap, tag); 1059c6fd2807SJeff Garzik 1060c6fd2807SJeff Garzik qc->tag = tag; 1061c6fd2807SJeff Garzik qc->scsicmd = NULL; 1062c6fd2807SJeff Garzik qc->ap = ap; 1063c6fd2807SJeff Garzik qc->dev = dev; 1064c6fd2807SJeff Garzik ata_qc_reinit(qc); 1065c6fd2807SJeff Garzik 1066c6fd2807SJeff Garzik preempted_tag = ap->active_tag; 1067c6fd2807SJeff Garzik preempted_sactive = ap->sactive; 1068c6fd2807SJeff Garzik preempted_qc_active = ap->qc_active; 1069c6fd2807SJeff Garzik ap->active_tag = ATA_TAG_POISON; 1070c6fd2807SJeff Garzik ap->sactive = 0; 1071c6fd2807SJeff Garzik ap->qc_active = 0; 1072c6fd2807SJeff Garzik 1073c6fd2807SJeff Garzik /* prepare & issue qc */ 1074c6fd2807SJeff Garzik qc->tf = *tf; 1075c6fd2807SJeff Garzik if (cdb) 1076c6fd2807SJeff Garzik memcpy(qc->cdb, cdb, ATAPI_CDB_LEN); 1077c6fd2807SJeff Garzik qc->flags |= ATA_QCFLAG_RESULT_TF; 1078c6fd2807SJeff Garzik qc->dma_dir = dma_dir; 1079c6fd2807SJeff Garzik if (dma_dir != DMA_NONE) { 1080c6fd2807SJeff Garzik ata_sg_init_one(qc, buf, buflen); 1081c6fd2807SJeff Garzik qc->nsect = buflen / ATA_SECT_SIZE; 1082c6fd2807SJeff Garzik } 1083c6fd2807SJeff Garzik 1084c6fd2807SJeff Garzik qc->private_data = &wait; 1085c6fd2807SJeff Garzik qc->complete_fn = ata_qc_complete_internal; 1086c6fd2807SJeff Garzik 1087c6fd2807SJeff Garzik ata_qc_issue(qc); 1088c6fd2807SJeff Garzik 1089c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 1090c6fd2807SJeff Garzik 1091c6fd2807SJeff Garzik rc = wait_for_completion_timeout(&wait, ata_probe_timeout); 1092c6fd2807SJeff Garzik 1093c6fd2807SJeff Garzik ata_port_flush_task(ap); 1094c6fd2807SJeff Garzik 1095c6fd2807SJeff Garzik if (!rc) { 1096c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 1097c6fd2807SJeff Garzik 1098c6fd2807SJeff Garzik /* We're racing with irq here. If we lose, the 1099c6fd2807SJeff Garzik * following test prevents us from completing the qc 1100c6fd2807SJeff Garzik * twice. If we win, the port is frozen and will be 1101c6fd2807SJeff Garzik * cleaned up by ->post_internal_cmd(). 1102c6fd2807SJeff Garzik */ 1103c6fd2807SJeff Garzik if (qc->flags & ATA_QCFLAG_ACTIVE) { 1104c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_TIMEOUT; 1105c6fd2807SJeff Garzik 1106c6fd2807SJeff Garzik if (ap->ops->error_handler) 1107c6fd2807SJeff Garzik ata_port_freeze(ap); 1108c6fd2807SJeff Garzik else 1109c6fd2807SJeff Garzik ata_qc_complete(qc); 1110c6fd2807SJeff Garzik 1111c6fd2807SJeff Garzik if (ata_msg_warn(ap)) 1112c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, 1113c6fd2807SJeff Garzik "qc timeout (cmd 0x%x)\n", command); 1114c6fd2807SJeff Garzik } 1115c6fd2807SJeff Garzik 1116c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 1117c6fd2807SJeff Garzik } 1118c6fd2807SJeff Garzik 1119c6fd2807SJeff Garzik /* do post_internal_cmd */ 1120c6fd2807SJeff Garzik if (ap->ops->post_internal_cmd) 1121c6fd2807SJeff Garzik ap->ops->post_internal_cmd(qc); 1122c6fd2807SJeff Garzik 1123c6fd2807SJeff Garzik if (qc->flags & ATA_QCFLAG_FAILED && !qc->err_mask) { 1124c6fd2807SJeff Garzik if (ata_msg_warn(ap)) 1125c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, 1126c6fd2807SJeff Garzik "zero err_mask for failed " 1127c6fd2807SJeff Garzik "internal command, assuming AC_ERR_OTHER\n"); 1128c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_OTHER; 1129c6fd2807SJeff Garzik } 1130c6fd2807SJeff Garzik 1131c6fd2807SJeff Garzik /* finish up */ 1132c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 1133c6fd2807SJeff Garzik 1134c6fd2807SJeff Garzik *tf = qc->result_tf; 1135c6fd2807SJeff Garzik err_mask = qc->err_mask; 1136c6fd2807SJeff Garzik 1137c6fd2807SJeff Garzik ata_qc_free(qc); 1138c6fd2807SJeff Garzik ap->active_tag = preempted_tag; 1139c6fd2807SJeff Garzik ap->sactive = preempted_sactive; 1140c6fd2807SJeff Garzik ap->qc_active = preempted_qc_active; 1141c6fd2807SJeff Garzik 1142c6fd2807SJeff Garzik /* XXX - Some LLDDs (sata_mv) disable port on command failure. 1143c6fd2807SJeff Garzik * Until those drivers are fixed, we detect the condition 1144c6fd2807SJeff Garzik * here, fail the command with AC_ERR_SYSTEM and reenable the 1145c6fd2807SJeff Garzik * port. 1146c6fd2807SJeff Garzik * 1147c6fd2807SJeff Garzik * Note that this doesn't change any behavior as internal 1148c6fd2807SJeff Garzik * command failure results in disabling the device in the 1149c6fd2807SJeff Garzik * higher layer for LLDDs without new reset/EH callbacks. 1150c6fd2807SJeff Garzik * 1151c6fd2807SJeff Garzik * Kill the following code as soon as those drivers are fixed. 1152c6fd2807SJeff Garzik */ 1153c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_DISABLED) { 1154c6fd2807SJeff Garzik err_mask |= AC_ERR_SYSTEM; 1155c6fd2807SJeff Garzik ata_port_probe(ap); 1156c6fd2807SJeff Garzik } 1157c6fd2807SJeff Garzik 1158c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 1159c6fd2807SJeff Garzik 1160c6fd2807SJeff Garzik return err_mask; 1161c6fd2807SJeff Garzik } 1162c6fd2807SJeff Garzik 1163c6fd2807SJeff Garzik /** 1164c6fd2807SJeff Garzik * ata_do_simple_cmd - execute simple internal command 1165c6fd2807SJeff Garzik * @dev: Device to which the command is sent 1166c6fd2807SJeff Garzik * @cmd: Opcode to execute 1167c6fd2807SJeff Garzik * 1168c6fd2807SJeff Garzik * Execute a 'simple' command, that only consists of the opcode 1169c6fd2807SJeff Garzik * 'cmd' itself, without filling any other registers 1170c6fd2807SJeff Garzik * 1171c6fd2807SJeff Garzik * LOCKING: 1172c6fd2807SJeff Garzik * Kernel thread context (may sleep). 1173c6fd2807SJeff Garzik * 1174c6fd2807SJeff Garzik * RETURNS: 1175c6fd2807SJeff Garzik * Zero on success, AC_ERR_* mask on failure 1176c6fd2807SJeff Garzik */ 1177c6fd2807SJeff Garzik unsigned int ata_do_simple_cmd(struct ata_device *dev, u8 cmd) 1178c6fd2807SJeff Garzik { 1179c6fd2807SJeff Garzik struct ata_taskfile tf; 1180c6fd2807SJeff Garzik 1181c6fd2807SJeff Garzik ata_tf_init(dev, &tf); 1182c6fd2807SJeff Garzik 1183c6fd2807SJeff Garzik tf.command = cmd; 1184c6fd2807SJeff Garzik tf.flags |= ATA_TFLAG_DEVICE; 1185c6fd2807SJeff Garzik tf.protocol = ATA_PROT_NODATA; 1186c6fd2807SJeff Garzik 1187c6fd2807SJeff Garzik return ata_exec_internal(dev, &tf, NULL, DMA_NONE, NULL, 0); 1188c6fd2807SJeff Garzik } 1189c6fd2807SJeff Garzik 1190c6fd2807SJeff Garzik /** 1191c6fd2807SJeff Garzik * ata_pio_need_iordy - check if iordy needed 1192c6fd2807SJeff Garzik * @adev: ATA device 1193c6fd2807SJeff Garzik * 1194c6fd2807SJeff Garzik * Check if the current speed of the device requires IORDY. Used 1195c6fd2807SJeff Garzik * by various controllers for chip configuration. 1196c6fd2807SJeff Garzik */ 1197c6fd2807SJeff Garzik 1198c6fd2807SJeff Garzik unsigned int ata_pio_need_iordy(const struct ata_device *adev) 1199c6fd2807SJeff Garzik { 1200c6fd2807SJeff Garzik int pio; 1201c6fd2807SJeff Garzik int speed = adev->pio_mode - XFER_PIO_0; 1202c6fd2807SJeff Garzik 1203c6fd2807SJeff Garzik if (speed < 2) 1204c6fd2807SJeff Garzik return 0; 1205c6fd2807SJeff Garzik if (speed > 2) 1206c6fd2807SJeff Garzik return 1; 1207c6fd2807SJeff Garzik 1208c6fd2807SJeff Garzik /* If we have no drive specific rule, then PIO 2 is non IORDY */ 1209c6fd2807SJeff Garzik 1210c6fd2807SJeff Garzik if (adev->id[ATA_ID_FIELD_VALID] & 2) { /* EIDE */ 1211c6fd2807SJeff Garzik pio = adev->id[ATA_ID_EIDE_PIO]; 1212c6fd2807SJeff Garzik /* Is the speed faster than the drive allows non IORDY ? */ 1213c6fd2807SJeff Garzik if (pio) { 1214c6fd2807SJeff Garzik /* This is cycle times not frequency - watch the logic! */ 1215c6fd2807SJeff Garzik if (pio > 240) /* PIO2 is 240nS per cycle */ 1216c6fd2807SJeff Garzik return 1; 1217c6fd2807SJeff Garzik return 0; 1218c6fd2807SJeff Garzik } 1219c6fd2807SJeff Garzik } 1220c6fd2807SJeff Garzik return 0; 1221c6fd2807SJeff Garzik } 1222c6fd2807SJeff Garzik 1223c6fd2807SJeff Garzik /** 1224c6fd2807SJeff Garzik * ata_dev_read_id - Read ID data from the specified device 1225c6fd2807SJeff Garzik * @dev: target device 1226c6fd2807SJeff Garzik * @p_class: pointer to class of the target device (may be changed) 1227bff04647STejun Heo * @flags: ATA_READID_* flags 1228c6fd2807SJeff Garzik * @id: buffer to read IDENTIFY data into 1229c6fd2807SJeff Garzik * 1230c6fd2807SJeff Garzik * Read ID data from the specified device. ATA_CMD_ID_ATA is 1231c6fd2807SJeff Garzik * performed on ATA devices and ATA_CMD_ID_ATAPI on ATAPI 1232c6fd2807SJeff Garzik * devices. This function also issues ATA_CMD_INIT_DEV_PARAMS 1233c6fd2807SJeff Garzik * for pre-ATA4 drives. 1234c6fd2807SJeff Garzik * 1235c6fd2807SJeff Garzik * LOCKING: 1236c6fd2807SJeff Garzik * Kernel thread context (may sleep) 1237c6fd2807SJeff Garzik * 1238c6fd2807SJeff Garzik * RETURNS: 1239c6fd2807SJeff Garzik * 0 on success, -errno otherwise. 1240c6fd2807SJeff Garzik */ 1241c6fd2807SJeff Garzik int ata_dev_read_id(struct ata_device *dev, unsigned int *p_class, 1242bff04647STejun Heo unsigned int flags, u16 *id) 1243c6fd2807SJeff Garzik { 1244c6fd2807SJeff Garzik struct ata_port *ap = dev->ap; 1245c6fd2807SJeff Garzik unsigned int class = *p_class; 1246c6fd2807SJeff Garzik struct ata_taskfile tf; 1247c6fd2807SJeff Garzik unsigned int err_mask = 0; 1248c6fd2807SJeff Garzik const char *reason; 1249c6fd2807SJeff Garzik int rc; 1250c6fd2807SJeff Garzik 1251c6fd2807SJeff Garzik if (ata_msg_ctl(ap)) 1252c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_DEBUG, "%s: ENTER, host %u, dev %u\n", 1253c6fd2807SJeff Garzik __FUNCTION__, ap->id, dev->devno); 1254c6fd2807SJeff Garzik 1255c6fd2807SJeff Garzik ata_dev_select(ap, dev->devno, 1, 1); /* select device 0/1 */ 1256c6fd2807SJeff Garzik 1257c6fd2807SJeff Garzik retry: 1258c6fd2807SJeff Garzik ata_tf_init(dev, &tf); 1259c6fd2807SJeff Garzik 1260c6fd2807SJeff Garzik switch (class) { 1261c6fd2807SJeff Garzik case ATA_DEV_ATA: 1262c6fd2807SJeff Garzik tf.command = ATA_CMD_ID_ATA; 1263c6fd2807SJeff Garzik break; 1264c6fd2807SJeff Garzik case ATA_DEV_ATAPI: 1265c6fd2807SJeff Garzik tf.command = ATA_CMD_ID_ATAPI; 1266c6fd2807SJeff Garzik break; 1267c6fd2807SJeff Garzik default: 1268c6fd2807SJeff Garzik rc = -ENODEV; 1269c6fd2807SJeff Garzik reason = "unsupported class"; 1270c6fd2807SJeff Garzik goto err_out; 1271c6fd2807SJeff Garzik } 1272c6fd2807SJeff Garzik 1273c6fd2807SJeff Garzik tf.protocol = ATA_PROT_PIO; 1274c6fd2807SJeff Garzik 127555a8e2c8STejun Heo /* presence detection using polling IDENTIFY? */ 127655a8e2c8STejun Heo if (flags & ATA_READID_DETECT) 127755a8e2c8STejun Heo tf.flags |= ATA_TFLAG_POLLING; 127855a8e2c8STejun Heo 1279c6fd2807SJeff Garzik err_mask = ata_exec_internal(dev, &tf, NULL, DMA_FROM_DEVICE, 1280c6fd2807SJeff Garzik id, sizeof(id[0]) * ATA_ID_WORDS); 1281c6fd2807SJeff Garzik if (err_mask) { 128255a8e2c8STejun Heo if ((flags & ATA_READID_DETECT) && 128355a8e2c8STejun Heo (err_mask & AC_ERR_NODEV_HINT)) { 128455a8e2c8STejun Heo DPRINTK("ata%u.%d: NODEV after polling detection\n", 128555a8e2c8STejun Heo ap->id, dev->devno); 128655a8e2c8STejun Heo return -ENOENT; 128755a8e2c8STejun Heo } 128855a8e2c8STejun Heo 1289c6fd2807SJeff Garzik rc = -EIO; 1290c6fd2807SJeff Garzik reason = "I/O error"; 1291c6fd2807SJeff Garzik goto err_out; 1292c6fd2807SJeff Garzik } 1293c6fd2807SJeff Garzik 1294c6fd2807SJeff Garzik swap_buf_le16(id, ATA_ID_WORDS); 1295c6fd2807SJeff Garzik 1296c6fd2807SJeff Garzik /* sanity check */ 1297c6fd2807SJeff Garzik rc = -EINVAL; 1298c6fd2807SJeff Garzik reason = "device reports illegal type"; 12994a3381feSJeff Garzik 13004a3381feSJeff Garzik if (class == ATA_DEV_ATA) { 13014a3381feSJeff Garzik if (!ata_id_is_ata(id) && !ata_id_is_cfa(id)) 13024a3381feSJeff Garzik goto err_out; 13034a3381feSJeff Garzik } else { 13044a3381feSJeff Garzik if (ata_id_is_ata(id)) 1305c6fd2807SJeff Garzik goto err_out; 1306c6fd2807SJeff Garzik } 1307c6fd2807SJeff Garzik 1308bff04647STejun Heo if ((flags & ATA_READID_POSTRESET) && class == ATA_DEV_ATA) { 1309c6fd2807SJeff Garzik /* 1310c6fd2807SJeff Garzik * The exact sequence expected by certain pre-ATA4 drives is: 1311c6fd2807SJeff Garzik * SRST RESET 1312c6fd2807SJeff Garzik * IDENTIFY 1313c6fd2807SJeff Garzik * INITIALIZE DEVICE PARAMETERS 1314c6fd2807SJeff Garzik * anything else.. 1315c6fd2807SJeff Garzik * Some drives were very specific about that exact sequence. 1316c6fd2807SJeff Garzik */ 1317c6fd2807SJeff Garzik if (ata_id_major_version(id) < 4 || !ata_id_has_lba(id)) { 1318c6fd2807SJeff Garzik err_mask = ata_dev_init_params(dev, id[3], id[6]); 1319c6fd2807SJeff Garzik if (err_mask) { 1320c6fd2807SJeff Garzik rc = -EIO; 1321c6fd2807SJeff Garzik reason = "INIT_DEV_PARAMS failed"; 1322c6fd2807SJeff Garzik goto err_out; 1323c6fd2807SJeff Garzik } 1324c6fd2807SJeff Garzik 1325c6fd2807SJeff Garzik /* current CHS translation info (id[53-58]) might be 1326c6fd2807SJeff Garzik * changed. reread the identify device info. 1327c6fd2807SJeff Garzik */ 1328bff04647STejun Heo flags &= ~ATA_READID_POSTRESET; 1329c6fd2807SJeff Garzik goto retry; 1330c6fd2807SJeff Garzik } 1331c6fd2807SJeff Garzik } 1332c6fd2807SJeff Garzik 1333c6fd2807SJeff Garzik *p_class = class; 1334c6fd2807SJeff Garzik 1335c6fd2807SJeff Garzik return 0; 1336c6fd2807SJeff Garzik 1337c6fd2807SJeff Garzik err_out: 1338c6fd2807SJeff Garzik if (ata_msg_warn(ap)) 1339c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, "failed to IDENTIFY " 1340c6fd2807SJeff Garzik "(%s, err_mask=0x%x)\n", reason, err_mask); 1341c6fd2807SJeff Garzik return rc; 1342c6fd2807SJeff Garzik } 1343c6fd2807SJeff Garzik 1344c6fd2807SJeff Garzik static inline u8 ata_dev_knobble(struct ata_device *dev) 1345c6fd2807SJeff Garzik { 1346c6fd2807SJeff Garzik return ((dev->ap->cbl == ATA_CBL_SATA) && (!ata_id_is_sata(dev->id))); 1347c6fd2807SJeff Garzik } 1348c6fd2807SJeff Garzik 1349c6fd2807SJeff Garzik static void ata_dev_config_ncq(struct ata_device *dev, 1350c6fd2807SJeff Garzik char *desc, size_t desc_sz) 1351c6fd2807SJeff Garzik { 1352c6fd2807SJeff Garzik struct ata_port *ap = dev->ap; 1353c6fd2807SJeff Garzik int hdepth = 0, ddepth = ata_id_queue_depth(dev->id); 1354c6fd2807SJeff Garzik 1355c6fd2807SJeff Garzik if (!ata_id_has_ncq(dev->id)) { 1356c6fd2807SJeff Garzik desc[0] = '\0'; 1357c6fd2807SJeff Garzik return; 1358c6fd2807SJeff Garzik } 13596919a0a6SAlan Cox if (ata_device_blacklisted(dev) & ATA_HORKAGE_NONCQ) { 13606919a0a6SAlan Cox snprintf(desc, desc_sz, "NCQ (not used)"); 13616919a0a6SAlan Cox return; 13626919a0a6SAlan Cox } 1363c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_NCQ) { 1364cca3974eSJeff Garzik hdepth = min(ap->scsi_host->can_queue, ATA_MAX_QUEUE - 1); 1365c6fd2807SJeff Garzik dev->flags |= ATA_DFLAG_NCQ; 1366c6fd2807SJeff Garzik } 1367c6fd2807SJeff Garzik 1368c6fd2807SJeff Garzik if (hdepth >= ddepth) 1369c6fd2807SJeff Garzik snprintf(desc, desc_sz, "NCQ (depth %d)", ddepth); 1370c6fd2807SJeff Garzik else 1371c6fd2807SJeff Garzik snprintf(desc, desc_sz, "NCQ (depth %d/%d)", hdepth, ddepth); 1372c6fd2807SJeff Garzik } 1373c6fd2807SJeff Garzik 1374c6fd2807SJeff Garzik static void ata_set_port_max_cmd_len(struct ata_port *ap) 1375c6fd2807SJeff Garzik { 1376c6fd2807SJeff Garzik int i; 1377c6fd2807SJeff Garzik 1378cca3974eSJeff Garzik if (ap->scsi_host) { 1379cca3974eSJeff Garzik unsigned int len = 0; 1380cca3974eSJeff Garzik 1381c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) 1382cca3974eSJeff Garzik len = max(len, ap->device[i].cdb_len); 1383cca3974eSJeff Garzik 1384cca3974eSJeff Garzik ap->scsi_host->max_cmd_len = len; 1385c6fd2807SJeff Garzik } 1386c6fd2807SJeff Garzik } 1387c6fd2807SJeff Garzik 1388c6fd2807SJeff Garzik /** 1389c6fd2807SJeff Garzik * ata_dev_configure - Configure the specified ATA/ATAPI device 1390c6fd2807SJeff Garzik * @dev: Target device to configure 1391c6fd2807SJeff Garzik * 1392c6fd2807SJeff Garzik * Configure @dev according to @dev->id. Generic and low-level 1393c6fd2807SJeff Garzik * driver specific fixups are also applied. 1394c6fd2807SJeff Garzik * 1395c6fd2807SJeff Garzik * LOCKING: 1396c6fd2807SJeff Garzik * Kernel thread context (may sleep) 1397c6fd2807SJeff Garzik * 1398c6fd2807SJeff Garzik * RETURNS: 1399c6fd2807SJeff Garzik * 0 on success, -errno otherwise 1400c6fd2807SJeff Garzik */ 1401efdaedc4STejun Heo int ata_dev_configure(struct ata_device *dev) 1402c6fd2807SJeff Garzik { 1403c6fd2807SJeff Garzik struct ata_port *ap = dev->ap; 1404efdaedc4STejun Heo int print_info = ap->eh_context.i.flags & ATA_EHI_PRINTINFO; 1405c6fd2807SJeff Garzik const u16 *id = dev->id; 1406c6fd2807SJeff Garzik unsigned int xfer_mask; 1407b352e57dSAlan Cox char revbuf[7]; /* XYZ-99\0 */ 1408c6fd2807SJeff Garzik int rc; 1409c6fd2807SJeff Garzik 1410c6fd2807SJeff Garzik if (!ata_dev_enabled(dev) && ata_msg_info(ap)) { 1411c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, 1412c6fd2807SJeff Garzik "%s: ENTER/EXIT (host %u, dev %u) -- nodev\n", 1413c6fd2807SJeff Garzik __FUNCTION__, ap->id, dev->devno); 1414c6fd2807SJeff Garzik return 0; 1415c6fd2807SJeff Garzik } 1416c6fd2807SJeff Garzik 1417c6fd2807SJeff Garzik if (ata_msg_probe(ap)) 1418c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_DEBUG, "%s: ENTER, host %u, dev %u\n", 1419c6fd2807SJeff Garzik __FUNCTION__, ap->id, dev->devno); 1420c6fd2807SJeff Garzik 1421c6fd2807SJeff Garzik /* print device capabilities */ 1422c6fd2807SJeff Garzik if (ata_msg_probe(ap)) 1423c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_DEBUG, 1424c6fd2807SJeff Garzik "%s: cfg 49:%04x 82:%04x 83:%04x 84:%04x " 1425c6fd2807SJeff Garzik "85:%04x 86:%04x 87:%04x 88:%04x\n", 1426c6fd2807SJeff Garzik __FUNCTION__, 1427c6fd2807SJeff Garzik id[49], id[82], id[83], id[84], 1428c6fd2807SJeff Garzik id[85], id[86], id[87], id[88]); 1429c6fd2807SJeff Garzik 1430c6fd2807SJeff Garzik /* initialize to-be-configured parameters */ 1431c6fd2807SJeff Garzik dev->flags &= ~ATA_DFLAG_CFG_MASK; 1432c6fd2807SJeff Garzik dev->max_sectors = 0; 1433c6fd2807SJeff Garzik dev->cdb_len = 0; 1434c6fd2807SJeff Garzik dev->n_sectors = 0; 1435c6fd2807SJeff Garzik dev->cylinders = 0; 1436c6fd2807SJeff Garzik dev->heads = 0; 1437c6fd2807SJeff Garzik dev->sectors = 0; 1438c6fd2807SJeff Garzik 1439c6fd2807SJeff Garzik /* 1440c6fd2807SJeff Garzik * common ATA, ATAPI feature tests 1441c6fd2807SJeff Garzik */ 1442c6fd2807SJeff Garzik 1443c6fd2807SJeff Garzik /* find max transfer mode; for printk only */ 1444c6fd2807SJeff Garzik xfer_mask = ata_id_xfermask(id); 1445c6fd2807SJeff Garzik 1446c6fd2807SJeff Garzik if (ata_msg_probe(ap)) 1447c6fd2807SJeff Garzik ata_dump_id(id); 1448c6fd2807SJeff Garzik 1449c6fd2807SJeff Garzik /* ATA-specific feature tests */ 1450c6fd2807SJeff Garzik if (dev->class == ATA_DEV_ATA) { 1451b352e57dSAlan Cox if (ata_id_is_cfa(id)) { 1452b352e57dSAlan Cox if (id[162] & 1) /* CPRM may make this media unusable */ 1453b352e57dSAlan Cox ata_dev_printk(dev, KERN_WARNING, "ata%u: device %u supports DRM functions and may not be fully accessable.\n", 1454b352e57dSAlan Cox ap->id, dev->devno); 1455b352e57dSAlan Cox snprintf(revbuf, 7, "CFA"); 1456b352e57dSAlan Cox } 1457b352e57dSAlan Cox else 1458b352e57dSAlan Cox snprintf(revbuf, 7, "ATA-%d", ata_id_major_version(id)); 1459b352e57dSAlan Cox 1460c6fd2807SJeff Garzik dev->n_sectors = ata_id_n_sectors(id); 1461c6fd2807SJeff Garzik 1462c6fd2807SJeff Garzik if (ata_id_has_lba(id)) { 1463c6fd2807SJeff Garzik const char *lba_desc; 1464c6fd2807SJeff Garzik char ncq_desc[20]; 1465c6fd2807SJeff Garzik 1466c6fd2807SJeff Garzik lba_desc = "LBA"; 1467c6fd2807SJeff Garzik dev->flags |= ATA_DFLAG_LBA; 1468c6fd2807SJeff Garzik if (ata_id_has_lba48(id)) { 1469c6fd2807SJeff Garzik dev->flags |= ATA_DFLAG_LBA48; 1470c6fd2807SJeff Garzik lba_desc = "LBA48"; 14716fc49adbSTejun Heo 14726fc49adbSTejun Heo if (dev->n_sectors >= (1UL << 28) && 14736fc49adbSTejun Heo ata_id_has_flush_ext(id)) 14746fc49adbSTejun Heo dev->flags |= ATA_DFLAG_FLUSH_EXT; 1475c6fd2807SJeff Garzik } 1476c6fd2807SJeff Garzik 1477c6fd2807SJeff Garzik /* config NCQ */ 1478c6fd2807SJeff Garzik ata_dev_config_ncq(dev, ncq_desc, sizeof(ncq_desc)); 1479c6fd2807SJeff Garzik 1480c6fd2807SJeff Garzik /* print device info to dmesg */ 1481c6fd2807SJeff Garzik if (ata_msg_drv(ap) && print_info) 1482b352e57dSAlan Cox ata_dev_printk(dev, KERN_INFO, "%s, " 1483c6fd2807SJeff Garzik "max %s, %Lu sectors: %s %s\n", 1484b352e57dSAlan Cox revbuf, 1485c6fd2807SJeff Garzik ata_mode_string(xfer_mask), 1486c6fd2807SJeff Garzik (unsigned long long)dev->n_sectors, 1487c6fd2807SJeff Garzik lba_desc, ncq_desc); 1488c6fd2807SJeff Garzik } else { 1489c6fd2807SJeff Garzik /* CHS */ 1490c6fd2807SJeff Garzik 1491c6fd2807SJeff Garzik /* Default translation */ 1492c6fd2807SJeff Garzik dev->cylinders = id[1]; 1493c6fd2807SJeff Garzik dev->heads = id[3]; 1494c6fd2807SJeff Garzik dev->sectors = id[6]; 1495c6fd2807SJeff Garzik 1496c6fd2807SJeff Garzik if (ata_id_current_chs_valid(id)) { 1497c6fd2807SJeff Garzik /* Current CHS translation is valid. */ 1498c6fd2807SJeff Garzik dev->cylinders = id[54]; 1499c6fd2807SJeff Garzik dev->heads = id[55]; 1500c6fd2807SJeff Garzik dev->sectors = id[56]; 1501c6fd2807SJeff Garzik } 1502c6fd2807SJeff Garzik 1503c6fd2807SJeff Garzik /* print device info to dmesg */ 1504c6fd2807SJeff Garzik if (ata_msg_drv(ap) && print_info) 1505b352e57dSAlan Cox ata_dev_printk(dev, KERN_INFO, "%s, " 1506c6fd2807SJeff Garzik "max %s, %Lu sectors: CHS %u/%u/%u\n", 1507b352e57dSAlan Cox revbuf, 1508c6fd2807SJeff Garzik ata_mode_string(xfer_mask), 1509c6fd2807SJeff Garzik (unsigned long long)dev->n_sectors, 1510c6fd2807SJeff Garzik dev->cylinders, dev->heads, 1511c6fd2807SJeff Garzik dev->sectors); 1512c6fd2807SJeff Garzik } 1513c6fd2807SJeff Garzik 1514c6fd2807SJeff Garzik if (dev->id[59] & 0x100) { 1515c6fd2807SJeff Garzik dev->multi_count = dev->id[59] & 0xff; 1516c6fd2807SJeff Garzik if (ata_msg_drv(ap) && print_info) 1517c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, 1518c6fd2807SJeff Garzik "ata%u: dev %u multi count %u\n", 1519c6fd2807SJeff Garzik ap->id, dev->devno, dev->multi_count); 1520c6fd2807SJeff Garzik } 1521c6fd2807SJeff Garzik 1522c6fd2807SJeff Garzik dev->cdb_len = 16; 1523c6fd2807SJeff Garzik } 1524c6fd2807SJeff Garzik 1525c6fd2807SJeff Garzik /* ATAPI-specific feature tests */ 1526c6fd2807SJeff Garzik else if (dev->class == ATA_DEV_ATAPI) { 1527c6fd2807SJeff Garzik char *cdb_intr_string = ""; 1528c6fd2807SJeff Garzik 1529c6fd2807SJeff Garzik rc = atapi_cdb_len(id); 1530c6fd2807SJeff Garzik if ((rc < 12) || (rc > ATAPI_CDB_LEN)) { 1531c6fd2807SJeff Garzik if (ata_msg_warn(ap)) 1532c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, 1533c6fd2807SJeff Garzik "unsupported CDB len\n"); 1534c6fd2807SJeff Garzik rc = -EINVAL; 1535c6fd2807SJeff Garzik goto err_out_nosup; 1536c6fd2807SJeff Garzik } 1537c6fd2807SJeff Garzik dev->cdb_len = (unsigned int) rc; 1538c6fd2807SJeff Garzik 1539c6fd2807SJeff Garzik if (ata_id_cdb_intr(dev->id)) { 1540c6fd2807SJeff Garzik dev->flags |= ATA_DFLAG_CDB_INTR; 1541c6fd2807SJeff Garzik cdb_intr_string = ", CDB intr"; 1542c6fd2807SJeff Garzik } 1543c6fd2807SJeff Garzik 1544c6fd2807SJeff Garzik /* print device info to dmesg */ 1545c6fd2807SJeff Garzik if (ata_msg_drv(ap) && print_info) 1546c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, "ATAPI, max %s%s\n", 1547c6fd2807SJeff Garzik ata_mode_string(xfer_mask), 1548c6fd2807SJeff Garzik cdb_intr_string); 1549c6fd2807SJeff Garzik } 1550c6fd2807SJeff Garzik 1551914ed354STejun Heo /* determine max_sectors */ 1552914ed354STejun Heo dev->max_sectors = ATA_MAX_SECTORS; 1553914ed354STejun Heo if (dev->flags & ATA_DFLAG_LBA48) 1554914ed354STejun Heo dev->max_sectors = ATA_MAX_SECTORS_LBA48; 1555914ed354STejun Heo 155693590859SAlan Cox if (dev->horkage & ATA_HORKAGE_DIAGNOSTIC) { 155793590859SAlan Cox /* Let the user know. We don't want to disallow opens for 155893590859SAlan Cox rescue purposes, or in case the vendor is just a blithering 155993590859SAlan Cox idiot */ 156093590859SAlan Cox if (print_info) { 156193590859SAlan Cox ata_dev_printk(dev, KERN_WARNING, 156293590859SAlan Cox "Drive reports diagnostics failure. This may indicate a drive\n"); 156393590859SAlan Cox ata_dev_printk(dev, KERN_WARNING, 156493590859SAlan Cox "fault or invalid emulation. Contact drive vendor for information.\n"); 156593590859SAlan Cox } 156693590859SAlan Cox } 156793590859SAlan Cox 1568c6fd2807SJeff Garzik ata_set_port_max_cmd_len(ap); 1569c6fd2807SJeff Garzik 1570c6fd2807SJeff Garzik /* limit bridge transfers to udma5, 200 sectors */ 1571c6fd2807SJeff Garzik if (ata_dev_knobble(dev)) { 1572c6fd2807SJeff Garzik if (ata_msg_drv(ap) && print_info) 1573c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, 1574c6fd2807SJeff Garzik "applying bridge limits\n"); 1575c6fd2807SJeff Garzik dev->udma_mask &= ATA_UDMA5; 1576c6fd2807SJeff Garzik dev->max_sectors = ATA_MAX_SECTORS; 1577c6fd2807SJeff Garzik } 1578c6fd2807SJeff Garzik 1579c6fd2807SJeff Garzik if (ap->ops->dev_config) 1580c6fd2807SJeff Garzik ap->ops->dev_config(ap, dev); 1581c6fd2807SJeff Garzik 1582c6fd2807SJeff Garzik if (ata_msg_probe(ap)) 1583c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_DEBUG, "%s: EXIT, drv_stat = 0x%x\n", 1584c6fd2807SJeff Garzik __FUNCTION__, ata_chk_status(ap)); 1585c6fd2807SJeff Garzik return 0; 1586c6fd2807SJeff Garzik 1587c6fd2807SJeff Garzik err_out_nosup: 1588c6fd2807SJeff Garzik if (ata_msg_probe(ap)) 1589c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_DEBUG, 1590c6fd2807SJeff Garzik "%s: EXIT, err\n", __FUNCTION__); 1591c6fd2807SJeff Garzik return rc; 1592c6fd2807SJeff Garzik } 1593c6fd2807SJeff Garzik 1594c6fd2807SJeff Garzik /** 1595c6fd2807SJeff Garzik * ata_bus_probe - Reset and probe ATA bus 1596c6fd2807SJeff Garzik * @ap: Bus to probe 1597c6fd2807SJeff Garzik * 1598c6fd2807SJeff Garzik * Master ATA bus probing function. Initiates a hardware-dependent 1599c6fd2807SJeff Garzik * bus reset, then attempts to identify any devices found on 1600c6fd2807SJeff Garzik * the bus. 1601c6fd2807SJeff Garzik * 1602c6fd2807SJeff Garzik * LOCKING: 1603c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 1604c6fd2807SJeff Garzik * 1605c6fd2807SJeff Garzik * RETURNS: 1606c6fd2807SJeff Garzik * Zero on success, negative errno otherwise. 1607c6fd2807SJeff Garzik */ 1608c6fd2807SJeff Garzik 1609c6fd2807SJeff Garzik int ata_bus_probe(struct ata_port *ap) 1610c6fd2807SJeff Garzik { 1611c6fd2807SJeff Garzik unsigned int classes[ATA_MAX_DEVICES]; 1612c6fd2807SJeff Garzik int tries[ATA_MAX_DEVICES]; 1613c6fd2807SJeff Garzik int i, rc, down_xfermask; 1614c6fd2807SJeff Garzik struct ata_device *dev; 1615c6fd2807SJeff Garzik 1616c6fd2807SJeff Garzik ata_port_probe(ap); 1617c6fd2807SJeff Garzik 1618c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) 1619c6fd2807SJeff Garzik tries[i] = ATA_PROBE_MAX_TRIES; 1620c6fd2807SJeff Garzik 1621c6fd2807SJeff Garzik retry: 1622c6fd2807SJeff Garzik down_xfermask = 0; 1623c6fd2807SJeff Garzik 1624c6fd2807SJeff Garzik /* reset and determine device classes */ 1625c6fd2807SJeff Garzik ap->ops->phy_reset(ap); 1626c6fd2807SJeff Garzik 1627c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 1628c6fd2807SJeff Garzik dev = &ap->device[i]; 1629c6fd2807SJeff Garzik 1630c6fd2807SJeff Garzik if (!(ap->flags & ATA_FLAG_DISABLED) && 1631c6fd2807SJeff Garzik dev->class != ATA_DEV_UNKNOWN) 1632c6fd2807SJeff Garzik classes[dev->devno] = dev->class; 1633c6fd2807SJeff Garzik else 1634c6fd2807SJeff Garzik classes[dev->devno] = ATA_DEV_NONE; 1635c6fd2807SJeff Garzik 1636c6fd2807SJeff Garzik dev->class = ATA_DEV_UNKNOWN; 1637c6fd2807SJeff Garzik } 1638c6fd2807SJeff Garzik 1639c6fd2807SJeff Garzik ata_port_probe(ap); 1640c6fd2807SJeff Garzik 1641c6fd2807SJeff Garzik /* after the reset the device state is PIO 0 and the controller 1642c6fd2807SJeff Garzik state is undefined. Record the mode */ 1643c6fd2807SJeff Garzik 1644c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) 1645c6fd2807SJeff Garzik ap->device[i].pio_mode = XFER_PIO_0; 1646c6fd2807SJeff Garzik 1647c6fd2807SJeff Garzik /* read IDENTIFY page and configure devices */ 1648c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 1649c6fd2807SJeff Garzik dev = &ap->device[i]; 1650c6fd2807SJeff Garzik 1651c6fd2807SJeff Garzik if (tries[i]) 1652c6fd2807SJeff Garzik dev->class = classes[i]; 1653c6fd2807SJeff Garzik 1654c6fd2807SJeff Garzik if (!ata_dev_enabled(dev)) 1655c6fd2807SJeff Garzik continue; 1656c6fd2807SJeff Garzik 1657bff04647STejun Heo rc = ata_dev_read_id(dev, &dev->class, ATA_READID_POSTRESET, 1658bff04647STejun Heo dev->id); 1659c6fd2807SJeff Garzik if (rc) 1660c6fd2807SJeff Garzik goto fail; 1661c6fd2807SJeff Garzik 1662efdaedc4STejun Heo ap->eh_context.i.flags |= ATA_EHI_PRINTINFO; 1663efdaedc4STejun Heo rc = ata_dev_configure(dev); 1664efdaedc4STejun Heo ap->eh_context.i.flags &= ~ATA_EHI_PRINTINFO; 1665c6fd2807SJeff Garzik if (rc) 1666c6fd2807SJeff Garzik goto fail; 1667c6fd2807SJeff Garzik } 1668c6fd2807SJeff Garzik 1669c6fd2807SJeff Garzik /* configure transfer mode */ 1670c6fd2807SJeff Garzik rc = ata_set_mode(ap, &dev); 1671c6fd2807SJeff Garzik if (rc) { 1672c6fd2807SJeff Garzik down_xfermask = 1; 1673c6fd2807SJeff Garzik goto fail; 1674c6fd2807SJeff Garzik } 1675c6fd2807SJeff Garzik 1676c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) 1677c6fd2807SJeff Garzik if (ata_dev_enabled(&ap->device[i])) 1678c6fd2807SJeff Garzik return 0; 1679c6fd2807SJeff Garzik 1680c6fd2807SJeff Garzik /* no device present, disable port */ 1681c6fd2807SJeff Garzik ata_port_disable(ap); 1682c6fd2807SJeff Garzik ap->ops->port_disable(ap); 1683c6fd2807SJeff Garzik return -ENODEV; 1684c6fd2807SJeff Garzik 1685c6fd2807SJeff Garzik fail: 1686c6fd2807SJeff Garzik switch (rc) { 1687c6fd2807SJeff Garzik case -EINVAL: 1688c6fd2807SJeff Garzik case -ENODEV: 1689c6fd2807SJeff Garzik tries[dev->devno] = 0; 1690c6fd2807SJeff Garzik break; 1691c6fd2807SJeff Garzik case -EIO: 1692c6fd2807SJeff Garzik sata_down_spd_limit(ap); 1693c6fd2807SJeff Garzik /* fall through */ 1694c6fd2807SJeff Garzik default: 1695c6fd2807SJeff Garzik tries[dev->devno]--; 1696c6fd2807SJeff Garzik if (down_xfermask && 1697c6fd2807SJeff Garzik ata_down_xfermask_limit(dev, tries[dev->devno] == 1)) 1698c6fd2807SJeff Garzik tries[dev->devno] = 0; 1699c6fd2807SJeff Garzik } 1700c6fd2807SJeff Garzik 1701c6fd2807SJeff Garzik if (!tries[dev->devno]) { 1702c6fd2807SJeff Garzik ata_down_xfermask_limit(dev, 1); 1703c6fd2807SJeff Garzik ata_dev_disable(dev); 1704c6fd2807SJeff Garzik } 1705c6fd2807SJeff Garzik 1706c6fd2807SJeff Garzik goto retry; 1707c6fd2807SJeff Garzik } 1708c6fd2807SJeff Garzik 1709c6fd2807SJeff Garzik /** 1710c6fd2807SJeff Garzik * ata_port_probe - Mark port as enabled 1711c6fd2807SJeff Garzik * @ap: Port for which we indicate enablement 1712c6fd2807SJeff Garzik * 1713c6fd2807SJeff Garzik * Modify @ap data structure such that the system 1714c6fd2807SJeff Garzik * thinks that the entire port is enabled. 1715c6fd2807SJeff Garzik * 1716cca3974eSJeff Garzik * LOCKING: host lock, or some other form of 1717c6fd2807SJeff Garzik * serialization. 1718c6fd2807SJeff Garzik */ 1719c6fd2807SJeff Garzik 1720c6fd2807SJeff Garzik void ata_port_probe(struct ata_port *ap) 1721c6fd2807SJeff Garzik { 1722c6fd2807SJeff Garzik ap->flags &= ~ATA_FLAG_DISABLED; 1723c6fd2807SJeff Garzik } 1724c6fd2807SJeff Garzik 1725c6fd2807SJeff Garzik /** 1726c6fd2807SJeff Garzik * sata_print_link_status - Print SATA link status 1727c6fd2807SJeff Garzik * @ap: SATA port to printk link status about 1728c6fd2807SJeff Garzik * 1729c6fd2807SJeff Garzik * This function prints link speed and status of a SATA link. 1730c6fd2807SJeff Garzik * 1731c6fd2807SJeff Garzik * LOCKING: 1732c6fd2807SJeff Garzik * None. 1733c6fd2807SJeff Garzik */ 1734c6fd2807SJeff Garzik static void sata_print_link_status(struct ata_port *ap) 1735c6fd2807SJeff Garzik { 1736c6fd2807SJeff Garzik u32 sstatus, scontrol, tmp; 1737c6fd2807SJeff Garzik 1738c6fd2807SJeff Garzik if (sata_scr_read(ap, SCR_STATUS, &sstatus)) 1739c6fd2807SJeff Garzik return; 1740c6fd2807SJeff Garzik sata_scr_read(ap, SCR_CONTROL, &scontrol); 1741c6fd2807SJeff Garzik 1742c6fd2807SJeff Garzik if (ata_port_online(ap)) { 1743c6fd2807SJeff Garzik tmp = (sstatus >> 4) & 0xf; 1744c6fd2807SJeff Garzik ata_port_printk(ap, KERN_INFO, 1745c6fd2807SJeff Garzik "SATA link up %s (SStatus %X SControl %X)\n", 1746c6fd2807SJeff Garzik sata_spd_string(tmp), sstatus, scontrol); 1747c6fd2807SJeff Garzik } else { 1748c6fd2807SJeff Garzik ata_port_printk(ap, KERN_INFO, 1749c6fd2807SJeff Garzik "SATA link down (SStatus %X SControl %X)\n", 1750c6fd2807SJeff Garzik sstatus, scontrol); 1751c6fd2807SJeff Garzik } 1752c6fd2807SJeff Garzik } 1753c6fd2807SJeff Garzik 1754c6fd2807SJeff Garzik /** 1755c6fd2807SJeff Garzik * __sata_phy_reset - Wake/reset a low-level SATA PHY 1756c6fd2807SJeff Garzik * @ap: SATA port associated with target SATA PHY. 1757c6fd2807SJeff Garzik * 1758c6fd2807SJeff Garzik * This function issues commands to standard SATA Sxxx 1759c6fd2807SJeff Garzik * PHY registers, to wake up the phy (and device), and 1760c6fd2807SJeff Garzik * clear any reset condition. 1761c6fd2807SJeff Garzik * 1762c6fd2807SJeff Garzik * LOCKING: 1763c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 1764c6fd2807SJeff Garzik * 1765c6fd2807SJeff Garzik */ 1766c6fd2807SJeff Garzik void __sata_phy_reset(struct ata_port *ap) 1767c6fd2807SJeff Garzik { 1768c6fd2807SJeff Garzik u32 sstatus; 1769c6fd2807SJeff Garzik unsigned long timeout = jiffies + (HZ * 5); 1770c6fd2807SJeff Garzik 1771c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_SATA_RESET) { 1772c6fd2807SJeff Garzik /* issue phy wake/reset */ 1773c6fd2807SJeff Garzik sata_scr_write_flush(ap, SCR_CONTROL, 0x301); 1774c6fd2807SJeff Garzik /* Couldn't find anything in SATA I/II specs, but 1775c6fd2807SJeff Garzik * AHCI-1.1 10.4.2 says at least 1 ms. */ 1776c6fd2807SJeff Garzik mdelay(1); 1777c6fd2807SJeff Garzik } 1778c6fd2807SJeff Garzik /* phy wake/clear reset */ 1779c6fd2807SJeff Garzik sata_scr_write_flush(ap, SCR_CONTROL, 0x300); 1780c6fd2807SJeff Garzik 1781c6fd2807SJeff Garzik /* wait for phy to become ready, if necessary */ 1782c6fd2807SJeff Garzik do { 1783c6fd2807SJeff Garzik msleep(200); 1784c6fd2807SJeff Garzik sata_scr_read(ap, SCR_STATUS, &sstatus); 1785c6fd2807SJeff Garzik if ((sstatus & 0xf) != 1) 1786c6fd2807SJeff Garzik break; 1787c6fd2807SJeff Garzik } while (time_before(jiffies, timeout)); 1788c6fd2807SJeff Garzik 1789c6fd2807SJeff Garzik /* print link status */ 1790c6fd2807SJeff Garzik sata_print_link_status(ap); 1791c6fd2807SJeff Garzik 1792c6fd2807SJeff Garzik /* TODO: phy layer with polling, timeouts, etc. */ 1793c6fd2807SJeff Garzik if (!ata_port_offline(ap)) 1794c6fd2807SJeff Garzik ata_port_probe(ap); 1795c6fd2807SJeff Garzik else 1796c6fd2807SJeff Garzik ata_port_disable(ap); 1797c6fd2807SJeff Garzik 1798c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_DISABLED) 1799c6fd2807SJeff Garzik return; 1800c6fd2807SJeff Garzik 1801c6fd2807SJeff Garzik if (ata_busy_sleep(ap, ATA_TMOUT_BOOT_QUICK, ATA_TMOUT_BOOT)) { 1802c6fd2807SJeff Garzik ata_port_disable(ap); 1803c6fd2807SJeff Garzik return; 1804c6fd2807SJeff Garzik } 1805c6fd2807SJeff Garzik 1806c6fd2807SJeff Garzik ap->cbl = ATA_CBL_SATA; 1807c6fd2807SJeff Garzik } 1808c6fd2807SJeff Garzik 1809c6fd2807SJeff Garzik /** 1810c6fd2807SJeff Garzik * sata_phy_reset - Reset SATA bus. 1811c6fd2807SJeff Garzik * @ap: SATA port associated with target SATA PHY. 1812c6fd2807SJeff Garzik * 1813c6fd2807SJeff Garzik * This function resets the SATA bus, and then probes 1814c6fd2807SJeff Garzik * the bus for devices. 1815c6fd2807SJeff Garzik * 1816c6fd2807SJeff Garzik * LOCKING: 1817c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 1818c6fd2807SJeff Garzik * 1819c6fd2807SJeff Garzik */ 1820c6fd2807SJeff Garzik void sata_phy_reset(struct ata_port *ap) 1821c6fd2807SJeff Garzik { 1822c6fd2807SJeff Garzik __sata_phy_reset(ap); 1823c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_DISABLED) 1824c6fd2807SJeff Garzik return; 1825c6fd2807SJeff Garzik ata_bus_reset(ap); 1826c6fd2807SJeff Garzik } 1827c6fd2807SJeff Garzik 1828c6fd2807SJeff Garzik /** 1829c6fd2807SJeff Garzik * ata_dev_pair - return other device on cable 1830c6fd2807SJeff Garzik * @adev: device 1831c6fd2807SJeff Garzik * 1832c6fd2807SJeff Garzik * Obtain the other device on the same cable, or if none is 1833c6fd2807SJeff Garzik * present NULL is returned 1834c6fd2807SJeff Garzik */ 1835c6fd2807SJeff Garzik 1836c6fd2807SJeff Garzik struct ata_device *ata_dev_pair(struct ata_device *adev) 1837c6fd2807SJeff Garzik { 1838c6fd2807SJeff Garzik struct ata_port *ap = adev->ap; 1839c6fd2807SJeff Garzik struct ata_device *pair = &ap->device[1 - adev->devno]; 1840c6fd2807SJeff Garzik if (!ata_dev_enabled(pair)) 1841c6fd2807SJeff Garzik return NULL; 1842c6fd2807SJeff Garzik return pair; 1843c6fd2807SJeff Garzik } 1844c6fd2807SJeff Garzik 1845c6fd2807SJeff Garzik /** 1846c6fd2807SJeff Garzik * ata_port_disable - Disable port. 1847c6fd2807SJeff Garzik * @ap: Port to be disabled. 1848c6fd2807SJeff Garzik * 1849c6fd2807SJeff Garzik * Modify @ap data structure such that the system 1850c6fd2807SJeff Garzik * thinks that the entire port is disabled, and should 1851c6fd2807SJeff Garzik * never attempt to probe or communicate with devices 1852c6fd2807SJeff Garzik * on this port. 1853c6fd2807SJeff Garzik * 1854cca3974eSJeff Garzik * LOCKING: host lock, or some other form of 1855c6fd2807SJeff Garzik * serialization. 1856c6fd2807SJeff Garzik */ 1857c6fd2807SJeff Garzik 1858c6fd2807SJeff Garzik void ata_port_disable(struct ata_port *ap) 1859c6fd2807SJeff Garzik { 1860c6fd2807SJeff Garzik ap->device[0].class = ATA_DEV_NONE; 1861c6fd2807SJeff Garzik ap->device[1].class = ATA_DEV_NONE; 1862c6fd2807SJeff Garzik ap->flags |= ATA_FLAG_DISABLED; 1863c6fd2807SJeff Garzik } 1864c6fd2807SJeff Garzik 1865c6fd2807SJeff Garzik /** 1866c6fd2807SJeff Garzik * sata_down_spd_limit - adjust SATA spd limit downward 1867c6fd2807SJeff Garzik * @ap: Port to adjust SATA spd limit for 1868c6fd2807SJeff Garzik * 1869c6fd2807SJeff Garzik * Adjust SATA spd limit of @ap downward. Note that this 1870c6fd2807SJeff Garzik * function only adjusts the limit. The change must be applied 1871c6fd2807SJeff Garzik * using sata_set_spd(). 1872c6fd2807SJeff Garzik * 1873c6fd2807SJeff Garzik * LOCKING: 1874c6fd2807SJeff Garzik * Inherited from caller. 1875c6fd2807SJeff Garzik * 1876c6fd2807SJeff Garzik * RETURNS: 1877c6fd2807SJeff Garzik * 0 on success, negative errno on failure 1878c6fd2807SJeff Garzik */ 1879c6fd2807SJeff Garzik int sata_down_spd_limit(struct ata_port *ap) 1880c6fd2807SJeff Garzik { 1881c6fd2807SJeff Garzik u32 sstatus, spd, mask; 1882c6fd2807SJeff Garzik int rc, highbit; 1883c6fd2807SJeff Garzik 1884c6fd2807SJeff Garzik rc = sata_scr_read(ap, SCR_STATUS, &sstatus); 1885c6fd2807SJeff Garzik if (rc) 1886c6fd2807SJeff Garzik return rc; 1887c6fd2807SJeff Garzik 1888c6fd2807SJeff Garzik mask = ap->sata_spd_limit; 1889c6fd2807SJeff Garzik if (mask <= 1) 1890c6fd2807SJeff Garzik return -EINVAL; 1891c6fd2807SJeff Garzik highbit = fls(mask) - 1; 1892c6fd2807SJeff Garzik mask &= ~(1 << highbit); 1893c6fd2807SJeff Garzik 1894c6fd2807SJeff Garzik spd = (sstatus >> 4) & 0xf; 1895c6fd2807SJeff Garzik if (spd <= 1) 1896c6fd2807SJeff Garzik return -EINVAL; 1897c6fd2807SJeff Garzik spd--; 1898c6fd2807SJeff Garzik mask &= (1 << spd) - 1; 1899c6fd2807SJeff Garzik if (!mask) 1900c6fd2807SJeff Garzik return -EINVAL; 1901c6fd2807SJeff Garzik 1902c6fd2807SJeff Garzik ap->sata_spd_limit = mask; 1903c6fd2807SJeff Garzik 1904c6fd2807SJeff Garzik ata_port_printk(ap, KERN_WARNING, "limiting SATA link speed to %s\n", 1905c6fd2807SJeff Garzik sata_spd_string(fls(mask))); 1906c6fd2807SJeff Garzik 1907c6fd2807SJeff Garzik return 0; 1908c6fd2807SJeff Garzik } 1909c6fd2807SJeff Garzik 1910c6fd2807SJeff Garzik static int __sata_set_spd_needed(struct ata_port *ap, u32 *scontrol) 1911c6fd2807SJeff Garzik { 1912c6fd2807SJeff Garzik u32 spd, limit; 1913c6fd2807SJeff Garzik 1914c6fd2807SJeff Garzik if (ap->sata_spd_limit == UINT_MAX) 1915c6fd2807SJeff Garzik limit = 0; 1916c6fd2807SJeff Garzik else 1917c6fd2807SJeff Garzik limit = fls(ap->sata_spd_limit); 1918c6fd2807SJeff Garzik 1919c6fd2807SJeff Garzik spd = (*scontrol >> 4) & 0xf; 1920c6fd2807SJeff Garzik *scontrol = (*scontrol & ~0xf0) | ((limit & 0xf) << 4); 1921c6fd2807SJeff Garzik 1922c6fd2807SJeff Garzik return spd != limit; 1923c6fd2807SJeff Garzik } 1924c6fd2807SJeff Garzik 1925c6fd2807SJeff Garzik /** 1926c6fd2807SJeff Garzik * sata_set_spd_needed - is SATA spd configuration needed 1927c6fd2807SJeff Garzik * @ap: Port in question 1928c6fd2807SJeff Garzik * 1929c6fd2807SJeff Garzik * Test whether the spd limit in SControl matches 1930c6fd2807SJeff Garzik * @ap->sata_spd_limit. This function is used to determine 1931c6fd2807SJeff Garzik * whether hardreset is necessary to apply SATA spd 1932c6fd2807SJeff Garzik * configuration. 1933c6fd2807SJeff Garzik * 1934c6fd2807SJeff Garzik * LOCKING: 1935c6fd2807SJeff Garzik * Inherited from caller. 1936c6fd2807SJeff Garzik * 1937c6fd2807SJeff Garzik * RETURNS: 1938c6fd2807SJeff Garzik * 1 if SATA spd configuration is needed, 0 otherwise. 1939c6fd2807SJeff Garzik */ 1940c6fd2807SJeff Garzik int sata_set_spd_needed(struct ata_port *ap) 1941c6fd2807SJeff Garzik { 1942c6fd2807SJeff Garzik u32 scontrol; 1943c6fd2807SJeff Garzik 1944c6fd2807SJeff Garzik if (sata_scr_read(ap, SCR_CONTROL, &scontrol)) 1945c6fd2807SJeff Garzik return 0; 1946c6fd2807SJeff Garzik 1947c6fd2807SJeff Garzik return __sata_set_spd_needed(ap, &scontrol); 1948c6fd2807SJeff Garzik } 1949c6fd2807SJeff Garzik 1950c6fd2807SJeff Garzik /** 1951c6fd2807SJeff Garzik * sata_set_spd - set SATA spd according to spd limit 1952c6fd2807SJeff Garzik * @ap: Port to set SATA spd for 1953c6fd2807SJeff Garzik * 1954c6fd2807SJeff Garzik * Set SATA spd of @ap according to sata_spd_limit. 1955c6fd2807SJeff Garzik * 1956c6fd2807SJeff Garzik * LOCKING: 1957c6fd2807SJeff Garzik * Inherited from caller. 1958c6fd2807SJeff Garzik * 1959c6fd2807SJeff Garzik * RETURNS: 1960c6fd2807SJeff Garzik * 0 if spd doesn't need to be changed, 1 if spd has been 1961c6fd2807SJeff Garzik * changed. Negative errno if SCR registers are inaccessible. 1962c6fd2807SJeff Garzik */ 1963c6fd2807SJeff Garzik int sata_set_spd(struct ata_port *ap) 1964c6fd2807SJeff Garzik { 1965c6fd2807SJeff Garzik u32 scontrol; 1966c6fd2807SJeff Garzik int rc; 1967c6fd2807SJeff Garzik 1968c6fd2807SJeff Garzik if ((rc = sata_scr_read(ap, SCR_CONTROL, &scontrol))) 1969c6fd2807SJeff Garzik return rc; 1970c6fd2807SJeff Garzik 1971c6fd2807SJeff Garzik if (!__sata_set_spd_needed(ap, &scontrol)) 1972c6fd2807SJeff Garzik return 0; 1973c6fd2807SJeff Garzik 1974c6fd2807SJeff Garzik if ((rc = sata_scr_write(ap, SCR_CONTROL, scontrol))) 1975c6fd2807SJeff Garzik return rc; 1976c6fd2807SJeff Garzik 1977c6fd2807SJeff Garzik return 1; 1978c6fd2807SJeff Garzik } 1979c6fd2807SJeff Garzik 1980c6fd2807SJeff Garzik /* 1981c6fd2807SJeff Garzik * This mode timing computation functionality is ported over from 1982c6fd2807SJeff Garzik * drivers/ide/ide-timing.h and was originally written by Vojtech Pavlik 1983c6fd2807SJeff Garzik */ 1984c6fd2807SJeff Garzik /* 1985b352e57dSAlan Cox * PIO 0-4, MWDMA 0-2 and UDMA 0-6 timings (in nanoseconds). 1986c6fd2807SJeff Garzik * These were taken from ATA/ATAPI-6 standard, rev 0a, except 1987b352e57dSAlan Cox * for UDMA6, which is currently supported only by Maxtor drives. 1988b352e57dSAlan Cox * 1989b352e57dSAlan Cox * For PIO 5/6 MWDMA 3/4 see the CFA specification 3.0. 1990c6fd2807SJeff Garzik */ 1991c6fd2807SJeff Garzik 1992c6fd2807SJeff Garzik static const struct ata_timing ata_timing[] = { 1993c6fd2807SJeff Garzik 1994c6fd2807SJeff Garzik { XFER_UDMA_6, 0, 0, 0, 0, 0, 0, 0, 15 }, 1995c6fd2807SJeff Garzik { XFER_UDMA_5, 0, 0, 0, 0, 0, 0, 0, 20 }, 1996c6fd2807SJeff Garzik { XFER_UDMA_4, 0, 0, 0, 0, 0, 0, 0, 30 }, 1997c6fd2807SJeff Garzik { XFER_UDMA_3, 0, 0, 0, 0, 0, 0, 0, 45 }, 1998c6fd2807SJeff Garzik 1999b352e57dSAlan Cox { XFER_MW_DMA_4, 25, 0, 0, 0, 55, 20, 80, 0 }, 2000b352e57dSAlan Cox { XFER_MW_DMA_3, 25, 0, 0, 0, 65, 25, 100, 0 }, 2001c6fd2807SJeff Garzik { XFER_UDMA_2, 0, 0, 0, 0, 0, 0, 0, 60 }, 2002c6fd2807SJeff Garzik { XFER_UDMA_1, 0, 0, 0, 0, 0, 0, 0, 80 }, 2003c6fd2807SJeff Garzik { XFER_UDMA_0, 0, 0, 0, 0, 0, 0, 0, 120 }, 2004c6fd2807SJeff Garzik 2005c6fd2807SJeff Garzik /* { XFER_UDMA_SLOW, 0, 0, 0, 0, 0, 0, 0, 150 }, */ 2006c6fd2807SJeff Garzik 2007c6fd2807SJeff Garzik { XFER_MW_DMA_2, 25, 0, 0, 0, 70, 25, 120, 0 }, 2008c6fd2807SJeff Garzik { XFER_MW_DMA_1, 45, 0, 0, 0, 80, 50, 150, 0 }, 2009c6fd2807SJeff Garzik { XFER_MW_DMA_0, 60, 0, 0, 0, 215, 215, 480, 0 }, 2010c6fd2807SJeff Garzik 2011c6fd2807SJeff Garzik { XFER_SW_DMA_2, 60, 0, 0, 0, 120, 120, 240, 0 }, 2012c6fd2807SJeff Garzik { XFER_SW_DMA_1, 90, 0, 0, 0, 240, 240, 480, 0 }, 2013c6fd2807SJeff Garzik { XFER_SW_DMA_0, 120, 0, 0, 0, 480, 480, 960, 0 }, 2014c6fd2807SJeff Garzik 2015b352e57dSAlan Cox { XFER_PIO_6, 10, 55, 20, 80, 55, 20, 80, 0 }, 2016b352e57dSAlan Cox { XFER_PIO_5, 15, 65, 25, 100, 65, 25, 100, 0 }, 2017c6fd2807SJeff Garzik { XFER_PIO_4, 25, 70, 25, 120, 70, 25, 120, 0 }, 2018c6fd2807SJeff Garzik { XFER_PIO_3, 30, 80, 70, 180, 80, 70, 180, 0 }, 2019c6fd2807SJeff Garzik 2020c6fd2807SJeff Garzik { XFER_PIO_2, 30, 290, 40, 330, 100, 90, 240, 0 }, 2021c6fd2807SJeff Garzik { XFER_PIO_1, 50, 290, 93, 383, 125, 100, 383, 0 }, 2022c6fd2807SJeff Garzik { XFER_PIO_0, 70, 290, 240, 600, 165, 150, 600, 0 }, 2023c6fd2807SJeff Garzik 2024c6fd2807SJeff Garzik /* { XFER_PIO_SLOW, 120, 290, 240, 960, 290, 240, 960, 0 }, */ 2025c6fd2807SJeff Garzik 2026c6fd2807SJeff Garzik { 0xFF } 2027c6fd2807SJeff Garzik }; 2028c6fd2807SJeff Garzik 2029c6fd2807SJeff Garzik #define ENOUGH(v,unit) (((v)-1)/(unit)+1) 2030c6fd2807SJeff Garzik #define EZ(v,unit) ((v)?ENOUGH(v,unit):0) 2031c6fd2807SJeff Garzik 2032c6fd2807SJeff Garzik static void ata_timing_quantize(const struct ata_timing *t, struct ata_timing *q, int T, int UT) 2033c6fd2807SJeff Garzik { 2034c6fd2807SJeff Garzik q->setup = EZ(t->setup * 1000, T); 2035c6fd2807SJeff Garzik q->act8b = EZ(t->act8b * 1000, T); 2036c6fd2807SJeff Garzik q->rec8b = EZ(t->rec8b * 1000, T); 2037c6fd2807SJeff Garzik q->cyc8b = EZ(t->cyc8b * 1000, T); 2038c6fd2807SJeff Garzik q->active = EZ(t->active * 1000, T); 2039c6fd2807SJeff Garzik q->recover = EZ(t->recover * 1000, T); 2040c6fd2807SJeff Garzik q->cycle = EZ(t->cycle * 1000, T); 2041c6fd2807SJeff Garzik q->udma = EZ(t->udma * 1000, UT); 2042c6fd2807SJeff Garzik } 2043c6fd2807SJeff Garzik 2044c6fd2807SJeff Garzik void ata_timing_merge(const struct ata_timing *a, const struct ata_timing *b, 2045c6fd2807SJeff Garzik struct ata_timing *m, unsigned int what) 2046c6fd2807SJeff Garzik { 2047c6fd2807SJeff Garzik if (what & ATA_TIMING_SETUP ) m->setup = max(a->setup, b->setup); 2048c6fd2807SJeff Garzik if (what & ATA_TIMING_ACT8B ) m->act8b = max(a->act8b, b->act8b); 2049c6fd2807SJeff Garzik if (what & ATA_TIMING_REC8B ) m->rec8b = max(a->rec8b, b->rec8b); 2050c6fd2807SJeff Garzik if (what & ATA_TIMING_CYC8B ) m->cyc8b = max(a->cyc8b, b->cyc8b); 2051c6fd2807SJeff Garzik if (what & ATA_TIMING_ACTIVE ) m->active = max(a->active, b->active); 2052c6fd2807SJeff Garzik if (what & ATA_TIMING_RECOVER) m->recover = max(a->recover, b->recover); 2053c6fd2807SJeff Garzik if (what & ATA_TIMING_CYCLE ) m->cycle = max(a->cycle, b->cycle); 2054c6fd2807SJeff Garzik if (what & ATA_TIMING_UDMA ) m->udma = max(a->udma, b->udma); 2055c6fd2807SJeff Garzik } 2056c6fd2807SJeff Garzik 2057c6fd2807SJeff Garzik static const struct ata_timing* ata_timing_find_mode(unsigned short speed) 2058c6fd2807SJeff Garzik { 2059c6fd2807SJeff Garzik const struct ata_timing *t; 2060c6fd2807SJeff Garzik 2061c6fd2807SJeff Garzik for (t = ata_timing; t->mode != speed; t++) 2062c6fd2807SJeff Garzik if (t->mode == 0xFF) 2063c6fd2807SJeff Garzik return NULL; 2064c6fd2807SJeff Garzik return t; 2065c6fd2807SJeff Garzik } 2066c6fd2807SJeff Garzik 2067c6fd2807SJeff Garzik int ata_timing_compute(struct ata_device *adev, unsigned short speed, 2068c6fd2807SJeff Garzik struct ata_timing *t, int T, int UT) 2069c6fd2807SJeff Garzik { 2070c6fd2807SJeff Garzik const struct ata_timing *s; 2071c6fd2807SJeff Garzik struct ata_timing p; 2072c6fd2807SJeff Garzik 2073c6fd2807SJeff Garzik /* 2074c6fd2807SJeff Garzik * Find the mode. 2075c6fd2807SJeff Garzik */ 2076c6fd2807SJeff Garzik 2077c6fd2807SJeff Garzik if (!(s = ata_timing_find_mode(speed))) 2078c6fd2807SJeff Garzik return -EINVAL; 2079c6fd2807SJeff Garzik 2080c6fd2807SJeff Garzik memcpy(t, s, sizeof(*s)); 2081c6fd2807SJeff Garzik 2082c6fd2807SJeff Garzik /* 2083c6fd2807SJeff Garzik * If the drive is an EIDE drive, it can tell us it needs extended 2084c6fd2807SJeff Garzik * PIO/MW_DMA cycle timing. 2085c6fd2807SJeff Garzik */ 2086c6fd2807SJeff Garzik 2087c6fd2807SJeff Garzik if (adev->id[ATA_ID_FIELD_VALID] & 2) { /* EIDE drive */ 2088c6fd2807SJeff Garzik memset(&p, 0, sizeof(p)); 2089c6fd2807SJeff Garzik if(speed >= XFER_PIO_0 && speed <= XFER_SW_DMA_0) { 2090c6fd2807SJeff Garzik if (speed <= XFER_PIO_2) p.cycle = p.cyc8b = adev->id[ATA_ID_EIDE_PIO]; 2091c6fd2807SJeff Garzik else p.cycle = p.cyc8b = adev->id[ATA_ID_EIDE_PIO_IORDY]; 2092c6fd2807SJeff Garzik } else if(speed >= XFER_MW_DMA_0 && speed <= XFER_MW_DMA_2) { 2093c6fd2807SJeff Garzik p.cycle = adev->id[ATA_ID_EIDE_DMA_MIN]; 2094c6fd2807SJeff Garzik } 2095c6fd2807SJeff Garzik ata_timing_merge(&p, t, t, ATA_TIMING_CYCLE | ATA_TIMING_CYC8B); 2096c6fd2807SJeff Garzik } 2097c6fd2807SJeff Garzik 2098c6fd2807SJeff Garzik /* 2099c6fd2807SJeff Garzik * Convert the timing to bus clock counts. 2100c6fd2807SJeff Garzik */ 2101c6fd2807SJeff Garzik 2102c6fd2807SJeff Garzik ata_timing_quantize(t, t, T, UT); 2103c6fd2807SJeff Garzik 2104c6fd2807SJeff Garzik /* 2105c6fd2807SJeff Garzik * Even in DMA/UDMA modes we still use PIO access for IDENTIFY, 2106c6fd2807SJeff Garzik * S.M.A.R.T * and some other commands. We have to ensure that the 2107c6fd2807SJeff Garzik * DMA cycle timing is slower/equal than the fastest PIO timing. 2108c6fd2807SJeff Garzik */ 2109c6fd2807SJeff Garzik 2110c6fd2807SJeff Garzik if (speed > XFER_PIO_4) { 2111c6fd2807SJeff Garzik ata_timing_compute(adev, adev->pio_mode, &p, T, UT); 2112c6fd2807SJeff Garzik ata_timing_merge(&p, t, t, ATA_TIMING_ALL); 2113c6fd2807SJeff Garzik } 2114c6fd2807SJeff Garzik 2115c6fd2807SJeff Garzik /* 2116c6fd2807SJeff Garzik * Lengthen active & recovery time so that cycle time is correct. 2117c6fd2807SJeff Garzik */ 2118c6fd2807SJeff Garzik 2119c6fd2807SJeff Garzik if (t->act8b + t->rec8b < t->cyc8b) { 2120c6fd2807SJeff Garzik t->act8b += (t->cyc8b - (t->act8b + t->rec8b)) / 2; 2121c6fd2807SJeff Garzik t->rec8b = t->cyc8b - t->act8b; 2122c6fd2807SJeff Garzik } 2123c6fd2807SJeff Garzik 2124c6fd2807SJeff Garzik if (t->active + t->recover < t->cycle) { 2125c6fd2807SJeff Garzik t->active += (t->cycle - (t->active + t->recover)) / 2; 2126c6fd2807SJeff Garzik t->recover = t->cycle - t->active; 2127c6fd2807SJeff Garzik } 2128c6fd2807SJeff Garzik 2129c6fd2807SJeff Garzik return 0; 2130c6fd2807SJeff Garzik } 2131c6fd2807SJeff Garzik 2132c6fd2807SJeff Garzik /** 2133c6fd2807SJeff Garzik * ata_down_xfermask_limit - adjust dev xfer masks downward 2134c6fd2807SJeff Garzik * @dev: Device to adjust xfer masks 2135c6fd2807SJeff Garzik * @force_pio0: Force PIO0 2136c6fd2807SJeff Garzik * 2137c6fd2807SJeff Garzik * Adjust xfer masks of @dev downward. Note that this function 2138c6fd2807SJeff Garzik * does not apply the change. Invoking ata_set_mode() afterwards 2139c6fd2807SJeff Garzik * will apply the limit. 2140c6fd2807SJeff Garzik * 2141c6fd2807SJeff Garzik * LOCKING: 2142c6fd2807SJeff Garzik * Inherited from caller. 2143c6fd2807SJeff Garzik * 2144c6fd2807SJeff Garzik * RETURNS: 2145c6fd2807SJeff Garzik * 0 on success, negative errno on failure 2146c6fd2807SJeff Garzik */ 2147c6fd2807SJeff Garzik int ata_down_xfermask_limit(struct ata_device *dev, int force_pio0) 2148c6fd2807SJeff Garzik { 2149c6fd2807SJeff Garzik unsigned long xfer_mask; 2150c6fd2807SJeff Garzik int highbit; 2151c6fd2807SJeff Garzik 2152c6fd2807SJeff Garzik xfer_mask = ata_pack_xfermask(dev->pio_mask, dev->mwdma_mask, 2153c6fd2807SJeff Garzik dev->udma_mask); 2154c6fd2807SJeff Garzik 2155c6fd2807SJeff Garzik if (!xfer_mask) 2156c6fd2807SJeff Garzik goto fail; 2157c6fd2807SJeff Garzik /* don't gear down to MWDMA from UDMA, go directly to PIO */ 2158c6fd2807SJeff Garzik if (xfer_mask & ATA_MASK_UDMA) 2159c6fd2807SJeff Garzik xfer_mask &= ~ATA_MASK_MWDMA; 2160c6fd2807SJeff Garzik 2161c6fd2807SJeff Garzik highbit = fls(xfer_mask) - 1; 2162c6fd2807SJeff Garzik xfer_mask &= ~(1 << highbit); 2163c6fd2807SJeff Garzik if (force_pio0) 2164c6fd2807SJeff Garzik xfer_mask &= 1 << ATA_SHIFT_PIO; 2165c6fd2807SJeff Garzik if (!xfer_mask) 2166c6fd2807SJeff Garzik goto fail; 2167c6fd2807SJeff Garzik 2168c6fd2807SJeff Garzik ata_unpack_xfermask(xfer_mask, &dev->pio_mask, &dev->mwdma_mask, 2169c6fd2807SJeff Garzik &dev->udma_mask); 2170c6fd2807SJeff Garzik 2171c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, "limiting speed to %s\n", 2172c6fd2807SJeff Garzik ata_mode_string(xfer_mask)); 2173c6fd2807SJeff Garzik 2174c6fd2807SJeff Garzik return 0; 2175c6fd2807SJeff Garzik 2176c6fd2807SJeff Garzik fail: 2177c6fd2807SJeff Garzik return -EINVAL; 2178c6fd2807SJeff Garzik } 2179c6fd2807SJeff Garzik 2180c6fd2807SJeff Garzik static int ata_dev_set_mode(struct ata_device *dev) 2181c6fd2807SJeff Garzik { 2182baa1e78aSTejun Heo struct ata_eh_context *ehc = &dev->ap->eh_context; 2183c6fd2807SJeff Garzik unsigned int err_mask; 2184c6fd2807SJeff Garzik int rc; 2185c6fd2807SJeff Garzik 2186c6fd2807SJeff Garzik dev->flags &= ~ATA_DFLAG_PIO; 2187c6fd2807SJeff Garzik if (dev->xfer_shift == ATA_SHIFT_PIO) 2188c6fd2807SJeff Garzik dev->flags |= ATA_DFLAG_PIO; 2189c6fd2807SJeff Garzik 2190c6fd2807SJeff Garzik err_mask = ata_dev_set_xfermode(dev); 2191c6fd2807SJeff Garzik if (err_mask) { 2192c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_ERR, "failed to set xfermode " 2193c6fd2807SJeff Garzik "(err_mask=0x%x)\n", err_mask); 2194c6fd2807SJeff Garzik return -EIO; 2195c6fd2807SJeff Garzik } 2196c6fd2807SJeff Garzik 2197baa1e78aSTejun Heo ehc->i.flags |= ATA_EHI_POST_SETMODE; 2198c6fd2807SJeff Garzik rc = ata_dev_revalidate(dev, 0); 2199baa1e78aSTejun Heo ehc->i.flags &= ~ATA_EHI_POST_SETMODE; 2200c6fd2807SJeff Garzik if (rc) 2201c6fd2807SJeff Garzik return rc; 2202c6fd2807SJeff Garzik 2203c6fd2807SJeff Garzik DPRINTK("xfer_shift=%u, xfer_mode=0x%x\n", 2204c6fd2807SJeff Garzik dev->xfer_shift, (int)dev->xfer_mode); 2205c6fd2807SJeff Garzik 2206c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, "configured for %s\n", 2207c6fd2807SJeff Garzik ata_mode_string(ata_xfer_mode2mask(dev->xfer_mode))); 2208c6fd2807SJeff Garzik return 0; 2209c6fd2807SJeff Garzik } 2210c6fd2807SJeff Garzik 2211c6fd2807SJeff Garzik /** 2212c6fd2807SJeff Garzik * ata_set_mode - Program timings and issue SET FEATURES - XFER 2213c6fd2807SJeff Garzik * @ap: port on which timings will be programmed 2214c6fd2807SJeff Garzik * @r_failed_dev: out paramter for failed device 2215c6fd2807SJeff Garzik * 2216c6fd2807SJeff Garzik * Set ATA device disk transfer mode (PIO3, UDMA6, etc.). If 2217c6fd2807SJeff Garzik * ata_set_mode() fails, pointer to the failing device is 2218c6fd2807SJeff Garzik * returned in @r_failed_dev. 2219c6fd2807SJeff Garzik * 2220c6fd2807SJeff Garzik * LOCKING: 2221c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 2222c6fd2807SJeff Garzik * 2223c6fd2807SJeff Garzik * RETURNS: 2224c6fd2807SJeff Garzik * 0 on success, negative errno otherwise 2225c6fd2807SJeff Garzik */ 2226c6fd2807SJeff Garzik int ata_set_mode(struct ata_port *ap, struct ata_device **r_failed_dev) 2227c6fd2807SJeff Garzik { 2228c6fd2807SJeff Garzik struct ata_device *dev; 2229c6fd2807SJeff Garzik int i, rc = 0, used_dma = 0, found = 0; 2230c6fd2807SJeff Garzik 2231c6fd2807SJeff Garzik /* has private set_mode? */ 2232c6fd2807SJeff Garzik if (ap->ops->set_mode) { 2233c6fd2807SJeff Garzik /* FIXME: make ->set_mode handle no device case and 2234c6fd2807SJeff Garzik * return error code and failing device on failure. 2235c6fd2807SJeff Garzik */ 2236c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 2237c6fd2807SJeff Garzik if (ata_dev_ready(&ap->device[i])) { 2238c6fd2807SJeff Garzik ap->ops->set_mode(ap); 2239c6fd2807SJeff Garzik break; 2240c6fd2807SJeff Garzik } 2241c6fd2807SJeff Garzik } 2242c6fd2807SJeff Garzik return 0; 2243c6fd2807SJeff Garzik } 2244c6fd2807SJeff Garzik 2245c6fd2807SJeff Garzik /* step 1: calculate xfer_mask */ 2246c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 2247c6fd2807SJeff Garzik unsigned int pio_mask, dma_mask; 2248c6fd2807SJeff Garzik 2249c6fd2807SJeff Garzik dev = &ap->device[i]; 2250c6fd2807SJeff Garzik 2251c6fd2807SJeff Garzik if (!ata_dev_enabled(dev)) 2252c6fd2807SJeff Garzik continue; 2253c6fd2807SJeff Garzik 2254c6fd2807SJeff Garzik ata_dev_xfermask(dev); 2255c6fd2807SJeff Garzik 2256c6fd2807SJeff Garzik pio_mask = ata_pack_xfermask(dev->pio_mask, 0, 0); 2257c6fd2807SJeff Garzik dma_mask = ata_pack_xfermask(0, dev->mwdma_mask, dev->udma_mask); 2258c6fd2807SJeff Garzik dev->pio_mode = ata_xfer_mask2mode(pio_mask); 2259c6fd2807SJeff Garzik dev->dma_mode = ata_xfer_mask2mode(dma_mask); 2260c6fd2807SJeff Garzik 2261c6fd2807SJeff Garzik found = 1; 2262c6fd2807SJeff Garzik if (dev->dma_mode) 2263c6fd2807SJeff Garzik used_dma = 1; 2264c6fd2807SJeff Garzik } 2265c6fd2807SJeff Garzik if (!found) 2266c6fd2807SJeff Garzik goto out; 2267c6fd2807SJeff Garzik 2268c6fd2807SJeff Garzik /* step 2: always set host PIO timings */ 2269c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 2270c6fd2807SJeff Garzik dev = &ap->device[i]; 2271c6fd2807SJeff Garzik if (!ata_dev_enabled(dev)) 2272c6fd2807SJeff Garzik continue; 2273c6fd2807SJeff Garzik 2274c6fd2807SJeff Garzik if (!dev->pio_mode) { 2275c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, "no PIO support\n"); 2276c6fd2807SJeff Garzik rc = -EINVAL; 2277c6fd2807SJeff Garzik goto out; 2278c6fd2807SJeff Garzik } 2279c6fd2807SJeff Garzik 2280c6fd2807SJeff Garzik dev->xfer_mode = dev->pio_mode; 2281c6fd2807SJeff Garzik dev->xfer_shift = ATA_SHIFT_PIO; 2282c6fd2807SJeff Garzik if (ap->ops->set_piomode) 2283c6fd2807SJeff Garzik ap->ops->set_piomode(ap, dev); 2284c6fd2807SJeff Garzik } 2285c6fd2807SJeff Garzik 2286c6fd2807SJeff Garzik /* step 3: set host DMA timings */ 2287c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 2288c6fd2807SJeff Garzik dev = &ap->device[i]; 2289c6fd2807SJeff Garzik 2290c6fd2807SJeff Garzik if (!ata_dev_enabled(dev) || !dev->dma_mode) 2291c6fd2807SJeff Garzik continue; 2292c6fd2807SJeff Garzik 2293c6fd2807SJeff Garzik dev->xfer_mode = dev->dma_mode; 2294c6fd2807SJeff Garzik dev->xfer_shift = ata_xfer_mode2shift(dev->dma_mode); 2295c6fd2807SJeff Garzik if (ap->ops->set_dmamode) 2296c6fd2807SJeff Garzik ap->ops->set_dmamode(ap, dev); 2297c6fd2807SJeff Garzik } 2298c6fd2807SJeff Garzik 2299c6fd2807SJeff Garzik /* step 4: update devices' xfer mode */ 2300c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 2301c6fd2807SJeff Garzik dev = &ap->device[i]; 2302c6fd2807SJeff Garzik 2303c6fd2807SJeff Garzik /* don't udpate suspended devices' xfer mode */ 2304c6fd2807SJeff Garzik if (!ata_dev_ready(dev)) 2305c6fd2807SJeff Garzik continue; 2306c6fd2807SJeff Garzik 2307c6fd2807SJeff Garzik rc = ata_dev_set_mode(dev); 2308c6fd2807SJeff Garzik if (rc) 2309c6fd2807SJeff Garzik goto out; 2310c6fd2807SJeff Garzik } 2311c6fd2807SJeff Garzik 2312c6fd2807SJeff Garzik /* Record simplex status. If we selected DMA then the other 2313c6fd2807SJeff Garzik * host channels are not permitted to do so. 2314c6fd2807SJeff Garzik */ 2315cca3974eSJeff Garzik if (used_dma && (ap->host->flags & ATA_HOST_SIMPLEX)) 2316cca3974eSJeff Garzik ap->host->simplex_claimed = 1; 2317c6fd2807SJeff Garzik 2318c6fd2807SJeff Garzik /* step5: chip specific finalisation */ 2319c6fd2807SJeff Garzik if (ap->ops->post_set_mode) 2320c6fd2807SJeff Garzik ap->ops->post_set_mode(ap); 2321c6fd2807SJeff Garzik 2322c6fd2807SJeff Garzik out: 2323c6fd2807SJeff Garzik if (rc) 2324c6fd2807SJeff Garzik *r_failed_dev = dev; 2325c6fd2807SJeff Garzik return rc; 2326c6fd2807SJeff Garzik } 2327c6fd2807SJeff Garzik 2328c6fd2807SJeff Garzik /** 2329c6fd2807SJeff Garzik * ata_tf_to_host - issue ATA taskfile to host controller 2330c6fd2807SJeff Garzik * @ap: port to which command is being issued 2331c6fd2807SJeff Garzik * @tf: ATA taskfile register set 2332c6fd2807SJeff Garzik * 2333c6fd2807SJeff Garzik * Issues ATA taskfile register set to ATA host controller, 2334c6fd2807SJeff Garzik * with proper synchronization with interrupt handler and 2335c6fd2807SJeff Garzik * other threads. 2336c6fd2807SJeff Garzik * 2337c6fd2807SJeff Garzik * LOCKING: 2338cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 2339c6fd2807SJeff Garzik */ 2340c6fd2807SJeff Garzik 2341c6fd2807SJeff Garzik static inline void ata_tf_to_host(struct ata_port *ap, 2342c6fd2807SJeff Garzik const struct ata_taskfile *tf) 2343c6fd2807SJeff Garzik { 2344c6fd2807SJeff Garzik ap->ops->tf_load(ap, tf); 2345c6fd2807SJeff Garzik ap->ops->exec_command(ap, tf); 2346c6fd2807SJeff Garzik } 2347c6fd2807SJeff Garzik 2348c6fd2807SJeff Garzik /** 2349c6fd2807SJeff Garzik * ata_busy_sleep - sleep until BSY clears, or timeout 2350c6fd2807SJeff Garzik * @ap: port containing status register to be polled 2351c6fd2807SJeff Garzik * @tmout_pat: impatience timeout 2352c6fd2807SJeff Garzik * @tmout: overall timeout 2353c6fd2807SJeff Garzik * 2354c6fd2807SJeff Garzik * Sleep until ATA Status register bit BSY clears, 2355c6fd2807SJeff Garzik * or a timeout occurs. 2356c6fd2807SJeff Garzik * 2357d1adc1bbSTejun Heo * LOCKING: 2358d1adc1bbSTejun Heo * Kernel thread context (may sleep). 2359d1adc1bbSTejun Heo * 2360d1adc1bbSTejun Heo * RETURNS: 2361d1adc1bbSTejun Heo * 0 on success, -errno otherwise. 2362c6fd2807SJeff Garzik */ 2363d1adc1bbSTejun Heo int ata_busy_sleep(struct ata_port *ap, 2364c6fd2807SJeff Garzik unsigned long tmout_pat, unsigned long tmout) 2365c6fd2807SJeff Garzik { 2366c6fd2807SJeff Garzik unsigned long timer_start, timeout; 2367c6fd2807SJeff Garzik u8 status; 2368c6fd2807SJeff Garzik 2369c6fd2807SJeff Garzik status = ata_busy_wait(ap, ATA_BUSY, 300); 2370c6fd2807SJeff Garzik timer_start = jiffies; 2371c6fd2807SJeff Garzik timeout = timer_start + tmout_pat; 2372d1adc1bbSTejun Heo while (status != 0xff && (status & ATA_BUSY) && 2373d1adc1bbSTejun Heo time_before(jiffies, timeout)) { 2374c6fd2807SJeff Garzik msleep(50); 2375c6fd2807SJeff Garzik status = ata_busy_wait(ap, ATA_BUSY, 3); 2376c6fd2807SJeff Garzik } 2377c6fd2807SJeff Garzik 2378d1adc1bbSTejun Heo if (status != 0xff && (status & ATA_BUSY)) 2379c6fd2807SJeff Garzik ata_port_printk(ap, KERN_WARNING, 238035aa7a43SJeff Garzik "port is slow to respond, please be patient " 238135aa7a43SJeff Garzik "(Status 0x%x)\n", status); 2382c6fd2807SJeff Garzik 2383c6fd2807SJeff Garzik timeout = timer_start + tmout; 2384d1adc1bbSTejun Heo while (status != 0xff && (status & ATA_BUSY) && 2385d1adc1bbSTejun Heo time_before(jiffies, timeout)) { 2386c6fd2807SJeff Garzik msleep(50); 2387c6fd2807SJeff Garzik status = ata_chk_status(ap); 2388c6fd2807SJeff Garzik } 2389c6fd2807SJeff Garzik 2390d1adc1bbSTejun Heo if (status == 0xff) 2391d1adc1bbSTejun Heo return -ENODEV; 2392d1adc1bbSTejun Heo 2393c6fd2807SJeff Garzik if (status & ATA_BUSY) { 2394c6fd2807SJeff Garzik ata_port_printk(ap, KERN_ERR, "port failed to respond " 239535aa7a43SJeff Garzik "(%lu secs, Status 0x%x)\n", 239635aa7a43SJeff Garzik tmout / HZ, status); 2397d1adc1bbSTejun Heo return -EBUSY; 2398c6fd2807SJeff Garzik } 2399c6fd2807SJeff Garzik 2400c6fd2807SJeff Garzik return 0; 2401c6fd2807SJeff Garzik } 2402c6fd2807SJeff Garzik 2403c6fd2807SJeff Garzik static void ata_bus_post_reset(struct ata_port *ap, unsigned int devmask) 2404c6fd2807SJeff Garzik { 2405c6fd2807SJeff Garzik struct ata_ioports *ioaddr = &ap->ioaddr; 2406c6fd2807SJeff Garzik unsigned int dev0 = devmask & (1 << 0); 2407c6fd2807SJeff Garzik unsigned int dev1 = devmask & (1 << 1); 2408c6fd2807SJeff Garzik unsigned long timeout; 2409c6fd2807SJeff Garzik 2410c6fd2807SJeff Garzik /* if device 0 was found in ata_devchk, wait for its 2411c6fd2807SJeff Garzik * BSY bit to clear 2412c6fd2807SJeff Garzik */ 2413c6fd2807SJeff Garzik if (dev0) 2414c6fd2807SJeff Garzik ata_busy_sleep(ap, ATA_TMOUT_BOOT_QUICK, ATA_TMOUT_BOOT); 2415c6fd2807SJeff Garzik 2416c6fd2807SJeff Garzik /* if device 1 was found in ata_devchk, wait for 2417c6fd2807SJeff Garzik * register access, then wait for BSY to clear 2418c6fd2807SJeff Garzik */ 2419c6fd2807SJeff Garzik timeout = jiffies + ATA_TMOUT_BOOT; 2420c6fd2807SJeff Garzik while (dev1) { 2421c6fd2807SJeff Garzik u8 nsect, lbal; 2422c6fd2807SJeff Garzik 2423c6fd2807SJeff Garzik ap->ops->dev_select(ap, 1); 2424c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_MMIO) { 2425c6fd2807SJeff Garzik nsect = readb((void __iomem *) ioaddr->nsect_addr); 2426c6fd2807SJeff Garzik lbal = readb((void __iomem *) ioaddr->lbal_addr); 2427c6fd2807SJeff Garzik } else { 2428c6fd2807SJeff Garzik nsect = inb(ioaddr->nsect_addr); 2429c6fd2807SJeff Garzik lbal = inb(ioaddr->lbal_addr); 2430c6fd2807SJeff Garzik } 2431c6fd2807SJeff Garzik if ((nsect == 1) && (lbal == 1)) 2432c6fd2807SJeff Garzik break; 2433c6fd2807SJeff Garzik if (time_after(jiffies, timeout)) { 2434c6fd2807SJeff Garzik dev1 = 0; 2435c6fd2807SJeff Garzik break; 2436c6fd2807SJeff Garzik } 2437c6fd2807SJeff Garzik msleep(50); /* give drive a breather */ 2438c6fd2807SJeff Garzik } 2439c6fd2807SJeff Garzik if (dev1) 2440c6fd2807SJeff Garzik ata_busy_sleep(ap, ATA_TMOUT_BOOT_QUICK, ATA_TMOUT_BOOT); 2441c6fd2807SJeff Garzik 2442c6fd2807SJeff Garzik /* is all this really necessary? */ 2443c6fd2807SJeff Garzik ap->ops->dev_select(ap, 0); 2444c6fd2807SJeff Garzik if (dev1) 2445c6fd2807SJeff Garzik ap->ops->dev_select(ap, 1); 2446c6fd2807SJeff Garzik if (dev0) 2447c6fd2807SJeff Garzik ap->ops->dev_select(ap, 0); 2448c6fd2807SJeff Garzik } 2449c6fd2807SJeff Garzik 2450c6fd2807SJeff Garzik static unsigned int ata_bus_softreset(struct ata_port *ap, 2451c6fd2807SJeff Garzik unsigned int devmask) 2452c6fd2807SJeff Garzik { 2453c6fd2807SJeff Garzik struct ata_ioports *ioaddr = &ap->ioaddr; 2454c6fd2807SJeff Garzik 2455c6fd2807SJeff Garzik DPRINTK("ata%u: bus reset via SRST\n", ap->id); 2456c6fd2807SJeff Garzik 2457c6fd2807SJeff Garzik /* software reset. causes dev0 to be selected */ 2458c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_MMIO) { 2459c6fd2807SJeff Garzik writeb(ap->ctl, (void __iomem *) ioaddr->ctl_addr); 2460c6fd2807SJeff Garzik udelay(20); /* FIXME: flush */ 2461c6fd2807SJeff Garzik writeb(ap->ctl | ATA_SRST, (void __iomem *) ioaddr->ctl_addr); 2462c6fd2807SJeff Garzik udelay(20); /* FIXME: flush */ 2463c6fd2807SJeff Garzik writeb(ap->ctl, (void __iomem *) ioaddr->ctl_addr); 2464c6fd2807SJeff Garzik } else { 2465c6fd2807SJeff Garzik outb(ap->ctl, ioaddr->ctl_addr); 2466c6fd2807SJeff Garzik udelay(10); 2467c6fd2807SJeff Garzik outb(ap->ctl | ATA_SRST, ioaddr->ctl_addr); 2468c6fd2807SJeff Garzik udelay(10); 2469c6fd2807SJeff Garzik outb(ap->ctl, ioaddr->ctl_addr); 2470c6fd2807SJeff Garzik } 2471c6fd2807SJeff Garzik 2472c6fd2807SJeff Garzik /* spec mandates ">= 2ms" before checking status. 2473c6fd2807SJeff Garzik * We wait 150ms, because that was the magic delay used for 2474c6fd2807SJeff Garzik * ATAPI devices in Hale Landis's ATADRVR, for the period of time 2475c6fd2807SJeff Garzik * between when the ATA command register is written, and then 2476c6fd2807SJeff Garzik * status is checked. Because waiting for "a while" before 2477c6fd2807SJeff Garzik * checking status is fine, post SRST, we perform this magic 2478c6fd2807SJeff Garzik * delay here as well. 2479c6fd2807SJeff Garzik * 2480c6fd2807SJeff Garzik * Old drivers/ide uses the 2mS rule and then waits for ready 2481c6fd2807SJeff Garzik */ 2482c6fd2807SJeff Garzik msleep(150); 2483c6fd2807SJeff Garzik 2484c6fd2807SJeff Garzik /* Before we perform post reset processing we want to see if 2485c6fd2807SJeff Garzik * the bus shows 0xFF because the odd clown forgets the D7 2486c6fd2807SJeff Garzik * pulldown resistor. 2487c6fd2807SJeff Garzik */ 2488d1adc1bbSTejun Heo if (ata_check_status(ap) == 0xFF) 2489d1adc1bbSTejun Heo return 0; 2490c6fd2807SJeff Garzik 2491c6fd2807SJeff Garzik ata_bus_post_reset(ap, devmask); 2492c6fd2807SJeff Garzik 2493c6fd2807SJeff Garzik return 0; 2494c6fd2807SJeff Garzik } 2495c6fd2807SJeff Garzik 2496c6fd2807SJeff Garzik /** 2497c6fd2807SJeff Garzik * ata_bus_reset - reset host port and associated ATA channel 2498c6fd2807SJeff Garzik * @ap: port to reset 2499c6fd2807SJeff Garzik * 2500c6fd2807SJeff Garzik * This is typically the first time we actually start issuing 2501c6fd2807SJeff Garzik * commands to the ATA channel. We wait for BSY to clear, then 2502c6fd2807SJeff Garzik * issue EXECUTE DEVICE DIAGNOSTIC command, polling for its 2503c6fd2807SJeff Garzik * result. Determine what devices, if any, are on the channel 2504c6fd2807SJeff Garzik * by looking at the device 0/1 error register. Look at the signature 2505c6fd2807SJeff Garzik * stored in each device's taskfile registers, to determine if 2506c6fd2807SJeff Garzik * the device is ATA or ATAPI. 2507c6fd2807SJeff Garzik * 2508c6fd2807SJeff Garzik * LOCKING: 2509c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 2510cca3974eSJeff Garzik * Obtains host lock. 2511c6fd2807SJeff Garzik * 2512c6fd2807SJeff Garzik * SIDE EFFECTS: 2513c6fd2807SJeff Garzik * Sets ATA_FLAG_DISABLED if bus reset fails. 2514c6fd2807SJeff Garzik */ 2515c6fd2807SJeff Garzik 2516c6fd2807SJeff Garzik void ata_bus_reset(struct ata_port *ap) 2517c6fd2807SJeff Garzik { 2518c6fd2807SJeff Garzik struct ata_ioports *ioaddr = &ap->ioaddr; 2519c6fd2807SJeff Garzik unsigned int slave_possible = ap->flags & ATA_FLAG_SLAVE_POSS; 2520c6fd2807SJeff Garzik u8 err; 2521c6fd2807SJeff Garzik unsigned int dev0, dev1 = 0, devmask = 0; 2522c6fd2807SJeff Garzik 2523c6fd2807SJeff Garzik DPRINTK("ENTER, host %u, port %u\n", ap->id, ap->port_no); 2524c6fd2807SJeff Garzik 2525c6fd2807SJeff Garzik /* determine if device 0/1 are present */ 2526c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_SATA_RESET) 2527c6fd2807SJeff Garzik dev0 = 1; 2528c6fd2807SJeff Garzik else { 2529c6fd2807SJeff Garzik dev0 = ata_devchk(ap, 0); 2530c6fd2807SJeff Garzik if (slave_possible) 2531c6fd2807SJeff Garzik dev1 = ata_devchk(ap, 1); 2532c6fd2807SJeff Garzik } 2533c6fd2807SJeff Garzik 2534c6fd2807SJeff Garzik if (dev0) 2535c6fd2807SJeff Garzik devmask |= (1 << 0); 2536c6fd2807SJeff Garzik if (dev1) 2537c6fd2807SJeff Garzik devmask |= (1 << 1); 2538c6fd2807SJeff Garzik 2539c6fd2807SJeff Garzik /* select device 0 again */ 2540c6fd2807SJeff Garzik ap->ops->dev_select(ap, 0); 2541c6fd2807SJeff Garzik 2542c6fd2807SJeff Garzik /* issue bus reset */ 2543c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_SRST) 2544c6fd2807SJeff Garzik if (ata_bus_softreset(ap, devmask)) 2545c6fd2807SJeff Garzik goto err_out; 2546c6fd2807SJeff Garzik 2547c6fd2807SJeff Garzik /* 2548c6fd2807SJeff Garzik * determine by signature whether we have ATA or ATAPI devices 2549c6fd2807SJeff Garzik */ 2550c6fd2807SJeff Garzik ap->device[0].class = ata_dev_try_classify(ap, 0, &err); 2551c6fd2807SJeff Garzik if ((slave_possible) && (err != 0x81)) 2552c6fd2807SJeff Garzik ap->device[1].class = ata_dev_try_classify(ap, 1, &err); 2553c6fd2807SJeff Garzik 2554c6fd2807SJeff Garzik /* re-enable interrupts */ 2555c6fd2807SJeff Garzik if (ap->ioaddr.ctl_addr) /* FIXME: hack. create a hook instead */ 2556c6fd2807SJeff Garzik ata_irq_on(ap); 2557c6fd2807SJeff Garzik 2558c6fd2807SJeff Garzik /* is double-select really necessary? */ 2559c6fd2807SJeff Garzik if (ap->device[1].class != ATA_DEV_NONE) 2560c6fd2807SJeff Garzik ap->ops->dev_select(ap, 1); 2561c6fd2807SJeff Garzik if (ap->device[0].class != ATA_DEV_NONE) 2562c6fd2807SJeff Garzik ap->ops->dev_select(ap, 0); 2563c6fd2807SJeff Garzik 2564c6fd2807SJeff Garzik /* if no devices were detected, disable this port */ 2565c6fd2807SJeff Garzik if ((ap->device[0].class == ATA_DEV_NONE) && 2566c6fd2807SJeff Garzik (ap->device[1].class == ATA_DEV_NONE)) 2567c6fd2807SJeff Garzik goto err_out; 2568c6fd2807SJeff Garzik 2569c6fd2807SJeff Garzik if (ap->flags & (ATA_FLAG_SATA_RESET | ATA_FLAG_SRST)) { 2570c6fd2807SJeff Garzik /* set up device control for ATA_FLAG_SATA_RESET */ 2571c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_MMIO) 2572c6fd2807SJeff Garzik writeb(ap->ctl, (void __iomem *) ioaddr->ctl_addr); 2573c6fd2807SJeff Garzik else 2574c6fd2807SJeff Garzik outb(ap->ctl, ioaddr->ctl_addr); 2575c6fd2807SJeff Garzik } 2576c6fd2807SJeff Garzik 2577c6fd2807SJeff Garzik DPRINTK("EXIT\n"); 2578c6fd2807SJeff Garzik return; 2579c6fd2807SJeff Garzik 2580c6fd2807SJeff Garzik err_out: 2581c6fd2807SJeff Garzik ata_port_printk(ap, KERN_ERR, "disabling port\n"); 2582c6fd2807SJeff Garzik ap->ops->port_disable(ap); 2583c6fd2807SJeff Garzik 2584c6fd2807SJeff Garzik DPRINTK("EXIT\n"); 2585c6fd2807SJeff Garzik } 2586c6fd2807SJeff Garzik 2587c6fd2807SJeff Garzik /** 2588c6fd2807SJeff Garzik * sata_phy_debounce - debounce SATA phy status 2589c6fd2807SJeff Garzik * @ap: ATA port to debounce SATA phy status for 2590c6fd2807SJeff Garzik * @params: timing parameters { interval, duratinon, timeout } in msec 2591c6fd2807SJeff Garzik * 2592c6fd2807SJeff Garzik * Make sure SStatus of @ap reaches stable state, determined by 2593c6fd2807SJeff Garzik * holding the same value where DET is not 1 for @duration polled 2594c6fd2807SJeff Garzik * every @interval, before @timeout. Timeout constraints the 2595c6fd2807SJeff Garzik * beginning of the stable state. Because, after hot unplugging, 2596c6fd2807SJeff Garzik * DET gets stuck at 1 on some controllers, this functions waits 2597c6fd2807SJeff Garzik * until timeout then returns 0 if DET is stable at 1. 2598c6fd2807SJeff Garzik * 2599c6fd2807SJeff Garzik * LOCKING: 2600c6fd2807SJeff Garzik * Kernel thread context (may sleep) 2601c6fd2807SJeff Garzik * 2602c6fd2807SJeff Garzik * RETURNS: 2603c6fd2807SJeff Garzik * 0 on success, -errno on failure. 2604c6fd2807SJeff Garzik */ 2605c6fd2807SJeff Garzik int sata_phy_debounce(struct ata_port *ap, const unsigned long *params) 2606c6fd2807SJeff Garzik { 2607c6fd2807SJeff Garzik unsigned long interval_msec = params[0]; 2608c6fd2807SJeff Garzik unsigned long duration = params[1] * HZ / 1000; 2609c6fd2807SJeff Garzik unsigned long timeout = jiffies + params[2] * HZ / 1000; 2610c6fd2807SJeff Garzik unsigned long last_jiffies; 2611c6fd2807SJeff Garzik u32 last, cur; 2612c6fd2807SJeff Garzik int rc; 2613c6fd2807SJeff Garzik 2614c6fd2807SJeff Garzik if ((rc = sata_scr_read(ap, SCR_STATUS, &cur))) 2615c6fd2807SJeff Garzik return rc; 2616c6fd2807SJeff Garzik cur &= 0xf; 2617c6fd2807SJeff Garzik 2618c6fd2807SJeff Garzik last = cur; 2619c6fd2807SJeff Garzik last_jiffies = jiffies; 2620c6fd2807SJeff Garzik 2621c6fd2807SJeff Garzik while (1) { 2622c6fd2807SJeff Garzik msleep(interval_msec); 2623c6fd2807SJeff Garzik if ((rc = sata_scr_read(ap, SCR_STATUS, &cur))) 2624c6fd2807SJeff Garzik return rc; 2625c6fd2807SJeff Garzik cur &= 0xf; 2626c6fd2807SJeff Garzik 2627c6fd2807SJeff Garzik /* DET stable? */ 2628c6fd2807SJeff Garzik if (cur == last) { 2629c6fd2807SJeff Garzik if (cur == 1 && time_before(jiffies, timeout)) 2630c6fd2807SJeff Garzik continue; 2631c6fd2807SJeff Garzik if (time_after(jiffies, last_jiffies + duration)) 2632c6fd2807SJeff Garzik return 0; 2633c6fd2807SJeff Garzik continue; 2634c6fd2807SJeff Garzik } 2635c6fd2807SJeff Garzik 2636c6fd2807SJeff Garzik /* unstable, start over */ 2637c6fd2807SJeff Garzik last = cur; 2638c6fd2807SJeff Garzik last_jiffies = jiffies; 2639c6fd2807SJeff Garzik 2640c6fd2807SJeff Garzik /* check timeout */ 2641c6fd2807SJeff Garzik if (time_after(jiffies, timeout)) 2642c6fd2807SJeff Garzik return -EBUSY; 2643c6fd2807SJeff Garzik } 2644c6fd2807SJeff Garzik } 2645c6fd2807SJeff Garzik 2646c6fd2807SJeff Garzik /** 2647c6fd2807SJeff Garzik * sata_phy_resume - resume SATA phy 2648c6fd2807SJeff Garzik * @ap: ATA port to resume SATA phy for 2649c6fd2807SJeff Garzik * @params: timing parameters { interval, duratinon, timeout } in msec 2650c6fd2807SJeff Garzik * 2651c6fd2807SJeff Garzik * Resume SATA phy of @ap and debounce it. 2652c6fd2807SJeff Garzik * 2653c6fd2807SJeff Garzik * LOCKING: 2654c6fd2807SJeff Garzik * Kernel thread context (may sleep) 2655c6fd2807SJeff Garzik * 2656c6fd2807SJeff Garzik * RETURNS: 2657c6fd2807SJeff Garzik * 0 on success, -errno on failure. 2658c6fd2807SJeff Garzik */ 2659c6fd2807SJeff Garzik int sata_phy_resume(struct ata_port *ap, const unsigned long *params) 2660c6fd2807SJeff Garzik { 2661c6fd2807SJeff Garzik u32 scontrol; 2662c6fd2807SJeff Garzik int rc; 2663c6fd2807SJeff Garzik 2664c6fd2807SJeff Garzik if ((rc = sata_scr_read(ap, SCR_CONTROL, &scontrol))) 2665c6fd2807SJeff Garzik return rc; 2666c6fd2807SJeff Garzik 2667c6fd2807SJeff Garzik scontrol = (scontrol & 0x0f0) | 0x300; 2668c6fd2807SJeff Garzik 2669c6fd2807SJeff Garzik if ((rc = sata_scr_write(ap, SCR_CONTROL, scontrol))) 2670c6fd2807SJeff Garzik return rc; 2671c6fd2807SJeff Garzik 2672c6fd2807SJeff Garzik /* Some PHYs react badly if SStatus is pounded immediately 2673c6fd2807SJeff Garzik * after resuming. Delay 200ms before debouncing. 2674c6fd2807SJeff Garzik */ 2675c6fd2807SJeff Garzik msleep(200); 2676c6fd2807SJeff Garzik 2677c6fd2807SJeff Garzik return sata_phy_debounce(ap, params); 2678c6fd2807SJeff Garzik } 2679c6fd2807SJeff Garzik 2680c6fd2807SJeff Garzik static void ata_wait_spinup(struct ata_port *ap) 2681c6fd2807SJeff Garzik { 2682c6fd2807SJeff Garzik struct ata_eh_context *ehc = &ap->eh_context; 2683c6fd2807SJeff Garzik unsigned long end, secs; 2684c6fd2807SJeff Garzik int rc; 2685c6fd2807SJeff Garzik 2686c6fd2807SJeff Garzik /* first, debounce phy if SATA */ 2687c6fd2807SJeff Garzik if (ap->cbl == ATA_CBL_SATA) { 2688c6fd2807SJeff Garzik rc = sata_phy_debounce(ap, sata_deb_timing_hotplug); 2689c6fd2807SJeff Garzik 2690c6fd2807SJeff Garzik /* if debounced successfully and offline, no need to wait */ 2691c6fd2807SJeff Garzik if ((rc == 0 || rc == -EOPNOTSUPP) && ata_port_offline(ap)) 2692c6fd2807SJeff Garzik return; 2693c6fd2807SJeff Garzik } 2694c6fd2807SJeff Garzik 2695c6fd2807SJeff Garzik /* okay, let's give the drive time to spin up */ 2696c6fd2807SJeff Garzik end = ehc->i.hotplug_timestamp + ATA_SPINUP_WAIT * HZ / 1000; 2697c6fd2807SJeff Garzik secs = ((end - jiffies) + HZ - 1) / HZ; 2698c6fd2807SJeff Garzik 2699c6fd2807SJeff Garzik if (time_after(jiffies, end)) 2700c6fd2807SJeff Garzik return; 2701c6fd2807SJeff Garzik 2702c6fd2807SJeff Garzik if (secs > 5) 2703c6fd2807SJeff Garzik ata_port_printk(ap, KERN_INFO, "waiting for device to spin up " 2704c6fd2807SJeff Garzik "(%lu secs)\n", secs); 2705c6fd2807SJeff Garzik 2706c6fd2807SJeff Garzik schedule_timeout_uninterruptible(end - jiffies); 2707c6fd2807SJeff Garzik } 2708c6fd2807SJeff Garzik 2709c6fd2807SJeff Garzik /** 2710c6fd2807SJeff Garzik * ata_std_prereset - prepare for reset 2711c6fd2807SJeff Garzik * @ap: ATA port to be reset 2712c6fd2807SJeff Garzik * 2713c6fd2807SJeff Garzik * @ap is about to be reset. Initialize it. 2714c6fd2807SJeff Garzik * 2715c6fd2807SJeff Garzik * LOCKING: 2716c6fd2807SJeff Garzik * Kernel thread context (may sleep) 2717c6fd2807SJeff Garzik * 2718c6fd2807SJeff Garzik * RETURNS: 2719c6fd2807SJeff Garzik * 0 on success, -errno otherwise. 2720c6fd2807SJeff Garzik */ 2721c6fd2807SJeff Garzik int ata_std_prereset(struct ata_port *ap) 2722c6fd2807SJeff Garzik { 2723c6fd2807SJeff Garzik struct ata_eh_context *ehc = &ap->eh_context; 2724c6fd2807SJeff Garzik const unsigned long *timing = sata_ehc_deb_timing(ehc); 2725c6fd2807SJeff Garzik int rc; 2726c6fd2807SJeff Garzik 2727c6fd2807SJeff Garzik /* handle link resume & hotplug spinup */ 2728c6fd2807SJeff Garzik if ((ehc->i.flags & ATA_EHI_RESUME_LINK) && 2729c6fd2807SJeff Garzik (ap->flags & ATA_FLAG_HRST_TO_RESUME)) 2730c6fd2807SJeff Garzik ehc->i.action |= ATA_EH_HARDRESET; 2731c6fd2807SJeff Garzik 2732c6fd2807SJeff Garzik if ((ehc->i.flags & ATA_EHI_HOTPLUGGED) && 2733c6fd2807SJeff Garzik (ap->flags & ATA_FLAG_SKIP_D2H_BSY)) 2734c6fd2807SJeff Garzik ata_wait_spinup(ap); 2735c6fd2807SJeff Garzik 2736c6fd2807SJeff Garzik /* if we're about to do hardreset, nothing more to do */ 2737c6fd2807SJeff Garzik if (ehc->i.action & ATA_EH_HARDRESET) 2738c6fd2807SJeff Garzik return 0; 2739c6fd2807SJeff Garzik 2740c6fd2807SJeff Garzik /* if SATA, resume phy */ 2741c6fd2807SJeff Garzik if (ap->cbl == ATA_CBL_SATA) { 2742c6fd2807SJeff Garzik rc = sata_phy_resume(ap, timing); 2743c6fd2807SJeff Garzik if (rc && rc != -EOPNOTSUPP) { 2744c6fd2807SJeff Garzik /* phy resume failed */ 2745c6fd2807SJeff Garzik ata_port_printk(ap, KERN_WARNING, "failed to resume " 2746c6fd2807SJeff Garzik "link for reset (errno=%d)\n", rc); 2747c6fd2807SJeff Garzik return rc; 2748c6fd2807SJeff Garzik } 2749c6fd2807SJeff Garzik } 2750c6fd2807SJeff Garzik 2751c6fd2807SJeff Garzik /* Wait for !BSY if the controller can wait for the first D2H 2752c6fd2807SJeff Garzik * Reg FIS and we don't know that no device is attached. 2753c6fd2807SJeff Garzik */ 2754c6fd2807SJeff Garzik if (!(ap->flags & ATA_FLAG_SKIP_D2H_BSY) && !ata_port_offline(ap)) 2755c6fd2807SJeff Garzik ata_busy_sleep(ap, ATA_TMOUT_BOOT_QUICK, ATA_TMOUT_BOOT); 2756c6fd2807SJeff Garzik 2757c6fd2807SJeff Garzik return 0; 2758c6fd2807SJeff Garzik } 2759c6fd2807SJeff Garzik 2760c6fd2807SJeff Garzik /** 2761c6fd2807SJeff Garzik * ata_std_softreset - reset host port via ATA SRST 2762c6fd2807SJeff Garzik * @ap: port to reset 2763c6fd2807SJeff Garzik * @classes: resulting classes of attached devices 2764c6fd2807SJeff Garzik * 2765c6fd2807SJeff Garzik * Reset host port using ATA SRST. 2766c6fd2807SJeff Garzik * 2767c6fd2807SJeff Garzik * LOCKING: 2768c6fd2807SJeff Garzik * Kernel thread context (may sleep) 2769c6fd2807SJeff Garzik * 2770c6fd2807SJeff Garzik * RETURNS: 2771c6fd2807SJeff Garzik * 0 on success, -errno otherwise. 2772c6fd2807SJeff Garzik */ 2773c6fd2807SJeff Garzik int ata_std_softreset(struct ata_port *ap, unsigned int *classes) 2774c6fd2807SJeff Garzik { 2775c6fd2807SJeff Garzik unsigned int slave_possible = ap->flags & ATA_FLAG_SLAVE_POSS; 2776c6fd2807SJeff Garzik unsigned int devmask = 0, err_mask; 2777c6fd2807SJeff Garzik u8 err; 2778c6fd2807SJeff Garzik 2779c6fd2807SJeff Garzik DPRINTK("ENTER\n"); 2780c6fd2807SJeff Garzik 2781c6fd2807SJeff Garzik if (ata_port_offline(ap)) { 2782c6fd2807SJeff Garzik classes[0] = ATA_DEV_NONE; 2783c6fd2807SJeff Garzik goto out; 2784c6fd2807SJeff Garzik } 2785c6fd2807SJeff Garzik 2786c6fd2807SJeff Garzik /* determine if device 0/1 are present */ 2787c6fd2807SJeff Garzik if (ata_devchk(ap, 0)) 2788c6fd2807SJeff Garzik devmask |= (1 << 0); 2789c6fd2807SJeff Garzik if (slave_possible && ata_devchk(ap, 1)) 2790c6fd2807SJeff Garzik devmask |= (1 << 1); 2791c6fd2807SJeff Garzik 2792c6fd2807SJeff Garzik /* select device 0 again */ 2793c6fd2807SJeff Garzik ap->ops->dev_select(ap, 0); 2794c6fd2807SJeff Garzik 2795c6fd2807SJeff Garzik /* issue bus reset */ 2796c6fd2807SJeff Garzik DPRINTK("about to softreset, devmask=%x\n", devmask); 2797c6fd2807SJeff Garzik err_mask = ata_bus_softreset(ap, devmask); 2798c6fd2807SJeff Garzik if (err_mask) { 2799c6fd2807SJeff Garzik ata_port_printk(ap, KERN_ERR, "SRST failed (err_mask=0x%x)\n", 2800c6fd2807SJeff Garzik err_mask); 2801c6fd2807SJeff Garzik return -EIO; 2802c6fd2807SJeff Garzik } 2803c6fd2807SJeff Garzik 2804c6fd2807SJeff Garzik /* determine by signature whether we have ATA or ATAPI devices */ 2805c6fd2807SJeff Garzik classes[0] = ata_dev_try_classify(ap, 0, &err); 2806c6fd2807SJeff Garzik if (slave_possible && err != 0x81) 2807c6fd2807SJeff Garzik classes[1] = ata_dev_try_classify(ap, 1, &err); 2808c6fd2807SJeff Garzik 2809c6fd2807SJeff Garzik out: 2810c6fd2807SJeff Garzik DPRINTK("EXIT, classes[0]=%u [1]=%u\n", classes[0], classes[1]); 2811c6fd2807SJeff Garzik return 0; 2812c6fd2807SJeff Garzik } 2813c6fd2807SJeff Garzik 2814c6fd2807SJeff Garzik /** 2815b6103f6dSTejun Heo * sata_port_hardreset - reset port via SATA phy reset 2816c6fd2807SJeff Garzik * @ap: port to reset 2817b6103f6dSTejun Heo * @timing: timing parameters { interval, duratinon, timeout } in msec 2818c6fd2807SJeff Garzik * 2819c6fd2807SJeff Garzik * SATA phy-reset host port using DET bits of SControl register. 2820c6fd2807SJeff Garzik * 2821c6fd2807SJeff Garzik * LOCKING: 2822c6fd2807SJeff Garzik * Kernel thread context (may sleep) 2823c6fd2807SJeff Garzik * 2824c6fd2807SJeff Garzik * RETURNS: 2825c6fd2807SJeff Garzik * 0 on success, -errno otherwise. 2826c6fd2807SJeff Garzik */ 2827b6103f6dSTejun Heo int sata_port_hardreset(struct ata_port *ap, const unsigned long *timing) 2828c6fd2807SJeff Garzik { 2829c6fd2807SJeff Garzik u32 scontrol; 2830c6fd2807SJeff Garzik int rc; 2831c6fd2807SJeff Garzik 2832c6fd2807SJeff Garzik DPRINTK("ENTER\n"); 2833c6fd2807SJeff Garzik 2834c6fd2807SJeff Garzik if (sata_set_spd_needed(ap)) { 2835c6fd2807SJeff Garzik /* SATA spec says nothing about how to reconfigure 2836c6fd2807SJeff Garzik * spd. To be on the safe side, turn off phy during 2837c6fd2807SJeff Garzik * reconfiguration. This works for at least ICH7 AHCI 2838c6fd2807SJeff Garzik * and Sil3124. 2839c6fd2807SJeff Garzik */ 2840c6fd2807SJeff Garzik if ((rc = sata_scr_read(ap, SCR_CONTROL, &scontrol))) 2841b6103f6dSTejun Heo goto out; 2842c6fd2807SJeff Garzik 2843cea0d336SJeff Garzik scontrol = (scontrol & 0x0f0) | 0x304; 2844c6fd2807SJeff Garzik 2845c6fd2807SJeff Garzik if ((rc = sata_scr_write(ap, SCR_CONTROL, scontrol))) 2846b6103f6dSTejun Heo goto out; 2847c6fd2807SJeff Garzik 2848c6fd2807SJeff Garzik sata_set_spd(ap); 2849c6fd2807SJeff Garzik } 2850c6fd2807SJeff Garzik 2851c6fd2807SJeff Garzik /* issue phy wake/reset */ 2852c6fd2807SJeff Garzik if ((rc = sata_scr_read(ap, SCR_CONTROL, &scontrol))) 2853b6103f6dSTejun Heo goto out; 2854c6fd2807SJeff Garzik 2855c6fd2807SJeff Garzik scontrol = (scontrol & 0x0f0) | 0x301; 2856c6fd2807SJeff Garzik 2857c6fd2807SJeff Garzik if ((rc = sata_scr_write_flush(ap, SCR_CONTROL, scontrol))) 2858b6103f6dSTejun Heo goto out; 2859c6fd2807SJeff Garzik 2860c6fd2807SJeff Garzik /* Couldn't find anything in SATA I/II specs, but AHCI-1.1 2861c6fd2807SJeff Garzik * 10.4.2 says at least 1 ms. 2862c6fd2807SJeff Garzik */ 2863c6fd2807SJeff Garzik msleep(1); 2864c6fd2807SJeff Garzik 2865c6fd2807SJeff Garzik /* bring phy back */ 2866b6103f6dSTejun Heo rc = sata_phy_resume(ap, timing); 2867b6103f6dSTejun Heo out: 2868b6103f6dSTejun Heo DPRINTK("EXIT, rc=%d\n", rc); 2869b6103f6dSTejun Heo return rc; 2870b6103f6dSTejun Heo } 2871b6103f6dSTejun Heo 2872b6103f6dSTejun Heo /** 2873b6103f6dSTejun Heo * sata_std_hardreset - reset host port via SATA phy reset 2874b6103f6dSTejun Heo * @ap: port to reset 2875b6103f6dSTejun Heo * @class: resulting class of attached device 2876b6103f6dSTejun Heo * 2877b6103f6dSTejun Heo * SATA phy-reset host port using DET bits of SControl register, 2878b6103f6dSTejun Heo * wait for !BSY and classify the attached device. 2879b6103f6dSTejun Heo * 2880b6103f6dSTejun Heo * LOCKING: 2881b6103f6dSTejun Heo * Kernel thread context (may sleep) 2882b6103f6dSTejun Heo * 2883b6103f6dSTejun Heo * RETURNS: 2884b6103f6dSTejun Heo * 0 on success, -errno otherwise. 2885b6103f6dSTejun Heo */ 2886b6103f6dSTejun Heo int sata_std_hardreset(struct ata_port *ap, unsigned int *class) 2887b6103f6dSTejun Heo { 2888b6103f6dSTejun Heo const unsigned long *timing = sata_ehc_deb_timing(&ap->eh_context); 2889b6103f6dSTejun Heo int rc; 2890b6103f6dSTejun Heo 2891b6103f6dSTejun Heo DPRINTK("ENTER\n"); 2892b6103f6dSTejun Heo 2893b6103f6dSTejun Heo /* do hardreset */ 2894b6103f6dSTejun Heo rc = sata_port_hardreset(ap, timing); 2895b6103f6dSTejun Heo if (rc) { 2896b6103f6dSTejun Heo ata_port_printk(ap, KERN_ERR, 2897b6103f6dSTejun Heo "COMRESET failed (errno=%d)\n", rc); 2898b6103f6dSTejun Heo return rc; 2899b6103f6dSTejun Heo } 2900c6fd2807SJeff Garzik 2901c6fd2807SJeff Garzik /* TODO: phy layer with polling, timeouts, etc. */ 2902c6fd2807SJeff Garzik if (ata_port_offline(ap)) { 2903c6fd2807SJeff Garzik *class = ATA_DEV_NONE; 2904c6fd2807SJeff Garzik DPRINTK("EXIT, link offline\n"); 2905c6fd2807SJeff Garzik return 0; 2906c6fd2807SJeff Garzik } 2907c6fd2807SJeff Garzik 2908c6fd2807SJeff Garzik if (ata_busy_sleep(ap, ATA_TMOUT_BOOT_QUICK, ATA_TMOUT_BOOT)) { 2909c6fd2807SJeff Garzik ata_port_printk(ap, KERN_ERR, 2910c6fd2807SJeff Garzik "COMRESET failed (device not ready)\n"); 2911c6fd2807SJeff Garzik return -EIO; 2912c6fd2807SJeff Garzik } 2913c6fd2807SJeff Garzik 2914c6fd2807SJeff Garzik ap->ops->dev_select(ap, 0); /* probably unnecessary */ 2915c6fd2807SJeff Garzik 2916c6fd2807SJeff Garzik *class = ata_dev_try_classify(ap, 0, NULL); 2917c6fd2807SJeff Garzik 2918c6fd2807SJeff Garzik DPRINTK("EXIT, class=%u\n", *class); 2919c6fd2807SJeff Garzik return 0; 2920c6fd2807SJeff Garzik } 2921c6fd2807SJeff Garzik 2922c6fd2807SJeff Garzik /** 2923c6fd2807SJeff Garzik * ata_std_postreset - standard postreset callback 2924c6fd2807SJeff Garzik * @ap: the target ata_port 2925c6fd2807SJeff Garzik * @classes: classes of attached devices 2926c6fd2807SJeff Garzik * 2927c6fd2807SJeff Garzik * This function is invoked after a successful reset. Note that 2928c6fd2807SJeff Garzik * the device might have been reset more than once using 2929c6fd2807SJeff Garzik * different reset methods before postreset is invoked. 2930c6fd2807SJeff Garzik * 2931c6fd2807SJeff Garzik * LOCKING: 2932c6fd2807SJeff Garzik * Kernel thread context (may sleep) 2933c6fd2807SJeff Garzik */ 2934c6fd2807SJeff Garzik void ata_std_postreset(struct ata_port *ap, unsigned int *classes) 2935c6fd2807SJeff Garzik { 2936c6fd2807SJeff Garzik u32 serror; 2937c6fd2807SJeff Garzik 2938c6fd2807SJeff Garzik DPRINTK("ENTER\n"); 2939c6fd2807SJeff Garzik 2940c6fd2807SJeff Garzik /* print link status */ 2941c6fd2807SJeff Garzik sata_print_link_status(ap); 2942c6fd2807SJeff Garzik 2943c6fd2807SJeff Garzik /* clear SError */ 2944c6fd2807SJeff Garzik if (sata_scr_read(ap, SCR_ERROR, &serror) == 0) 2945c6fd2807SJeff Garzik sata_scr_write(ap, SCR_ERROR, serror); 2946c6fd2807SJeff Garzik 2947c6fd2807SJeff Garzik /* re-enable interrupts */ 2948c6fd2807SJeff Garzik if (!ap->ops->error_handler) { 2949c6fd2807SJeff Garzik /* FIXME: hack. create a hook instead */ 2950c6fd2807SJeff Garzik if (ap->ioaddr.ctl_addr) 2951c6fd2807SJeff Garzik ata_irq_on(ap); 2952c6fd2807SJeff Garzik } 2953c6fd2807SJeff Garzik 2954c6fd2807SJeff Garzik /* is double-select really necessary? */ 2955c6fd2807SJeff Garzik if (classes[0] != ATA_DEV_NONE) 2956c6fd2807SJeff Garzik ap->ops->dev_select(ap, 1); 2957c6fd2807SJeff Garzik if (classes[1] != ATA_DEV_NONE) 2958c6fd2807SJeff Garzik ap->ops->dev_select(ap, 0); 2959c6fd2807SJeff Garzik 2960c6fd2807SJeff Garzik /* bail out if no device is present */ 2961c6fd2807SJeff Garzik if (classes[0] == ATA_DEV_NONE && classes[1] == ATA_DEV_NONE) { 2962c6fd2807SJeff Garzik DPRINTK("EXIT, no device\n"); 2963c6fd2807SJeff Garzik return; 2964c6fd2807SJeff Garzik } 2965c6fd2807SJeff Garzik 2966c6fd2807SJeff Garzik /* set up device control */ 2967c6fd2807SJeff Garzik if (ap->ioaddr.ctl_addr) { 2968c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_MMIO) 2969c6fd2807SJeff Garzik writeb(ap->ctl, (void __iomem *) ap->ioaddr.ctl_addr); 2970c6fd2807SJeff Garzik else 2971c6fd2807SJeff Garzik outb(ap->ctl, ap->ioaddr.ctl_addr); 2972c6fd2807SJeff Garzik } 2973c6fd2807SJeff Garzik 2974c6fd2807SJeff Garzik DPRINTK("EXIT\n"); 2975c6fd2807SJeff Garzik } 2976c6fd2807SJeff Garzik 2977c6fd2807SJeff Garzik /** 2978c6fd2807SJeff Garzik * ata_dev_same_device - Determine whether new ID matches configured device 2979c6fd2807SJeff Garzik * @dev: device to compare against 2980c6fd2807SJeff Garzik * @new_class: class of the new device 2981c6fd2807SJeff Garzik * @new_id: IDENTIFY page of the new device 2982c6fd2807SJeff Garzik * 2983c6fd2807SJeff Garzik * Compare @new_class and @new_id against @dev and determine 2984c6fd2807SJeff Garzik * whether @dev is the device indicated by @new_class and 2985c6fd2807SJeff Garzik * @new_id. 2986c6fd2807SJeff Garzik * 2987c6fd2807SJeff Garzik * LOCKING: 2988c6fd2807SJeff Garzik * None. 2989c6fd2807SJeff Garzik * 2990c6fd2807SJeff Garzik * RETURNS: 2991c6fd2807SJeff Garzik * 1 if @dev matches @new_class and @new_id, 0 otherwise. 2992c6fd2807SJeff Garzik */ 2993c6fd2807SJeff Garzik static int ata_dev_same_device(struct ata_device *dev, unsigned int new_class, 2994c6fd2807SJeff Garzik const u16 *new_id) 2995c6fd2807SJeff Garzik { 2996c6fd2807SJeff Garzik const u16 *old_id = dev->id; 2997c6fd2807SJeff Garzik unsigned char model[2][41], serial[2][21]; 2998c6fd2807SJeff Garzik u64 new_n_sectors; 2999c6fd2807SJeff Garzik 3000c6fd2807SJeff Garzik if (dev->class != new_class) { 3001c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, "class mismatch %d != %d\n", 3002c6fd2807SJeff Garzik dev->class, new_class); 3003c6fd2807SJeff Garzik return 0; 3004c6fd2807SJeff Garzik } 3005c6fd2807SJeff Garzik 3006c6fd2807SJeff Garzik ata_id_c_string(old_id, model[0], ATA_ID_PROD_OFS, sizeof(model[0])); 3007c6fd2807SJeff Garzik ata_id_c_string(new_id, model[1], ATA_ID_PROD_OFS, sizeof(model[1])); 3008c6fd2807SJeff Garzik ata_id_c_string(old_id, serial[0], ATA_ID_SERNO_OFS, sizeof(serial[0])); 3009c6fd2807SJeff Garzik ata_id_c_string(new_id, serial[1], ATA_ID_SERNO_OFS, sizeof(serial[1])); 3010c6fd2807SJeff Garzik new_n_sectors = ata_id_n_sectors(new_id); 3011c6fd2807SJeff Garzik 3012c6fd2807SJeff Garzik if (strcmp(model[0], model[1])) { 3013c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, "model number mismatch " 3014c6fd2807SJeff Garzik "'%s' != '%s'\n", model[0], model[1]); 3015c6fd2807SJeff Garzik return 0; 3016c6fd2807SJeff Garzik } 3017c6fd2807SJeff Garzik 3018c6fd2807SJeff Garzik if (strcmp(serial[0], serial[1])) { 3019c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, "serial number mismatch " 3020c6fd2807SJeff Garzik "'%s' != '%s'\n", serial[0], serial[1]); 3021c6fd2807SJeff Garzik return 0; 3022c6fd2807SJeff Garzik } 3023c6fd2807SJeff Garzik 3024c6fd2807SJeff Garzik if (dev->class == ATA_DEV_ATA && dev->n_sectors != new_n_sectors) { 3025c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, "n_sectors mismatch " 3026c6fd2807SJeff Garzik "%llu != %llu\n", 3027c6fd2807SJeff Garzik (unsigned long long)dev->n_sectors, 3028c6fd2807SJeff Garzik (unsigned long long)new_n_sectors); 3029c6fd2807SJeff Garzik return 0; 3030c6fd2807SJeff Garzik } 3031c6fd2807SJeff Garzik 3032c6fd2807SJeff Garzik return 1; 3033c6fd2807SJeff Garzik } 3034c6fd2807SJeff Garzik 3035c6fd2807SJeff Garzik /** 3036c6fd2807SJeff Garzik * ata_dev_revalidate - Revalidate ATA device 3037c6fd2807SJeff Garzik * @dev: device to revalidate 3038bff04647STejun Heo * @readid_flags: read ID flags 3039c6fd2807SJeff Garzik * 3040c6fd2807SJeff Garzik * Re-read IDENTIFY page and make sure @dev is still attached to 3041c6fd2807SJeff Garzik * the port. 3042c6fd2807SJeff Garzik * 3043c6fd2807SJeff Garzik * LOCKING: 3044c6fd2807SJeff Garzik * Kernel thread context (may sleep) 3045c6fd2807SJeff Garzik * 3046c6fd2807SJeff Garzik * RETURNS: 3047c6fd2807SJeff Garzik * 0 on success, negative errno otherwise 3048c6fd2807SJeff Garzik */ 3049bff04647STejun Heo int ata_dev_revalidate(struct ata_device *dev, unsigned int readid_flags) 3050c6fd2807SJeff Garzik { 3051c6fd2807SJeff Garzik unsigned int class = dev->class; 3052c6fd2807SJeff Garzik u16 *id = (void *)dev->ap->sector_buf; 3053c6fd2807SJeff Garzik int rc; 3054c6fd2807SJeff Garzik 3055c6fd2807SJeff Garzik if (!ata_dev_enabled(dev)) { 3056c6fd2807SJeff Garzik rc = -ENODEV; 3057c6fd2807SJeff Garzik goto fail; 3058c6fd2807SJeff Garzik } 3059c6fd2807SJeff Garzik 3060c6fd2807SJeff Garzik /* read ID data */ 3061bff04647STejun Heo rc = ata_dev_read_id(dev, &class, readid_flags, id); 3062c6fd2807SJeff Garzik if (rc) 3063c6fd2807SJeff Garzik goto fail; 3064c6fd2807SJeff Garzik 3065c6fd2807SJeff Garzik /* is the device still there? */ 3066c6fd2807SJeff Garzik if (!ata_dev_same_device(dev, class, id)) { 3067c6fd2807SJeff Garzik rc = -ENODEV; 3068c6fd2807SJeff Garzik goto fail; 3069c6fd2807SJeff Garzik } 3070c6fd2807SJeff Garzik 3071c6fd2807SJeff Garzik memcpy(dev->id, id, sizeof(id[0]) * ATA_ID_WORDS); 3072c6fd2807SJeff Garzik 3073c6fd2807SJeff Garzik /* configure device according to the new ID */ 3074efdaedc4STejun Heo rc = ata_dev_configure(dev); 3075c6fd2807SJeff Garzik if (rc == 0) 3076c6fd2807SJeff Garzik return 0; 3077c6fd2807SJeff Garzik 3078c6fd2807SJeff Garzik fail: 3079c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_ERR, "revalidation failed (errno=%d)\n", rc); 3080c6fd2807SJeff Garzik return rc; 3081c6fd2807SJeff Garzik } 3082c6fd2807SJeff Garzik 30836919a0a6SAlan Cox struct ata_blacklist_entry { 30846919a0a6SAlan Cox const char *model_num; 30856919a0a6SAlan Cox const char *model_rev; 30866919a0a6SAlan Cox unsigned long horkage; 30876919a0a6SAlan Cox }; 30886919a0a6SAlan Cox 30896919a0a6SAlan Cox static const struct ata_blacklist_entry ata_device_blacklist [] = { 30906919a0a6SAlan Cox /* Devices with DMA related problems under Linux */ 30916919a0a6SAlan Cox { "WDC AC11000H", NULL, ATA_HORKAGE_NODMA }, 30926919a0a6SAlan Cox { "WDC AC22100H", NULL, ATA_HORKAGE_NODMA }, 30936919a0a6SAlan Cox { "WDC AC32500H", NULL, ATA_HORKAGE_NODMA }, 30946919a0a6SAlan Cox { "WDC AC33100H", NULL, ATA_HORKAGE_NODMA }, 30956919a0a6SAlan Cox { "WDC AC31600H", NULL, ATA_HORKAGE_NODMA }, 30966919a0a6SAlan Cox { "WDC AC32100H", "24.09P07", ATA_HORKAGE_NODMA }, 30976919a0a6SAlan Cox { "WDC AC23200L", "21.10N21", ATA_HORKAGE_NODMA }, 30986919a0a6SAlan Cox { "Compaq CRD-8241B", NULL, ATA_HORKAGE_NODMA }, 30996919a0a6SAlan Cox { "CRD-8400B", NULL, ATA_HORKAGE_NODMA }, 31006919a0a6SAlan Cox { "CRD-8480B", NULL, ATA_HORKAGE_NODMA }, 31016919a0a6SAlan Cox { "CRD-8482B", NULL, ATA_HORKAGE_NODMA }, 31026919a0a6SAlan Cox { "CRD-84", NULL, ATA_HORKAGE_NODMA }, 31036919a0a6SAlan Cox { "SanDisk SDP3B", NULL, ATA_HORKAGE_NODMA }, 31046919a0a6SAlan Cox { "SanDisk SDP3B-64", NULL, ATA_HORKAGE_NODMA }, 31056919a0a6SAlan Cox { "SANYO CD-ROM CRD", NULL, ATA_HORKAGE_NODMA }, 31066919a0a6SAlan Cox { "HITACHI CDR-8", NULL, ATA_HORKAGE_NODMA }, 31076919a0a6SAlan Cox { "HITACHI CDR-8335", NULL, ATA_HORKAGE_NODMA }, 31086919a0a6SAlan Cox { "HITACHI CDR-8435", NULL, ATA_HORKAGE_NODMA }, 31096919a0a6SAlan Cox { "Toshiba CD-ROM XM-6202B", NULL, ATA_HORKAGE_NODMA }, 31106919a0a6SAlan Cox { "TOSHIBA CD-ROM XM-1702BC", NULL, ATA_HORKAGE_NODMA }, 31116919a0a6SAlan Cox { "CD-532E-A", NULL, ATA_HORKAGE_NODMA }, 31126919a0a6SAlan Cox { "E-IDE CD-ROM CR-840",NULL, ATA_HORKAGE_NODMA }, 31136919a0a6SAlan Cox { "CD-ROM Drive/F5A", NULL, ATA_HORKAGE_NODMA }, 31146919a0a6SAlan Cox { "WPI CDD-820", NULL, ATA_HORKAGE_NODMA }, 31156919a0a6SAlan Cox { "SAMSUNG CD-ROM SC-148C", NULL, ATA_HORKAGE_NODMA }, 31166919a0a6SAlan Cox { "SAMSUNG CD-ROM SC", NULL, ATA_HORKAGE_NODMA }, 31176919a0a6SAlan Cox { "SanDisk SDP3B-64", NULL, ATA_HORKAGE_NODMA }, 31186919a0a6SAlan Cox { "ATAPI CD-ROM DRIVE 40X MAXIMUM",NULL,ATA_HORKAGE_NODMA }, 31196919a0a6SAlan Cox { "_NEC DV5800A", NULL, ATA_HORKAGE_NODMA }, 31206919a0a6SAlan Cox { "SAMSUNG CD-ROM SN-124","N001", ATA_HORKAGE_NODMA }, 31216919a0a6SAlan Cox 31226919a0a6SAlan Cox /* Devices we expect to fail diagnostics */ 31236919a0a6SAlan Cox 31246919a0a6SAlan Cox /* Devices where NCQ should be avoided */ 31256919a0a6SAlan Cox /* NCQ is slow */ 31266919a0a6SAlan Cox { "WDC WD740ADFD-00", NULL, ATA_HORKAGE_NONCQ }, 31276919a0a6SAlan Cox 31286919a0a6SAlan Cox /* Devices with NCQ limits */ 31296919a0a6SAlan Cox 31306919a0a6SAlan Cox /* End Marker */ 31316919a0a6SAlan Cox { } 3132c6fd2807SJeff Garzik }; 3133c6fd2807SJeff Garzik 3134c6fd2807SJeff Garzik static int ata_strim(char *s, size_t len) 3135c6fd2807SJeff Garzik { 3136c6fd2807SJeff Garzik len = strnlen(s, len); 3137c6fd2807SJeff Garzik 3138c6fd2807SJeff Garzik /* ATAPI specifies that empty space is blank-filled; remove blanks */ 3139c6fd2807SJeff Garzik while ((len > 0) && (s[len - 1] == ' ')) { 3140c6fd2807SJeff Garzik len--; 3141c6fd2807SJeff Garzik s[len] = 0; 3142c6fd2807SJeff Garzik } 3143c6fd2807SJeff Garzik return len; 3144c6fd2807SJeff Garzik } 3145c6fd2807SJeff Garzik 31466919a0a6SAlan Cox unsigned long ata_device_blacklisted(const struct ata_device *dev) 3147c6fd2807SJeff Garzik { 3148c6fd2807SJeff Garzik unsigned char model_num[40]; 3149c6fd2807SJeff Garzik unsigned char model_rev[16]; 3150c6fd2807SJeff Garzik unsigned int nlen, rlen; 31516919a0a6SAlan Cox const struct ata_blacklist_entry *ad = ata_device_blacklist; 3152c6fd2807SJeff Garzik 3153c6fd2807SJeff Garzik ata_id_string(dev->id, model_num, ATA_ID_PROD_OFS, 3154c6fd2807SJeff Garzik sizeof(model_num)); 3155c6fd2807SJeff Garzik ata_id_string(dev->id, model_rev, ATA_ID_FW_REV_OFS, 3156c6fd2807SJeff Garzik sizeof(model_rev)); 3157c6fd2807SJeff Garzik nlen = ata_strim(model_num, sizeof(model_num)); 3158c6fd2807SJeff Garzik rlen = ata_strim(model_rev, sizeof(model_rev)); 3159c6fd2807SJeff Garzik 31606919a0a6SAlan Cox while (ad->model_num) { 31616919a0a6SAlan Cox if (!strncmp(ad->model_num, model_num, nlen)) { 31626919a0a6SAlan Cox if (ad->model_rev == NULL) 31636919a0a6SAlan Cox return ad->horkage; 31646919a0a6SAlan Cox if (!strncmp(ad->model_rev, model_rev, rlen)) 31656919a0a6SAlan Cox return ad->horkage; 3166c6fd2807SJeff Garzik } 31676919a0a6SAlan Cox ad++; 3168c6fd2807SJeff Garzik } 3169c6fd2807SJeff Garzik return 0; 3170c6fd2807SJeff Garzik } 3171c6fd2807SJeff Garzik 31726919a0a6SAlan Cox static int ata_dma_blacklisted(const struct ata_device *dev) 31736919a0a6SAlan Cox { 31746919a0a6SAlan Cox /* We don't support polling DMA. 31756919a0a6SAlan Cox * DMA blacklist those ATAPI devices with CDB-intr (and use PIO) 31766919a0a6SAlan Cox * if the LLDD handles only interrupts in the HSM_ST_LAST state. 31776919a0a6SAlan Cox */ 31786919a0a6SAlan Cox if ((dev->ap->flags & ATA_FLAG_PIO_POLLING) && 31796919a0a6SAlan Cox (dev->flags & ATA_DFLAG_CDB_INTR)) 31806919a0a6SAlan Cox return 1; 31816919a0a6SAlan Cox return (ata_device_blacklisted(dev) & ATA_HORKAGE_NODMA) ? 1 : 0; 31826919a0a6SAlan Cox } 31836919a0a6SAlan Cox 3184c6fd2807SJeff Garzik /** 3185c6fd2807SJeff Garzik * ata_dev_xfermask - Compute supported xfermask of the given device 3186c6fd2807SJeff Garzik * @dev: Device to compute xfermask for 3187c6fd2807SJeff Garzik * 3188c6fd2807SJeff Garzik * Compute supported xfermask of @dev and store it in 3189c6fd2807SJeff Garzik * dev->*_mask. This function is responsible for applying all 3190c6fd2807SJeff Garzik * known limits including host controller limits, device 3191c6fd2807SJeff Garzik * blacklist, etc... 3192c6fd2807SJeff Garzik * 3193c6fd2807SJeff Garzik * LOCKING: 3194c6fd2807SJeff Garzik * None. 3195c6fd2807SJeff Garzik */ 3196c6fd2807SJeff Garzik static void ata_dev_xfermask(struct ata_device *dev) 3197c6fd2807SJeff Garzik { 3198c6fd2807SJeff Garzik struct ata_port *ap = dev->ap; 3199cca3974eSJeff Garzik struct ata_host *host = ap->host; 3200c6fd2807SJeff Garzik unsigned long xfer_mask; 3201c6fd2807SJeff Garzik 3202c6fd2807SJeff Garzik /* controller modes available */ 3203c6fd2807SJeff Garzik xfer_mask = ata_pack_xfermask(ap->pio_mask, 3204c6fd2807SJeff Garzik ap->mwdma_mask, ap->udma_mask); 3205c6fd2807SJeff Garzik 3206c6fd2807SJeff Garzik /* Apply cable rule here. Don't apply it early because when 3207c6fd2807SJeff Garzik * we handle hot plug the cable type can itself change. 3208c6fd2807SJeff Garzik */ 3209c6fd2807SJeff Garzik if (ap->cbl == ATA_CBL_PATA40) 3210c6fd2807SJeff Garzik xfer_mask &= ~(0xF8 << ATA_SHIFT_UDMA); 3211fc085150SAlan Cox /* Apply drive side cable rule. Unknown or 80 pin cables reported 3212fc085150SAlan Cox * host side are checked drive side as well. Cases where we know a 3213fc085150SAlan Cox * 40wire cable is used safely for 80 are not checked here. 3214fc085150SAlan Cox */ 3215fc085150SAlan Cox if (ata_drive_40wire(dev->id) && (ap->cbl == ATA_CBL_PATA_UNK || ap->cbl == ATA_CBL_PATA80)) 3216fc085150SAlan Cox xfer_mask &= ~(0xF8 << ATA_SHIFT_UDMA); 3217fc085150SAlan Cox 3218c6fd2807SJeff Garzik 3219c6fd2807SJeff Garzik xfer_mask &= ata_pack_xfermask(dev->pio_mask, 3220c6fd2807SJeff Garzik dev->mwdma_mask, dev->udma_mask); 3221c6fd2807SJeff Garzik xfer_mask &= ata_id_xfermask(dev->id); 3222c6fd2807SJeff Garzik 3223b352e57dSAlan Cox /* 3224b352e57dSAlan Cox * CFA Advanced TrueIDE timings are not allowed on a shared 3225b352e57dSAlan Cox * cable 3226b352e57dSAlan Cox */ 3227b352e57dSAlan Cox if (ata_dev_pair(dev)) { 3228b352e57dSAlan Cox /* No PIO5 or PIO6 */ 3229b352e57dSAlan Cox xfer_mask &= ~(0x03 << (ATA_SHIFT_PIO + 5)); 3230b352e57dSAlan Cox /* No MWDMA3 or MWDMA 4 */ 3231b352e57dSAlan Cox xfer_mask &= ~(0x03 << (ATA_SHIFT_MWDMA + 3)); 3232b352e57dSAlan Cox } 3233b352e57dSAlan Cox 3234c6fd2807SJeff Garzik if (ata_dma_blacklisted(dev)) { 3235c6fd2807SJeff Garzik xfer_mask &= ~(ATA_MASK_MWDMA | ATA_MASK_UDMA); 3236c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, 3237c6fd2807SJeff Garzik "device is on DMA blacklist, disabling DMA\n"); 3238c6fd2807SJeff Garzik } 3239c6fd2807SJeff Garzik 3240cca3974eSJeff Garzik if ((host->flags & ATA_HOST_SIMPLEX) && host->simplex_claimed) { 3241c6fd2807SJeff Garzik xfer_mask &= ~(ATA_MASK_MWDMA | ATA_MASK_UDMA); 3242c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_WARNING, "simplex DMA is claimed by " 3243c6fd2807SJeff Garzik "other device, disabling DMA\n"); 3244c6fd2807SJeff Garzik } 3245c6fd2807SJeff Garzik 3246c6fd2807SJeff Garzik if (ap->ops->mode_filter) 3247c6fd2807SJeff Garzik xfer_mask = ap->ops->mode_filter(ap, dev, xfer_mask); 3248c6fd2807SJeff Garzik 3249c6fd2807SJeff Garzik ata_unpack_xfermask(xfer_mask, &dev->pio_mask, 3250c6fd2807SJeff Garzik &dev->mwdma_mask, &dev->udma_mask); 3251c6fd2807SJeff Garzik } 3252c6fd2807SJeff Garzik 3253c6fd2807SJeff Garzik /** 3254c6fd2807SJeff Garzik * ata_dev_set_xfermode - Issue SET FEATURES - XFER MODE command 3255c6fd2807SJeff Garzik * @dev: Device to which command will be sent 3256c6fd2807SJeff Garzik * 3257c6fd2807SJeff Garzik * Issue SET FEATURES - XFER MODE command to device @dev 3258c6fd2807SJeff Garzik * on port @ap. 3259c6fd2807SJeff Garzik * 3260c6fd2807SJeff Garzik * LOCKING: 3261c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 3262c6fd2807SJeff Garzik * 3263c6fd2807SJeff Garzik * RETURNS: 3264c6fd2807SJeff Garzik * 0 on success, AC_ERR_* mask otherwise. 3265c6fd2807SJeff Garzik */ 3266c6fd2807SJeff Garzik 3267c6fd2807SJeff Garzik static unsigned int ata_dev_set_xfermode(struct ata_device *dev) 3268c6fd2807SJeff Garzik { 3269c6fd2807SJeff Garzik struct ata_taskfile tf; 3270c6fd2807SJeff Garzik unsigned int err_mask; 3271c6fd2807SJeff Garzik 3272c6fd2807SJeff Garzik /* set up set-features taskfile */ 3273c6fd2807SJeff Garzik DPRINTK("set features - xfer mode\n"); 3274c6fd2807SJeff Garzik 3275c6fd2807SJeff Garzik ata_tf_init(dev, &tf); 3276c6fd2807SJeff Garzik tf.command = ATA_CMD_SET_FEATURES; 3277c6fd2807SJeff Garzik tf.feature = SETFEATURES_XFER; 3278c6fd2807SJeff Garzik tf.flags |= ATA_TFLAG_ISADDR | ATA_TFLAG_DEVICE; 3279c6fd2807SJeff Garzik tf.protocol = ATA_PROT_NODATA; 3280c6fd2807SJeff Garzik tf.nsect = dev->xfer_mode; 3281c6fd2807SJeff Garzik 3282c6fd2807SJeff Garzik err_mask = ata_exec_internal(dev, &tf, NULL, DMA_NONE, NULL, 0); 3283c6fd2807SJeff Garzik 3284c6fd2807SJeff Garzik DPRINTK("EXIT, err_mask=%x\n", err_mask); 3285c6fd2807SJeff Garzik return err_mask; 3286c6fd2807SJeff Garzik } 3287c6fd2807SJeff Garzik 3288c6fd2807SJeff Garzik /** 3289c6fd2807SJeff Garzik * ata_dev_init_params - Issue INIT DEV PARAMS command 3290c6fd2807SJeff Garzik * @dev: Device to which command will be sent 3291c6fd2807SJeff Garzik * @heads: Number of heads (taskfile parameter) 3292c6fd2807SJeff Garzik * @sectors: Number of sectors (taskfile parameter) 3293c6fd2807SJeff Garzik * 3294c6fd2807SJeff Garzik * LOCKING: 3295c6fd2807SJeff Garzik * Kernel thread context (may sleep) 3296c6fd2807SJeff Garzik * 3297c6fd2807SJeff Garzik * RETURNS: 3298c6fd2807SJeff Garzik * 0 on success, AC_ERR_* mask otherwise. 3299c6fd2807SJeff Garzik */ 3300c6fd2807SJeff Garzik static unsigned int ata_dev_init_params(struct ata_device *dev, 3301c6fd2807SJeff Garzik u16 heads, u16 sectors) 3302c6fd2807SJeff Garzik { 3303c6fd2807SJeff Garzik struct ata_taskfile tf; 3304c6fd2807SJeff Garzik unsigned int err_mask; 3305c6fd2807SJeff Garzik 3306c6fd2807SJeff Garzik /* Number of sectors per track 1-255. Number of heads 1-16 */ 3307c6fd2807SJeff Garzik if (sectors < 1 || sectors > 255 || heads < 1 || heads > 16) 3308c6fd2807SJeff Garzik return AC_ERR_INVALID; 3309c6fd2807SJeff Garzik 3310c6fd2807SJeff Garzik /* set up init dev params taskfile */ 3311c6fd2807SJeff Garzik DPRINTK("init dev params \n"); 3312c6fd2807SJeff Garzik 3313c6fd2807SJeff Garzik ata_tf_init(dev, &tf); 3314c6fd2807SJeff Garzik tf.command = ATA_CMD_INIT_DEV_PARAMS; 3315c6fd2807SJeff Garzik tf.flags |= ATA_TFLAG_ISADDR | ATA_TFLAG_DEVICE; 3316c6fd2807SJeff Garzik tf.protocol = ATA_PROT_NODATA; 3317c6fd2807SJeff Garzik tf.nsect = sectors; 3318c6fd2807SJeff Garzik tf.device |= (heads - 1) & 0x0f; /* max head = num. of heads - 1 */ 3319c6fd2807SJeff Garzik 3320c6fd2807SJeff Garzik err_mask = ata_exec_internal(dev, &tf, NULL, DMA_NONE, NULL, 0); 3321c6fd2807SJeff Garzik 3322c6fd2807SJeff Garzik DPRINTK("EXIT, err_mask=%x\n", err_mask); 3323c6fd2807SJeff Garzik return err_mask; 3324c6fd2807SJeff Garzik } 3325c6fd2807SJeff Garzik 3326c6fd2807SJeff Garzik /** 3327c6fd2807SJeff Garzik * ata_sg_clean - Unmap DMA memory associated with command 3328c6fd2807SJeff Garzik * @qc: Command containing DMA memory to be released 3329c6fd2807SJeff Garzik * 3330c6fd2807SJeff Garzik * Unmap all mapped DMA memory associated with this command. 3331c6fd2807SJeff Garzik * 3332c6fd2807SJeff Garzik * LOCKING: 3333cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3334c6fd2807SJeff Garzik */ 3335c6fd2807SJeff Garzik 3336c6fd2807SJeff Garzik static void ata_sg_clean(struct ata_queued_cmd *qc) 3337c6fd2807SJeff Garzik { 3338c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 3339c6fd2807SJeff Garzik struct scatterlist *sg = qc->__sg; 3340c6fd2807SJeff Garzik int dir = qc->dma_dir; 3341c6fd2807SJeff Garzik void *pad_buf = NULL; 3342c6fd2807SJeff Garzik 3343c6fd2807SJeff Garzik WARN_ON(!(qc->flags & ATA_QCFLAG_DMAMAP)); 3344c6fd2807SJeff Garzik WARN_ON(sg == NULL); 3345c6fd2807SJeff Garzik 3346c6fd2807SJeff Garzik if (qc->flags & ATA_QCFLAG_SINGLE) 3347c6fd2807SJeff Garzik WARN_ON(qc->n_elem > 1); 3348c6fd2807SJeff Garzik 3349c6fd2807SJeff Garzik VPRINTK("unmapping %u sg elements\n", qc->n_elem); 3350c6fd2807SJeff Garzik 3351c6fd2807SJeff Garzik /* if we padded the buffer out to 32-bit bound, and data 3352c6fd2807SJeff Garzik * xfer direction is from-device, we must copy from the 3353c6fd2807SJeff Garzik * pad buffer back into the supplied buffer 3354c6fd2807SJeff Garzik */ 3355c6fd2807SJeff Garzik if (qc->pad_len && !(qc->tf.flags & ATA_TFLAG_WRITE)) 3356c6fd2807SJeff Garzik pad_buf = ap->pad + (qc->tag * ATA_DMA_PAD_SZ); 3357c6fd2807SJeff Garzik 3358c6fd2807SJeff Garzik if (qc->flags & ATA_QCFLAG_SG) { 3359c6fd2807SJeff Garzik if (qc->n_elem) 3360c6fd2807SJeff Garzik dma_unmap_sg(ap->dev, sg, qc->n_elem, dir); 3361c6fd2807SJeff Garzik /* restore last sg */ 3362c6fd2807SJeff Garzik sg[qc->orig_n_elem - 1].length += qc->pad_len; 3363c6fd2807SJeff Garzik if (pad_buf) { 3364c6fd2807SJeff Garzik struct scatterlist *psg = &qc->pad_sgent; 3365c6fd2807SJeff Garzik void *addr = kmap_atomic(psg->page, KM_IRQ0); 3366c6fd2807SJeff Garzik memcpy(addr + psg->offset, pad_buf, qc->pad_len); 3367c6fd2807SJeff Garzik kunmap_atomic(addr, KM_IRQ0); 3368c6fd2807SJeff Garzik } 3369c6fd2807SJeff Garzik } else { 3370c6fd2807SJeff Garzik if (qc->n_elem) 3371c6fd2807SJeff Garzik dma_unmap_single(ap->dev, 3372c6fd2807SJeff Garzik sg_dma_address(&sg[0]), sg_dma_len(&sg[0]), 3373c6fd2807SJeff Garzik dir); 3374c6fd2807SJeff Garzik /* restore sg */ 3375c6fd2807SJeff Garzik sg->length += qc->pad_len; 3376c6fd2807SJeff Garzik if (pad_buf) 3377c6fd2807SJeff Garzik memcpy(qc->buf_virt + sg->length - qc->pad_len, 3378c6fd2807SJeff Garzik pad_buf, qc->pad_len); 3379c6fd2807SJeff Garzik } 3380c6fd2807SJeff Garzik 3381c6fd2807SJeff Garzik qc->flags &= ~ATA_QCFLAG_DMAMAP; 3382c6fd2807SJeff Garzik qc->__sg = NULL; 3383c6fd2807SJeff Garzik } 3384c6fd2807SJeff Garzik 3385c6fd2807SJeff Garzik /** 3386c6fd2807SJeff Garzik * ata_fill_sg - Fill PCI IDE PRD table 3387c6fd2807SJeff Garzik * @qc: Metadata associated with taskfile to be transferred 3388c6fd2807SJeff Garzik * 3389c6fd2807SJeff Garzik * Fill PCI IDE PRD (scatter-gather) table with segments 3390c6fd2807SJeff Garzik * associated with the current disk command. 3391c6fd2807SJeff Garzik * 3392c6fd2807SJeff Garzik * LOCKING: 3393cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3394c6fd2807SJeff Garzik * 3395c6fd2807SJeff Garzik */ 3396c6fd2807SJeff Garzik static void ata_fill_sg(struct ata_queued_cmd *qc) 3397c6fd2807SJeff Garzik { 3398c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 3399c6fd2807SJeff Garzik struct scatterlist *sg; 3400c6fd2807SJeff Garzik unsigned int idx; 3401c6fd2807SJeff Garzik 3402c6fd2807SJeff Garzik WARN_ON(qc->__sg == NULL); 3403c6fd2807SJeff Garzik WARN_ON(qc->n_elem == 0 && qc->pad_len == 0); 3404c6fd2807SJeff Garzik 3405c6fd2807SJeff Garzik idx = 0; 3406c6fd2807SJeff Garzik ata_for_each_sg(sg, qc) { 3407c6fd2807SJeff Garzik u32 addr, offset; 3408c6fd2807SJeff Garzik u32 sg_len, len; 3409c6fd2807SJeff Garzik 3410c6fd2807SJeff Garzik /* determine if physical DMA addr spans 64K boundary. 3411c6fd2807SJeff Garzik * Note h/w doesn't support 64-bit, so we unconditionally 3412c6fd2807SJeff Garzik * truncate dma_addr_t to u32. 3413c6fd2807SJeff Garzik */ 3414c6fd2807SJeff Garzik addr = (u32) sg_dma_address(sg); 3415c6fd2807SJeff Garzik sg_len = sg_dma_len(sg); 3416c6fd2807SJeff Garzik 3417c6fd2807SJeff Garzik while (sg_len) { 3418c6fd2807SJeff Garzik offset = addr & 0xffff; 3419c6fd2807SJeff Garzik len = sg_len; 3420c6fd2807SJeff Garzik if ((offset + sg_len) > 0x10000) 3421c6fd2807SJeff Garzik len = 0x10000 - offset; 3422c6fd2807SJeff Garzik 3423c6fd2807SJeff Garzik ap->prd[idx].addr = cpu_to_le32(addr); 3424c6fd2807SJeff Garzik ap->prd[idx].flags_len = cpu_to_le32(len & 0xffff); 3425c6fd2807SJeff Garzik VPRINTK("PRD[%u] = (0x%X, 0x%X)\n", idx, addr, len); 3426c6fd2807SJeff Garzik 3427c6fd2807SJeff Garzik idx++; 3428c6fd2807SJeff Garzik sg_len -= len; 3429c6fd2807SJeff Garzik addr += len; 3430c6fd2807SJeff Garzik } 3431c6fd2807SJeff Garzik } 3432c6fd2807SJeff Garzik 3433c6fd2807SJeff Garzik if (idx) 3434c6fd2807SJeff Garzik ap->prd[idx - 1].flags_len |= cpu_to_le32(ATA_PRD_EOT); 3435c6fd2807SJeff Garzik } 3436c6fd2807SJeff Garzik /** 3437c6fd2807SJeff Garzik * ata_check_atapi_dma - Check whether ATAPI DMA can be supported 3438c6fd2807SJeff Garzik * @qc: Metadata associated with taskfile to check 3439c6fd2807SJeff Garzik * 3440c6fd2807SJeff Garzik * Allow low-level driver to filter ATA PACKET commands, returning 3441c6fd2807SJeff Garzik * a status indicating whether or not it is OK to use DMA for the 3442c6fd2807SJeff Garzik * supplied PACKET command. 3443c6fd2807SJeff Garzik * 3444c6fd2807SJeff Garzik * LOCKING: 3445cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3446c6fd2807SJeff Garzik * 3447c6fd2807SJeff Garzik * RETURNS: 0 when ATAPI DMA can be used 3448c6fd2807SJeff Garzik * nonzero otherwise 3449c6fd2807SJeff Garzik */ 3450c6fd2807SJeff Garzik int ata_check_atapi_dma(struct ata_queued_cmd *qc) 3451c6fd2807SJeff Garzik { 3452c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 3453c6fd2807SJeff Garzik int rc = 0; /* Assume ATAPI DMA is OK by default */ 3454c6fd2807SJeff Garzik 3455c6fd2807SJeff Garzik if (ap->ops->check_atapi_dma) 3456c6fd2807SJeff Garzik rc = ap->ops->check_atapi_dma(qc); 3457c6fd2807SJeff Garzik 3458c6fd2807SJeff Garzik return rc; 3459c6fd2807SJeff Garzik } 3460c6fd2807SJeff Garzik /** 3461c6fd2807SJeff Garzik * ata_qc_prep - Prepare taskfile for submission 3462c6fd2807SJeff Garzik * @qc: Metadata associated with taskfile to be prepared 3463c6fd2807SJeff Garzik * 3464c6fd2807SJeff Garzik * Prepare ATA taskfile for submission. 3465c6fd2807SJeff Garzik * 3466c6fd2807SJeff Garzik * LOCKING: 3467cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3468c6fd2807SJeff Garzik */ 3469c6fd2807SJeff Garzik void ata_qc_prep(struct ata_queued_cmd *qc) 3470c6fd2807SJeff Garzik { 3471c6fd2807SJeff Garzik if (!(qc->flags & ATA_QCFLAG_DMAMAP)) 3472c6fd2807SJeff Garzik return; 3473c6fd2807SJeff Garzik 3474c6fd2807SJeff Garzik ata_fill_sg(qc); 3475c6fd2807SJeff Garzik } 3476c6fd2807SJeff Garzik 3477c6fd2807SJeff Garzik void ata_noop_qc_prep(struct ata_queued_cmd *qc) { } 3478c6fd2807SJeff Garzik 3479c6fd2807SJeff Garzik /** 3480c6fd2807SJeff Garzik * ata_sg_init_one - Associate command with memory buffer 3481c6fd2807SJeff Garzik * @qc: Command to be associated 3482c6fd2807SJeff Garzik * @buf: Memory buffer 3483c6fd2807SJeff Garzik * @buflen: Length of memory buffer, in bytes. 3484c6fd2807SJeff Garzik * 3485c6fd2807SJeff Garzik * Initialize the data-related elements of queued_cmd @qc 3486c6fd2807SJeff Garzik * to point to a single memory buffer, @buf of byte length @buflen. 3487c6fd2807SJeff Garzik * 3488c6fd2807SJeff Garzik * LOCKING: 3489cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3490c6fd2807SJeff Garzik */ 3491c6fd2807SJeff Garzik 3492c6fd2807SJeff Garzik void ata_sg_init_one(struct ata_queued_cmd *qc, void *buf, unsigned int buflen) 3493c6fd2807SJeff Garzik { 3494c6fd2807SJeff Garzik qc->flags |= ATA_QCFLAG_SINGLE; 3495c6fd2807SJeff Garzik 3496c6fd2807SJeff Garzik qc->__sg = &qc->sgent; 3497c6fd2807SJeff Garzik qc->n_elem = 1; 3498c6fd2807SJeff Garzik qc->orig_n_elem = 1; 3499c6fd2807SJeff Garzik qc->buf_virt = buf; 3500c6fd2807SJeff Garzik qc->nbytes = buflen; 3501c6fd2807SJeff Garzik 350261c0596cSTejun Heo sg_init_one(&qc->sgent, buf, buflen); 3503c6fd2807SJeff Garzik } 3504c6fd2807SJeff Garzik 3505c6fd2807SJeff Garzik /** 3506c6fd2807SJeff Garzik * ata_sg_init - Associate command with scatter-gather table. 3507c6fd2807SJeff Garzik * @qc: Command to be associated 3508c6fd2807SJeff Garzik * @sg: Scatter-gather table. 3509c6fd2807SJeff Garzik * @n_elem: Number of elements in s/g table. 3510c6fd2807SJeff Garzik * 3511c6fd2807SJeff Garzik * Initialize the data-related elements of queued_cmd @qc 3512c6fd2807SJeff Garzik * to point to a scatter-gather table @sg, containing @n_elem 3513c6fd2807SJeff Garzik * elements. 3514c6fd2807SJeff Garzik * 3515c6fd2807SJeff Garzik * LOCKING: 3516cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3517c6fd2807SJeff Garzik */ 3518c6fd2807SJeff Garzik 3519c6fd2807SJeff Garzik void ata_sg_init(struct ata_queued_cmd *qc, struct scatterlist *sg, 3520c6fd2807SJeff Garzik unsigned int n_elem) 3521c6fd2807SJeff Garzik { 3522c6fd2807SJeff Garzik qc->flags |= ATA_QCFLAG_SG; 3523c6fd2807SJeff Garzik qc->__sg = sg; 3524c6fd2807SJeff Garzik qc->n_elem = n_elem; 3525c6fd2807SJeff Garzik qc->orig_n_elem = n_elem; 3526c6fd2807SJeff Garzik } 3527c6fd2807SJeff Garzik 3528c6fd2807SJeff Garzik /** 3529c6fd2807SJeff Garzik * ata_sg_setup_one - DMA-map the memory buffer associated with a command. 3530c6fd2807SJeff Garzik * @qc: Command with memory buffer to be mapped. 3531c6fd2807SJeff Garzik * 3532c6fd2807SJeff Garzik * DMA-map the memory buffer associated with queued_cmd @qc. 3533c6fd2807SJeff Garzik * 3534c6fd2807SJeff Garzik * LOCKING: 3535cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3536c6fd2807SJeff Garzik * 3537c6fd2807SJeff Garzik * RETURNS: 3538c6fd2807SJeff Garzik * Zero on success, negative on error. 3539c6fd2807SJeff Garzik */ 3540c6fd2807SJeff Garzik 3541c6fd2807SJeff Garzik static int ata_sg_setup_one(struct ata_queued_cmd *qc) 3542c6fd2807SJeff Garzik { 3543c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 3544c6fd2807SJeff Garzik int dir = qc->dma_dir; 3545c6fd2807SJeff Garzik struct scatterlist *sg = qc->__sg; 3546c6fd2807SJeff Garzik dma_addr_t dma_address; 3547c6fd2807SJeff Garzik int trim_sg = 0; 3548c6fd2807SJeff Garzik 3549c6fd2807SJeff Garzik /* we must lengthen transfers to end on a 32-bit boundary */ 3550c6fd2807SJeff Garzik qc->pad_len = sg->length & 3; 3551c6fd2807SJeff Garzik if (qc->pad_len) { 3552c6fd2807SJeff Garzik void *pad_buf = ap->pad + (qc->tag * ATA_DMA_PAD_SZ); 3553c6fd2807SJeff Garzik struct scatterlist *psg = &qc->pad_sgent; 3554c6fd2807SJeff Garzik 3555c6fd2807SJeff Garzik WARN_ON(qc->dev->class != ATA_DEV_ATAPI); 3556c6fd2807SJeff Garzik 3557c6fd2807SJeff Garzik memset(pad_buf, 0, ATA_DMA_PAD_SZ); 3558c6fd2807SJeff Garzik 3559c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_WRITE) 3560c6fd2807SJeff Garzik memcpy(pad_buf, qc->buf_virt + sg->length - qc->pad_len, 3561c6fd2807SJeff Garzik qc->pad_len); 3562c6fd2807SJeff Garzik 3563c6fd2807SJeff Garzik sg_dma_address(psg) = ap->pad_dma + (qc->tag * ATA_DMA_PAD_SZ); 3564c6fd2807SJeff Garzik sg_dma_len(psg) = ATA_DMA_PAD_SZ; 3565c6fd2807SJeff Garzik /* trim sg */ 3566c6fd2807SJeff Garzik sg->length -= qc->pad_len; 3567c6fd2807SJeff Garzik if (sg->length == 0) 3568c6fd2807SJeff Garzik trim_sg = 1; 3569c6fd2807SJeff Garzik 3570c6fd2807SJeff Garzik DPRINTK("padding done, sg->length=%u pad_len=%u\n", 3571c6fd2807SJeff Garzik sg->length, qc->pad_len); 3572c6fd2807SJeff Garzik } 3573c6fd2807SJeff Garzik 3574c6fd2807SJeff Garzik if (trim_sg) { 3575c6fd2807SJeff Garzik qc->n_elem--; 3576c6fd2807SJeff Garzik goto skip_map; 3577c6fd2807SJeff Garzik } 3578c6fd2807SJeff Garzik 3579c6fd2807SJeff Garzik dma_address = dma_map_single(ap->dev, qc->buf_virt, 3580c6fd2807SJeff Garzik sg->length, dir); 3581c6fd2807SJeff Garzik if (dma_mapping_error(dma_address)) { 3582c6fd2807SJeff Garzik /* restore sg */ 3583c6fd2807SJeff Garzik sg->length += qc->pad_len; 3584c6fd2807SJeff Garzik return -1; 3585c6fd2807SJeff Garzik } 3586c6fd2807SJeff Garzik 3587c6fd2807SJeff Garzik sg_dma_address(sg) = dma_address; 3588c6fd2807SJeff Garzik sg_dma_len(sg) = sg->length; 3589c6fd2807SJeff Garzik 3590c6fd2807SJeff Garzik skip_map: 3591c6fd2807SJeff Garzik DPRINTK("mapped buffer of %d bytes for %s\n", sg_dma_len(sg), 3592c6fd2807SJeff Garzik qc->tf.flags & ATA_TFLAG_WRITE ? "write" : "read"); 3593c6fd2807SJeff Garzik 3594c6fd2807SJeff Garzik return 0; 3595c6fd2807SJeff Garzik } 3596c6fd2807SJeff Garzik 3597c6fd2807SJeff Garzik /** 3598c6fd2807SJeff Garzik * ata_sg_setup - DMA-map the scatter-gather table associated with a command. 3599c6fd2807SJeff Garzik * @qc: Command with scatter-gather table to be mapped. 3600c6fd2807SJeff Garzik * 3601c6fd2807SJeff Garzik * DMA-map the scatter-gather table associated with queued_cmd @qc. 3602c6fd2807SJeff Garzik * 3603c6fd2807SJeff Garzik * LOCKING: 3604cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 3605c6fd2807SJeff Garzik * 3606c6fd2807SJeff Garzik * RETURNS: 3607c6fd2807SJeff Garzik * Zero on success, negative on error. 3608c6fd2807SJeff Garzik * 3609c6fd2807SJeff Garzik */ 3610c6fd2807SJeff Garzik 3611c6fd2807SJeff Garzik static int ata_sg_setup(struct ata_queued_cmd *qc) 3612c6fd2807SJeff Garzik { 3613c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 3614c6fd2807SJeff Garzik struct scatterlist *sg = qc->__sg; 3615c6fd2807SJeff Garzik struct scatterlist *lsg = &sg[qc->n_elem - 1]; 3616c6fd2807SJeff Garzik int n_elem, pre_n_elem, dir, trim_sg = 0; 3617c6fd2807SJeff Garzik 3618c6fd2807SJeff Garzik VPRINTK("ENTER, ata%u\n", ap->id); 3619c6fd2807SJeff Garzik WARN_ON(!(qc->flags & ATA_QCFLAG_SG)); 3620c6fd2807SJeff Garzik 3621c6fd2807SJeff Garzik /* we must lengthen transfers to end on a 32-bit boundary */ 3622c6fd2807SJeff Garzik qc->pad_len = lsg->length & 3; 3623c6fd2807SJeff Garzik if (qc->pad_len) { 3624c6fd2807SJeff Garzik void *pad_buf = ap->pad + (qc->tag * ATA_DMA_PAD_SZ); 3625c6fd2807SJeff Garzik struct scatterlist *psg = &qc->pad_sgent; 3626c6fd2807SJeff Garzik unsigned int offset; 3627c6fd2807SJeff Garzik 3628c6fd2807SJeff Garzik WARN_ON(qc->dev->class != ATA_DEV_ATAPI); 3629c6fd2807SJeff Garzik 3630c6fd2807SJeff Garzik memset(pad_buf, 0, ATA_DMA_PAD_SZ); 3631c6fd2807SJeff Garzik 3632c6fd2807SJeff Garzik /* 3633c6fd2807SJeff Garzik * psg->page/offset are used to copy to-be-written 3634c6fd2807SJeff Garzik * data in this function or read data in ata_sg_clean. 3635c6fd2807SJeff Garzik */ 3636c6fd2807SJeff Garzik offset = lsg->offset + lsg->length - qc->pad_len; 3637c6fd2807SJeff Garzik psg->page = nth_page(lsg->page, offset >> PAGE_SHIFT); 3638c6fd2807SJeff Garzik psg->offset = offset_in_page(offset); 3639c6fd2807SJeff Garzik 3640c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_WRITE) { 3641c6fd2807SJeff Garzik void *addr = kmap_atomic(psg->page, KM_IRQ0); 3642c6fd2807SJeff Garzik memcpy(pad_buf, addr + psg->offset, qc->pad_len); 3643c6fd2807SJeff Garzik kunmap_atomic(addr, KM_IRQ0); 3644c6fd2807SJeff Garzik } 3645c6fd2807SJeff Garzik 3646c6fd2807SJeff Garzik sg_dma_address(psg) = ap->pad_dma + (qc->tag * ATA_DMA_PAD_SZ); 3647c6fd2807SJeff Garzik sg_dma_len(psg) = ATA_DMA_PAD_SZ; 3648c6fd2807SJeff Garzik /* trim last sg */ 3649c6fd2807SJeff Garzik lsg->length -= qc->pad_len; 3650c6fd2807SJeff Garzik if (lsg->length == 0) 3651c6fd2807SJeff Garzik trim_sg = 1; 3652c6fd2807SJeff Garzik 3653c6fd2807SJeff Garzik DPRINTK("padding done, sg[%d].length=%u pad_len=%u\n", 3654c6fd2807SJeff Garzik qc->n_elem - 1, lsg->length, qc->pad_len); 3655c6fd2807SJeff Garzik } 3656c6fd2807SJeff Garzik 3657c6fd2807SJeff Garzik pre_n_elem = qc->n_elem; 3658c6fd2807SJeff Garzik if (trim_sg && pre_n_elem) 3659c6fd2807SJeff Garzik pre_n_elem--; 3660c6fd2807SJeff Garzik 3661c6fd2807SJeff Garzik if (!pre_n_elem) { 3662c6fd2807SJeff Garzik n_elem = 0; 3663c6fd2807SJeff Garzik goto skip_map; 3664c6fd2807SJeff Garzik } 3665c6fd2807SJeff Garzik 3666c6fd2807SJeff Garzik dir = qc->dma_dir; 3667c6fd2807SJeff Garzik n_elem = dma_map_sg(ap->dev, sg, pre_n_elem, dir); 3668c6fd2807SJeff Garzik if (n_elem < 1) { 3669c6fd2807SJeff Garzik /* restore last sg */ 3670c6fd2807SJeff Garzik lsg->length += qc->pad_len; 3671c6fd2807SJeff Garzik return -1; 3672c6fd2807SJeff Garzik } 3673c6fd2807SJeff Garzik 3674c6fd2807SJeff Garzik DPRINTK("%d sg elements mapped\n", n_elem); 3675c6fd2807SJeff Garzik 3676c6fd2807SJeff Garzik skip_map: 3677c6fd2807SJeff Garzik qc->n_elem = n_elem; 3678c6fd2807SJeff Garzik 3679c6fd2807SJeff Garzik return 0; 3680c6fd2807SJeff Garzik } 3681c6fd2807SJeff Garzik 3682c6fd2807SJeff Garzik /** 3683c6fd2807SJeff Garzik * swap_buf_le16 - swap halves of 16-bit words in place 3684c6fd2807SJeff Garzik * @buf: Buffer to swap 3685c6fd2807SJeff Garzik * @buf_words: Number of 16-bit words in buffer. 3686c6fd2807SJeff Garzik * 3687c6fd2807SJeff Garzik * Swap halves of 16-bit words if needed to convert from 3688c6fd2807SJeff Garzik * little-endian byte order to native cpu byte order, or 3689c6fd2807SJeff Garzik * vice-versa. 3690c6fd2807SJeff Garzik * 3691c6fd2807SJeff Garzik * LOCKING: 3692c6fd2807SJeff Garzik * Inherited from caller. 3693c6fd2807SJeff Garzik */ 3694c6fd2807SJeff Garzik void swap_buf_le16(u16 *buf, unsigned int buf_words) 3695c6fd2807SJeff Garzik { 3696c6fd2807SJeff Garzik #ifdef __BIG_ENDIAN 3697c6fd2807SJeff Garzik unsigned int i; 3698c6fd2807SJeff Garzik 3699c6fd2807SJeff Garzik for (i = 0; i < buf_words; i++) 3700c6fd2807SJeff Garzik buf[i] = le16_to_cpu(buf[i]); 3701c6fd2807SJeff Garzik #endif /* __BIG_ENDIAN */ 3702c6fd2807SJeff Garzik } 3703c6fd2807SJeff Garzik 3704c6fd2807SJeff Garzik /** 3705c6fd2807SJeff Garzik * ata_mmio_data_xfer - Transfer data by MMIO 3706c6fd2807SJeff Garzik * @adev: device for this I/O 3707c6fd2807SJeff Garzik * @buf: data buffer 3708c6fd2807SJeff Garzik * @buflen: buffer length 3709c6fd2807SJeff Garzik * @write_data: read/write 3710c6fd2807SJeff Garzik * 3711c6fd2807SJeff Garzik * Transfer data from/to the device data register by MMIO. 3712c6fd2807SJeff Garzik * 3713c6fd2807SJeff Garzik * LOCKING: 3714c6fd2807SJeff Garzik * Inherited from caller. 3715c6fd2807SJeff Garzik */ 3716c6fd2807SJeff Garzik 3717c6fd2807SJeff Garzik void ata_mmio_data_xfer(struct ata_device *adev, unsigned char *buf, 3718c6fd2807SJeff Garzik unsigned int buflen, int write_data) 3719c6fd2807SJeff Garzik { 3720c6fd2807SJeff Garzik struct ata_port *ap = adev->ap; 3721c6fd2807SJeff Garzik unsigned int i; 3722c6fd2807SJeff Garzik unsigned int words = buflen >> 1; 3723c6fd2807SJeff Garzik u16 *buf16 = (u16 *) buf; 3724c6fd2807SJeff Garzik void __iomem *mmio = (void __iomem *)ap->ioaddr.data_addr; 3725c6fd2807SJeff Garzik 3726c6fd2807SJeff Garzik /* Transfer multiple of 2 bytes */ 3727c6fd2807SJeff Garzik if (write_data) { 3728c6fd2807SJeff Garzik for (i = 0; i < words; i++) 3729c6fd2807SJeff Garzik writew(le16_to_cpu(buf16[i]), mmio); 3730c6fd2807SJeff Garzik } else { 3731c6fd2807SJeff Garzik for (i = 0; i < words; i++) 3732c6fd2807SJeff Garzik buf16[i] = cpu_to_le16(readw(mmio)); 3733c6fd2807SJeff Garzik } 3734c6fd2807SJeff Garzik 3735c6fd2807SJeff Garzik /* Transfer trailing 1 byte, if any. */ 3736c6fd2807SJeff Garzik if (unlikely(buflen & 0x01)) { 3737c6fd2807SJeff Garzik u16 align_buf[1] = { 0 }; 3738c6fd2807SJeff Garzik unsigned char *trailing_buf = buf + buflen - 1; 3739c6fd2807SJeff Garzik 3740c6fd2807SJeff Garzik if (write_data) { 3741c6fd2807SJeff Garzik memcpy(align_buf, trailing_buf, 1); 3742c6fd2807SJeff Garzik writew(le16_to_cpu(align_buf[0]), mmio); 3743c6fd2807SJeff Garzik } else { 3744c6fd2807SJeff Garzik align_buf[0] = cpu_to_le16(readw(mmio)); 3745c6fd2807SJeff Garzik memcpy(trailing_buf, align_buf, 1); 3746c6fd2807SJeff Garzik } 3747c6fd2807SJeff Garzik } 3748c6fd2807SJeff Garzik } 3749c6fd2807SJeff Garzik 3750c6fd2807SJeff Garzik /** 3751c6fd2807SJeff Garzik * ata_pio_data_xfer - Transfer data by PIO 3752c6fd2807SJeff Garzik * @adev: device to target 3753c6fd2807SJeff Garzik * @buf: data buffer 3754c6fd2807SJeff Garzik * @buflen: buffer length 3755c6fd2807SJeff Garzik * @write_data: read/write 3756c6fd2807SJeff Garzik * 3757c6fd2807SJeff Garzik * Transfer data from/to the device data register by PIO. 3758c6fd2807SJeff Garzik * 3759c6fd2807SJeff Garzik * LOCKING: 3760c6fd2807SJeff Garzik * Inherited from caller. 3761c6fd2807SJeff Garzik */ 3762c6fd2807SJeff Garzik 3763c6fd2807SJeff Garzik void ata_pio_data_xfer(struct ata_device *adev, unsigned char *buf, 3764c6fd2807SJeff Garzik unsigned int buflen, int write_data) 3765c6fd2807SJeff Garzik { 3766c6fd2807SJeff Garzik struct ata_port *ap = adev->ap; 3767c6fd2807SJeff Garzik unsigned int words = buflen >> 1; 3768c6fd2807SJeff Garzik 3769c6fd2807SJeff Garzik /* Transfer multiple of 2 bytes */ 3770c6fd2807SJeff Garzik if (write_data) 3771c6fd2807SJeff Garzik outsw(ap->ioaddr.data_addr, buf, words); 3772c6fd2807SJeff Garzik else 3773c6fd2807SJeff Garzik insw(ap->ioaddr.data_addr, buf, words); 3774c6fd2807SJeff Garzik 3775c6fd2807SJeff Garzik /* Transfer trailing 1 byte, if any. */ 3776c6fd2807SJeff Garzik if (unlikely(buflen & 0x01)) { 3777c6fd2807SJeff Garzik u16 align_buf[1] = { 0 }; 3778c6fd2807SJeff Garzik unsigned char *trailing_buf = buf + buflen - 1; 3779c6fd2807SJeff Garzik 3780c6fd2807SJeff Garzik if (write_data) { 3781c6fd2807SJeff Garzik memcpy(align_buf, trailing_buf, 1); 3782c6fd2807SJeff Garzik outw(le16_to_cpu(align_buf[0]), ap->ioaddr.data_addr); 3783c6fd2807SJeff Garzik } else { 3784c6fd2807SJeff Garzik align_buf[0] = cpu_to_le16(inw(ap->ioaddr.data_addr)); 3785c6fd2807SJeff Garzik memcpy(trailing_buf, align_buf, 1); 3786c6fd2807SJeff Garzik } 3787c6fd2807SJeff Garzik } 3788c6fd2807SJeff Garzik } 3789c6fd2807SJeff Garzik 3790c6fd2807SJeff Garzik /** 3791c6fd2807SJeff Garzik * ata_pio_data_xfer_noirq - Transfer data by PIO 3792c6fd2807SJeff Garzik * @adev: device to target 3793c6fd2807SJeff Garzik * @buf: data buffer 3794c6fd2807SJeff Garzik * @buflen: buffer length 3795c6fd2807SJeff Garzik * @write_data: read/write 3796c6fd2807SJeff Garzik * 3797c6fd2807SJeff Garzik * Transfer data from/to the device data register by PIO. Do the 3798c6fd2807SJeff Garzik * transfer with interrupts disabled. 3799c6fd2807SJeff Garzik * 3800c6fd2807SJeff Garzik * LOCKING: 3801c6fd2807SJeff Garzik * Inherited from caller. 3802c6fd2807SJeff Garzik */ 3803c6fd2807SJeff Garzik 3804c6fd2807SJeff Garzik void ata_pio_data_xfer_noirq(struct ata_device *adev, unsigned char *buf, 3805c6fd2807SJeff Garzik unsigned int buflen, int write_data) 3806c6fd2807SJeff Garzik { 3807c6fd2807SJeff Garzik unsigned long flags; 3808c6fd2807SJeff Garzik local_irq_save(flags); 3809c6fd2807SJeff Garzik ata_pio_data_xfer(adev, buf, buflen, write_data); 3810c6fd2807SJeff Garzik local_irq_restore(flags); 3811c6fd2807SJeff Garzik } 3812c6fd2807SJeff Garzik 3813c6fd2807SJeff Garzik 3814c6fd2807SJeff Garzik /** 3815c6fd2807SJeff Garzik * ata_pio_sector - Transfer ATA_SECT_SIZE (512 bytes) of data. 3816c6fd2807SJeff Garzik * @qc: Command on going 3817c6fd2807SJeff Garzik * 3818c6fd2807SJeff Garzik * Transfer ATA_SECT_SIZE of data from/to the ATA device. 3819c6fd2807SJeff Garzik * 3820c6fd2807SJeff Garzik * LOCKING: 3821c6fd2807SJeff Garzik * Inherited from caller. 3822c6fd2807SJeff Garzik */ 3823c6fd2807SJeff Garzik 3824c6fd2807SJeff Garzik static void ata_pio_sector(struct ata_queued_cmd *qc) 3825c6fd2807SJeff Garzik { 3826c6fd2807SJeff Garzik int do_write = (qc->tf.flags & ATA_TFLAG_WRITE); 3827c6fd2807SJeff Garzik struct scatterlist *sg = qc->__sg; 3828c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 3829c6fd2807SJeff Garzik struct page *page; 3830c6fd2807SJeff Garzik unsigned int offset; 3831c6fd2807SJeff Garzik unsigned char *buf; 3832c6fd2807SJeff Garzik 3833c6fd2807SJeff Garzik if (qc->cursect == (qc->nsect - 1)) 3834c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 3835c6fd2807SJeff Garzik 3836c6fd2807SJeff Garzik page = sg[qc->cursg].page; 3837c6fd2807SJeff Garzik offset = sg[qc->cursg].offset + qc->cursg_ofs * ATA_SECT_SIZE; 3838c6fd2807SJeff Garzik 3839c6fd2807SJeff Garzik /* get the current page and offset */ 3840c6fd2807SJeff Garzik page = nth_page(page, (offset >> PAGE_SHIFT)); 3841c6fd2807SJeff Garzik offset %= PAGE_SIZE; 3842c6fd2807SJeff Garzik 3843c6fd2807SJeff Garzik DPRINTK("data %s\n", qc->tf.flags & ATA_TFLAG_WRITE ? "write" : "read"); 3844c6fd2807SJeff Garzik 3845c6fd2807SJeff Garzik if (PageHighMem(page)) { 3846c6fd2807SJeff Garzik unsigned long flags; 3847c6fd2807SJeff Garzik 3848c6fd2807SJeff Garzik /* FIXME: use a bounce buffer */ 3849c6fd2807SJeff Garzik local_irq_save(flags); 3850c6fd2807SJeff Garzik buf = kmap_atomic(page, KM_IRQ0); 3851c6fd2807SJeff Garzik 3852c6fd2807SJeff Garzik /* do the actual data transfer */ 3853c6fd2807SJeff Garzik ap->ops->data_xfer(qc->dev, buf + offset, ATA_SECT_SIZE, do_write); 3854c6fd2807SJeff Garzik 3855c6fd2807SJeff Garzik kunmap_atomic(buf, KM_IRQ0); 3856c6fd2807SJeff Garzik local_irq_restore(flags); 3857c6fd2807SJeff Garzik } else { 3858c6fd2807SJeff Garzik buf = page_address(page); 3859c6fd2807SJeff Garzik ap->ops->data_xfer(qc->dev, buf + offset, ATA_SECT_SIZE, do_write); 3860c6fd2807SJeff Garzik } 3861c6fd2807SJeff Garzik 3862c6fd2807SJeff Garzik qc->cursect++; 3863c6fd2807SJeff Garzik qc->cursg_ofs++; 3864c6fd2807SJeff Garzik 3865c6fd2807SJeff Garzik if ((qc->cursg_ofs * ATA_SECT_SIZE) == (&sg[qc->cursg])->length) { 3866c6fd2807SJeff Garzik qc->cursg++; 3867c6fd2807SJeff Garzik qc->cursg_ofs = 0; 3868c6fd2807SJeff Garzik } 3869c6fd2807SJeff Garzik } 3870c6fd2807SJeff Garzik 3871c6fd2807SJeff Garzik /** 3872c6fd2807SJeff Garzik * ata_pio_sectors - Transfer one or many 512-byte sectors. 3873c6fd2807SJeff Garzik * @qc: Command on going 3874c6fd2807SJeff Garzik * 3875c6fd2807SJeff Garzik * Transfer one or many ATA_SECT_SIZE of data from/to the 3876c6fd2807SJeff Garzik * ATA device for the DRQ request. 3877c6fd2807SJeff Garzik * 3878c6fd2807SJeff Garzik * LOCKING: 3879c6fd2807SJeff Garzik * Inherited from caller. 3880c6fd2807SJeff Garzik */ 3881c6fd2807SJeff Garzik 3882c6fd2807SJeff Garzik static void ata_pio_sectors(struct ata_queued_cmd *qc) 3883c6fd2807SJeff Garzik { 3884c6fd2807SJeff Garzik if (is_multi_taskfile(&qc->tf)) { 3885c6fd2807SJeff Garzik /* READ/WRITE MULTIPLE */ 3886c6fd2807SJeff Garzik unsigned int nsect; 3887c6fd2807SJeff Garzik 3888c6fd2807SJeff Garzik WARN_ON(qc->dev->multi_count == 0); 3889c6fd2807SJeff Garzik 3890c6fd2807SJeff Garzik nsect = min(qc->nsect - qc->cursect, qc->dev->multi_count); 3891c6fd2807SJeff Garzik while (nsect--) 3892c6fd2807SJeff Garzik ata_pio_sector(qc); 3893c6fd2807SJeff Garzik } else 3894c6fd2807SJeff Garzik ata_pio_sector(qc); 3895c6fd2807SJeff Garzik } 3896c6fd2807SJeff Garzik 3897c6fd2807SJeff Garzik /** 3898c6fd2807SJeff Garzik * atapi_send_cdb - Write CDB bytes to hardware 3899c6fd2807SJeff Garzik * @ap: Port to which ATAPI device is attached. 3900c6fd2807SJeff Garzik * @qc: Taskfile currently active 3901c6fd2807SJeff Garzik * 3902c6fd2807SJeff Garzik * When device has indicated its readiness to accept 3903c6fd2807SJeff Garzik * a CDB, this function is called. Send the CDB. 3904c6fd2807SJeff Garzik * 3905c6fd2807SJeff Garzik * LOCKING: 3906c6fd2807SJeff Garzik * caller. 3907c6fd2807SJeff Garzik */ 3908c6fd2807SJeff Garzik 3909c6fd2807SJeff Garzik static void atapi_send_cdb(struct ata_port *ap, struct ata_queued_cmd *qc) 3910c6fd2807SJeff Garzik { 3911c6fd2807SJeff Garzik /* send SCSI cdb */ 3912c6fd2807SJeff Garzik DPRINTK("send cdb\n"); 3913c6fd2807SJeff Garzik WARN_ON(qc->dev->cdb_len < 12); 3914c6fd2807SJeff Garzik 3915c6fd2807SJeff Garzik ap->ops->data_xfer(qc->dev, qc->cdb, qc->dev->cdb_len, 1); 3916c6fd2807SJeff Garzik ata_altstatus(ap); /* flush */ 3917c6fd2807SJeff Garzik 3918c6fd2807SJeff Garzik switch (qc->tf.protocol) { 3919c6fd2807SJeff Garzik case ATA_PROT_ATAPI: 3920c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST; 3921c6fd2807SJeff Garzik break; 3922c6fd2807SJeff Garzik case ATA_PROT_ATAPI_NODATA: 3923c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 3924c6fd2807SJeff Garzik break; 3925c6fd2807SJeff Garzik case ATA_PROT_ATAPI_DMA: 3926c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 3927c6fd2807SJeff Garzik /* initiate bmdma */ 3928c6fd2807SJeff Garzik ap->ops->bmdma_start(qc); 3929c6fd2807SJeff Garzik break; 3930c6fd2807SJeff Garzik } 3931c6fd2807SJeff Garzik } 3932c6fd2807SJeff Garzik 3933c6fd2807SJeff Garzik /** 3934c6fd2807SJeff Garzik * __atapi_pio_bytes - Transfer data from/to the ATAPI device. 3935c6fd2807SJeff Garzik * @qc: Command on going 3936c6fd2807SJeff Garzik * @bytes: number of bytes 3937c6fd2807SJeff Garzik * 3938c6fd2807SJeff Garzik * Transfer Transfer data from/to the ATAPI device. 3939c6fd2807SJeff Garzik * 3940c6fd2807SJeff Garzik * LOCKING: 3941c6fd2807SJeff Garzik * Inherited from caller. 3942c6fd2807SJeff Garzik * 3943c6fd2807SJeff Garzik */ 3944c6fd2807SJeff Garzik 3945c6fd2807SJeff Garzik static void __atapi_pio_bytes(struct ata_queued_cmd *qc, unsigned int bytes) 3946c6fd2807SJeff Garzik { 3947c6fd2807SJeff Garzik int do_write = (qc->tf.flags & ATA_TFLAG_WRITE); 3948c6fd2807SJeff Garzik struct scatterlist *sg = qc->__sg; 3949c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 3950c6fd2807SJeff Garzik struct page *page; 3951c6fd2807SJeff Garzik unsigned char *buf; 3952c6fd2807SJeff Garzik unsigned int offset, count; 3953c6fd2807SJeff Garzik 3954c6fd2807SJeff Garzik if (qc->curbytes + bytes >= qc->nbytes) 3955c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 3956c6fd2807SJeff Garzik 3957c6fd2807SJeff Garzik next_sg: 3958c6fd2807SJeff Garzik if (unlikely(qc->cursg >= qc->n_elem)) { 3959c6fd2807SJeff Garzik /* 3960c6fd2807SJeff Garzik * The end of qc->sg is reached and the device expects 3961c6fd2807SJeff Garzik * more data to transfer. In order not to overrun qc->sg 3962c6fd2807SJeff Garzik * and fulfill length specified in the byte count register, 3963c6fd2807SJeff Garzik * - for read case, discard trailing data from the device 3964c6fd2807SJeff Garzik * - for write case, padding zero data to the device 3965c6fd2807SJeff Garzik */ 3966c6fd2807SJeff Garzik u16 pad_buf[1] = { 0 }; 3967c6fd2807SJeff Garzik unsigned int words = bytes >> 1; 3968c6fd2807SJeff Garzik unsigned int i; 3969c6fd2807SJeff Garzik 3970c6fd2807SJeff Garzik if (words) /* warning if bytes > 1 */ 3971c6fd2807SJeff Garzik ata_dev_printk(qc->dev, KERN_WARNING, 3972c6fd2807SJeff Garzik "%u bytes trailing data\n", bytes); 3973c6fd2807SJeff Garzik 3974c6fd2807SJeff Garzik for (i = 0; i < words; i++) 3975c6fd2807SJeff Garzik ap->ops->data_xfer(qc->dev, (unsigned char*)pad_buf, 2, do_write); 3976c6fd2807SJeff Garzik 3977c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 3978c6fd2807SJeff Garzik return; 3979c6fd2807SJeff Garzik } 3980c6fd2807SJeff Garzik 3981c6fd2807SJeff Garzik sg = &qc->__sg[qc->cursg]; 3982c6fd2807SJeff Garzik 3983c6fd2807SJeff Garzik page = sg->page; 3984c6fd2807SJeff Garzik offset = sg->offset + qc->cursg_ofs; 3985c6fd2807SJeff Garzik 3986c6fd2807SJeff Garzik /* get the current page and offset */ 3987c6fd2807SJeff Garzik page = nth_page(page, (offset >> PAGE_SHIFT)); 3988c6fd2807SJeff Garzik offset %= PAGE_SIZE; 3989c6fd2807SJeff Garzik 3990c6fd2807SJeff Garzik /* don't overrun current sg */ 3991c6fd2807SJeff Garzik count = min(sg->length - qc->cursg_ofs, bytes); 3992c6fd2807SJeff Garzik 3993c6fd2807SJeff Garzik /* don't cross page boundaries */ 3994c6fd2807SJeff Garzik count = min(count, (unsigned int)PAGE_SIZE - offset); 3995c6fd2807SJeff Garzik 3996c6fd2807SJeff Garzik DPRINTK("data %s\n", qc->tf.flags & ATA_TFLAG_WRITE ? "write" : "read"); 3997c6fd2807SJeff Garzik 3998c6fd2807SJeff Garzik if (PageHighMem(page)) { 3999c6fd2807SJeff Garzik unsigned long flags; 4000c6fd2807SJeff Garzik 4001c6fd2807SJeff Garzik /* FIXME: use bounce buffer */ 4002c6fd2807SJeff Garzik local_irq_save(flags); 4003c6fd2807SJeff Garzik buf = kmap_atomic(page, KM_IRQ0); 4004c6fd2807SJeff Garzik 4005c6fd2807SJeff Garzik /* do the actual data transfer */ 4006c6fd2807SJeff Garzik ap->ops->data_xfer(qc->dev, buf + offset, count, do_write); 4007c6fd2807SJeff Garzik 4008c6fd2807SJeff Garzik kunmap_atomic(buf, KM_IRQ0); 4009c6fd2807SJeff Garzik local_irq_restore(flags); 4010c6fd2807SJeff Garzik } else { 4011c6fd2807SJeff Garzik buf = page_address(page); 4012c6fd2807SJeff Garzik ap->ops->data_xfer(qc->dev, buf + offset, count, do_write); 4013c6fd2807SJeff Garzik } 4014c6fd2807SJeff Garzik 4015c6fd2807SJeff Garzik bytes -= count; 4016c6fd2807SJeff Garzik qc->curbytes += count; 4017c6fd2807SJeff Garzik qc->cursg_ofs += count; 4018c6fd2807SJeff Garzik 4019c6fd2807SJeff Garzik if (qc->cursg_ofs == sg->length) { 4020c6fd2807SJeff Garzik qc->cursg++; 4021c6fd2807SJeff Garzik qc->cursg_ofs = 0; 4022c6fd2807SJeff Garzik } 4023c6fd2807SJeff Garzik 4024c6fd2807SJeff Garzik if (bytes) 4025c6fd2807SJeff Garzik goto next_sg; 4026c6fd2807SJeff Garzik } 4027c6fd2807SJeff Garzik 4028c6fd2807SJeff Garzik /** 4029c6fd2807SJeff Garzik * atapi_pio_bytes - Transfer data from/to the ATAPI device. 4030c6fd2807SJeff Garzik * @qc: Command on going 4031c6fd2807SJeff Garzik * 4032c6fd2807SJeff Garzik * Transfer Transfer data from/to the ATAPI device. 4033c6fd2807SJeff Garzik * 4034c6fd2807SJeff Garzik * LOCKING: 4035c6fd2807SJeff Garzik * Inherited from caller. 4036c6fd2807SJeff Garzik */ 4037c6fd2807SJeff Garzik 4038c6fd2807SJeff Garzik static void atapi_pio_bytes(struct ata_queued_cmd *qc) 4039c6fd2807SJeff Garzik { 4040c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4041c6fd2807SJeff Garzik struct ata_device *dev = qc->dev; 4042c6fd2807SJeff Garzik unsigned int ireason, bc_lo, bc_hi, bytes; 4043c6fd2807SJeff Garzik int i_write, do_write = (qc->tf.flags & ATA_TFLAG_WRITE) ? 1 : 0; 4044c6fd2807SJeff Garzik 4045c6fd2807SJeff Garzik /* Abuse qc->result_tf for temp storage of intermediate TF 4046c6fd2807SJeff Garzik * here to save some kernel stack usage. 4047c6fd2807SJeff Garzik * For normal completion, qc->result_tf is not relevant. For 4048c6fd2807SJeff Garzik * error, qc->result_tf is later overwritten by ata_qc_complete(). 4049c6fd2807SJeff Garzik * So, the correctness of qc->result_tf is not affected. 4050c6fd2807SJeff Garzik */ 4051c6fd2807SJeff Garzik ap->ops->tf_read(ap, &qc->result_tf); 4052c6fd2807SJeff Garzik ireason = qc->result_tf.nsect; 4053c6fd2807SJeff Garzik bc_lo = qc->result_tf.lbam; 4054c6fd2807SJeff Garzik bc_hi = qc->result_tf.lbah; 4055c6fd2807SJeff Garzik bytes = (bc_hi << 8) | bc_lo; 4056c6fd2807SJeff Garzik 4057c6fd2807SJeff Garzik /* shall be cleared to zero, indicating xfer of data */ 4058c6fd2807SJeff Garzik if (ireason & (1 << 0)) 4059c6fd2807SJeff Garzik goto err_out; 4060c6fd2807SJeff Garzik 4061c6fd2807SJeff Garzik /* make sure transfer direction matches expected */ 4062c6fd2807SJeff Garzik i_write = ((ireason & (1 << 1)) == 0) ? 1 : 0; 4063c6fd2807SJeff Garzik if (do_write != i_write) 4064c6fd2807SJeff Garzik goto err_out; 4065c6fd2807SJeff Garzik 4066c6fd2807SJeff Garzik VPRINTK("ata%u: xfering %d bytes\n", ap->id, bytes); 4067c6fd2807SJeff Garzik 4068c6fd2807SJeff Garzik __atapi_pio_bytes(qc, bytes); 4069c6fd2807SJeff Garzik 4070c6fd2807SJeff Garzik return; 4071c6fd2807SJeff Garzik 4072c6fd2807SJeff Garzik err_out: 4073c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_INFO, "ATAPI check failed\n"); 4074c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_HSM; 4075c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4076c6fd2807SJeff Garzik } 4077c6fd2807SJeff Garzik 4078c6fd2807SJeff Garzik /** 4079c6fd2807SJeff Garzik * ata_hsm_ok_in_wq - Check if the qc can be handled in the workqueue. 4080c6fd2807SJeff Garzik * @ap: the target ata_port 4081c6fd2807SJeff Garzik * @qc: qc on going 4082c6fd2807SJeff Garzik * 4083c6fd2807SJeff Garzik * RETURNS: 4084c6fd2807SJeff Garzik * 1 if ok in workqueue, 0 otherwise. 4085c6fd2807SJeff Garzik */ 4086c6fd2807SJeff Garzik 4087c6fd2807SJeff Garzik static inline int ata_hsm_ok_in_wq(struct ata_port *ap, struct ata_queued_cmd *qc) 4088c6fd2807SJeff Garzik { 4089c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_POLLING) 4090c6fd2807SJeff Garzik return 1; 4091c6fd2807SJeff Garzik 4092c6fd2807SJeff Garzik if (ap->hsm_task_state == HSM_ST_FIRST) { 4093c6fd2807SJeff Garzik if (qc->tf.protocol == ATA_PROT_PIO && 4094c6fd2807SJeff Garzik (qc->tf.flags & ATA_TFLAG_WRITE)) 4095c6fd2807SJeff Garzik return 1; 4096c6fd2807SJeff Garzik 4097c6fd2807SJeff Garzik if (is_atapi_taskfile(&qc->tf) && 4098c6fd2807SJeff Garzik !(qc->dev->flags & ATA_DFLAG_CDB_INTR)) 4099c6fd2807SJeff Garzik return 1; 4100c6fd2807SJeff Garzik } 4101c6fd2807SJeff Garzik 4102c6fd2807SJeff Garzik return 0; 4103c6fd2807SJeff Garzik } 4104c6fd2807SJeff Garzik 4105c6fd2807SJeff Garzik /** 4106c6fd2807SJeff Garzik * ata_hsm_qc_complete - finish a qc running on standard HSM 4107c6fd2807SJeff Garzik * @qc: Command to complete 4108c6fd2807SJeff Garzik * @in_wq: 1 if called from workqueue, 0 otherwise 4109c6fd2807SJeff Garzik * 4110c6fd2807SJeff Garzik * Finish @qc which is running on standard HSM. 4111c6fd2807SJeff Garzik * 4112c6fd2807SJeff Garzik * LOCKING: 4113cca3974eSJeff Garzik * If @in_wq is zero, spin_lock_irqsave(host lock). 4114c6fd2807SJeff Garzik * Otherwise, none on entry and grabs host lock. 4115c6fd2807SJeff Garzik */ 4116c6fd2807SJeff Garzik static void ata_hsm_qc_complete(struct ata_queued_cmd *qc, int in_wq) 4117c6fd2807SJeff Garzik { 4118c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4119c6fd2807SJeff Garzik unsigned long flags; 4120c6fd2807SJeff Garzik 4121c6fd2807SJeff Garzik if (ap->ops->error_handler) { 4122c6fd2807SJeff Garzik if (in_wq) { 4123c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 4124c6fd2807SJeff Garzik 4125cca3974eSJeff Garzik /* EH might have kicked in while host lock is 4126cca3974eSJeff Garzik * released. 4127c6fd2807SJeff Garzik */ 4128c6fd2807SJeff Garzik qc = ata_qc_from_tag(ap, qc->tag); 4129c6fd2807SJeff Garzik if (qc) { 4130c6fd2807SJeff Garzik if (likely(!(qc->err_mask & AC_ERR_HSM))) { 4131c6fd2807SJeff Garzik ata_irq_on(ap); 4132c6fd2807SJeff Garzik ata_qc_complete(qc); 4133c6fd2807SJeff Garzik } else 4134c6fd2807SJeff Garzik ata_port_freeze(ap); 4135c6fd2807SJeff Garzik } 4136c6fd2807SJeff Garzik 4137c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 4138c6fd2807SJeff Garzik } else { 4139c6fd2807SJeff Garzik if (likely(!(qc->err_mask & AC_ERR_HSM))) 4140c6fd2807SJeff Garzik ata_qc_complete(qc); 4141c6fd2807SJeff Garzik else 4142c6fd2807SJeff Garzik ata_port_freeze(ap); 4143c6fd2807SJeff Garzik } 4144c6fd2807SJeff Garzik } else { 4145c6fd2807SJeff Garzik if (in_wq) { 4146c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 4147c6fd2807SJeff Garzik ata_irq_on(ap); 4148c6fd2807SJeff Garzik ata_qc_complete(qc); 4149c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 4150c6fd2807SJeff Garzik } else 4151c6fd2807SJeff Garzik ata_qc_complete(qc); 4152c6fd2807SJeff Garzik } 4153c6fd2807SJeff Garzik 4154c6fd2807SJeff Garzik ata_altstatus(ap); /* flush */ 4155c6fd2807SJeff Garzik } 4156c6fd2807SJeff Garzik 4157c6fd2807SJeff Garzik /** 4158c6fd2807SJeff Garzik * ata_hsm_move - move the HSM to the next state. 4159c6fd2807SJeff Garzik * @ap: the target ata_port 4160c6fd2807SJeff Garzik * @qc: qc on going 4161c6fd2807SJeff Garzik * @status: current device status 4162c6fd2807SJeff Garzik * @in_wq: 1 if called from workqueue, 0 otherwise 4163c6fd2807SJeff Garzik * 4164c6fd2807SJeff Garzik * RETURNS: 4165c6fd2807SJeff Garzik * 1 when poll next status needed, 0 otherwise. 4166c6fd2807SJeff Garzik */ 4167c6fd2807SJeff Garzik int ata_hsm_move(struct ata_port *ap, struct ata_queued_cmd *qc, 4168c6fd2807SJeff Garzik u8 status, int in_wq) 4169c6fd2807SJeff Garzik { 4170c6fd2807SJeff Garzik unsigned long flags = 0; 4171c6fd2807SJeff Garzik int poll_next; 4172c6fd2807SJeff Garzik 4173c6fd2807SJeff Garzik WARN_ON((qc->flags & ATA_QCFLAG_ACTIVE) == 0); 4174c6fd2807SJeff Garzik 4175c6fd2807SJeff Garzik /* Make sure ata_qc_issue_prot() does not throw things 4176c6fd2807SJeff Garzik * like DMA polling into the workqueue. Notice that 4177c6fd2807SJeff Garzik * in_wq is not equivalent to (qc->tf.flags & ATA_TFLAG_POLLING). 4178c6fd2807SJeff Garzik */ 4179c6fd2807SJeff Garzik WARN_ON(in_wq != ata_hsm_ok_in_wq(ap, qc)); 4180c6fd2807SJeff Garzik 4181c6fd2807SJeff Garzik fsm_start: 4182c6fd2807SJeff Garzik DPRINTK("ata%u: protocol %d task_state %d (dev_stat 0x%X)\n", 4183c6fd2807SJeff Garzik ap->id, qc->tf.protocol, ap->hsm_task_state, status); 4184c6fd2807SJeff Garzik 4185c6fd2807SJeff Garzik switch (ap->hsm_task_state) { 4186c6fd2807SJeff Garzik case HSM_ST_FIRST: 4187c6fd2807SJeff Garzik /* Send first data block or PACKET CDB */ 4188c6fd2807SJeff Garzik 4189c6fd2807SJeff Garzik /* If polling, we will stay in the work queue after 4190c6fd2807SJeff Garzik * sending the data. Otherwise, interrupt handler 4191c6fd2807SJeff Garzik * takes over after sending the data. 4192c6fd2807SJeff Garzik */ 4193c6fd2807SJeff Garzik poll_next = (qc->tf.flags & ATA_TFLAG_POLLING); 4194c6fd2807SJeff Garzik 4195c6fd2807SJeff Garzik /* check device status */ 4196c6fd2807SJeff Garzik if (unlikely((status & ATA_DRQ) == 0)) { 4197c6fd2807SJeff Garzik /* handle BSY=0, DRQ=0 as error */ 4198c6fd2807SJeff Garzik if (likely(status & (ATA_ERR | ATA_DF))) 4199c6fd2807SJeff Garzik /* device stops HSM for abort/error */ 4200c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_DEV; 4201c6fd2807SJeff Garzik else 4202c6fd2807SJeff Garzik /* HSM violation. Let EH handle this */ 4203c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_HSM; 4204c6fd2807SJeff Garzik 4205c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4206c6fd2807SJeff Garzik goto fsm_start; 4207c6fd2807SJeff Garzik } 4208c6fd2807SJeff Garzik 4209c6fd2807SJeff Garzik /* Device should not ask for data transfer (DRQ=1) 4210c6fd2807SJeff Garzik * when it finds something wrong. 4211c6fd2807SJeff Garzik * We ignore DRQ here and stop the HSM by 4212c6fd2807SJeff Garzik * changing hsm_task_state to HSM_ST_ERR and 4213c6fd2807SJeff Garzik * let the EH abort the command or reset the device. 4214c6fd2807SJeff Garzik */ 4215c6fd2807SJeff Garzik if (unlikely(status & (ATA_ERR | ATA_DF))) { 4216c6fd2807SJeff Garzik printk(KERN_WARNING "ata%d: DRQ=1 with device error, dev_stat 0x%X\n", 4217c6fd2807SJeff Garzik ap->id, status); 4218c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_HSM; 4219c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4220c6fd2807SJeff Garzik goto fsm_start; 4221c6fd2807SJeff Garzik } 4222c6fd2807SJeff Garzik 4223c6fd2807SJeff Garzik /* Send the CDB (atapi) or the first data block (ata pio out). 4224c6fd2807SJeff Garzik * During the state transition, interrupt handler shouldn't 4225c6fd2807SJeff Garzik * be invoked before the data transfer is complete and 4226c6fd2807SJeff Garzik * hsm_task_state is changed. Hence, the following locking. 4227c6fd2807SJeff Garzik */ 4228c6fd2807SJeff Garzik if (in_wq) 4229c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 4230c6fd2807SJeff Garzik 4231c6fd2807SJeff Garzik if (qc->tf.protocol == ATA_PROT_PIO) { 4232c6fd2807SJeff Garzik /* PIO data out protocol. 4233c6fd2807SJeff Garzik * send first data block. 4234c6fd2807SJeff Garzik */ 4235c6fd2807SJeff Garzik 4236c6fd2807SJeff Garzik /* ata_pio_sectors() might change the state 4237c6fd2807SJeff Garzik * to HSM_ST_LAST. so, the state is changed here 4238c6fd2807SJeff Garzik * before ata_pio_sectors(). 4239c6fd2807SJeff Garzik */ 4240c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST; 4241c6fd2807SJeff Garzik ata_pio_sectors(qc); 4242c6fd2807SJeff Garzik ata_altstatus(ap); /* flush */ 4243c6fd2807SJeff Garzik } else 4244c6fd2807SJeff Garzik /* send CDB */ 4245c6fd2807SJeff Garzik atapi_send_cdb(ap, qc); 4246c6fd2807SJeff Garzik 4247c6fd2807SJeff Garzik if (in_wq) 4248c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 4249c6fd2807SJeff Garzik 4250c6fd2807SJeff Garzik /* if polling, ata_pio_task() handles the rest. 4251c6fd2807SJeff Garzik * otherwise, interrupt handler takes over from here. 4252c6fd2807SJeff Garzik */ 4253c6fd2807SJeff Garzik break; 4254c6fd2807SJeff Garzik 4255c6fd2807SJeff Garzik case HSM_ST: 4256c6fd2807SJeff Garzik /* complete command or read/write the data register */ 4257c6fd2807SJeff Garzik if (qc->tf.protocol == ATA_PROT_ATAPI) { 4258c6fd2807SJeff Garzik /* ATAPI PIO protocol */ 4259c6fd2807SJeff Garzik if ((status & ATA_DRQ) == 0) { 4260c6fd2807SJeff Garzik /* No more data to transfer or device error. 4261c6fd2807SJeff Garzik * Device error will be tagged in HSM_ST_LAST. 4262c6fd2807SJeff Garzik */ 4263c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 4264c6fd2807SJeff Garzik goto fsm_start; 4265c6fd2807SJeff Garzik } 4266c6fd2807SJeff Garzik 4267c6fd2807SJeff Garzik /* Device should not ask for data transfer (DRQ=1) 4268c6fd2807SJeff Garzik * when it finds something wrong. 4269c6fd2807SJeff Garzik * We ignore DRQ here and stop the HSM by 4270c6fd2807SJeff Garzik * changing hsm_task_state to HSM_ST_ERR and 4271c6fd2807SJeff Garzik * let the EH abort the command or reset the device. 4272c6fd2807SJeff Garzik */ 4273c6fd2807SJeff Garzik if (unlikely(status & (ATA_ERR | ATA_DF))) { 4274c6fd2807SJeff Garzik printk(KERN_WARNING "ata%d: DRQ=1 with device error, dev_stat 0x%X\n", 4275c6fd2807SJeff Garzik ap->id, status); 4276c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_HSM; 4277c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4278c6fd2807SJeff Garzik goto fsm_start; 4279c6fd2807SJeff Garzik } 4280c6fd2807SJeff Garzik 4281c6fd2807SJeff Garzik atapi_pio_bytes(qc); 4282c6fd2807SJeff Garzik 4283c6fd2807SJeff Garzik if (unlikely(ap->hsm_task_state == HSM_ST_ERR)) 4284c6fd2807SJeff Garzik /* bad ireason reported by device */ 4285c6fd2807SJeff Garzik goto fsm_start; 4286c6fd2807SJeff Garzik 4287c6fd2807SJeff Garzik } else { 4288c6fd2807SJeff Garzik /* ATA PIO protocol */ 4289c6fd2807SJeff Garzik if (unlikely((status & ATA_DRQ) == 0)) { 4290c6fd2807SJeff Garzik /* handle BSY=0, DRQ=0 as error */ 4291c6fd2807SJeff Garzik if (likely(status & (ATA_ERR | ATA_DF))) 4292c6fd2807SJeff Garzik /* device stops HSM for abort/error */ 4293c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_DEV; 4294c6fd2807SJeff Garzik else 429555a8e2c8STejun Heo /* HSM violation. Let EH handle this. 429655a8e2c8STejun Heo * Phantom devices also trigger this 429755a8e2c8STejun Heo * condition. Mark hint. 429855a8e2c8STejun Heo */ 429955a8e2c8STejun Heo qc->err_mask |= AC_ERR_HSM | 430055a8e2c8STejun Heo AC_ERR_NODEV_HINT; 4301c6fd2807SJeff Garzik 4302c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4303c6fd2807SJeff Garzik goto fsm_start; 4304c6fd2807SJeff Garzik } 4305c6fd2807SJeff Garzik 4306c6fd2807SJeff Garzik /* For PIO reads, some devices may ask for 4307c6fd2807SJeff Garzik * data transfer (DRQ=1) alone with ERR=1. 4308c6fd2807SJeff Garzik * We respect DRQ here and transfer one 4309c6fd2807SJeff Garzik * block of junk data before changing the 4310c6fd2807SJeff Garzik * hsm_task_state to HSM_ST_ERR. 4311c6fd2807SJeff Garzik * 4312c6fd2807SJeff Garzik * For PIO writes, ERR=1 DRQ=1 doesn't make 4313c6fd2807SJeff Garzik * sense since the data block has been 4314c6fd2807SJeff Garzik * transferred to the device. 4315c6fd2807SJeff Garzik */ 4316c6fd2807SJeff Garzik if (unlikely(status & (ATA_ERR | ATA_DF))) { 4317c6fd2807SJeff Garzik /* data might be corrputed */ 4318c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_DEV; 4319c6fd2807SJeff Garzik 4320c6fd2807SJeff Garzik if (!(qc->tf.flags & ATA_TFLAG_WRITE)) { 4321c6fd2807SJeff Garzik ata_pio_sectors(qc); 4322c6fd2807SJeff Garzik ata_altstatus(ap); 4323c6fd2807SJeff Garzik status = ata_wait_idle(ap); 4324c6fd2807SJeff Garzik } 4325c6fd2807SJeff Garzik 4326c6fd2807SJeff Garzik if (status & (ATA_BUSY | ATA_DRQ)) 4327c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_HSM; 4328c6fd2807SJeff Garzik 4329c6fd2807SJeff Garzik /* ata_pio_sectors() might change the 4330c6fd2807SJeff Garzik * state to HSM_ST_LAST. so, the state 4331c6fd2807SJeff Garzik * is changed after ata_pio_sectors(). 4332c6fd2807SJeff Garzik */ 4333c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4334c6fd2807SJeff Garzik goto fsm_start; 4335c6fd2807SJeff Garzik } 4336c6fd2807SJeff Garzik 4337c6fd2807SJeff Garzik ata_pio_sectors(qc); 4338c6fd2807SJeff Garzik 4339c6fd2807SJeff Garzik if (ap->hsm_task_state == HSM_ST_LAST && 4340c6fd2807SJeff Garzik (!(qc->tf.flags & ATA_TFLAG_WRITE))) { 4341c6fd2807SJeff Garzik /* all data read */ 4342c6fd2807SJeff Garzik ata_altstatus(ap); 4343c6fd2807SJeff Garzik status = ata_wait_idle(ap); 4344c6fd2807SJeff Garzik goto fsm_start; 4345c6fd2807SJeff Garzik } 4346c6fd2807SJeff Garzik } 4347c6fd2807SJeff Garzik 4348c6fd2807SJeff Garzik ata_altstatus(ap); /* flush */ 4349c6fd2807SJeff Garzik poll_next = 1; 4350c6fd2807SJeff Garzik break; 4351c6fd2807SJeff Garzik 4352c6fd2807SJeff Garzik case HSM_ST_LAST: 4353c6fd2807SJeff Garzik if (unlikely(!ata_ok(status))) { 4354c6fd2807SJeff Garzik qc->err_mask |= __ac_err_mask(status); 4355c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4356c6fd2807SJeff Garzik goto fsm_start; 4357c6fd2807SJeff Garzik } 4358c6fd2807SJeff Garzik 4359c6fd2807SJeff Garzik /* no more data to transfer */ 4360c6fd2807SJeff Garzik DPRINTK("ata%u: dev %u command complete, drv_stat 0x%x\n", 4361c6fd2807SJeff Garzik ap->id, qc->dev->devno, status); 4362c6fd2807SJeff Garzik 4363c6fd2807SJeff Garzik WARN_ON(qc->err_mask); 4364c6fd2807SJeff Garzik 4365c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_IDLE; 4366c6fd2807SJeff Garzik 4367c6fd2807SJeff Garzik /* complete taskfile transaction */ 4368c6fd2807SJeff Garzik ata_hsm_qc_complete(qc, in_wq); 4369c6fd2807SJeff Garzik 4370c6fd2807SJeff Garzik poll_next = 0; 4371c6fd2807SJeff Garzik break; 4372c6fd2807SJeff Garzik 4373c6fd2807SJeff Garzik case HSM_ST_ERR: 4374c6fd2807SJeff Garzik /* make sure qc->err_mask is available to 4375c6fd2807SJeff Garzik * know what's wrong and recover 4376c6fd2807SJeff Garzik */ 4377c6fd2807SJeff Garzik WARN_ON(qc->err_mask == 0); 4378c6fd2807SJeff Garzik 4379c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_IDLE; 4380c6fd2807SJeff Garzik 4381c6fd2807SJeff Garzik /* complete taskfile transaction */ 4382c6fd2807SJeff Garzik ata_hsm_qc_complete(qc, in_wq); 4383c6fd2807SJeff Garzik 4384c6fd2807SJeff Garzik poll_next = 0; 4385c6fd2807SJeff Garzik break; 4386c6fd2807SJeff Garzik default: 4387c6fd2807SJeff Garzik poll_next = 0; 4388c6fd2807SJeff Garzik BUG(); 4389c6fd2807SJeff Garzik } 4390c6fd2807SJeff Garzik 4391c6fd2807SJeff Garzik return poll_next; 4392c6fd2807SJeff Garzik } 4393c6fd2807SJeff Garzik 4394c6fd2807SJeff Garzik static void ata_pio_task(void *_data) 4395c6fd2807SJeff Garzik { 4396c6fd2807SJeff Garzik struct ata_queued_cmd *qc = _data; 4397c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4398c6fd2807SJeff Garzik u8 status; 4399c6fd2807SJeff Garzik int poll_next; 4400c6fd2807SJeff Garzik 4401c6fd2807SJeff Garzik fsm_start: 4402c6fd2807SJeff Garzik WARN_ON(ap->hsm_task_state == HSM_ST_IDLE); 4403c6fd2807SJeff Garzik 4404c6fd2807SJeff Garzik /* 4405c6fd2807SJeff Garzik * This is purely heuristic. This is a fast path. 4406c6fd2807SJeff Garzik * Sometimes when we enter, BSY will be cleared in 4407c6fd2807SJeff Garzik * a chk-status or two. If not, the drive is probably seeking 4408c6fd2807SJeff Garzik * or something. Snooze for a couple msecs, then 4409c6fd2807SJeff Garzik * chk-status again. If still busy, queue delayed work. 4410c6fd2807SJeff Garzik */ 4411c6fd2807SJeff Garzik status = ata_busy_wait(ap, ATA_BUSY, 5); 4412c6fd2807SJeff Garzik if (status & ATA_BUSY) { 4413c6fd2807SJeff Garzik msleep(2); 4414c6fd2807SJeff Garzik status = ata_busy_wait(ap, ATA_BUSY, 10); 4415c6fd2807SJeff Garzik if (status & ATA_BUSY) { 4416c6fd2807SJeff Garzik ata_port_queue_task(ap, ata_pio_task, qc, ATA_SHORT_PAUSE); 4417c6fd2807SJeff Garzik return; 4418c6fd2807SJeff Garzik } 4419c6fd2807SJeff Garzik } 4420c6fd2807SJeff Garzik 4421c6fd2807SJeff Garzik /* move the HSM */ 4422c6fd2807SJeff Garzik poll_next = ata_hsm_move(ap, qc, status, 1); 4423c6fd2807SJeff Garzik 4424c6fd2807SJeff Garzik /* another command or interrupt handler 4425c6fd2807SJeff Garzik * may be running at this point. 4426c6fd2807SJeff Garzik */ 4427c6fd2807SJeff Garzik if (poll_next) 4428c6fd2807SJeff Garzik goto fsm_start; 4429c6fd2807SJeff Garzik } 4430c6fd2807SJeff Garzik 4431c6fd2807SJeff Garzik /** 4432c6fd2807SJeff Garzik * ata_qc_new - Request an available ATA command, for queueing 4433c6fd2807SJeff Garzik * @ap: Port associated with device @dev 4434c6fd2807SJeff Garzik * @dev: Device from whom we request an available command structure 4435c6fd2807SJeff Garzik * 4436c6fd2807SJeff Garzik * LOCKING: 4437c6fd2807SJeff Garzik * None. 4438c6fd2807SJeff Garzik */ 4439c6fd2807SJeff Garzik 4440c6fd2807SJeff Garzik static struct ata_queued_cmd *ata_qc_new(struct ata_port *ap) 4441c6fd2807SJeff Garzik { 4442c6fd2807SJeff Garzik struct ata_queued_cmd *qc = NULL; 4443c6fd2807SJeff Garzik unsigned int i; 4444c6fd2807SJeff Garzik 4445c6fd2807SJeff Garzik /* no command while frozen */ 4446c6fd2807SJeff Garzik if (unlikely(ap->pflags & ATA_PFLAG_FROZEN)) 4447c6fd2807SJeff Garzik return NULL; 4448c6fd2807SJeff Garzik 4449c6fd2807SJeff Garzik /* the last tag is reserved for internal command. */ 4450c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_QUEUE - 1; i++) 4451c6fd2807SJeff Garzik if (!test_and_set_bit(i, &ap->qc_allocated)) { 4452c6fd2807SJeff Garzik qc = __ata_qc_from_tag(ap, i); 4453c6fd2807SJeff Garzik break; 4454c6fd2807SJeff Garzik } 4455c6fd2807SJeff Garzik 4456c6fd2807SJeff Garzik if (qc) 4457c6fd2807SJeff Garzik qc->tag = i; 4458c6fd2807SJeff Garzik 4459c6fd2807SJeff Garzik return qc; 4460c6fd2807SJeff Garzik } 4461c6fd2807SJeff Garzik 4462c6fd2807SJeff Garzik /** 4463c6fd2807SJeff Garzik * ata_qc_new_init - Request an available ATA command, and initialize it 4464c6fd2807SJeff Garzik * @dev: Device from whom we request an available command structure 4465c6fd2807SJeff Garzik * 4466c6fd2807SJeff Garzik * LOCKING: 4467c6fd2807SJeff Garzik * None. 4468c6fd2807SJeff Garzik */ 4469c6fd2807SJeff Garzik 4470c6fd2807SJeff Garzik struct ata_queued_cmd *ata_qc_new_init(struct ata_device *dev) 4471c6fd2807SJeff Garzik { 4472c6fd2807SJeff Garzik struct ata_port *ap = dev->ap; 4473c6fd2807SJeff Garzik struct ata_queued_cmd *qc; 4474c6fd2807SJeff Garzik 4475c6fd2807SJeff Garzik qc = ata_qc_new(ap); 4476c6fd2807SJeff Garzik if (qc) { 4477c6fd2807SJeff Garzik qc->scsicmd = NULL; 4478c6fd2807SJeff Garzik qc->ap = ap; 4479c6fd2807SJeff Garzik qc->dev = dev; 4480c6fd2807SJeff Garzik 4481c6fd2807SJeff Garzik ata_qc_reinit(qc); 4482c6fd2807SJeff Garzik } 4483c6fd2807SJeff Garzik 4484c6fd2807SJeff Garzik return qc; 4485c6fd2807SJeff Garzik } 4486c6fd2807SJeff Garzik 4487c6fd2807SJeff Garzik /** 4488c6fd2807SJeff Garzik * ata_qc_free - free unused ata_queued_cmd 4489c6fd2807SJeff Garzik * @qc: Command to complete 4490c6fd2807SJeff Garzik * 4491c6fd2807SJeff Garzik * Designed to free unused ata_queued_cmd object 4492c6fd2807SJeff Garzik * in case something prevents using it. 4493c6fd2807SJeff Garzik * 4494c6fd2807SJeff Garzik * LOCKING: 4495cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 4496c6fd2807SJeff Garzik */ 4497c6fd2807SJeff Garzik void ata_qc_free(struct ata_queued_cmd *qc) 4498c6fd2807SJeff Garzik { 4499c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4500c6fd2807SJeff Garzik unsigned int tag; 4501c6fd2807SJeff Garzik 4502c6fd2807SJeff Garzik WARN_ON(qc == NULL); /* ata_qc_from_tag _might_ return NULL */ 4503c6fd2807SJeff Garzik 4504c6fd2807SJeff Garzik qc->flags = 0; 4505c6fd2807SJeff Garzik tag = qc->tag; 4506c6fd2807SJeff Garzik if (likely(ata_tag_valid(tag))) { 4507c6fd2807SJeff Garzik qc->tag = ATA_TAG_POISON; 4508c6fd2807SJeff Garzik clear_bit(tag, &ap->qc_allocated); 4509c6fd2807SJeff Garzik } 4510c6fd2807SJeff Garzik } 4511c6fd2807SJeff Garzik 4512c6fd2807SJeff Garzik void __ata_qc_complete(struct ata_queued_cmd *qc) 4513c6fd2807SJeff Garzik { 4514c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4515c6fd2807SJeff Garzik 4516c6fd2807SJeff Garzik WARN_ON(qc == NULL); /* ata_qc_from_tag _might_ return NULL */ 4517c6fd2807SJeff Garzik WARN_ON(!(qc->flags & ATA_QCFLAG_ACTIVE)); 4518c6fd2807SJeff Garzik 4519c6fd2807SJeff Garzik if (likely(qc->flags & ATA_QCFLAG_DMAMAP)) 4520c6fd2807SJeff Garzik ata_sg_clean(qc); 4521c6fd2807SJeff Garzik 4522c6fd2807SJeff Garzik /* command should be marked inactive atomically with qc completion */ 4523c6fd2807SJeff Garzik if (qc->tf.protocol == ATA_PROT_NCQ) 4524c6fd2807SJeff Garzik ap->sactive &= ~(1 << qc->tag); 4525c6fd2807SJeff Garzik else 4526c6fd2807SJeff Garzik ap->active_tag = ATA_TAG_POISON; 4527c6fd2807SJeff Garzik 4528c6fd2807SJeff Garzik /* atapi: mark qc as inactive to prevent the interrupt handler 4529c6fd2807SJeff Garzik * from completing the command twice later, before the error handler 4530c6fd2807SJeff Garzik * is called. (when rc != 0 and atapi request sense is needed) 4531c6fd2807SJeff Garzik */ 4532c6fd2807SJeff Garzik qc->flags &= ~ATA_QCFLAG_ACTIVE; 4533c6fd2807SJeff Garzik ap->qc_active &= ~(1 << qc->tag); 4534c6fd2807SJeff Garzik 4535c6fd2807SJeff Garzik /* call completion callback */ 4536c6fd2807SJeff Garzik qc->complete_fn(qc); 4537c6fd2807SJeff Garzik } 4538c6fd2807SJeff Garzik 4539c6fd2807SJeff Garzik /** 4540c6fd2807SJeff Garzik * ata_qc_complete - Complete an active ATA command 4541c6fd2807SJeff Garzik * @qc: Command to complete 4542c6fd2807SJeff Garzik * @err_mask: ATA Status register contents 4543c6fd2807SJeff Garzik * 4544c6fd2807SJeff Garzik * Indicate to the mid and upper layers that an ATA 4545c6fd2807SJeff Garzik * command has completed, with either an ok or not-ok status. 4546c6fd2807SJeff Garzik * 4547c6fd2807SJeff Garzik * LOCKING: 4548cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 4549c6fd2807SJeff Garzik */ 4550c6fd2807SJeff Garzik void ata_qc_complete(struct ata_queued_cmd *qc) 4551c6fd2807SJeff Garzik { 4552c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4553c6fd2807SJeff Garzik 4554c6fd2807SJeff Garzik /* XXX: New EH and old EH use different mechanisms to 4555c6fd2807SJeff Garzik * synchronize EH with regular execution path. 4556c6fd2807SJeff Garzik * 4557c6fd2807SJeff Garzik * In new EH, a failed qc is marked with ATA_QCFLAG_FAILED. 4558c6fd2807SJeff Garzik * Normal execution path is responsible for not accessing a 4559c6fd2807SJeff Garzik * failed qc. libata core enforces the rule by returning NULL 4560c6fd2807SJeff Garzik * from ata_qc_from_tag() for failed qcs. 4561c6fd2807SJeff Garzik * 4562c6fd2807SJeff Garzik * Old EH depends on ata_qc_complete() nullifying completion 4563c6fd2807SJeff Garzik * requests if ATA_QCFLAG_EH_SCHEDULED is set. Old EH does 4564c6fd2807SJeff Garzik * not synchronize with interrupt handler. Only PIO task is 4565c6fd2807SJeff Garzik * taken care of. 4566c6fd2807SJeff Garzik */ 4567c6fd2807SJeff Garzik if (ap->ops->error_handler) { 4568c6fd2807SJeff Garzik WARN_ON(ap->pflags & ATA_PFLAG_FROZEN); 4569c6fd2807SJeff Garzik 4570c6fd2807SJeff Garzik if (unlikely(qc->err_mask)) 4571c6fd2807SJeff Garzik qc->flags |= ATA_QCFLAG_FAILED; 4572c6fd2807SJeff Garzik 4573c6fd2807SJeff Garzik if (unlikely(qc->flags & ATA_QCFLAG_FAILED)) { 4574c6fd2807SJeff Garzik if (!ata_tag_internal(qc->tag)) { 4575c6fd2807SJeff Garzik /* always fill result TF for failed qc */ 4576c6fd2807SJeff Garzik ap->ops->tf_read(ap, &qc->result_tf); 4577c6fd2807SJeff Garzik ata_qc_schedule_eh(qc); 4578c6fd2807SJeff Garzik return; 4579c6fd2807SJeff Garzik } 4580c6fd2807SJeff Garzik } 4581c6fd2807SJeff Garzik 4582c6fd2807SJeff Garzik /* read result TF if requested */ 4583c6fd2807SJeff Garzik if (qc->flags & ATA_QCFLAG_RESULT_TF) 4584c6fd2807SJeff Garzik ap->ops->tf_read(ap, &qc->result_tf); 4585c6fd2807SJeff Garzik 4586c6fd2807SJeff Garzik __ata_qc_complete(qc); 4587c6fd2807SJeff Garzik } else { 4588c6fd2807SJeff Garzik if (qc->flags & ATA_QCFLAG_EH_SCHEDULED) 4589c6fd2807SJeff Garzik return; 4590c6fd2807SJeff Garzik 4591c6fd2807SJeff Garzik /* read result TF if failed or requested */ 4592c6fd2807SJeff Garzik if (qc->err_mask || qc->flags & ATA_QCFLAG_RESULT_TF) 4593c6fd2807SJeff Garzik ap->ops->tf_read(ap, &qc->result_tf); 4594c6fd2807SJeff Garzik 4595c6fd2807SJeff Garzik __ata_qc_complete(qc); 4596c6fd2807SJeff Garzik } 4597c6fd2807SJeff Garzik } 4598c6fd2807SJeff Garzik 4599c6fd2807SJeff Garzik /** 4600c6fd2807SJeff Garzik * ata_qc_complete_multiple - Complete multiple qcs successfully 4601c6fd2807SJeff Garzik * @ap: port in question 4602c6fd2807SJeff Garzik * @qc_active: new qc_active mask 4603c6fd2807SJeff Garzik * @finish_qc: LLDD callback invoked before completing a qc 4604c6fd2807SJeff Garzik * 4605c6fd2807SJeff Garzik * Complete in-flight commands. This functions is meant to be 4606c6fd2807SJeff Garzik * called from low-level driver's interrupt routine to complete 4607c6fd2807SJeff Garzik * requests normally. ap->qc_active and @qc_active is compared 4608c6fd2807SJeff Garzik * and commands are completed accordingly. 4609c6fd2807SJeff Garzik * 4610c6fd2807SJeff Garzik * LOCKING: 4611cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 4612c6fd2807SJeff Garzik * 4613c6fd2807SJeff Garzik * RETURNS: 4614c6fd2807SJeff Garzik * Number of completed commands on success, -errno otherwise. 4615c6fd2807SJeff Garzik */ 4616c6fd2807SJeff Garzik int ata_qc_complete_multiple(struct ata_port *ap, u32 qc_active, 4617c6fd2807SJeff Garzik void (*finish_qc)(struct ata_queued_cmd *)) 4618c6fd2807SJeff Garzik { 4619c6fd2807SJeff Garzik int nr_done = 0; 4620c6fd2807SJeff Garzik u32 done_mask; 4621c6fd2807SJeff Garzik int i; 4622c6fd2807SJeff Garzik 4623c6fd2807SJeff Garzik done_mask = ap->qc_active ^ qc_active; 4624c6fd2807SJeff Garzik 4625c6fd2807SJeff Garzik if (unlikely(done_mask & qc_active)) { 4626c6fd2807SJeff Garzik ata_port_printk(ap, KERN_ERR, "illegal qc_active transition " 4627c6fd2807SJeff Garzik "(%08x->%08x)\n", ap->qc_active, qc_active); 4628c6fd2807SJeff Garzik return -EINVAL; 4629c6fd2807SJeff Garzik } 4630c6fd2807SJeff Garzik 4631c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_QUEUE; i++) { 4632c6fd2807SJeff Garzik struct ata_queued_cmd *qc; 4633c6fd2807SJeff Garzik 4634c6fd2807SJeff Garzik if (!(done_mask & (1 << i))) 4635c6fd2807SJeff Garzik continue; 4636c6fd2807SJeff Garzik 4637c6fd2807SJeff Garzik if ((qc = ata_qc_from_tag(ap, i))) { 4638c6fd2807SJeff Garzik if (finish_qc) 4639c6fd2807SJeff Garzik finish_qc(qc); 4640c6fd2807SJeff Garzik ata_qc_complete(qc); 4641c6fd2807SJeff Garzik nr_done++; 4642c6fd2807SJeff Garzik } 4643c6fd2807SJeff Garzik } 4644c6fd2807SJeff Garzik 4645c6fd2807SJeff Garzik return nr_done; 4646c6fd2807SJeff Garzik } 4647c6fd2807SJeff Garzik 4648c6fd2807SJeff Garzik static inline int ata_should_dma_map(struct ata_queued_cmd *qc) 4649c6fd2807SJeff Garzik { 4650c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4651c6fd2807SJeff Garzik 4652c6fd2807SJeff Garzik switch (qc->tf.protocol) { 4653c6fd2807SJeff Garzik case ATA_PROT_NCQ: 4654c6fd2807SJeff Garzik case ATA_PROT_DMA: 4655c6fd2807SJeff Garzik case ATA_PROT_ATAPI_DMA: 4656c6fd2807SJeff Garzik return 1; 4657c6fd2807SJeff Garzik 4658c6fd2807SJeff Garzik case ATA_PROT_ATAPI: 4659c6fd2807SJeff Garzik case ATA_PROT_PIO: 4660c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_PIO_DMA) 4661c6fd2807SJeff Garzik return 1; 4662c6fd2807SJeff Garzik 4663c6fd2807SJeff Garzik /* fall through */ 4664c6fd2807SJeff Garzik 4665c6fd2807SJeff Garzik default: 4666c6fd2807SJeff Garzik return 0; 4667c6fd2807SJeff Garzik } 4668c6fd2807SJeff Garzik 4669c6fd2807SJeff Garzik /* never reached */ 4670c6fd2807SJeff Garzik } 4671c6fd2807SJeff Garzik 4672c6fd2807SJeff Garzik /** 4673c6fd2807SJeff Garzik * ata_qc_issue - issue taskfile to device 4674c6fd2807SJeff Garzik * @qc: command to issue to device 4675c6fd2807SJeff Garzik * 4676c6fd2807SJeff Garzik * Prepare an ATA command to submission to device. 4677c6fd2807SJeff Garzik * This includes mapping the data into a DMA-able 4678c6fd2807SJeff Garzik * area, filling in the S/G table, and finally 4679c6fd2807SJeff Garzik * writing the taskfile to hardware, starting the command. 4680c6fd2807SJeff Garzik * 4681c6fd2807SJeff Garzik * LOCKING: 4682cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 4683c6fd2807SJeff Garzik */ 4684c6fd2807SJeff Garzik void ata_qc_issue(struct ata_queued_cmd *qc) 4685c6fd2807SJeff Garzik { 4686c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4687c6fd2807SJeff Garzik 4688c6fd2807SJeff Garzik /* Make sure only one non-NCQ command is outstanding. The 4689c6fd2807SJeff Garzik * check is skipped for old EH because it reuses active qc to 4690c6fd2807SJeff Garzik * request ATAPI sense. 4691c6fd2807SJeff Garzik */ 4692c6fd2807SJeff Garzik WARN_ON(ap->ops->error_handler && ata_tag_valid(ap->active_tag)); 4693c6fd2807SJeff Garzik 4694c6fd2807SJeff Garzik if (qc->tf.protocol == ATA_PROT_NCQ) { 4695c6fd2807SJeff Garzik WARN_ON(ap->sactive & (1 << qc->tag)); 4696c6fd2807SJeff Garzik ap->sactive |= 1 << qc->tag; 4697c6fd2807SJeff Garzik } else { 4698c6fd2807SJeff Garzik WARN_ON(ap->sactive); 4699c6fd2807SJeff Garzik ap->active_tag = qc->tag; 4700c6fd2807SJeff Garzik } 4701c6fd2807SJeff Garzik 4702c6fd2807SJeff Garzik qc->flags |= ATA_QCFLAG_ACTIVE; 4703c6fd2807SJeff Garzik ap->qc_active |= 1 << qc->tag; 4704c6fd2807SJeff Garzik 4705c6fd2807SJeff Garzik if (ata_should_dma_map(qc)) { 4706c6fd2807SJeff Garzik if (qc->flags & ATA_QCFLAG_SG) { 4707c6fd2807SJeff Garzik if (ata_sg_setup(qc)) 4708c6fd2807SJeff Garzik goto sg_err; 4709c6fd2807SJeff Garzik } else if (qc->flags & ATA_QCFLAG_SINGLE) { 4710c6fd2807SJeff Garzik if (ata_sg_setup_one(qc)) 4711c6fd2807SJeff Garzik goto sg_err; 4712c6fd2807SJeff Garzik } 4713c6fd2807SJeff Garzik } else { 4714c6fd2807SJeff Garzik qc->flags &= ~ATA_QCFLAG_DMAMAP; 4715c6fd2807SJeff Garzik } 4716c6fd2807SJeff Garzik 4717c6fd2807SJeff Garzik ap->ops->qc_prep(qc); 4718c6fd2807SJeff Garzik 4719c6fd2807SJeff Garzik qc->err_mask |= ap->ops->qc_issue(qc); 4720c6fd2807SJeff Garzik if (unlikely(qc->err_mask)) 4721c6fd2807SJeff Garzik goto err; 4722c6fd2807SJeff Garzik return; 4723c6fd2807SJeff Garzik 4724c6fd2807SJeff Garzik sg_err: 4725c6fd2807SJeff Garzik qc->flags &= ~ATA_QCFLAG_DMAMAP; 4726c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_SYSTEM; 4727c6fd2807SJeff Garzik err: 4728c6fd2807SJeff Garzik ata_qc_complete(qc); 4729c6fd2807SJeff Garzik } 4730c6fd2807SJeff Garzik 4731c6fd2807SJeff Garzik /** 4732c6fd2807SJeff Garzik * ata_qc_issue_prot - issue taskfile to device in proto-dependent manner 4733c6fd2807SJeff Garzik * @qc: command to issue to device 4734c6fd2807SJeff Garzik * 4735c6fd2807SJeff Garzik * Using various libata functions and hooks, this function 4736c6fd2807SJeff Garzik * starts an ATA command. ATA commands are grouped into 4737c6fd2807SJeff Garzik * classes called "protocols", and issuing each type of protocol 4738c6fd2807SJeff Garzik * is slightly different. 4739c6fd2807SJeff Garzik * 4740c6fd2807SJeff Garzik * May be used as the qc_issue() entry in ata_port_operations. 4741c6fd2807SJeff Garzik * 4742c6fd2807SJeff Garzik * LOCKING: 4743cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 4744c6fd2807SJeff Garzik * 4745c6fd2807SJeff Garzik * RETURNS: 4746c6fd2807SJeff Garzik * Zero on success, AC_ERR_* mask on failure 4747c6fd2807SJeff Garzik */ 4748c6fd2807SJeff Garzik 4749c6fd2807SJeff Garzik unsigned int ata_qc_issue_prot(struct ata_queued_cmd *qc) 4750c6fd2807SJeff Garzik { 4751c6fd2807SJeff Garzik struct ata_port *ap = qc->ap; 4752c6fd2807SJeff Garzik 4753c6fd2807SJeff Garzik /* Use polling pio if the LLD doesn't handle 4754c6fd2807SJeff Garzik * interrupt driven pio and atapi CDB interrupt. 4755c6fd2807SJeff Garzik */ 4756c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_PIO_POLLING) { 4757c6fd2807SJeff Garzik switch (qc->tf.protocol) { 4758c6fd2807SJeff Garzik case ATA_PROT_PIO: 4759c6fd2807SJeff Garzik case ATA_PROT_ATAPI: 4760c6fd2807SJeff Garzik case ATA_PROT_ATAPI_NODATA: 4761c6fd2807SJeff Garzik qc->tf.flags |= ATA_TFLAG_POLLING; 4762c6fd2807SJeff Garzik break; 4763c6fd2807SJeff Garzik case ATA_PROT_ATAPI_DMA: 4764c6fd2807SJeff Garzik if (qc->dev->flags & ATA_DFLAG_CDB_INTR) 4765c6fd2807SJeff Garzik /* see ata_dma_blacklisted() */ 4766c6fd2807SJeff Garzik BUG(); 4767c6fd2807SJeff Garzik break; 4768c6fd2807SJeff Garzik default: 4769c6fd2807SJeff Garzik break; 4770c6fd2807SJeff Garzik } 4771c6fd2807SJeff Garzik } 4772c6fd2807SJeff Garzik 4773c6fd2807SJeff Garzik /* select the device */ 4774c6fd2807SJeff Garzik ata_dev_select(ap, qc->dev->devno, 1, 0); 4775c6fd2807SJeff Garzik 4776c6fd2807SJeff Garzik /* start the command */ 4777c6fd2807SJeff Garzik switch (qc->tf.protocol) { 4778c6fd2807SJeff Garzik case ATA_PROT_NODATA: 4779c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_POLLING) 4780c6fd2807SJeff Garzik ata_qc_set_polling(qc); 4781c6fd2807SJeff Garzik 4782c6fd2807SJeff Garzik ata_tf_to_host(ap, &qc->tf); 4783c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 4784c6fd2807SJeff Garzik 4785c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_POLLING) 4786c6fd2807SJeff Garzik ata_port_queue_task(ap, ata_pio_task, qc, 0); 4787c6fd2807SJeff Garzik 4788c6fd2807SJeff Garzik break; 4789c6fd2807SJeff Garzik 4790c6fd2807SJeff Garzik case ATA_PROT_DMA: 4791c6fd2807SJeff Garzik WARN_ON(qc->tf.flags & ATA_TFLAG_POLLING); 4792c6fd2807SJeff Garzik 4793c6fd2807SJeff Garzik ap->ops->tf_load(ap, &qc->tf); /* load tf registers */ 4794c6fd2807SJeff Garzik ap->ops->bmdma_setup(qc); /* set up bmdma */ 4795c6fd2807SJeff Garzik ap->ops->bmdma_start(qc); /* initiate bmdma */ 4796c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_LAST; 4797c6fd2807SJeff Garzik break; 4798c6fd2807SJeff Garzik 4799c6fd2807SJeff Garzik case ATA_PROT_PIO: 4800c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_POLLING) 4801c6fd2807SJeff Garzik ata_qc_set_polling(qc); 4802c6fd2807SJeff Garzik 4803c6fd2807SJeff Garzik ata_tf_to_host(ap, &qc->tf); 4804c6fd2807SJeff Garzik 4805c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_WRITE) { 4806c6fd2807SJeff Garzik /* PIO data out protocol */ 4807c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_FIRST; 4808c6fd2807SJeff Garzik ata_port_queue_task(ap, ata_pio_task, qc, 0); 4809c6fd2807SJeff Garzik 4810c6fd2807SJeff Garzik /* always send first data block using 4811c6fd2807SJeff Garzik * the ata_pio_task() codepath. 4812c6fd2807SJeff Garzik */ 4813c6fd2807SJeff Garzik } else { 4814c6fd2807SJeff Garzik /* PIO data in protocol */ 4815c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST; 4816c6fd2807SJeff Garzik 4817c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_POLLING) 4818c6fd2807SJeff Garzik ata_port_queue_task(ap, ata_pio_task, qc, 0); 4819c6fd2807SJeff Garzik 4820c6fd2807SJeff Garzik /* if polling, ata_pio_task() handles the rest. 4821c6fd2807SJeff Garzik * otherwise, interrupt handler takes over from here. 4822c6fd2807SJeff Garzik */ 4823c6fd2807SJeff Garzik } 4824c6fd2807SJeff Garzik 4825c6fd2807SJeff Garzik break; 4826c6fd2807SJeff Garzik 4827c6fd2807SJeff Garzik case ATA_PROT_ATAPI: 4828c6fd2807SJeff Garzik case ATA_PROT_ATAPI_NODATA: 4829c6fd2807SJeff Garzik if (qc->tf.flags & ATA_TFLAG_POLLING) 4830c6fd2807SJeff Garzik ata_qc_set_polling(qc); 4831c6fd2807SJeff Garzik 4832c6fd2807SJeff Garzik ata_tf_to_host(ap, &qc->tf); 4833c6fd2807SJeff Garzik 4834c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_FIRST; 4835c6fd2807SJeff Garzik 4836c6fd2807SJeff Garzik /* send cdb by polling if no cdb interrupt */ 4837c6fd2807SJeff Garzik if ((!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) || 4838c6fd2807SJeff Garzik (qc->tf.flags & ATA_TFLAG_POLLING)) 4839c6fd2807SJeff Garzik ata_port_queue_task(ap, ata_pio_task, qc, 0); 4840c6fd2807SJeff Garzik break; 4841c6fd2807SJeff Garzik 4842c6fd2807SJeff Garzik case ATA_PROT_ATAPI_DMA: 4843c6fd2807SJeff Garzik WARN_ON(qc->tf.flags & ATA_TFLAG_POLLING); 4844c6fd2807SJeff Garzik 4845c6fd2807SJeff Garzik ap->ops->tf_load(ap, &qc->tf); /* load tf registers */ 4846c6fd2807SJeff Garzik ap->ops->bmdma_setup(qc); /* set up bmdma */ 4847c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_FIRST; 4848c6fd2807SJeff Garzik 4849c6fd2807SJeff Garzik /* send cdb by polling if no cdb interrupt */ 4850c6fd2807SJeff Garzik if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) 4851c6fd2807SJeff Garzik ata_port_queue_task(ap, ata_pio_task, qc, 0); 4852c6fd2807SJeff Garzik break; 4853c6fd2807SJeff Garzik 4854c6fd2807SJeff Garzik default: 4855c6fd2807SJeff Garzik WARN_ON(1); 4856c6fd2807SJeff Garzik return AC_ERR_SYSTEM; 4857c6fd2807SJeff Garzik } 4858c6fd2807SJeff Garzik 4859c6fd2807SJeff Garzik return 0; 4860c6fd2807SJeff Garzik } 4861c6fd2807SJeff Garzik 4862c6fd2807SJeff Garzik /** 4863c6fd2807SJeff Garzik * ata_host_intr - Handle host interrupt for given (port, task) 4864c6fd2807SJeff Garzik * @ap: Port on which interrupt arrived (possibly...) 4865c6fd2807SJeff Garzik * @qc: Taskfile currently active in engine 4866c6fd2807SJeff Garzik * 4867c6fd2807SJeff Garzik * Handle host interrupt for given queued command. Currently, 4868c6fd2807SJeff Garzik * only DMA interrupts are handled. All other commands are 4869c6fd2807SJeff Garzik * handled via polling with interrupts disabled (nIEN bit). 4870c6fd2807SJeff Garzik * 4871c6fd2807SJeff Garzik * LOCKING: 4872cca3974eSJeff Garzik * spin_lock_irqsave(host lock) 4873c6fd2807SJeff Garzik * 4874c6fd2807SJeff Garzik * RETURNS: 4875c6fd2807SJeff Garzik * One if interrupt was handled, zero if not (shared irq). 4876c6fd2807SJeff Garzik */ 4877c6fd2807SJeff Garzik 4878c6fd2807SJeff Garzik inline unsigned int ata_host_intr (struct ata_port *ap, 4879c6fd2807SJeff Garzik struct ata_queued_cmd *qc) 4880c6fd2807SJeff Garzik { 4881c6fd2807SJeff Garzik u8 status, host_stat = 0; 4882c6fd2807SJeff Garzik 4883c6fd2807SJeff Garzik VPRINTK("ata%u: protocol %d task_state %d\n", 4884c6fd2807SJeff Garzik ap->id, qc->tf.protocol, ap->hsm_task_state); 4885c6fd2807SJeff Garzik 4886c6fd2807SJeff Garzik /* Check whether we are expecting interrupt in this state */ 4887c6fd2807SJeff Garzik switch (ap->hsm_task_state) { 4888c6fd2807SJeff Garzik case HSM_ST_FIRST: 4889c6fd2807SJeff Garzik /* Some pre-ATAPI-4 devices assert INTRQ 4890c6fd2807SJeff Garzik * at this state when ready to receive CDB. 4891c6fd2807SJeff Garzik */ 4892c6fd2807SJeff Garzik 4893c6fd2807SJeff Garzik /* Check the ATA_DFLAG_CDB_INTR flag is enough here. 4894c6fd2807SJeff Garzik * The flag was turned on only for atapi devices. 4895c6fd2807SJeff Garzik * No need to check is_atapi_taskfile(&qc->tf) again. 4896c6fd2807SJeff Garzik */ 4897c6fd2807SJeff Garzik if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) 4898c6fd2807SJeff Garzik goto idle_irq; 4899c6fd2807SJeff Garzik break; 4900c6fd2807SJeff Garzik case HSM_ST_LAST: 4901c6fd2807SJeff Garzik if (qc->tf.protocol == ATA_PROT_DMA || 4902c6fd2807SJeff Garzik qc->tf.protocol == ATA_PROT_ATAPI_DMA) { 4903c6fd2807SJeff Garzik /* check status of DMA engine */ 4904c6fd2807SJeff Garzik host_stat = ap->ops->bmdma_status(ap); 4905c6fd2807SJeff Garzik VPRINTK("ata%u: host_stat 0x%X\n", ap->id, host_stat); 4906c6fd2807SJeff Garzik 4907c6fd2807SJeff Garzik /* if it's not our irq... */ 4908c6fd2807SJeff Garzik if (!(host_stat & ATA_DMA_INTR)) 4909c6fd2807SJeff Garzik goto idle_irq; 4910c6fd2807SJeff Garzik 4911c6fd2807SJeff Garzik /* before we do anything else, clear DMA-Start bit */ 4912c6fd2807SJeff Garzik ap->ops->bmdma_stop(qc); 4913c6fd2807SJeff Garzik 4914c6fd2807SJeff Garzik if (unlikely(host_stat & ATA_DMA_ERR)) { 4915c6fd2807SJeff Garzik /* error when transfering data to/from memory */ 4916c6fd2807SJeff Garzik qc->err_mask |= AC_ERR_HOST_BUS; 4917c6fd2807SJeff Garzik ap->hsm_task_state = HSM_ST_ERR; 4918c6fd2807SJeff Garzik } 4919c6fd2807SJeff Garzik } 4920c6fd2807SJeff Garzik break; 4921c6fd2807SJeff Garzik case HSM_ST: 4922c6fd2807SJeff Garzik break; 4923c6fd2807SJeff Garzik default: 4924c6fd2807SJeff Garzik goto idle_irq; 4925c6fd2807SJeff Garzik } 4926c6fd2807SJeff Garzik 4927c6fd2807SJeff Garzik /* check altstatus */ 4928c6fd2807SJeff Garzik status = ata_altstatus(ap); 4929c6fd2807SJeff Garzik if (status & ATA_BUSY) 4930c6fd2807SJeff Garzik goto idle_irq; 4931c6fd2807SJeff Garzik 4932c6fd2807SJeff Garzik /* check main status, clearing INTRQ */ 4933c6fd2807SJeff Garzik status = ata_chk_status(ap); 4934c6fd2807SJeff Garzik if (unlikely(status & ATA_BUSY)) 4935c6fd2807SJeff Garzik goto idle_irq; 4936c6fd2807SJeff Garzik 4937c6fd2807SJeff Garzik /* ack bmdma irq events */ 4938c6fd2807SJeff Garzik ap->ops->irq_clear(ap); 4939c6fd2807SJeff Garzik 4940c6fd2807SJeff Garzik ata_hsm_move(ap, qc, status, 0); 4941c6fd2807SJeff Garzik return 1; /* irq handled */ 4942c6fd2807SJeff Garzik 4943c6fd2807SJeff Garzik idle_irq: 4944c6fd2807SJeff Garzik ap->stats.idle_irq++; 4945c6fd2807SJeff Garzik 4946c6fd2807SJeff Garzik #ifdef ATA_IRQ_TRAP 4947c6fd2807SJeff Garzik if ((ap->stats.idle_irq % 1000) == 0) { 4948c6fd2807SJeff Garzik ata_irq_ack(ap, 0); /* debug trap */ 4949c6fd2807SJeff Garzik ata_port_printk(ap, KERN_WARNING, "irq trap\n"); 4950c6fd2807SJeff Garzik return 1; 4951c6fd2807SJeff Garzik } 4952c6fd2807SJeff Garzik #endif 4953c6fd2807SJeff Garzik return 0; /* irq not handled */ 4954c6fd2807SJeff Garzik } 4955c6fd2807SJeff Garzik 4956c6fd2807SJeff Garzik /** 4957c6fd2807SJeff Garzik * ata_interrupt - Default ATA host interrupt handler 4958c6fd2807SJeff Garzik * @irq: irq line (unused) 4959cca3974eSJeff Garzik * @dev_instance: pointer to our ata_host information structure 4960c6fd2807SJeff Garzik * 4961c6fd2807SJeff Garzik * Default interrupt handler for PCI IDE devices. Calls 4962c6fd2807SJeff Garzik * ata_host_intr() for each port that is not disabled. 4963c6fd2807SJeff Garzik * 4964c6fd2807SJeff Garzik * LOCKING: 4965cca3974eSJeff Garzik * Obtains host lock during operation. 4966c6fd2807SJeff Garzik * 4967c6fd2807SJeff Garzik * RETURNS: 4968c6fd2807SJeff Garzik * IRQ_NONE or IRQ_HANDLED. 4969c6fd2807SJeff Garzik */ 4970c6fd2807SJeff Garzik 49717d12e780SDavid Howells irqreturn_t ata_interrupt (int irq, void *dev_instance) 4972c6fd2807SJeff Garzik { 4973cca3974eSJeff Garzik struct ata_host *host = dev_instance; 4974c6fd2807SJeff Garzik unsigned int i; 4975c6fd2807SJeff Garzik unsigned int handled = 0; 4976c6fd2807SJeff Garzik unsigned long flags; 4977c6fd2807SJeff Garzik 4978c6fd2807SJeff Garzik /* TODO: make _irqsave conditional on x86 PCI IDE legacy mode */ 4979cca3974eSJeff Garzik spin_lock_irqsave(&host->lock, flags); 4980c6fd2807SJeff Garzik 4981cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 4982c6fd2807SJeff Garzik struct ata_port *ap; 4983c6fd2807SJeff Garzik 4984cca3974eSJeff Garzik ap = host->ports[i]; 4985c6fd2807SJeff Garzik if (ap && 4986c6fd2807SJeff Garzik !(ap->flags & ATA_FLAG_DISABLED)) { 4987c6fd2807SJeff Garzik struct ata_queued_cmd *qc; 4988c6fd2807SJeff Garzik 4989c6fd2807SJeff Garzik qc = ata_qc_from_tag(ap, ap->active_tag); 4990c6fd2807SJeff Garzik if (qc && (!(qc->tf.flags & ATA_TFLAG_POLLING)) && 4991c6fd2807SJeff Garzik (qc->flags & ATA_QCFLAG_ACTIVE)) 4992c6fd2807SJeff Garzik handled |= ata_host_intr(ap, qc); 4993c6fd2807SJeff Garzik } 4994c6fd2807SJeff Garzik } 4995c6fd2807SJeff Garzik 4996cca3974eSJeff Garzik spin_unlock_irqrestore(&host->lock, flags); 4997c6fd2807SJeff Garzik 4998c6fd2807SJeff Garzik return IRQ_RETVAL(handled); 4999c6fd2807SJeff Garzik } 5000c6fd2807SJeff Garzik 5001c6fd2807SJeff Garzik /** 5002c6fd2807SJeff Garzik * sata_scr_valid - test whether SCRs are accessible 5003c6fd2807SJeff Garzik * @ap: ATA port to test SCR accessibility for 5004c6fd2807SJeff Garzik * 5005c6fd2807SJeff Garzik * Test whether SCRs are accessible for @ap. 5006c6fd2807SJeff Garzik * 5007c6fd2807SJeff Garzik * LOCKING: 5008c6fd2807SJeff Garzik * None. 5009c6fd2807SJeff Garzik * 5010c6fd2807SJeff Garzik * RETURNS: 5011c6fd2807SJeff Garzik * 1 if SCRs are accessible, 0 otherwise. 5012c6fd2807SJeff Garzik */ 5013c6fd2807SJeff Garzik int sata_scr_valid(struct ata_port *ap) 5014c6fd2807SJeff Garzik { 5015c6fd2807SJeff Garzik return ap->cbl == ATA_CBL_SATA && ap->ops->scr_read; 5016c6fd2807SJeff Garzik } 5017c6fd2807SJeff Garzik 5018c6fd2807SJeff Garzik /** 5019c6fd2807SJeff Garzik * sata_scr_read - read SCR register of the specified port 5020c6fd2807SJeff Garzik * @ap: ATA port to read SCR for 5021c6fd2807SJeff Garzik * @reg: SCR to read 5022c6fd2807SJeff Garzik * @val: Place to store read value 5023c6fd2807SJeff Garzik * 5024c6fd2807SJeff Garzik * Read SCR register @reg of @ap into *@val. This function is 5025c6fd2807SJeff Garzik * guaranteed to succeed if the cable type of the port is SATA 5026c6fd2807SJeff Garzik * and the port implements ->scr_read. 5027c6fd2807SJeff Garzik * 5028c6fd2807SJeff Garzik * LOCKING: 5029c6fd2807SJeff Garzik * None. 5030c6fd2807SJeff Garzik * 5031c6fd2807SJeff Garzik * RETURNS: 5032c6fd2807SJeff Garzik * 0 on success, negative errno on failure. 5033c6fd2807SJeff Garzik */ 5034c6fd2807SJeff Garzik int sata_scr_read(struct ata_port *ap, int reg, u32 *val) 5035c6fd2807SJeff Garzik { 5036c6fd2807SJeff Garzik if (sata_scr_valid(ap)) { 5037c6fd2807SJeff Garzik *val = ap->ops->scr_read(ap, reg); 5038c6fd2807SJeff Garzik return 0; 5039c6fd2807SJeff Garzik } 5040c6fd2807SJeff Garzik return -EOPNOTSUPP; 5041c6fd2807SJeff Garzik } 5042c6fd2807SJeff Garzik 5043c6fd2807SJeff Garzik /** 5044c6fd2807SJeff Garzik * sata_scr_write - write SCR register of the specified port 5045c6fd2807SJeff Garzik * @ap: ATA port to write SCR for 5046c6fd2807SJeff Garzik * @reg: SCR to write 5047c6fd2807SJeff Garzik * @val: value to write 5048c6fd2807SJeff Garzik * 5049c6fd2807SJeff Garzik * Write @val to SCR register @reg of @ap. This function is 5050c6fd2807SJeff Garzik * guaranteed to succeed if the cable type of the port is SATA 5051c6fd2807SJeff Garzik * and the port implements ->scr_read. 5052c6fd2807SJeff Garzik * 5053c6fd2807SJeff Garzik * LOCKING: 5054c6fd2807SJeff Garzik * None. 5055c6fd2807SJeff Garzik * 5056c6fd2807SJeff Garzik * RETURNS: 5057c6fd2807SJeff Garzik * 0 on success, negative errno on failure. 5058c6fd2807SJeff Garzik */ 5059c6fd2807SJeff Garzik int sata_scr_write(struct ata_port *ap, int reg, u32 val) 5060c6fd2807SJeff Garzik { 5061c6fd2807SJeff Garzik if (sata_scr_valid(ap)) { 5062c6fd2807SJeff Garzik ap->ops->scr_write(ap, reg, val); 5063c6fd2807SJeff Garzik return 0; 5064c6fd2807SJeff Garzik } 5065c6fd2807SJeff Garzik return -EOPNOTSUPP; 5066c6fd2807SJeff Garzik } 5067c6fd2807SJeff Garzik 5068c6fd2807SJeff Garzik /** 5069c6fd2807SJeff Garzik * sata_scr_write_flush - write SCR register of the specified port and flush 5070c6fd2807SJeff Garzik * @ap: ATA port to write SCR for 5071c6fd2807SJeff Garzik * @reg: SCR to write 5072c6fd2807SJeff Garzik * @val: value to write 5073c6fd2807SJeff Garzik * 5074c6fd2807SJeff Garzik * This function is identical to sata_scr_write() except that this 5075c6fd2807SJeff Garzik * function performs flush after writing to the register. 5076c6fd2807SJeff Garzik * 5077c6fd2807SJeff Garzik * LOCKING: 5078c6fd2807SJeff Garzik * None. 5079c6fd2807SJeff Garzik * 5080c6fd2807SJeff Garzik * RETURNS: 5081c6fd2807SJeff Garzik * 0 on success, negative errno on failure. 5082c6fd2807SJeff Garzik */ 5083c6fd2807SJeff Garzik int sata_scr_write_flush(struct ata_port *ap, int reg, u32 val) 5084c6fd2807SJeff Garzik { 5085c6fd2807SJeff Garzik if (sata_scr_valid(ap)) { 5086c6fd2807SJeff Garzik ap->ops->scr_write(ap, reg, val); 5087c6fd2807SJeff Garzik ap->ops->scr_read(ap, reg); 5088c6fd2807SJeff Garzik return 0; 5089c6fd2807SJeff Garzik } 5090c6fd2807SJeff Garzik return -EOPNOTSUPP; 5091c6fd2807SJeff Garzik } 5092c6fd2807SJeff Garzik 5093c6fd2807SJeff Garzik /** 5094c6fd2807SJeff Garzik * ata_port_online - test whether the given port is online 5095c6fd2807SJeff Garzik * @ap: ATA port to test 5096c6fd2807SJeff Garzik * 5097c6fd2807SJeff Garzik * Test whether @ap is online. Note that this function returns 0 5098c6fd2807SJeff Garzik * if online status of @ap cannot be obtained, so 5099c6fd2807SJeff Garzik * ata_port_online(ap) != !ata_port_offline(ap). 5100c6fd2807SJeff Garzik * 5101c6fd2807SJeff Garzik * LOCKING: 5102c6fd2807SJeff Garzik * None. 5103c6fd2807SJeff Garzik * 5104c6fd2807SJeff Garzik * RETURNS: 5105c6fd2807SJeff Garzik * 1 if the port online status is available and online. 5106c6fd2807SJeff Garzik */ 5107c6fd2807SJeff Garzik int ata_port_online(struct ata_port *ap) 5108c6fd2807SJeff Garzik { 5109c6fd2807SJeff Garzik u32 sstatus; 5110c6fd2807SJeff Garzik 5111c6fd2807SJeff Garzik if (!sata_scr_read(ap, SCR_STATUS, &sstatus) && (sstatus & 0xf) == 0x3) 5112c6fd2807SJeff Garzik return 1; 5113c6fd2807SJeff Garzik return 0; 5114c6fd2807SJeff Garzik } 5115c6fd2807SJeff Garzik 5116c6fd2807SJeff Garzik /** 5117c6fd2807SJeff Garzik * ata_port_offline - test whether the given port is offline 5118c6fd2807SJeff Garzik * @ap: ATA port to test 5119c6fd2807SJeff Garzik * 5120c6fd2807SJeff Garzik * Test whether @ap is offline. Note that this function returns 5121c6fd2807SJeff Garzik * 0 if offline status of @ap cannot be obtained, so 5122c6fd2807SJeff Garzik * ata_port_online(ap) != !ata_port_offline(ap). 5123c6fd2807SJeff Garzik * 5124c6fd2807SJeff Garzik * LOCKING: 5125c6fd2807SJeff Garzik * None. 5126c6fd2807SJeff Garzik * 5127c6fd2807SJeff Garzik * RETURNS: 5128c6fd2807SJeff Garzik * 1 if the port offline status is available and offline. 5129c6fd2807SJeff Garzik */ 5130c6fd2807SJeff Garzik int ata_port_offline(struct ata_port *ap) 5131c6fd2807SJeff Garzik { 5132c6fd2807SJeff Garzik u32 sstatus; 5133c6fd2807SJeff Garzik 5134c6fd2807SJeff Garzik if (!sata_scr_read(ap, SCR_STATUS, &sstatus) && (sstatus & 0xf) != 0x3) 5135c6fd2807SJeff Garzik return 1; 5136c6fd2807SJeff Garzik return 0; 5137c6fd2807SJeff Garzik } 5138c6fd2807SJeff Garzik 5139c6fd2807SJeff Garzik int ata_flush_cache(struct ata_device *dev) 5140c6fd2807SJeff Garzik { 5141c6fd2807SJeff Garzik unsigned int err_mask; 5142c6fd2807SJeff Garzik u8 cmd; 5143c6fd2807SJeff Garzik 5144c6fd2807SJeff Garzik if (!ata_try_flush_cache(dev)) 5145c6fd2807SJeff Garzik return 0; 5146c6fd2807SJeff Garzik 51476fc49adbSTejun Heo if (dev->flags & ATA_DFLAG_FLUSH_EXT) 5148c6fd2807SJeff Garzik cmd = ATA_CMD_FLUSH_EXT; 5149c6fd2807SJeff Garzik else 5150c6fd2807SJeff Garzik cmd = ATA_CMD_FLUSH; 5151c6fd2807SJeff Garzik 5152c6fd2807SJeff Garzik err_mask = ata_do_simple_cmd(dev, cmd); 5153c6fd2807SJeff Garzik if (err_mask) { 5154c6fd2807SJeff Garzik ata_dev_printk(dev, KERN_ERR, "failed to flush cache\n"); 5155c6fd2807SJeff Garzik return -EIO; 5156c6fd2807SJeff Garzik } 5157c6fd2807SJeff Garzik 5158c6fd2807SJeff Garzik return 0; 5159c6fd2807SJeff Garzik } 5160c6fd2807SJeff Garzik 5161cca3974eSJeff Garzik static int ata_host_request_pm(struct ata_host *host, pm_message_t mesg, 5162cca3974eSJeff Garzik unsigned int action, unsigned int ehi_flags, 5163cca3974eSJeff Garzik int wait) 5164c6fd2807SJeff Garzik { 5165c6fd2807SJeff Garzik unsigned long flags; 5166c6fd2807SJeff Garzik int i, rc; 5167c6fd2807SJeff Garzik 5168cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 5169cca3974eSJeff Garzik struct ata_port *ap = host->ports[i]; 5170c6fd2807SJeff Garzik 5171c6fd2807SJeff Garzik /* Previous resume operation might still be in 5172c6fd2807SJeff Garzik * progress. Wait for PM_PENDING to clear. 5173c6fd2807SJeff Garzik */ 5174c6fd2807SJeff Garzik if (ap->pflags & ATA_PFLAG_PM_PENDING) { 5175c6fd2807SJeff Garzik ata_port_wait_eh(ap); 5176c6fd2807SJeff Garzik WARN_ON(ap->pflags & ATA_PFLAG_PM_PENDING); 5177c6fd2807SJeff Garzik } 5178c6fd2807SJeff Garzik 5179c6fd2807SJeff Garzik /* request PM ops to EH */ 5180c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 5181c6fd2807SJeff Garzik 5182c6fd2807SJeff Garzik ap->pm_mesg = mesg; 5183c6fd2807SJeff Garzik if (wait) { 5184c6fd2807SJeff Garzik rc = 0; 5185c6fd2807SJeff Garzik ap->pm_result = &rc; 5186c6fd2807SJeff Garzik } 5187c6fd2807SJeff Garzik 5188c6fd2807SJeff Garzik ap->pflags |= ATA_PFLAG_PM_PENDING; 5189c6fd2807SJeff Garzik ap->eh_info.action |= action; 5190c6fd2807SJeff Garzik ap->eh_info.flags |= ehi_flags; 5191c6fd2807SJeff Garzik 5192c6fd2807SJeff Garzik ata_port_schedule_eh(ap); 5193c6fd2807SJeff Garzik 5194c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 5195c6fd2807SJeff Garzik 5196c6fd2807SJeff Garzik /* wait and check result */ 5197c6fd2807SJeff Garzik if (wait) { 5198c6fd2807SJeff Garzik ata_port_wait_eh(ap); 5199c6fd2807SJeff Garzik WARN_ON(ap->pflags & ATA_PFLAG_PM_PENDING); 5200c6fd2807SJeff Garzik if (rc) 5201c6fd2807SJeff Garzik return rc; 5202c6fd2807SJeff Garzik } 5203c6fd2807SJeff Garzik } 5204c6fd2807SJeff Garzik 5205c6fd2807SJeff Garzik return 0; 5206c6fd2807SJeff Garzik } 5207c6fd2807SJeff Garzik 5208c6fd2807SJeff Garzik /** 5209cca3974eSJeff Garzik * ata_host_suspend - suspend host 5210cca3974eSJeff Garzik * @host: host to suspend 5211c6fd2807SJeff Garzik * @mesg: PM message 5212c6fd2807SJeff Garzik * 5213cca3974eSJeff Garzik * Suspend @host. Actual operation is performed by EH. This 5214c6fd2807SJeff Garzik * function requests EH to perform PM operations and waits for EH 5215c6fd2807SJeff Garzik * to finish. 5216c6fd2807SJeff Garzik * 5217c6fd2807SJeff Garzik * LOCKING: 5218c6fd2807SJeff Garzik * Kernel thread context (may sleep). 5219c6fd2807SJeff Garzik * 5220c6fd2807SJeff Garzik * RETURNS: 5221c6fd2807SJeff Garzik * 0 on success, -errno on failure. 5222c6fd2807SJeff Garzik */ 5223cca3974eSJeff Garzik int ata_host_suspend(struct ata_host *host, pm_message_t mesg) 5224c6fd2807SJeff Garzik { 5225c6fd2807SJeff Garzik int i, j, rc; 5226c6fd2807SJeff Garzik 5227cca3974eSJeff Garzik rc = ata_host_request_pm(host, mesg, 0, ATA_EHI_QUIET, 1); 5228c6fd2807SJeff Garzik if (rc) 5229c6fd2807SJeff Garzik goto fail; 5230c6fd2807SJeff Garzik 5231c6fd2807SJeff Garzik /* EH is quiescent now. Fail if we have any ready device. 5232c6fd2807SJeff Garzik * This happens if hotplug occurs between completion of device 5233c6fd2807SJeff Garzik * suspension and here. 5234c6fd2807SJeff Garzik */ 5235cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 5236cca3974eSJeff Garzik struct ata_port *ap = host->ports[i]; 5237c6fd2807SJeff Garzik 5238c6fd2807SJeff Garzik for (j = 0; j < ATA_MAX_DEVICES; j++) { 5239c6fd2807SJeff Garzik struct ata_device *dev = &ap->device[j]; 5240c6fd2807SJeff Garzik 5241c6fd2807SJeff Garzik if (ata_dev_ready(dev)) { 5242c6fd2807SJeff Garzik ata_port_printk(ap, KERN_WARNING, 5243c6fd2807SJeff Garzik "suspend failed, device %d " 5244c6fd2807SJeff Garzik "still active\n", dev->devno); 5245c6fd2807SJeff Garzik rc = -EBUSY; 5246c6fd2807SJeff Garzik goto fail; 5247c6fd2807SJeff Garzik } 5248c6fd2807SJeff Garzik } 5249c6fd2807SJeff Garzik } 5250c6fd2807SJeff Garzik 5251cca3974eSJeff Garzik host->dev->power.power_state = mesg; 5252c6fd2807SJeff Garzik return 0; 5253c6fd2807SJeff Garzik 5254c6fd2807SJeff Garzik fail: 5255cca3974eSJeff Garzik ata_host_resume(host); 5256c6fd2807SJeff Garzik return rc; 5257c6fd2807SJeff Garzik } 5258c6fd2807SJeff Garzik 5259c6fd2807SJeff Garzik /** 5260cca3974eSJeff Garzik * ata_host_resume - resume host 5261cca3974eSJeff Garzik * @host: host to resume 5262c6fd2807SJeff Garzik * 5263cca3974eSJeff Garzik * Resume @host. Actual operation is performed by EH. This 5264c6fd2807SJeff Garzik * function requests EH to perform PM operations and returns. 5265c6fd2807SJeff Garzik * Note that all resume operations are performed parallely. 5266c6fd2807SJeff Garzik * 5267c6fd2807SJeff Garzik * LOCKING: 5268c6fd2807SJeff Garzik * Kernel thread context (may sleep). 5269c6fd2807SJeff Garzik */ 5270cca3974eSJeff Garzik void ata_host_resume(struct ata_host *host) 5271c6fd2807SJeff Garzik { 5272cca3974eSJeff Garzik ata_host_request_pm(host, PMSG_ON, ATA_EH_SOFTRESET, 5273c6fd2807SJeff Garzik ATA_EHI_NO_AUTOPSY | ATA_EHI_QUIET, 0); 5274cca3974eSJeff Garzik host->dev->power.power_state = PMSG_ON; 5275c6fd2807SJeff Garzik } 5276c6fd2807SJeff Garzik 5277c6fd2807SJeff Garzik /** 5278c6fd2807SJeff Garzik * ata_port_start - Set port up for dma. 5279c6fd2807SJeff Garzik * @ap: Port to initialize 5280c6fd2807SJeff Garzik * 5281c6fd2807SJeff Garzik * Called just after data structures for each port are 5282c6fd2807SJeff Garzik * initialized. Allocates space for PRD table. 5283c6fd2807SJeff Garzik * 5284c6fd2807SJeff Garzik * May be used as the port_start() entry in ata_port_operations. 5285c6fd2807SJeff Garzik * 5286c6fd2807SJeff Garzik * LOCKING: 5287c6fd2807SJeff Garzik * Inherited from caller. 5288c6fd2807SJeff Garzik */ 5289c6fd2807SJeff Garzik 5290c6fd2807SJeff Garzik int ata_port_start (struct ata_port *ap) 5291c6fd2807SJeff Garzik { 5292c6fd2807SJeff Garzik struct device *dev = ap->dev; 5293c6fd2807SJeff Garzik int rc; 5294c6fd2807SJeff Garzik 5295c6fd2807SJeff Garzik ap->prd = dma_alloc_coherent(dev, ATA_PRD_TBL_SZ, &ap->prd_dma, GFP_KERNEL); 5296c6fd2807SJeff Garzik if (!ap->prd) 5297c6fd2807SJeff Garzik return -ENOMEM; 5298c6fd2807SJeff Garzik 5299c6fd2807SJeff Garzik rc = ata_pad_alloc(ap, dev); 5300c6fd2807SJeff Garzik if (rc) { 5301c6fd2807SJeff Garzik dma_free_coherent(dev, ATA_PRD_TBL_SZ, ap->prd, ap->prd_dma); 5302c6fd2807SJeff Garzik return rc; 5303c6fd2807SJeff Garzik } 5304c6fd2807SJeff Garzik 5305c6fd2807SJeff Garzik DPRINTK("prd alloc, virt %p, dma %llx\n", ap->prd, (unsigned long long) ap->prd_dma); 5306c6fd2807SJeff Garzik 5307c6fd2807SJeff Garzik return 0; 5308c6fd2807SJeff Garzik } 5309c6fd2807SJeff Garzik 5310c6fd2807SJeff Garzik 5311c6fd2807SJeff Garzik /** 5312c6fd2807SJeff Garzik * ata_port_stop - Undo ata_port_start() 5313c6fd2807SJeff Garzik * @ap: Port to shut down 5314c6fd2807SJeff Garzik * 5315c6fd2807SJeff Garzik * Frees the PRD table. 5316c6fd2807SJeff Garzik * 5317c6fd2807SJeff Garzik * May be used as the port_stop() entry in ata_port_operations. 5318c6fd2807SJeff Garzik * 5319c6fd2807SJeff Garzik * LOCKING: 5320c6fd2807SJeff Garzik * Inherited from caller. 5321c6fd2807SJeff Garzik */ 5322c6fd2807SJeff Garzik 5323c6fd2807SJeff Garzik void ata_port_stop (struct ata_port *ap) 5324c6fd2807SJeff Garzik { 5325c6fd2807SJeff Garzik struct device *dev = ap->dev; 5326c6fd2807SJeff Garzik 5327c6fd2807SJeff Garzik dma_free_coherent(dev, ATA_PRD_TBL_SZ, ap->prd, ap->prd_dma); 5328c6fd2807SJeff Garzik ata_pad_free(ap, dev); 5329c6fd2807SJeff Garzik } 5330c6fd2807SJeff Garzik 5331cca3974eSJeff Garzik void ata_host_stop (struct ata_host *host) 5332c6fd2807SJeff Garzik { 5333cca3974eSJeff Garzik if (host->mmio_base) 5334cca3974eSJeff Garzik iounmap(host->mmio_base); 5335c6fd2807SJeff Garzik } 5336c6fd2807SJeff Garzik 5337c6fd2807SJeff Garzik /** 5338c6fd2807SJeff Garzik * ata_dev_init - Initialize an ata_device structure 5339c6fd2807SJeff Garzik * @dev: Device structure to initialize 5340c6fd2807SJeff Garzik * 5341c6fd2807SJeff Garzik * Initialize @dev in preparation for probing. 5342c6fd2807SJeff Garzik * 5343c6fd2807SJeff Garzik * LOCKING: 5344c6fd2807SJeff Garzik * Inherited from caller. 5345c6fd2807SJeff Garzik */ 5346c6fd2807SJeff Garzik void ata_dev_init(struct ata_device *dev) 5347c6fd2807SJeff Garzik { 5348c6fd2807SJeff Garzik struct ata_port *ap = dev->ap; 5349c6fd2807SJeff Garzik unsigned long flags; 5350c6fd2807SJeff Garzik 5351c6fd2807SJeff Garzik /* SATA spd limit is bound to the first device */ 5352c6fd2807SJeff Garzik ap->sata_spd_limit = ap->hw_sata_spd_limit; 5353c6fd2807SJeff Garzik 5354c6fd2807SJeff Garzik /* High bits of dev->flags are used to record warm plug 5355c6fd2807SJeff Garzik * requests which occur asynchronously. Synchronize using 5356cca3974eSJeff Garzik * host lock. 5357c6fd2807SJeff Garzik */ 5358c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 5359c6fd2807SJeff Garzik dev->flags &= ~ATA_DFLAG_INIT_MASK; 5360c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 5361c6fd2807SJeff Garzik 5362c6fd2807SJeff Garzik memset((void *)dev + ATA_DEVICE_CLEAR_OFFSET, 0, 5363c6fd2807SJeff Garzik sizeof(*dev) - ATA_DEVICE_CLEAR_OFFSET); 5364c6fd2807SJeff Garzik dev->pio_mask = UINT_MAX; 5365c6fd2807SJeff Garzik dev->mwdma_mask = UINT_MAX; 5366c6fd2807SJeff Garzik dev->udma_mask = UINT_MAX; 5367c6fd2807SJeff Garzik } 5368c6fd2807SJeff Garzik 5369c6fd2807SJeff Garzik /** 5370c6fd2807SJeff Garzik * ata_port_init - Initialize an ata_port structure 5371c6fd2807SJeff Garzik * @ap: Structure to initialize 5372cca3974eSJeff Garzik * @host: Collection of hosts to which @ap belongs 5373c6fd2807SJeff Garzik * @ent: Probe information provided by low-level driver 5374c6fd2807SJeff Garzik * @port_no: Port number associated with this ata_port 5375c6fd2807SJeff Garzik * 5376c6fd2807SJeff Garzik * Initialize a new ata_port structure. 5377c6fd2807SJeff Garzik * 5378c6fd2807SJeff Garzik * LOCKING: 5379c6fd2807SJeff Garzik * Inherited from caller. 5380c6fd2807SJeff Garzik */ 5381cca3974eSJeff Garzik void ata_port_init(struct ata_port *ap, struct ata_host *host, 5382c6fd2807SJeff Garzik const struct ata_probe_ent *ent, unsigned int port_no) 5383c6fd2807SJeff Garzik { 5384c6fd2807SJeff Garzik unsigned int i; 5385c6fd2807SJeff Garzik 5386cca3974eSJeff Garzik ap->lock = &host->lock; 5387c6fd2807SJeff Garzik ap->flags = ATA_FLAG_DISABLED; 5388c6fd2807SJeff Garzik ap->id = ata_unique_id++; 5389c6fd2807SJeff Garzik ap->ctl = ATA_DEVCTL_OBS; 5390cca3974eSJeff Garzik ap->host = host; 5391c6fd2807SJeff Garzik ap->dev = ent->dev; 5392c6fd2807SJeff Garzik ap->port_no = port_no; 5393fea63e38STejun Heo if (port_no == 1 && ent->pinfo2) { 5394fea63e38STejun Heo ap->pio_mask = ent->pinfo2->pio_mask; 5395fea63e38STejun Heo ap->mwdma_mask = ent->pinfo2->mwdma_mask; 5396fea63e38STejun Heo ap->udma_mask = ent->pinfo2->udma_mask; 5397fea63e38STejun Heo ap->flags |= ent->pinfo2->flags; 5398fea63e38STejun Heo ap->ops = ent->pinfo2->port_ops; 5399fea63e38STejun Heo } else { 5400c6fd2807SJeff Garzik ap->pio_mask = ent->pio_mask; 5401c6fd2807SJeff Garzik ap->mwdma_mask = ent->mwdma_mask; 5402c6fd2807SJeff Garzik ap->udma_mask = ent->udma_mask; 5403cca3974eSJeff Garzik ap->flags |= ent->port_flags; 5404c6fd2807SJeff Garzik ap->ops = ent->port_ops; 5405fea63e38STejun Heo } 5406c6fd2807SJeff Garzik ap->hw_sata_spd_limit = UINT_MAX; 5407c6fd2807SJeff Garzik ap->active_tag = ATA_TAG_POISON; 5408c6fd2807SJeff Garzik ap->last_ctl = 0xFF; 5409c6fd2807SJeff Garzik 5410c6fd2807SJeff Garzik #if defined(ATA_VERBOSE_DEBUG) 5411c6fd2807SJeff Garzik /* turn on all debugging levels */ 5412c6fd2807SJeff Garzik ap->msg_enable = 0x00FF; 5413c6fd2807SJeff Garzik #elif defined(ATA_DEBUG) 5414c6fd2807SJeff Garzik ap->msg_enable = ATA_MSG_DRV | ATA_MSG_INFO | ATA_MSG_CTL | ATA_MSG_WARN | ATA_MSG_ERR; 5415c6fd2807SJeff Garzik #else 5416c6fd2807SJeff Garzik ap->msg_enable = ATA_MSG_DRV | ATA_MSG_ERR | ATA_MSG_WARN; 5417c6fd2807SJeff Garzik #endif 5418c6fd2807SJeff Garzik 5419c6fd2807SJeff Garzik INIT_WORK(&ap->port_task, NULL, NULL); 5420c6fd2807SJeff Garzik INIT_WORK(&ap->hotplug_task, ata_scsi_hotplug, ap); 5421c6fd2807SJeff Garzik INIT_WORK(&ap->scsi_rescan_task, ata_scsi_dev_rescan, ap); 5422c6fd2807SJeff Garzik INIT_LIST_HEAD(&ap->eh_done_q); 5423c6fd2807SJeff Garzik init_waitqueue_head(&ap->eh_wait_q); 5424c6fd2807SJeff Garzik 5425c6fd2807SJeff Garzik /* set cable type */ 5426c6fd2807SJeff Garzik ap->cbl = ATA_CBL_NONE; 5427c6fd2807SJeff Garzik if (ap->flags & ATA_FLAG_SATA) 5428c6fd2807SJeff Garzik ap->cbl = ATA_CBL_SATA; 5429c6fd2807SJeff Garzik 5430c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) { 5431c6fd2807SJeff Garzik struct ata_device *dev = &ap->device[i]; 5432c6fd2807SJeff Garzik dev->ap = ap; 5433c6fd2807SJeff Garzik dev->devno = i; 5434c6fd2807SJeff Garzik ata_dev_init(dev); 5435c6fd2807SJeff Garzik } 5436c6fd2807SJeff Garzik 5437c6fd2807SJeff Garzik #ifdef ATA_IRQ_TRAP 5438c6fd2807SJeff Garzik ap->stats.unhandled_irq = 1; 5439c6fd2807SJeff Garzik ap->stats.idle_irq = 1; 5440c6fd2807SJeff Garzik #endif 5441c6fd2807SJeff Garzik 5442c6fd2807SJeff Garzik memcpy(&ap->ioaddr, &ent->port[port_no], sizeof(struct ata_ioports)); 5443c6fd2807SJeff Garzik } 5444c6fd2807SJeff Garzik 5445c6fd2807SJeff Garzik /** 5446c6fd2807SJeff Garzik * ata_port_init_shost - Initialize SCSI host associated with ATA port 5447c6fd2807SJeff Garzik * @ap: ATA port to initialize SCSI host for 5448c6fd2807SJeff Garzik * @shost: SCSI host associated with @ap 5449c6fd2807SJeff Garzik * 5450c6fd2807SJeff Garzik * Initialize SCSI host @shost associated with ATA port @ap. 5451c6fd2807SJeff Garzik * 5452c6fd2807SJeff Garzik * LOCKING: 5453c6fd2807SJeff Garzik * Inherited from caller. 5454c6fd2807SJeff Garzik */ 5455c6fd2807SJeff Garzik static void ata_port_init_shost(struct ata_port *ap, struct Scsi_Host *shost) 5456c6fd2807SJeff Garzik { 5457cca3974eSJeff Garzik ap->scsi_host = shost; 5458c6fd2807SJeff Garzik 5459c6fd2807SJeff Garzik shost->unique_id = ap->id; 5460c6fd2807SJeff Garzik shost->max_id = 16; 5461c6fd2807SJeff Garzik shost->max_lun = 1; 5462c6fd2807SJeff Garzik shost->max_channel = 1; 5463c6fd2807SJeff Garzik shost->max_cmd_len = 12; 5464c6fd2807SJeff Garzik } 5465c6fd2807SJeff Garzik 5466c6fd2807SJeff Garzik /** 5467c6fd2807SJeff Garzik * ata_port_add - Attach low-level ATA driver to system 5468c6fd2807SJeff Garzik * @ent: Information provided by low-level driver 5469cca3974eSJeff Garzik * @host: Collections of ports to which we add 5470c6fd2807SJeff Garzik * @port_no: Port number associated with this host 5471c6fd2807SJeff Garzik * 5472c6fd2807SJeff Garzik * Attach low-level ATA driver to system. 5473c6fd2807SJeff Garzik * 5474c6fd2807SJeff Garzik * LOCKING: 5475c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 5476c6fd2807SJeff Garzik * 5477c6fd2807SJeff Garzik * RETURNS: 5478c6fd2807SJeff Garzik * New ata_port on success, for NULL on error. 5479c6fd2807SJeff Garzik */ 5480c6fd2807SJeff Garzik static struct ata_port * ata_port_add(const struct ata_probe_ent *ent, 5481cca3974eSJeff Garzik struct ata_host *host, 5482c6fd2807SJeff Garzik unsigned int port_no) 5483c6fd2807SJeff Garzik { 5484c6fd2807SJeff Garzik struct Scsi_Host *shost; 5485c6fd2807SJeff Garzik struct ata_port *ap; 5486c6fd2807SJeff Garzik 5487c6fd2807SJeff Garzik DPRINTK("ENTER\n"); 5488c6fd2807SJeff Garzik 5489c6fd2807SJeff Garzik if (!ent->port_ops->error_handler && 5490cca3974eSJeff Garzik !(ent->port_flags & (ATA_FLAG_SATA_RESET | ATA_FLAG_SRST))) { 5491c6fd2807SJeff Garzik printk(KERN_ERR "ata%u: no reset mechanism available\n", 5492c6fd2807SJeff Garzik port_no); 5493c6fd2807SJeff Garzik return NULL; 5494c6fd2807SJeff Garzik } 5495c6fd2807SJeff Garzik 5496c6fd2807SJeff Garzik shost = scsi_host_alloc(ent->sht, sizeof(struct ata_port)); 5497c6fd2807SJeff Garzik if (!shost) 5498c6fd2807SJeff Garzik return NULL; 5499c6fd2807SJeff Garzik 5500c6fd2807SJeff Garzik shost->transportt = &ata_scsi_transport_template; 5501c6fd2807SJeff Garzik 5502c6fd2807SJeff Garzik ap = ata_shost_to_port(shost); 5503c6fd2807SJeff Garzik 5504cca3974eSJeff Garzik ata_port_init(ap, host, ent, port_no); 5505c6fd2807SJeff Garzik ata_port_init_shost(ap, shost); 5506c6fd2807SJeff Garzik 5507c6fd2807SJeff Garzik return ap; 5508c6fd2807SJeff Garzik } 5509c6fd2807SJeff Garzik 5510c6fd2807SJeff Garzik /** 5511cca3974eSJeff Garzik * ata_sas_host_init - Initialize a host struct 5512cca3974eSJeff Garzik * @host: host to initialize 5513cca3974eSJeff Garzik * @dev: device host is attached to 5514cca3974eSJeff Garzik * @flags: host flags 5515c6fd2807SJeff Garzik * @ops: port_ops 5516c6fd2807SJeff Garzik * 5517c6fd2807SJeff Garzik * LOCKING: 5518c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 5519c6fd2807SJeff Garzik * 5520c6fd2807SJeff Garzik */ 5521c6fd2807SJeff Garzik 5522cca3974eSJeff Garzik void ata_host_init(struct ata_host *host, struct device *dev, 5523cca3974eSJeff Garzik unsigned long flags, const struct ata_port_operations *ops) 5524c6fd2807SJeff Garzik { 5525cca3974eSJeff Garzik spin_lock_init(&host->lock); 5526cca3974eSJeff Garzik host->dev = dev; 5527cca3974eSJeff Garzik host->flags = flags; 5528cca3974eSJeff Garzik host->ops = ops; 5529c6fd2807SJeff Garzik } 5530c6fd2807SJeff Garzik 5531c6fd2807SJeff Garzik /** 5532c6fd2807SJeff Garzik * ata_device_add - Register hardware device with ATA and SCSI layers 5533c6fd2807SJeff Garzik * @ent: Probe information describing hardware device to be registered 5534c6fd2807SJeff Garzik * 5535c6fd2807SJeff Garzik * This function processes the information provided in the probe 5536c6fd2807SJeff Garzik * information struct @ent, allocates the necessary ATA and SCSI 5537c6fd2807SJeff Garzik * host information structures, initializes them, and registers 5538c6fd2807SJeff Garzik * everything with requisite kernel subsystems. 5539c6fd2807SJeff Garzik * 5540c6fd2807SJeff Garzik * This function requests irqs, probes the ATA bus, and probes 5541c6fd2807SJeff Garzik * the SCSI bus. 5542c6fd2807SJeff Garzik * 5543c6fd2807SJeff Garzik * LOCKING: 5544c6fd2807SJeff Garzik * PCI/etc. bus probe sem. 5545c6fd2807SJeff Garzik * 5546c6fd2807SJeff Garzik * RETURNS: 5547c6fd2807SJeff Garzik * Number of ports registered. Zero on error (no ports registered). 5548c6fd2807SJeff Garzik */ 5549c6fd2807SJeff Garzik int ata_device_add(const struct ata_probe_ent *ent) 5550c6fd2807SJeff Garzik { 5551c6fd2807SJeff Garzik unsigned int i; 5552c6fd2807SJeff Garzik struct device *dev = ent->dev; 5553cca3974eSJeff Garzik struct ata_host *host; 5554c6fd2807SJeff Garzik int rc; 5555c6fd2807SJeff Garzik 5556c6fd2807SJeff Garzik DPRINTK("ENTER\n"); 555702f076aaSAlan Cox 555802f076aaSAlan Cox if (ent->irq == 0) { 555902f076aaSAlan Cox dev_printk(KERN_ERR, dev, "is not available: No interrupt assigned.\n"); 556002f076aaSAlan Cox return 0; 556102f076aaSAlan Cox } 5562c6fd2807SJeff Garzik /* alloc a container for our list of ATA ports (buses) */ 5563cca3974eSJeff Garzik host = kzalloc(sizeof(struct ata_host) + 5564c6fd2807SJeff Garzik (ent->n_ports * sizeof(void *)), GFP_KERNEL); 5565cca3974eSJeff Garzik if (!host) 5566c6fd2807SJeff Garzik return 0; 5567c6fd2807SJeff Garzik 5568cca3974eSJeff Garzik ata_host_init(host, dev, ent->_host_flags, ent->port_ops); 5569cca3974eSJeff Garzik host->n_ports = ent->n_ports; 5570cca3974eSJeff Garzik host->irq = ent->irq; 5571cca3974eSJeff Garzik host->irq2 = ent->irq2; 5572cca3974eSJeff Garzik host->mmio_base = ent->mmio_base; 5573cca3974eSJeff Garzik host->private_data = ent->private_data; 5574c6fd2807SJeff Garzik 5575c6fd2807SJeff Garzik /* register each port bound to this device */ 5576cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 5577c6fd2807SJeff Garzik struct ata_port *ap; 5578c6fd2807SJeff Garzik unsigned long xfer_mode_mask; 5579c6fd2807SJeff Garzik int irq_line = ent->irq; 5580c6fd2807SJeff Garzik 5581cca3974eSJeff Garzik ap = ata_port_add(ent, host, i); 5582c38778c3SDave Jones host->ports[i] = ap; 5583c6fd2807SJeff Garzik if (!ap) 5584c6fd2807SJeff Garzik goto err_out; 5585c6fd2807SJeff Garzik 5586c6fd2807SJeff Garzik /* dummy? */ 5587c6fd2807SJeff Garzik if (ent->dummy_port_mask & (1 << i)) { 5588c6fd2807SJeff Garzik ata_port_printk(ap, KERN_INFO, "DUMMY\n"); 5589c6fd2807SJeff Garzik ap->ops = &ata_dummy_port_ops; 5590c6fd2807SJeff Garzik continue; 5591c6fd2807SJeff Garzik } 5592c6fd2807SJeff Garzik 5593c6fd2807SJeff Garzik /* start port */ 5594c6fd2807SJeff Garzik rc = ap->ops->port_start(ap); 5595c6fd2807SJeff Garzik if (rc) { 5596cca3974eSJeff Garzik host->ports[i] = NULL; 5597cca3974eSJeff Garzik scsi_host_put(ap->scsi_host); 5598c6fd2807SJeff Garzik goto err_out; 5599c6fd2807SJeff Garzik } 5600c6fd2807SJeff Garzik 5601c6fd2807SJeff Garzik /* Report the secondary IRQ for second channel legacy */ 5602c6fd2807SJeff Garzik if (i == 1 && ent->irq2) 5603c6fd2807SJeff Garzik irq_line = ent->irq2; 5604c6fd2807SJeff Garzik 5605c6fd2807SJeff Garzik xfer_mode_mask =(ap->udma_mask << ATA_SHIFT_UDMA) | 5606c6fd2807SJeff Garzik (ap->mwdma_mask << ATA_SHIFT_MWDMA) | 5607c6fd2807SJeff Garzik (ap->pio_mask << ATA_SHIFT_PIO); 5608c6fd2807SJeff Garzik 5609c6fd2807SJeff Garzik /* print per-port info to dmesg */ 5610c6fd2807SJeff Garzik ata_port_printk(ap, KERN_INFO, "%cATA max %s cmd 0x%lX " 5611c6fd2807SJeff Garzik "ctl 0x%lX bmdma 0x%lX irq %d\n", 5612c6fd2807SJeff Garzik ap->flags & ATA_FLAG_SATA ? 'S' : 'P', 5613c6fd2807SJeff Garzik ata_mode_string(xfer_mode_mask), 5614c6fd2807SJeff Garzik ap->ioaddr.cmd_addr, 5615c6fd2807SJeff Garzik ap->ioaddr.ctl_addr, 5616c6fd2807SJeff Garzik ap->ioaddr.bmdma_addr, 5617c6fd2807SJeff Garzik irq_line); 5618c6fd2807SJeff Garzik 5619c6fd2807SJeff Garzik ata_chk_status(ap); 5620cca3974eSJeff Garzik host->ops->irq_clear(ap); 5621c6fd2807SJeff Garzik ata_eh_freeze_port(ap); /* freeze port before requesting IRQ */ 5622c6fd2807SJeff Garzik } 5623c6fd2807SJeff Garzik 5624c6fd2807SJeff Garzik /* obtain irq, that may be shared between channels */ 5625c6fd2807SJeff Garzik rc = request_irq(ent->irq, ent->port_ops->irq_handler, ent->irq_flags, 5626cca3974eSJeff Garzik DRV_NAME, host); 5627c6fd2807SJeff Garzik if (rc) { 5628c6fd2807SJeff Garzik dev_printk(KERN_ERR, dev, "irq %lu request failed: %d\n", 5629c6fd2807SJeff Garzik ent->irq, rc); 5630c6fd2807SJeff Garzik goto err_out; 5631c6fd2807SJeff Garzik } 5632c6fd2807SJeff Garzik 5633c6fd2807SJeff Garzik /* do we have a second IRQ for the other channel, eg legacy mode */ 5634c6fd2807SJeff Garzik if (ent->irq2) { 5635c6fd2807SJeff Garzik /* We will get weird core code crashes later if this is true 5636c6fd2807SJeff Garzik so trap it now */ 5637c6fd2807SJeff Garzik BUG_ON(ent->irq == ent->irq2); 5638c6fd2807SJeff Garzik 5639c6fd2807SJeff Garzik rc = request_irq(ent->irq2, ent->port_ops->irq_handler, ent->irq_flags, 5640cca3974eSJeff Garzik DRV_NAME, host); 5641c6fd2807SJeff Garzik if (rc) { 5642c6fd2807SJeff Garzik dev_printk(KERN_ERR, dev, "irq %lu request failed: %d\n", 5643c6fd2807SJeff Garzik ent->irq2, rc); 5644c6fd2807SJeff Garzik goto err_out_free_irq; 5645c6fd2807SJeff Garzik } 5646c6fd2807SJeff Garzik } 5647c6fd2807SJeff Garzik 5648c6fd2807SJeff Garzik /* perform each probe synchronously */ 5649c6fd2807SJeff Garzik DPRINTK("probe begin\n"); 5650cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 5651cca3974eSJeff Garzik struct ata_port *ap = host->ports[i]; 5652c6fd2807SJeff Garzik u32 scontrol; 5653c6fd2807SJeff Garzik int rc; 5654c6fd2807SJeff Garzik 5655c6fd2807SJeff Garzik /* init sata_spd_limit to the current value */ 5656c6fd2807SJeff Garzik if (sata_scr_read(ap, SCR_CONTROL, &scontrol) == 0) { 5657c6fd2807SJeff Garzik int spd = (scontrol >> 4) & 0xf; 5658c6fd2807SJeff Garzik ap->hw_sata_spd_limit &= (1 << spd) - 1; 5659c6fd2807SJeff Garzik } 5660c6fd2807SJeff Garzik ap->sata_spd_limit = ap->hw_sata_spd_limit; 5661c6fd2807SJeff Garzik 5662cca3974eSJeff Garzik rc = scsi_add_host(ap->scsi_host, dev); 5663c6fd2807SJeff Garzik if (rc) { 5664c6fd2807SJeff Garzik ata_port_printk(ap, KERN_ERR, "scsi_add_host failed\n"); 5665c6fd2807SJeff Garzik /* FIXME: do something useful here */ 5666c6fd2807SJeff Garzik /* FIXME: handle unconditional calls to 5667c6fd2807SJeff Garzik * scsi_scan_host and ata_host_remove, below, 5668c6fd2807SJeff Garzik * at the very least 5669c6fd2807SJeff Garzik */ 5670c6fd2807SJeff Garzik } 5671c6fd2807SJeff Garzik 5672c6fd2807SJeff Garzik if (ap->ops->error_handler) { 5673c6fd2807SJeff Garzik struct ata_eh_info *ehi = &ap->eh_info; 5674c6fd2807SJeff Garzik unsigned long flags; 5675c6fd2807SJeff Garzik 5676c6fd2807SJeff Garzik ata_port_probe(ap); 5677c6fd2807SJeff Garzik 5678c6fd2807SJeff Garzik /* kick EH for boot probing */ 5679c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 5680c6fd2807SJeff Garzik 5681c6fd2807SJeff Garzik ehi->probe_mask = (1 << ATA_MAX_DEVICES) - 1; 5682c6fd2807SJeff Garzik ehi->action |= ATA_EH_SOFTRESET; 5683c6fd2807SJeff Garzik ehi->flags |= ATA_EHI_NO_AUTOPSY | ATA_EHI_QUIET; 5684c6fd2807SJeff Garzik 5685c6fd2807SJeff Garzik ap->pflags |= ATA_PFLAG_LOADING; 5686c6fd2807SJeff Garzik ata_port_schedule_eh(ap); 5687c6fd2807SJeff Garzik 5688c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 5689c6fd2807SJeff Garzik 5690c6fd2807SJeff Garzik /* wait for EH to finish */ 5691c6fd2807SJeff Garzik ata_port_wait_eh(ap); 5692c6fd2807SJeff Garzik } else { 5693c6fd2807SJeff Garzik DPRINTK("ata%u: bus probe begin\n", ap->id); 5694c6fd2807SJeff Garzik rc = ata_bus_probe(ap); 5695c6fd2807SJeff Garzik DPRINTK("ata%u: bus probe end\n", ap->id); 5696c6fd2807SJeff Garzik 5697c6fd2807SJeff Garzik if (rc) { 5698c6fd2807SJeff Garzik /* FIXME: do something useful here? 5699c6fd2807SJeff Garzik * Current libata behavior will 5700c6fd2807SJeff Garzik * tear down everything when 5701c6fd2807SJeff Garzik * the module is removed 5702c6fd2807SJeff Garzik * or the h/w is unplugged. 5703c6fd2807SJeff Garzik */ 5704c6fd2807SJeff Garzik } 5705c6fd2807SJeff Garzik } 5706c6fd2807SJeff Garzik } 5707c6fd2807SJeff Garzik 5708c6fd2807SJeff Garzik /* probes are done, now scan each port's disk(s) */ 5709c6fd2807SJeff Garzik DPRINTK("host probe begin\n"); 5710cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 5711cca3974eSJeff Garzik struct ata_port *ap = host->ports[i]; 5712c6fd2807SJeff Garzik 5713c6fd2807SJeff Garzik ata_scsi_scan_host(ap); 5714c6fd2807SJeff Garzik } 5715c6fd2807SJeff Garzik 5716cca3974eSJeff Garzik dev_set_drvdata(dev, host); 5717c6fd2807SJeff Garzik 5718c6fd2807SJeff Garzik VPRINTK("EXIT, returning %u\n", ent->n_ports); 5719c6fd2807SJeff Garzik return ent->n_ports; /* success */ 5720c6fd2807SJeff Garzik 5721c6fd2807SJeff Garzik err_out_free_irq: 5722cca3974eSJeff Garzik free_irq(ent->irq, host); 5723c6fd2807SJeff Garzik err_out: 5724cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 5725cca3974eSJeff Garzik struct ata_port *ap = host->ports[i]; 5726c6fd2807SJeff Garzik if (ap) { 5727c6fd2807SJeff Garzik ap->ops->port_stop(ap); 5728cca3974eSJeff Garzik scsi_host_put(ap->scsi_host); 5729c6fd2807SJeff Garzik } 5730c6fd2807SJeff Garzik } 5731c6fd2807SJeff Garzik 5732cca3974eSJeff Garzik kfree(host); 5733c6fd2807SJeff Garzik VPRINTK("EXIT, returning 0\n"); 5734c6fd2807SJeff Garzik return 0; 5735c6fd2807SJeff Garzik } 5736c6fd2807SJeff Garzik 5737c6fd2807SJeff Garzik /** 5738c6fd2807SJeff Garzik * ata_port_detach - Detach ATA port in prepration of device removal 5739c6fd2807SJeff Garzik * @ap: ATA port to be detached 5740c6fd2807SJeff Garzik * 5741c6fd2807SJeff Garzik * Detach all ATA devices and the associated SCSI devices of @ap; 5742c6fd2807SJeff Garzik * then, remove the associated SCSI host. @ap is guaranteed to 5743c6fd2807SJeff Garzik * be quiescent on return from this function. 5744c6fd2807SJeff Garzik * 5745c6fd2807SJeff Garzik * LOCKING: 5746c6fd2807SJeff Garzik * Kernel thread context (may sleep). 5747c6fd2807SJeff Garzik */ 5748c6fd2807SJeff Garzik void ata_port_detach(struct ata_port *ap) 5749c6fd2807SJeff Garzik { 5750c6fd2807SJeff Garzik unsigned long flags; 5751c6fd2807SJeff Garzik int i; 5752c6fd2807SJeff Garzik 5753c6fd2807SJeff Garzik if (!ap->ops->error_handler) 5754c6fd2807SJeff Garzik goto skip_eh; 5755c6fd2807SJeff Garzik 5756c6fd2807SJeff Garzik /* tell EH we're leaving & flush EH */ 5757c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 5758c6fd2807SJeff Garzik ap->pflags |= ATA_PFLAG_UNLOADING; 5759c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 5760c6fd2807SJeff Garzik 5761c6fd2807SJeff Garzik ata_port_wait_eh(ap); 5762c6fd2807SJeff Garzik 5763c6fd2807SJeff Garzik /* EH is now guaranteed to see UNLOADING, so no new device 5764c6fd2807SJeff Garzik * will be attached. Disable all existing devices. 5765c6fd2807SJeff Garzik */ 5766c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 5767c6fd2807SJeff Garzik 5768c6fd2807SJeff Garzik for (i = 0; i < ATA_MAX_DEVICES; i++) 5769c6fd2807SJeff Garzik ata_dev_disable(&ap->device[i]); 5770c6fd2807SJeff Garzik 5771c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 5772c6fd2807SJeff Garzik 5773c6fd2807SJeff Garzik /* Final freeze & EH. All in-flight commands are aborted. EH 5774c6fd2807SJeff Garzik * will be skipped and retrials will be terminated with bad 5775c6fd2807SJeff Garzik * target. 5776c6fd2807SJeff Garzik */ 5777c6fd2807SJeff Garzik spin_lock_irqsave(ap->lock, flags); 5778c6fd2807SJeff Garzik ata_port_freeze(ap); /* won't be thawed */ 5779c6fd2807SJeff Garzik spin_unlock_irqrestore(ap->lock, flags); 5780c6fd2807SJeff Garzik 5781c6fd2807SJeff Garzik ata_port_wait_eh(ap); 5782c6fd2807SJeff Garzik 5783c6fd2807SJeff Garzik /* Flush hotplug task. The sequence is similar to 5784c6fd2807SJeff Garzik * ata_port_flush_task(). 5785c6fd2807SJeff Garzik */ 5786c6fd2807SJeff Garzik flush_workqueue(ata_aux_wq); 5787c6fd2807SJeff Garzik cancel_delayed_work(&ap->hotplug_task); 5788c6fd2807SJeff Garzik flush_workqueue(ata_aux_wq); 5789c6fd2807SJeff Garzik 5790c6fd2807SJeff Garzik skip_eh: 5791c6fd2807SJeff Garzik /* remove the associated SCSI host */ 5792cca3974eSJeff Garzik scsi_remove_host(ap->scsi_host); 5793c6fd2807SJeff Garzik } 5794c6fd2807SJeff Garzik 5795c6fd2807SJeff Garzik /** 5796cca3974eSJeff Garzik * ata_host_remove - PCI layer callback for device removal 5797cca3974eSJeff Garzik * @host: ATA host set that was removed 5798c6fd2807SJeff Garzik * 5799c6fd2807SJeff Garzik * Unregister all objects associated with this host set. Free those 5800c6fd2807SJeff Garzik * objects. 5801c6fd2807SJeff Garzik * 5802c6fd2807SJeff Garzik * LOCKING: 5803c6fd2807SJeff Garzik * Inherited from calling layer (may sleep). 5804c6fd2807SJeff Garzik */ 5805c6fd2807SJeff Garzik 5806cca3974eSJeff Garzik void ata_host_remove(struct ata_host *host) 5807c6fd2807SJeff Garzik { 5808c6fd2807SJeff Garzik unsigned int i; 5809c6fd2807SJeff Garzik 5810cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) 5811cca3974eSJeff Garzik ata_port_detach(host->ports[i]); 5812c6fd2807SJeff Garzik 5813cca3974eSJeff Garzik free_irq(host->irq, host); 5814cca3974eSJeff Garzik if (host->irq2) 5815cca3974eSJeff Garzik free_irq(host->irq2, host); 5816c6fd2807SJeff Garzik 5817cca3974eSJeff Garzik for (i = 0; i < host->n_ports; i++) { 5818cca3974eSJeff Garzik struct ata_port *ap = host->ports[i]; 5819c6fd2807SJeff Garzik 5820cca3974eSJeff Garzik ata_scsi_release(ap->scsi_host); 5821c6fd2807SJeff Garzik 5822c6fd2807SJeff Garzik if ((ap->flags & ATA_FLAG_NO_LEGACY) == 0) { 5823c6fd2807SJeff Garzik struct ata_ioports *ioaddr = &ap->ioaddr; 5824c6fd2807SJeff Garzik 5825c6fd2807SJeff Garzik /* FIXME: Add -ac IDE pci mods to remove these special cases */ 5826c6fd2807SJeff Garzik if (ioaddr->cmd_addr == ATA_PRIMARY_CMD) 5827c6fd2807SJeff Garzik release_region(ATA_PRIMARY_CMD, 8); 5828c6fd2807SJeff Garzik else if (ioaddr->cmd_addr == ATA_SECONDARY_CMD) 5829c6fd2807SJeff Garzik release_region(ATA_SECONDARY_CMD, 8); 5830c6fd2807SJeff Garzik } 5831c6fd2807SJeff Garzik 5832cca3974eSJeff Garzik scsi_host_put(ap->scsi_host); 5833c6fd2807SJeff Garzik } 5834c6fd2807SJeff Garzik 5835cca3974eSJeff Garzik if (host->ops->host_stop) 5836cca3974eSJeff Garzik host->ops->host_stop(host); 5837c6fd2807SJeff Garzik 5838cca3974eSJeff Garzik kfree(host); 5839c6fd2807SJeff Garzik } 5840c6fd2807SJeff Garzik 5841c6fd2807SJeff Garzik /** 5842c6fd2807SJeff Garzik * ata_scsi_release - SCSI layer callback hook for host unload 58434f931374SJeff Garzik * @shost: libata host to be unloaded 5844c6fd2807SJeff Garzik * 5845c6fd2807SJeff Garzik * Performs all duties necessary to shut down a libata port... 5846c6fd2807SJeff Garzik * Kill port kthread, disable port, and release resources. 5847c6fd2807SJeff Garzik * 5848c6fd2807SJeff Garzik * LOCKING: 5849c6fd2807SJeff Garzik * Inherited from SCSI layer. 5850c6fd2807SJeff Garzik * 5851c6fd2807SJeff Garzik * RETURNS: 5852c6fd2807SJeff Garzik * One. 5853c6fd2807SJeff Garzik */ 5854c6fd2807SJeff Garzik 5855cca3974eSJeff Garzik int ata_scsi_release(struct Scsi_Host *shost) 5856c6fd2807SJeff Garzik { 5857cca3974eSJeff Garzik struct ata_port *ap = ata_shost_to_port(shost); 5858c6fd2807SJeff Garzik 5859c6fd2807SJeff Garzik DPRINTK("ENTER\n"); 5860c6fd2807SJeff Garzik 5861c6fd2807SJeff Garzik ap->ops->port_disable(ap); 5862c6fd2807SJeff Garzik ap->ops->port_stop(ap); 5863c6fd2807SJeff Garzik 5864c6fd2807SJeff Garzik DPRINTK("EXIT\n"); 5865c6fd2807SJeff Garzik return 1; 5866c6fd2807SJeff Garzik } 5867c6fd2807SJeff Garzik 5868c6fd2807SJeff Garzik struct ata_probe_ent * 5869c6fd2807SJeff Garzik ata_probe_ent_alloc(struct device *dev, const struct ata_port_info *port) 5870c6fd2807SJeff Garzik { 5871c6fd2807SJeff Garzik struct ata_probe_ent *probe_ent; 5872c6fd2807SJeff Garzik 5873c6fd2807SJeff Garzik probe_ent = kzalloc(sizeof(*probe_ent), GFP_KERNEL); 5874c6fd2807SJeff Garzik if (!probe_ent) { 5875c6fd2807SJeff Garzik printk(KERN_ERR DRV_NAME "(%s): out of memory\n", 5876c6fd2807SJeff Garzik kobject_name(&(dev->kobj))); 5877c6fd2807SJeff Garzik return NULL; 5878c6fd2807SJeff Garzik } 5879c6fd2807SJeff Garzik 5880c6fd2807SJeff Garzik INIT_LIST_HEAD(&probe_ent->node); 5881c6fd2807SJeff Garzik probe_ent->dev = dev; 5882c6fd2807SJeff Garzik 5883c6fd2807SJeff Garzik probe_ent->sht = port->sht; 5884cca3974eSJeff Garzik probe_ent->port_flags = port->flags; 5885c6fd2807SJeff Garzik probe_ent->pio_mask = port->pio_mask; 5886c6fd2807SJeff Garzik probe_ent->mwdma_mask = port->mwdma_mask; 5887c6fd2807SJeff Garzik probe_ent->udma_mask = port->udma_mask; 5888c6fd2807SJeff Garzik probe_ent->port_ops = port->port_ops; 5889d639ca94SJeff Garzik probe_ent->private_data = port->private_data; 5890c6fd2807SJeff Garzik 5891c6fd2807SJeff Garzik return probe_ent; 5892c6fd2807SJeff Garzik } 5893c6fd2807SJeff Garzik 5894c6fd2807SJeff Garzik /** 5895c6fd2807SJeff Garzik * ata_std_ports - initialize ioaddr with standard port offsets. 5896c6fd2807SJeff Garzik * @ioaddr: IO address structure to be initialized 5897c6fd2807SJeff Garzik * 5898c6fd2807SJeff Garzik * Utility function which initializes data_addr, error_addr, 5899c6fd2807SJeff Garzik * feature_addr, nsect_addr, lbal_addr, lbam_addr, lbah_addr, 5900c6fd2807SJeff Garzik * device_addr, status_addr, and command_addr to standard offsets 5901c6fd2807SJeff Garzik * relative to cmd_addr. 5902c6fd2807SJeff Garzik * 5903c6fd2807SJeff Garzik * Does not set ctl_addr, altstatus_addr, bmdma_addr, or scr_addr. 5904c6fd2807SJeff Garzik */ 5905c6fd2807SJeff Garzik 5906c6fd2807SJeff Garzik void ata_std_ports(struct ata_ioports *ioaddr) 5907c6fd2807SJeff Garzik { 5908c6fd2807SJeff Garzik ioaddr->data_addr = ioaddr->cmd_addr + ATA_REG_DATA; 5909c6fd2807SJeff Garzik ioaddr->error_addr = ioaddr->cmd_addr + ATA_REG_ERR; 5910c6fd2807SJeff Garzik ioaddr->feature_addr = ioaddr->cmd_addr + ATA_REG_FEATURE; 5911c6fd2807SJeff Garzik ioaddr->nsect_addr = ioaddr->cmd_addr + ATA_REG_NSECT; 5912c6fd2807SJeff Garzik ioaddr->lbal_addr = ioaddr->cmd_addr + ATA_REG_LBAL; 5913c6fd2807SJeff Garzik ioaddr->lbam_addr = ioaddr->cmd_addr + ATA_REG_LBAM; 5914c6fd2807SJeff Garzik ioaddr->lbah_addr = ioaddr->cmd_addr + ATA_REG_LBAH; 5915c6fd2807SJeff Garzik ioaddr->device_addr = ioaddr->cmd_addr + ATA_REG_DEVICE; 5916c6fd2807SJeff Garzik ioaddr->status_addr = ioaddr->cmd_addr + ATA_REG_STATUS; 5917c6fd2807SJeff Garzik ioaddr->command_addr = ioaddr->cmd_addr + ATA_REG_CMD; 5918c6fd2807SJeff Garzik } 5919c6fd2807SJeff Garzik 5920c6fd2807SJeff Garzik 5921c6fd2807SJeff Garzik #ifdef CONFIG_PCI 5922c6fd2807SJeff Garzik 5923cca3974eSJeff Garzik void ata_pci_host_stop (struct ata_host *host) 5924c6fd2807SJeff Garzik { 5925cca3974eSJeff Garzik struct pci_dev *pdev = to_pci_dev(host->dev); 5926c6fd2807SJeff Garzik 5927cca3974eSJeff Garzik pci_iounmap(pdev, host->mmio_base); 5928c6fd2807SJeff Garzik } 5929c6fd2807SJeff Garzik 5930c6fd2807SJeff Garzik /** 5931c6fd2807SJeff Garzik * ata_pci_remove_one - PCI layer callback for device removal 5932c6fd2807SJeff Garzik * @pdev: PCI device that was removed 5933c6fd2807SJeff Garzik * 5934c6fd2807SJeff Garzik * PCI layer indicates to libata via this hook that 5935c6fd2807SJeff Garzik * hot-unplug or module unload event has occurred. 5936c6fd2807SJeff Garzik * Handle this by unregistering all objects associated 5937c6fd2807SJeff Garzik * with this PCI device. Free those objects. Then finally 5938c6fd2807SJeff Garzik * release PCI resources and disable device. 5939c6fd2807SJeff Garzik * 5940c6fd2807SJeff Garzik * LOCKING: 5941c6fd2807SJeff Garzik * Inherited from PCI layer (may sleep). 5942c6fd2807SJeff Garzik */ 5943c6fd2807SJeff Garzik 5944c6fd2807SJeff Garzik void ata_pci_remove_one (struct pci_dev *pdev) 5945c6fd2807SJeff Garzik { 5946c6fd2807SJeff Garzik struct device *dev = pci_dev_to_dev(pdev); 5947cca3974eSJeff Garzik struct ata_host *host = dev_get_drvdata(dev); 5948c6fd2807SJeff Garzik 5949cca3974eSJeff Garzik ata_host_remove(host); 5950c6fd2807SJeff Garzik 5951c6fd2807SJeff Garzik pci_release_regions(pdev); 5952c6fd2807SJeff Garzik pci_disable_device(pdev); 5953c6fd2807SJeff Garzik dev_set_drvdata(dev, NULL); 5954c6fd2807SJeff Garzik } 5955c6fd2807SJeff Garzik 5956c6fd2807SJeff Garzik /* move to PCI subsystem */ 5957c6fd2807SJeff Garzik int pci_test_config_bits(struct pci_dev *pdev, const struct pci_bits *bits) 5958c6fd2807SJeff Garzik { 5959c6fd2807SJeff Garzik unsigned long tmp = 0; 5960c6fd2807SJeff Garzik 5961c6fd2807SJeff Garzik switch (bits->width) { 5962c6fd2807SJeff Garzik case 1: { 5963c6fd2807SJeff Garzik u8 tmp8 = 0; 5964c6fd2807SJeff Garzik pci_read_config_byte(pdev, bits->reg, &tmp8); 5965c6fd2807SJeff Garzik tmp = tmp8; 5966c6fd2807SJeff Garzik break; 5967c6fd2807SJeff Garzik } 5968c6fd2807SJeff Garzik case 2: { 5969c6fd2807SJeff Garzik u16 tmp16 = 0; 5970c6fd2807SJeff Garzik pci_read_config_word(pdev, bits->reg, &tmp16); 5971c6fd2807SJeff Garzik tmp = tmp16; 5972c6fd2807SJeff Garzik break; 5973c6fd2807SJeff Garzik } 5974c6fd2807SJeff Garzik case 4: { 5975c6fd2807SJeff Garzik u32 tmp32 = 0; 5976c6fd2807SJeff Garzik pci_read_config_dword(pdev, bits->reg, &tmp32); 5977c6fd2807SJeff Garzik tmp = tmp32; 5978c6fd2807SJeff Garzik break; 5979c6fd2807SJeff Garzik } 5980c6fd2807SJeff Garzik 5981c6fd2807SJeff Garzik default: 5982c6fd2807SJeff Garzik return -EINVAL; 5983c6fd2807SJeff Garzik } 5984c6fd2807SJeff Garzik 5985c6fd2807SJeff Garzik tmp &= bits->mask; 5986c6fd2807SJeff Garzik 5987c6fd2807SJeff Garzik return (tmp == bits->val) ? 1 : 0; 5988c6fd2807SJeff Garzik } 5989c6fd2807SJeff Garzik 5990c6fd2807SJeff Garzik void ata_pci_device_do_suspend(struct pci_dev *pdev, pm_message_t mesg) 5991c6fd2807SJeff Garzik { 5992c6fd2807SJeff Garzik pci_save_state(pdev); 5993c6fd2807SJeff Garzik 5994c6fd2807SJeff Garzik if (mesg.event == PM_EVENT_SUSPEND) { 5995c6fd2807SJeff Garzik pci_disable_device(pdev); 5996c6fd2807SJeff Garzik pci_set_power_state(pdev, PCI_D3hot); 5997c6fd2807SJeff Garzik } 5998c6fd2807SJeff Garzik } 5999c6fd2807SJeff Garzik 6000c6fd2807SJeff Garzik void ata_pci_device_do_resume(struct pci_dev *pdev) 6001c6fd2807SJeff Garzik { 6002c6fd2807SJeff Garzik pci_set_power_state(pdev, PCI_D0); 6003c6fd2807SJeff Garzik pci_restore_state(pdev); 6004c6fd2807SJeff Garzik pci_enable_device(pdev); 6005c6fd2807SJeff Garzik pci_set_master(pdev); 6006c6fd2807SJeff Garzik } 6007c6fd2807SJeff Garzik 6008c6fd2807SJeff Garzik int ata_pci_device_suspend(struct pci_dev *pdev, pm_message_t mesg) 6009c6fd2807SJeff Garzik { 6010cca3974eSJeff Garzik struct ata_host *host = dev_get_drvdata(&pdev->dev); 6011c6fd2807SJeff Garzik int rc = 0; 6012c6fd2807SJeff Garzik 6013cca3974eSJeff Garzik rc = ata_host_suspend(host, mesg); 6014c6fd2807SJeff Garzik if (rc) 6015c6fd2807SJeff Garzik return rc; 6016c6fd2807SJeff Garzik 6017c6fd2807SJeff Garzik ata_pci_device_do_suspend(pdev, mesg); 6018c6fd2807SJeff Garzik 6019c6fd2807SJeff Garzik return 0; 6020c6fd2807SJeff Garzik } 6021c6fd2807SJeff Garzik 6022c6fd2807SJeff Garzik int ata_pci_device_resume(struct pci_dev *pdev) 6023c6fd2807SJeff Garzik { 6024cca3974eSJeff Garzik struct ata_host *host = dev_get_drvdata(&pdev->dev); 6025c6fd2807SJeff Garzik 6026c6fd2807SJeff Garzik ata_pci_device_do_resume(pdev); 6027cca3974eSJeff Garzik ata_host_resume(host); 6028c6fd2807SJeff Garzik return 0; 6029c6fd2807SJeff Garzik } 6030c6fd2807SJeff Garzik #endif /* CONFIG_PCI */ 6031c6fd2807SJeff Garzik 6032c6fd2807SJeff Garzik 6033c6fd2807SJeff Garzik static int __init ata_init(void) 6034c6fd2807SJeff Garzik { 6035c6fd2807SJeff Garzik ata_probe_timeout *= HZ; 6036c6fd2807SJeff Garzik ata_wq = create_workqueue("ata"); 6037c6fd2807SJeff Garzik if (!ata_wq) 6038c6fd2807SJeff Garzik return -ENOMEM; 6039c6fd2807SJeff Garzik 6040c6fd2807SJeff Garzik ata_aux_wq = create_singlethread_workqueue("ata_aux"); 6041c6fd2807SJeff Garzik if (!ata_aux_wq) { 6042c6fd2807SJeff Garzik destroy_workqueue(ata_wq); 6043c6fd2807SJeff Garzik return -ENOMEM; 6044c6fd2807SJeff Garzik } 6045c6fd2807SJeff Garzik 6046c6fd2807SJeff Garzik printk(KERN_DEBUG "libata version " DRV_VERSION " loaded.\n"); 6047c6fd2807SJeff Garzik return 0; 6048c6fd2807SJeff Garzik } 6049c6fd2807SJeff Garzik 6050c6fd2807SJeff Garzik static void __exit ata_exit(void) 6051c6fd2807SJeff Garzik { 6052c6fd2807SJeff Garzik destroy_workqueue(ata_wq); 6053c6fd2807SJeff Garzik destroy_workqueue(ata_aux_wq); 6054c6fd2807SJeff Garzik } 6055c6fd2807SJeff Garzik 6056a4625085SBrian King subsys_initcall(ata_init); 6057c6fd2807SJeff Garzik module_exit(ata_exit); 6058c6fd2807SJeff Garzik 6059c6fd2807SJeff Garzik static unsigned long ratelimit_time; 6060c6fd2807SJeff Garzik static DEFINE_SPINLOCK(ata_ratelimit_lock); 6061c6fd2807SJeff Garzik 6062c6fd2807SJeff Garzik int ata_ratelimit(void) 6063c6fd2807SJeff Garzik { 6064c6fd2807SJeff Garzik int rc; 6065c6fd2807SJeff Garzik unsigned long flags; 6066c6fd2807SJeff Garzik 6067c6fd2807SJeff Garzik spin_lock_irqsave(&ata_ratelimit_lock, flags); 6068c6fd2807SJeff Garzik 6069c6fd2807SJeff Garzik if (time_after(jiffies, ratelimit_time)) { 6070c6fd2807SJeff Garzik rc = 1; 6071c6fd2807SJeff Garzik ratelimit_time = jiffies + (HZ/5); 6072c6fd2807SJeff Garzik } else 6073c6fd2807SJeff Garzik rc = 0; 6074c6fd2807SJeff Garzik 6075c6fd2807SJeff Garzik spin_unlock_irqrestore(&ata_ratelimit_lock, flags); 6076c6fd2807SJeff Garzik 6077c6fd2807SJeff Garzik return rc; 6078c6fd2807SJeff Garzik } 6079c6fd2807SJeff Garzik 6080c6fd2807SJeff Garzik /** 6081c6fd2807SJeff Garzik * ata_wait_register - wait until register value changes 6082c6fd2807SJeff Garzik * @reg: IO-mapped register 6083c6fd2807SJeff Garzik * @mask: Mask to apply to read register value 6084c6fd2807SJeff Garzik * @val: Wait condition 6085c6fd2807SJeff Garzik * @interval_msec: polling interval in milliseconds 6086c6fd2807SJeff Garzik * @timeout_msec: timeout in milliseconds 6087c6fd2807SJeff Garzik * 6088c6fd2807SJeff Garzik * Waiting for some bits of register to change is a common 6089c6fd2807SJeff Garzik * operation for ATA controllers. This function reads 32bit LE 6090c6fd2807SJeff Garzik * IO-mapped register @reg and tests for the following condition. 6091c6fd2807SJeff Garzik * 6092c6fd2807SJeff Garzik * (*@reg & mask) != val 6093c6fd2807SJeff Garzik * 6094c6fd2807SJeff Garzik * If the condition is met, it returns; otherwise, the process is 6095c6fd2807SJeff Garzik * repeated after @interval_msec until timeout. 6096c6fd2807SJeff Garzik * 6097c6fd2807SJeff Garzik * LOCKING: 6098c6fd2807SJeff Garzik * Kernel thread context (may sleep) 6099c6fd2807SJeff Garzik * 6100c6fd2807SJeff Garzik * RETURNS: 6101c6fd2807SJeff Garzik * The final register value. 6102c6fd2807SJeff Garzik */ 6103c6fd2807SJeff Garzik u32 ata_wait_register(void __iomem *reg, u32 mask, u32 val, 6104c6fd2807SJeff Garzik unsigned long interval_msec, 6105c6fd2807SJeff Garzik unsigned long timeout_msec) 6106c6fd2807SJeff Garzik { 6107c6fd2807SJeff Garzik unsigned long timeout; 6108c6fd2807SJeff Garzik u32 tmp; 6109c6fd2807SJeff Garzik 6110c6fd2807SJeff Garzik tmp = ioread32(reg); 6111c6fd2807SJeff Garzik 6112c6fd2807SJeff Garzik /* Calculate timeout _after_ the first read to make sure 6113c6fd2807SJeff Garzik * preceding writes reach the controller before starting to 6114c6fd2807SJeff Garzik * eat away the timeout. 6115c6fd2807SJeff Garzik */ 6116c6fd2807SJeff Garzik timeout = jiffies + (timeout_msec * HZ) / 1000; 6117c6fd2807SJeff Garzik 6118c6fd2807SJeff Garzik while ((tmp & mask) == val && time_before(jiffies, timeout)) { 6119c6fd2807SJeff Garzik msleep(interval_msec); 6120c6fd2807SJeff Garzik tmp = ioread32(reg); 6121c6fd2807SJeff Garzik } 6122c6fd2807SJeff Garzik 6123c6fd2807SJeff Garzik return tmp; 6124c6fd2807SJeff Garzik } 6125c6fd2807SJeff Garzik 6126c6fd2807SJeff Garzik /* 6127c6fd2807SJeff Garzik * Dummy port_ops 6128c6fd2807SJeff Garzik */ 6129c6fd2807SJeff Garzik static void ata_dummy_noret(struct ata_port *ap) { } 6130c6fd2807SJeff Garzik static int ata_dummy_ret0(struct ata_port *ap) { return 0; } 6131c6fd2807SJeff Garzik static void ata_dummy_qc_noret(struct ata_queued_cmd *qc) { } 6132c6fd2807SJeff Garzik 6133c6fd2807SJeff Garzik static u8 ata_dummy_check_status(struct ata_port *ap) 6134c6fd2807SJeff Garzik { 6135c6fd2807SJeff Garzik return ATA_DRDY; 6136c6fd2807SJeff Garzik } 6137c6fd2807SJeff Garzik 6138c6fd2807SJeff Garzik static unsigned int ata_dummy_qc_issue(struct ata_queued_cmd *qc) 6139c6fd2807SJeff Garzik { 6140c6fd2807SJeff Garzik return AC_ERR_SYSTEM; 6141c6fd2807SJeff Garzik } 6142c6fd2807SJeff Garzik 6143c6fd2807SJeff Garzik const struct ata_port_operations ata_dummy_port_ops = { 6144c6fd2807SJeff Garzik .port_disable = ata_port_disable, 6145c6fd2807SJeff Garzik .check_status = ata_dummy_check_status, 6146c6fd2807SJeff Garzik .check_altstatus = ata_dummy_check_status, 6147c6fd2807SJeff Garzik .dev_select = ata_noop_dev_select, 6148c6fd2807SJeff Garzik .qc_prep = ata_noop_qc_prep, 6149c6fd2807SJeff Garzik .qc_issue = ata_dummy_qc_issue, 6150c6fd2807SJeff Garzik .freeze = ata_dummy_noret, 6151c6fd2807SJeff Garzik .thaw = ata_dummy_noret, 6152c6fd2807SJeff Garzik .error_handler = ata_dummy_noret, 6153c6fd2807SJeff Garzik .post_internal_cmd = ata_dummy_qc_noret, 6154c6fd2807SJeff Garzik .irq_clear = ata_dummy_noret, 6155c6fd2807SJeff Garzik .port_start = ata_dummy_ret0, 6156c6fd2807SJeff Garzik .port_stop = ata_dummy_noret, 6157c6fd2807SJeff Garzik }; 6158c6fd2807SJeff Garzik 6159c6fd2807SJeff Garzik /* 6160c6fd2807SJeff Garzik * libata is essentially a library of internal helper functions for 6161c6fd2807SJeff Garzik * low-level ATA host controller drivers. As such, the API/ABI is 6162c6fd2807SJeff Garzik * likely to change as new drivers are added and updated. 6163c6fd2807SJeff Garzik * Do not depend on ABI/API stability. 6164c6fd2807SJeff Garzik */ 6165c6fd2807SJeff Garzik 6166c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_deb_timing_normal); 6167c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_deb_timing_hotplug); 6168c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_deb_timing_long); 6169c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_dummy_port_ops); 6170c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_std_bios_param); 6171c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_std_ports); 6172cca3974eSJeff Garzik EXPORT_SYMBOL_GPL(ata_host_init); 6173c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_device_add); 6174c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_detach); 6175cca3974eSJeff Garzik EXPORT_SYMBOL_GPL(ata_host_remove); 6176c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_sg_init); 6177c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_sg_init_one); 6178c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_hsm_move); 6179c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_qc_complete); 6180c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_qc_complete_multiple); 6181c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_qc_issue_prot); 6182c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_tf_load); 6183c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_tf_read); 6184c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_noop_dev_select); 6185c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_std_dev_select); 6186c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_tf_to_fis); 6187c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_tf_from_fis); 6188c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_check_status); 6189c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_altstatus); 6190c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_exec_command); 6191c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_start); 6192c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_stop); 6193c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_host_stop); 6194c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_interrupt); 6195c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_mmio_data_xfer); 6196c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pio_data_xfer); 6197c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pio_data_xfer_noirq); 6198c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_qc_prep); 6199c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_noop_qc_prep); 6200c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_setup); 6201c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_start); 6202c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_irq_clear); 6203c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_status); 6204c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_stop); 6205c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_freeze); 6206c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_thaw); 6207c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_drive_eh); 6208c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_error_handler); 6209c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bmdma_post_internal_cmd); 6210c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_probe); 6211c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_set_spd); 6212c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_phy_debounce); 6213c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_phy_resume); 6214c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_phy_reset); 6215c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(__sata_phy_reset); 6216c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_bus_reset); 6217c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_std_prereset); 6218c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_std_softreset); 6219b6103f6dSTejun Heo EXPORT_SYMBOL_GPL(sata_port_hardreset); 6220c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_std_hardreset); 6221c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_std_postreset); 6222c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_dev_classify); 6223c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_dev_pair); 6224c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_disable); 6225c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_ratelimit); 6226c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_wait_register); 6227c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_busy_sleep); 6228c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_queue_task); 6229c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_ioctl); 6230c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_queuecmd); 6231c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_slave_config); 6232c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_slave_destroy); 6233c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_change_queue_depth); 6234c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_release); 6235c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_host_intr); 6236c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_scr_valid); 6237c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_scr_read); 6238c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_scr_write); 6239c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(sata_scr_write_flush); 6240c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_online); 6241c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_offline); 6242cca3974eSJeff Garzik EXPORT_SYMBOL_GPL(ata_host_suspend); 6243cca3974eSJeff Garzik EXPORT_SYMBOL_GPL(ata_host_resume); 6244c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_id_string); 6245c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_id_c_string); 62466919a0a6SAlan Cox EXPORT_SYMBOL_GPL(ata_device_blacklisted); 6247c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_simulate); 6248c6fd2807SJeff Garzik 6249c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pio_need_iordy); 6250c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_timing_compute); 6251c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_timing_merge); 6252c6fd2807SJeff Garzik 6253c6fd2807SJeff Garzik #ifdef CONFIG_PCI 6254c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(pci_test_config_bits); 6255c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_host_stop); 6256c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_init_native_mode); 6257c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_init_one); 6258c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_remove_one); 6259c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_device_do_suspend); 6260c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_device_do_resume); 6261c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_device_suspend); 6262c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_device_resume); 6263c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_default_filter); 6264c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_pci_clear_simplex); 6265c6fd2807SJeff Garzik #endif /* CONFIG_PCI */ 6266c6fd2807SJeff Garzik 6267c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_device_suspend); 6268c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_scsi_device_resume); 6269c6fd2807SJeff Garzik 6270c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_eng_timeout); 6271c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_schedule_eh); 6272c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_abort); 6273c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_port_freeze); 6274c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_eh_freeze_port); 6275c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_eh_thaw_port); 6276c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_eh_qc_complete); 6277c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_eh_qc_retry); 6278c6fd2807SJeff Garzik EXPORT_SYMBOL_GPL(ata_do_eh); 6279