1c66ac9dbSNicholas Bellinger /******************************************************************************* 2c66ac9dbSNicholas Bellinger * Filename: target_core_iblock.c 3c66ac9dbSNicholas Bellinger * 4c66ac9dbSNicholas Bellinger * This file contains the Storage Engine <-> Linux BlockIO transport 5c66ac9dbSNicholas Bellinger * specific functions. 6c66ac9dbSNicholas Bellinger * 7c66ac9dbSNicholas Bellinger * Copyright (c) 2003, 2004, 2005 PyX Technologies, Inc. 8c66ac9dbSNicholas Bellinger * Copyright (c) 2005, 2006, 2007 SBE, Inc. 9c66ac9dbSNicholas Bellinger * Copyright (c) 2007-2010 Rising Tide Systems 10c66ac9dbSNicholas Bellinger * Copyright (c) 2008-2010 Linux-iSCSI.org 11c66ac9dbSNicholas Bellinger * 12c66ac9dbSNicholas Bellinger * Nicholas A. Bellinger <nab@kernel.org> 13c66ac9dbSNicholas Bellinger * 14c66ac9dbSNicholas Bellinger * This program is free software; you can redistribute it and/or modify 15c66ac9dbSNicholas Bellinger * it under the terms of the GNU General Public License as published by 16c66ac9dbSNicholas Bellinger * the Free Software Foundation; either version 2 of the License, or 17c66ac9dbSNicholas Bellinger * (at your option) any later version. 18c66ac9dbSNicholas Bellinger * 19c66ac9dbSNicholas Bellinger * This program is distributed in the hope that it will be useful, 20c66ac9dbSNicholas Bellinger * but WITHOUT ANY WARRANTY; without even the implied warranty of 21c66ac9dbSNicholas Bellinger * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 22c66ac9dbSNicholas Bellinger * GNU General Public License for more details. 23c66ac9dbSNicholas Bellinger * 24c66ac9dbSNicholas Bellinger * You should have received a copy of the GNU General Public License 25c66ac9dbSNicholas Bellinger * along with this program; if not, write to the Free Software 26c66ac9dbSNicholas Bellinger * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 27c66ac9dbSNicholas Bellinger * 28c66ac9dbSNicholas Bellinger ******************************************************************************/ 29c66ac9dbSNicholas Bellinger 30c66ac9dbSNicholas Bellinger #include <linux/version.h> 31c66ac9dbSNicholas Bellinger #include <linux/string.h> 32c66ac9dbSNicholas Bellinger #include <linux/parser.h> 33c66ac9dbSNicholas Bellinger #include <linux/timer.h> 34c66ac9dbSNicholas Bellinger #include <linux/fs.h> 35c66ac9dbSNicholas Bellinger #include <linux/blkdev.h> 36c66ac9dbSNicholas Bellinger #include <linux/slab.h> 37c66ac9dbSNicholas Bellinger #include <linux/spinlock.h> 38c66ac9dbSNicholas Bellinger #include <linux/bio.h> 39c66ac9dbSNicholas Bellinger #include <linux/genhd.h> 40c66ac9dbSNicholas Bellinger #include <linux/file.h> 41c66ac9dbSNicholas Bellinger #include <scsi/scsi.h> 42c66ac9dbSNicholas Bellinger #include <scsi/scsi_host.h> 43c66ac9dbSNicholas Bellinger 44c66ac9dbSNicholas Bellinger #include <target/target_core_base.h> 45c66ac9dbSNicholas Bellinger #include <target/target_core_device.h> 46c66ac9dbSNicholas Bellinger #include <target/target_core_transport.h> 47c66ac9dbSNicholas Bellinger 48c66ac9dbSNicholas Bellinger #include "target_core_iblock.h" 49c66ac9dbSNicholas Bellinger 50c66ac9dbSNicholas Bellinger #if 0 51c66ac9dbSNicholas Bellinger #define DEBUG_IBLOCK(x...) printk(x) 52c66ac9dbSNicholas Bellinger #else 53c66ac9dbSNicholas Bellinger #define DEBUG_IBLOCK(x...) 54c66ac9dbSNicholas Bellinger #endif 55c66ac9dbSNicholas Bellinger 56c66ac9dbSNicholas Bellinger static struct se_subsystem_api iblock_template; 57c66ac9dbSNicholas Bellinger 58c66ac9dbSNicholas Bellinger static void iblock_bio_done(struct bio *, int); 59c66ac9dbSNicholas Bellinger 60c66ac9dbSNicholas Bellinger /* iblock_attach_hba(): (Part of se_subsystem_api_t template) 61c66ac9dbSNicholas Bellinger * 62c66ac9dbSNicholas Bellinger * 63c66ac9dbSNicholas Bellinger */ 64c66ac9dbSNicholas Bellinger static int iblock_attach_hba(struct se_hba *hba, u32 host_id) 65c66ac9dbSNicholas Bellinger { 66c66ac9dbSNicholas Bellinger struct iblock_hba *ib_host; 67c66ac9dbSNicholas Bellinger 68c66ac9dbSNicholas Bellinger ib_host = kzalloc(sizeof(struct iblock_hba), GFP_KERNEL); 69c66ac9dbSNicholas Bellinger if (!(ib_host)) { 70c66ac9dbSNicholas Bellinger printk(KERN_ERR "Unable to allocate memory for" 71c66ac9dbSNicholas Bellinger " struct iblock_hba\n"); 72c66ac9dbSNicholas Bellinger return -ENOMEM; 73c66ac9dbSNicholas Bellinger } 74c66ac9dbSNicholas Bellinger 75c66ac9dbSNicholas Bellinger ib_host->iblock_host_id = host_id; 76c66ac9dbSNicholas Bellinger 77c66ac9dbSNicholas Bellinger atomic_set(&hba->left_queue_depth, IBLOCK_HBA_QUEUE_DEPTH); 78c66ac9dbSNicholas Bellinger atomic_set(&hba->max_queue_depth, IBLOCK_HBA_QUEUE_DEPTH); 79c66ac9dbSNicholas Bellinger hba->hba_ptr = (void *) ib_host; 80c66ac9dbSNicholas Bellinger 81c66ac9dbSNicholas Bellinger printk(KERN_INFO "CORE_HBA[%d] - TCM iBlock HBA Driver %s on" 82c66ac9dbSNicholas Bellinger " Generic Target Core Stack %s\n", hba->hba_id, 83c66ac9dbSNicholas Bellinger IBLOCK_VERSION, TARGET_CORE_MOD_VERSION); 84c66ac9dbSNicholas Bellinger 85c66ac9dbSNicholas Bellinger printk(KERN_INFO "CORE_HBA[%d] - Attached iBlock HBA: %u to Generic" 86c66ac9dbSNicholas Bellinger " Target Core TCQ Depth: %d\n", hba->hba_id, 87c66ac9dbSNicholas Bellinger ib_host->iblock_host_id, atomic_read(&hba->max_queue_depth)); 88c66ac9dbSNicholas Bellinger 89c66ac9dbSNicholas Bellinger return 0; 90c66ac9dbSNicholas Bellinger } 91c66ac9dbSNicholas Bellinger 92c66ac9dbSNicholas Bellinger static void iblock_detach_hba(struct se_hba *hba) 93c66ac9dbSNicholas Bellinger { 94c66ac9dbSNicholas Bellinger struct iblock_hba *ib_host = hba->hba_ptr; 95c66ac9dbSNicholas Bellinger 96c66ac9dbSNicholas Bellinger printk(KERN_INFO "CORE_HBA[%d] - Detached iBlock HBA: %u from Generic" 97c66ac9dbSNicholas Bellinger " Target Core\n", hba->hba_id, ib_host->iblock_host_id); 98c66ac9dbSNicholas Bellinger 99c66ac9dbSNicholas Bellinger kfree(ib_host); 100c66ac9dbSNicholas Bellinger hba->hba_ptr = NULL; 101c66ac9dbSNicholas Bellinger } 102c66ac9dbSNicholas Bellinger 103c66ac9dbSNicholas Bellinger static void *iblock_allocate_virtdevice(struct se_hba *hba, const char *name) 104c66ac9dbSNicholas Bellinger { 105c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev = NULL; 106c66ac9dbSNicholas Bellinger struct iblock_hba *ib_host = hba->hba_ptr; 107c66ac9dbSNicholas Bellinger 108c66ac9dbSNicholas Bellinger ib_dev = kzalloc(sizeof(struct iblock_dev), GFP_KERNEL); 109c66ac9dbSNicholas Bellinger if (!(ib_dev)) { 110c66ac9dbSNicholas Bellinger printk(KERN_ERR "Unable to allocate struct iblock_dev\n"); 111c66ac9dbSNicholas Bellinger return NULL; 112c66ac9dbSNicholas Bellinger } 113c66ac9dbSNicholas Bellinger ib_dev->ibd_host = ib_host; 114c66ac9dbSNicholas Bellinger 115c66ac9dbSNicholas Bellinger printk(KERN_INFO "IBLOCK: Allocated ib_dev for %s\n", name); 116c66ac9dbSNicholas Bellinger 117c66ac9dbSNicholas Bellinger return ib_dev; 118c66ac9dbSNicholas Bellinger } 119c66ac9dbSNicholas Bellinger 120c66ac9dbSNicholas Bellinger static struct se_device *iblock_create_virtdevice( 121c66ac9dbSNicholas Bellinger struct se_hba *hba, 122c66ac9dbSNicholas Bellinger struct se_subsystem_dev *se_dev, 123c66ac9dbSNicholas Bellinger void *p) 124c66ac9dbSNicholas Bellinger { 125c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev = p; 126c66ac9dbSNicholas Bellinger struct se_device *dev; 127c66ac9dbSNicholas Bellinger struct se_dev_limits dev_limits; 128c66ac9dbSNicholas Bellinger struct block_device *bd = NULL; 129c66ac9dbSNicholas Bellinger struct request_queue *q; 130c66ac9dbSNicholas Bellinger struct queue_limits *limits; 131c66ac9dbSNicholas Bellinger u32 dev_flags = 0; 132613640e4SNicholas Bellinger int ret = -EINVAL; 133c66ac9dbSNicholas Bellinger 134c66ac9dbSNicholas Bellinger if (!(ib_dev)) { 135c66ac9dbSNicholas Bellinger printk(KERN_ERR "Unable to locate struct iblock_dev parameter\n"); 136613640e4SNicholas Bellinger return ERR_PTR(ret); 137c66ac9dbSNicholas Bellinger } 138c66ac9dbSNicholas Bellinger memset(&dev_limits, 0, sizeof(struct se_dev_limits)); 139c66ac9dbSNicholas Bellinger /* 140c66ac9dbSNicholas Bellinger * These settings need to be made tunable.. 141c66ac9dbSNicholas Bellinger */ 142c66ac9dbSNicholas Bellinger ib_dev->ibd_bio_set = bioset_create(32, 64); 143c66ac9dbSNicholas Bellinger if (!(ib_dev->ibd_bio_set)) { 144c66ac9dbSNicholas Bellinger printk(KERN_ERR "IBLOCK: Unable to create bioset()\n"); 145613640e4SNicholas Bellinger return ERR_PTR(-ENOMEM); 146c66ac9dbSNicholas Bellinger } 147c66ac9dbSNicholas Bellinger printk(KERN_INFO "IBLOCK: Created bio_set()\n"); 148c66ac9dbSNicholas Bellinger /* 149c66ac9dbSNicholas Bellinger * iblock_check_configfs_dev_params() ensures that ib_dev->ibd_udev_path 150c66ac9dbSNicholas Bellinger * must already have been set in order for echo 1 > $HBA/$DEV/enable to run. 151c66ac9dbSNicholas Bellinger */ 152c66ac9dbSNicholas Bellinger printk(KERN_INFO "IBLOCK: Claiming struct block_device: %s\n", 153c66ac9dbSNicholas Bellinger ib_dev->ibd_udev_path); 154c66ac9dbSNicholas Bellinger 155c66ac9dbSNicholas Bellinger bd = blkdev_get_by_path(ib_dev->ibd_udev_path, 156c66ac9dbSNicholas Bellinger FMODE_WRITE|FMODE_READ|FMODE_EXCL, ib_dev); 157613640e4SNicholas Bellinger if (IS_ERR(bd)) { 158613640e4SNicholas Bellinger ret = PTR_ERR(bd); 159c66ac9dbSNicholas Bellinger goto failed; 160613640e4SNicholas Bellinger } 161c66ac9dbSNicholas Bellinger /* 162c66ac9dbSNicholas Bellinger * Setup the local scope queue_limits from struct request_queue->limits 163c66ac9dbSNicholas Bellinger * to pass into transport_add_device_to_core_hba() as struct se_dev_limits. 164c66ac9dbSNicholas Bellinger */ 165c66ac9dbSNicholas Bellinger q = bdev_get_queue(bd); 166c66ac9dbSNicholas Bellinger limits = &dev_limits.limits; 167c66ac9dbSNicholas Bellinger limits->logical_block_size = bdev_logical_block_size(bd); 168c66ac9dbSNicholas Bellinger limits->max_hw_sectors = queue_max_hw_sectors(q); 169c66ac9dbSNicholas Bellinger limits->max_sectors = queue_max_sectors(q); 170c66ac9dbSNicholas Bellinger dev_limits.hw_queue_depth = IBLOCK_MAX_DEVICE_QUEUE_DEPTH; 171c66ac9dbSNicholas Bellinger dev_limits.queue_depth = IBLOCK_DEVICE_QUEUE_DEPTH; 172c66ac9dbSNicholas Bellinger 173c66ac9dbSNicholas Bellinger ib_dev->ibd_major = MAJOR(bd->bd_dev); 174c66ac9dbSNicholas Bellinger ib_dev->ibd_minor = MINOR(bd->bd_dev); 175c66ac9dbSNicholas Bellinger ib_dev->ibd_bd = bd; 176c66ac9dbSNicholas Bellinger 177c66ac9dbSNicholas Bellinger dev = transport_add_device_to_core_hba(hba, 178c66ac9dbSNicholas Bellinger &iblock_template, se_dev, dev_flags, (void *)ib_dev, 179c66ac9dbSNicholas Bellinger &dev_limits, "IBLOCK", IBLOCK_VERSION); 180c66ac9dbSNicholas Bellinger if (!(dev)) 181c66ac9dbSNicholas Bellinger goto failed; 182c66ac9dbSNicholas Bellinger 183c66ac9dbSNicholas Bellinger ib_dev->ibd_depth = dev->queue_depth; 184c66ac9dbSNicholas Bellinger 185c66ac9dbSNicholas Bellinger /* 186c66ac9dbSNicholas Bellinger * Check if the underlying struct block_device request_queue supports 187c66ac9dbSNicholas Bellinger * the QUEUE_FLAG_DISCARD bit for UNMAP/WRITE_SAME in SCSI + TRIM 188c66ac9dbSNicholas Bellinger * in ATA and we need to set TPE=1 189c66ac9dbSNicholas Bellinger */ 190613640e4SNicholas Bellinger if (blk_queue_discard(q)) { 191c66ac9dbSNicholas Bellinger DEV_ATTRIB(dev)->max_unmap_lba_count = 192c66ac9dbSNicholas Bellinger q->limits.max_discard_sectors; 193c66ac9dbSNicholas Bellinger /* 194c66ac9dbSNicholas Bellinger * Currently hardcoded to 1 in Linux/SCSI code.. 195c66ac9dbSNicholas Bellinger */ 196c66ac9dbSNicholas Bellinger DEV_ATTRIB(dev)->max_unmap_block_desc_count = 1; 197c66ac9dbSNicholas Bellinger DEV_ATTRIB(dev)->unmap_granularity = 198c66ac9dbSNicholas Bellinger q->limits.discard_granularity; 199c66ac9dbSNicholas Bellinger DEV_ATTRIB(dev)->unmap_granularity_alignment = 200c66ac9dbSNicholas Bellinger q->limits.discard_alignment; 201c66ac9dbSNicholas Bellinger 202c66ac9dbSNicholas Bellinger printk(KERN_INFO "IBLOCK: BLOCK Discard support available," 203c66ac9dbSNicholas Bellinger " disabled by default\n"); 204c66ac9dbSNicholas Bellinger } 205c66ac9dbSNicholas Bellinger 206c66ac9dbSNicholas Bellinger return dev; 207c66ac9dbSNicholas Bellinger 208c66ac9dbSNicholas Bellinger failed: 209c66ac9dbSNicholas Bellinger if (ib_dev->ibd_bio_set) { 210c66ac9dbSNicholas Bellinger bioset_free(ib_dev->ibd_bio_set); 211c66ac9dbSNicholas Bellinger ib_dev->ibd_bio_set = NULL; 212c66ac9dbSNicholas Bellinger } 213c66ac9dbSNicholas Bellinger ib_dev->ibd_bd = NULL; 214c66ac9dbSNicholas Bellinger ib_dev->ibd_major = 0; 215c66ac9dbSNicholas Bellinger ib_dev->ibd_minor = 0; 216613640e4SNicholas Bellinger return ERR_PTR(ret); 217c66ac9dbSNicholas Bellinger } 218c66ac9dbSNicholas Bellinger 219c66ac9dbSNicholas Bellinger static void iblock_free_device(void *p) 220c66ac9dbSNicholas Bellinger { 221c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev = p; 222c66ac9dbSNicholas Bellinger 223bc665524SNicholas Bellinger if (ib_dev->ibd_bd != NULL) 224c66ac9dbSNicholas Bellinger blkdev_put(ib_dev->ibd_bd, FMODE_WRITE|FMODE_READ|FMODE_EXCL); 225bc665524SNicholas Bellinger if (ib_dev->ibd_bio_set != NULL) 226c66ac9dbSNicholas Bellinger bioset_free(ib_dev->ibd_bio_set); 227c66ac9dbSNicholas Bellinger kfree(ib_dev); 228c66ac9dbSNicholas Bellinger } 229c66ac9dbSNicholas Bellinger 230c66ac9dbSNicholas Bellinger static inline struct iblock_req *IBLOCK_REQ(struct se_task *task) 231c66ac9dbSNicholas Bellinger { 232c66ac9dbSNicholas Bellinger return container_of(task, struct iblock_req, ib_task); 233c66ac9dbSNicholas Bellinger } 234c66ac9dbSNicholas Bellinger 235c66ac9dbSNicholas Bellinger static struct se_task * 236c66ac9dbSNicholas Bellinger iblock_alloc_task(struct se_cmd *cmd) 237c66ac9dbSNicholas Bellinger { 238c66ac9dbSNicholas Bellinger struct iblock_req *ib_req; 239c66ac9dbSNicholas Bellinger 240c66ac9dbSNicholas Bellinger ib_req = kzalloc(sizeof(struct iblock_req), GFP_KERNEL); 241c66ac9dbSNicholas Bellinger if (!(ib_req)) { 242c66ac9dbSNicholas Bellinger printk(KERN_ERR "Unable to allocate memory for struct iblock_req\n"); 243c66ac9dbSNicholas Bellinger return NULL; 244c66ac9dbSNicholas Bellinger } 245c66ac9dbSNicholas Bellinger 246c66ac9dbSNicholas Bellinger ib_req->ib_dev = SE_DEV(cmd)->dev_ptr; 247c66ac9dbSNicholas Bellinger atomic_set(&ib_req->ib_bio_cnt, 0); 248c66ac9dbSNicholas Bellinger return &ib_req->ib_task; 249c66ac9dbSNicholas Bellinger } 250c66ac9dbSNicholas Bellinger 251c66ac9dbSNicholas Bellinger static unsigned long long iblock_emulate_read_cap_with_block_size( 252c66ac9dbSNicholas Bellinger struct se_device *dev, 253c66ac9dbSNicholas Bellinger struct block_device *bd, 254c66ac9dbSNicholas Bellinger struct request_queue *q) 255c66ac9dbSNicholas Bellinger { 256c66ac9dbSNicholas Bellinger unsigned long long blocks_long = (div_u64(i_size_read(bd->bd_inode), 257c66ac9dbSNicholas Bellinger bdev_logical_block_size(bd)) - 1); 258c66ac9dbSNicholas Bellinger u32 block_size = bdev_logical_block_size(bd); 259c66ac9dbSNicholas Bellinger 260c66ac9dbSNicholas Bellinger if (block_size == DEV_ATTRIB(dev)->block_size) 261c66ac9dbSNicholas Bellinger return blocks_long; 262c66ac9dbSNicholas Bellinger 263c66ac9dbSNicholas Bellinger switch (block_size) { 264c66ac9dbSNicholas Bellinger case 4096: 265c66ac9dbSNicholas Bellinger switch (DEV_ATTRIB(dev)->block_size) { 266c66ac9dbSNicholas Bellinger case 2048: 267c66ac9dbSNicholas Bellinger blocks_long <<= 1; 268c66ac9dbSNicholas Bellinger break; 269c66ac9dbSNicholas Bellinger case 1024: 270c66ac9dbSNicholas Bellinger blocks_long <<= 2; 271c66ac9dbSNicholas Bellinger break; 272c66ac9dbSNicholas Bellinger case 512: 273c66ac9dbSNicholas Bellinger blocks_long <<= 3; 274c66ac9dbSNicholas Bellinger default: 275c66ac9dbSNicholas Bellinger break; 276c66ac9dbSNicholas Bellinger } 277c66ac9dbSNicholas Bellinger break; 278c66ac9dbSNicholas Bellinger case 2048: 279c66ac9dbSNicholas Bellinger switch (DEV_ATTRIB(dev)->block_size) { 280c66ac9dbSNicholas Bellinger case 4096: 281c66ac9dbSNicholas Bellinger blocks_long >>= 1; 282c66ac9dbSNicholas Bellinger break; 283c66ac9dbSNicholas Bellinger case 1024: 284c66ac9dbSNicholas Bellinger blocks_long <<= 1; 285c66ac9dbSNicholas Bellinger break; 286c66ac9dbSNicholas Bellinger case 512: 287c66ac9dbSNicholas Bellinger blocks_long <<= 2; 288c66ac9dbSNicholas Bellinger break; 289c66ac9dbSNicholas Bellinger default: 290c66ac9dbSNicholas Bellinger break; 291c66ac9dbSNicholas Bellinger } 292c66ac9dbSNicholas Bellinger break; 293c66ac9dbSNicholas Bellinger case 1024: 294c66ac9dbSNicholas Bellinger switch (DEV_ATTRIB(dev)->block_size) { 295c66ac9dbSNicholas Bellinger case 4096: 296c66ac9dbSNicholas Bellinger blocks_long >>= 2; 297c66ac9dbSNicholas Bellinger break; 298c66ac9dbSNicholas Bellinger case 2048: 299c66ac9dbSNicholas Bellinger blocks_long >>= 1; 300c66ac9dbSNicholas Bellinger break; 301c66ac9dbSNicholas Bellinger case 512: 302c66ac9dbSNicholas Bellinger blocks_long <<= 1; 303c66ac9dbSNicholas Bellinger break; 304c66ac9dbSNicholas Bellinger default: 305c66ac9dbSNicholas Bellinger break; 306c66ac9dbSNicholas Bellinger } 307c66ac9dbSNicholas Bellinger break; 308c66ac9dbSNicholas Bellinger case 512: 309c66ac9dbSNicholas Bellinger switch (DEV_ATTRIB(dev)->block_size) { 310c66ac9dbSNicholas Bellinger case 4096: 311c66ac9dbSNicholas Bellinger blocks_long >>= 3; 312c66ac9dbSNicholas Bellinger break; 313c66ac9dbSNicholas Bellinger case 2048: 314c66ac9dbSNicholas Bellinger blocks_long >>= 2; 315c66ac9dbSNicholas Bellinger break; 316c66ac9dbSNicholas Bellinger case 1024: 317c66ac9dbSNicholas Bellinger blocks_long >>= 1; 318c66ac9dbSNicholas Bellinger break; 319c66ac9dbSNicholas Bellinger default: 320c66ac9dbSNicholas Bellinger break; 321c66ac9dbSNicholas Bellinger } 322c66ac9dbSNicholas Bellinger break; 323c66ac9dbSNicholas Bellinger default: 324c66ac9dbSNicholas Bellinger break; 325c66ac9dbSNicholas Bellinger } 326c66ac9dbSNicholas Bellinger 327c66ac9dbSNicholas Bellinger return blocks_long; 328c66ac9dbSNicholas Bellinger } 329c66ac9dbSNicholas Bellinger 330c66ac9dbSNicholas Bellinger /* 331c66ac9dbSNicholas Bellinger * Emulate SYCHRONIZE_CACHE_* 332c66ac9dbSNicholas Bellinger */ 333c66ac9dbSNicholas Bellinger static void iblock_emulate_sync_cache(struct se_task *task) 334c66ac9dbSNicholas Bellinger { 335c66ac9dbSNicholas Bellinger struct se_cmd *cmd = TASK_CMD(task); 336c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev = cmd->se_dev->dev_ptr; 337c66ac9dbSNicholas Bellinger int immed = (T_TASK(cmd)->t_task_cdb[1] & 0x2); 338c66ac9dbSNicholas Bellinger sector_t error_sector; 339c66ac9dbSNicholas Bellinger int ret; 340c66ac9dbSNicholas Bellinger 341c66ac9dbSNicholas Bellinger /* 342c66ac9dbSNicholas Bellinger * If the Immediate bit is set, queue up the GOOD response 343c66ac9dbSNicholas Bellinger * for this SYNCHRONIZE_CACHE op 344c66ac9dbSNicholas Bellinger */ 345c66ac9dbSNicholas Bellinger if (immed) 346c66ac9dbSNicholas Bellinger transport_complete_sync_cache(cmd, 1); 347c66ac9dbSNicholas Bellinger 348c66ac9dbSNicholas Bellinger /* 349c66ac9dbSNicholas Bellinger * blkdev_issue_flush() does not support a specifying a range, so 350c66ac9dbSNicholas Bellinger * we have to flush the entire cache. 351c66ac9dbSNicholas Bellinger */ 352c66ac9dbSNicholas Bellinger ret = blkdev_issue_flush(ib_dev->ibd_bd, GFP_KERNEL, &error_sector); 353c66ac9dbSNicholas Bellinger if (ret != 0) { 354c66ac9dbSNicholas Bellinger printk(KERN_ERR "IBLOCK: block_issue_flush() failed: %d " 355c66ac9dbSNicholas Bellinger " error_sector: %llu\n", ret, 356c66ac9dbSNicholas Bellinger (unsigned long long)error_sector); 357c66ac9dbSNicholas Bellinger } 358c66ac9dbSNicholas Bellinger 359c66ac9dbSNicholas Bellinger if (!immed) 360c66ac9dbSNicholas Bellinger transport_complete_sync_cache(cmd, ret == 0); 361c66ac9dbSNicholas Bellinger } 362c66ac9dbSNicholas Bellinger 363c66ac9dbSNicholas Bellinger /* 364c66ac9dbSNicholas Bellinger * Tell TCM Core that we are capable of WriteCache emulation for 365c66ac9dbSNicholas Bellinger * an underlying struct se_device. 366c66ac9dbSNicholas Bellinger */ 367c66ac9dbSNicholas Bellinger static int iblock_emulated_write_cache(struct se_device *dev) 368c66ac9dbSNicholas Bellinger { 369c66ac9dbSNicholas Bellinger return 1; 370c66ac9dbSNicholas Bellinger } 371c66ac9dbSNicholas Bellinger 372c66ac9dbSNicholas Bellinger static int iblock_emulated_dpo(struct se_device *dev) 373c66ac9dbSNicholas Bellinger { 374c66ac9dbSNicholas Bellinger return 0; 375c66ac9dbSNicholas Bellinger } 376c66ac9dbSNicholas Bellinger 377c66ac9dbSNicholas Bellinger /* 378c66ac9dbSNicholas Bellinger * Tell TCM Core that we will be emulating Forced Unit Access (FUA) for WRITEs 379c66ac9dbSNicholas Bellinger * for TYPE_DISK. 380c66ac9dbSNicholas Bellinger */ 381c66ac9dbSNicholas Bellinger static int iblock_emulated_fua_write(struct se_device *dev) 382c66ac9dbSNicholas Bellinger { 383c66ac9dbSNicholas Bellinger return 1; 384c66ac9dbSNicholas Bellinger } 385c66ac9dbSNicholas Bellinger 386c66ac9dbSNicholas Bellinger static int iblock_emulated_fua_read(struct se_device *dev) 387c66ac9dbSNicholas Bellinger { 388c66ac9dbSNicholas Bellinger return 0; 389c66ac9dbSNicholas Bellinger } 390c66ac9dbSNicholas Bellinger 391c66ac9dbSNicholas Bellinger static int iblock_do_task(struct se_task *task) 392c66ac9dbSNicholas Bellinger { 393c66ac9dbSNicholas Bellinger struct se_device *dev = task->task_se_cmd->se_dev; 394c66ac9dbSNicholas Bellinger struct iblock_req *req = IBLOCK_REQ(task); 395c66ac9dbSNicholas Bellinger struct iblock_dev *ibd = (struct iblock_dev *)req->ib_dev; 396c66ac9dbSNicholas Bellinger struct request_queue *q = bdev_get_queue(ibd->ibd_bd); 397c66ac9dbSNicholas Bellinger struct bio *bio = req->ib_bio, *nbio = NULL; 398c66ac9dbSNicholas Bellinger int rw; 399c66ac9dbSNicholas Bellinger 400c66ac9dbSNicholas Bellinger if (task->task_data_direction == DMA_TO_DEVICE) { 401c66ac9dbSNicholas Bellinger /* 402c66ac9dbSNicholas Bellinger * Force data to disk if we pretend to not have a volatile 403c66ac9dbSNicholas Bellinger * write cache, or the initiator set the Force Unit Access bit. 404c66ac9dbSNicholas Bellinger */ 405c66ac9dbSNicholas Bellinger if (DEV_ATTRIB(dev)->emulate_write_cache == 0 || 406c66ac9dbSNicholas Bellinger (DEV_ATTRIB(dev)->emulate_fua_write > 0 && 407c66ac9dbSNicholas Bellinger T_TASK(task->task_se_cmd)->t_tasks_fua)) 408c66ac9dbSNicholas Bellinger rw = WRITE_FUA; 409c66ac9dbSNicholas Bellinger else 410c66ac9dbSNicholas Bellinger rw = WRITE; 411c66ac9dbSNicholas Bellinger } else { 412c66ac9dbSNicholas Bellinger rw = READ; 413c66ac9dbSNicholas Bellinger } 414c66ac9dbSNicholas Bellinger 415c66ac9dbSNicholas Bellinger while (bio) { 416c66ac9dbSNicholas Bellinger nbio = bio->bi_next; 417c66ac9dbSNicholas Bellinger bio->bi_next = NULL; 418c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("Calling submit_bio() task: %p bio: %p" 419c66ac9dbSNicholas Bellinger " bio->bi_sector: %llu\n", task, bio, bio->bi_sector); 420c66ac9dbSNicholas Bellinger 421c66ac9dbSNicholas Bellinger submit_bio(rw, bio); 422c66ac9dbSNicholas Bellinger bio = nbio; 423c66ac9dbSNicholas Bellinger } 424c66ac9dbSNicholas Bellinger 425c66ac9dbSNicholas Bellinger if (q->unplug_fn) 426c66ac9dbSNicholas Bellinger q->unplug_fn(q); 427c66ac9dbSNicholas Bellinger return PYX_TRANSPORT_SENT_TO_TRANSPORT; 428c66ac9dbSNicholas Bellinger } 429c66ac9dbSNicholas Bellinger 430c66ac9dbSNicholas Bellinger static int iblock_do_discard(struct se_device *dev, sector_t lba, u32 range) 431c66ac9dbSNicholas Bellinger { 432c66ac9dbSNicholas Bellinger struct iblock_dev *ibd = dev->dev_ptr; 433c66ac9dbSNicholas Bellinger struct block_device *bd = ibd->ibd_bd; 434c66ac9dbSNicholas Bellinger int barrier = 0; 435c66ac9dbSNicholas Bellinger 436c66ac9dbSNicholas Bellinger return blkdev_issue_discard(bd, lba, range, GFP_KERNEL, barrier); 437c66ac9dbSNicholas Bellinger } 438c66ac9dbSNicholas Bellinger 439c66ac9dbSNicholas Bellinger static void iblock_free_task(struct se_task *task) 440c66ac9dbSNicholas Bellinger { 441c66ac9dbSNicholas Bellinger struct iblock_req *req = IBLOCK_REQ(task); 442c66ac9dbSNicholas Bellinger struct bio *bio, *hbio = req->ib_bio; 443c66ac9dbSNicholas Bellinger /* 444c66ac9dbSNicholas Bellinger * We only release the bio(s) here if iblock_bio_done() has not called 445c66ac9dbSNicholas Bellinger * bio_put() -> iblock_bio_destructor(). 446c66ac9dbSNicholas Bellinger */ 447c66ac9dbSNicholas Bellinger while (hbio != NULL) { 448c66ac9dbSNicholas Bellinger bio = hbio; 449c66ac9dbSNicholas Bellinger hbio = hbio->bi_next; 450c66ac9dbSNicholas Bellinger bio->bi_next = NULL; 451c66ac9dbSNicholas Bellinger bio_put(bio); 452c66ac9dbSNicholas Bellinger } 453c66ac9dbSNicholas Bellinger 454c66ac9dbSNicholas Bellinger kfree(req); 455c66ac9dbSNicholas Bellinger } 456c66ac9dbSNicholas Bellinger 457c66ac9dbSNicholas Bellinger enum { 458c66ac9dbSNicholas Bellinger Opt_udev_path, Opt_force, Opt_err 459c66ac9dbSNicholas Bellinger }; 460c66ac9dbSNicholas Bellinger 461c66ac9dbSNicholas Bellinger static match_table_t tokens = { 462c66ac9dbSNicholas Bellinger {Opt_udev_path, "udev_path=%s"}, 463c66ac9dbSNicholas Bellinger {Opt_force, "force=%d"}, 464c66ac9dbSNicholas Bellinger {Opt_err, NULL} 465c66ac9dbSNicholas Bellinger }; 466c66ac9dbSNicholas Bellinger 467c66ac9dbSNicholas Bellinger static ssize_t iblock_set_configfs_dev_params(struct se_hba *hba, 468c66ac9dbSNicholas Bellinger struct se_subsystem_dev *se_dev, 469c66ac9dbSNicholas Bellinger const char *page, ssize_t count) 470c66ac9dbSNicholas Bellinger { 471c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev = se_dev->se_dev_su_ptr; 4726d180253SJesper Juhl char *orig, *ptr, *arg_p, *opts; 473c66ac9dbSNicholas Bellinger substring_t args[MAX_OPT_ARGS]; 474c66ac9dbSNicholas Bellinger int ret = 0, arg, token; 475c66ac9dbSNicholas Bellinger 476c66ac9dbSNicholas Bellinger opts = kstrdup(page, GFP_KERNEL); 477c66ac9dbSNicholas Bellinger if (!opts) 478c66ac9dbSNicholas Bellinger return -ENOMEM; 479c66ac9dbSNicholas Bellinger 480c66ac9dbSNicholas Bellinger orig = opts; 481c66ac9dbSNicholas Bellinger 482c66ac9dbSNicholas Bellinger while ((ptr = strsep(&opts, ",")) != NULL) { 483c66ac9dbSNicholas Bellinger if (!*ptr) 484c66ac9dbSNicholas Bellinger continue; 485c66ac9dbSNicholas Bellinger 486c66ac9dbSNicholas Bellinger token = match_token(ptr, tokens, args); 487c66ac9dbSNicholas Bellinger switch (token) { 488c66ac9dbSNicholas Bellinger case Opt_udev_path: 489c66ac9dbSNicholas Bellinger if (ib_dev->ibd_bd) { 490c66ac9dbSNicholas Bellinger printk(KERN_ERR "Unable to set udev_path= while" 491c66ac9dbSNicholas Bellinger " ib_dev->ibd_bd exists\n"); 492c66ac9dbSNicholas Bellinger ret = -EEXIST; 493c66ac9dbSNicholas Bellinger goto out; 494c66ac9dbSNicholas Bellinger } 4956d180253SJesper Juhl arg_p = match_strdup(&args[0]); 4966d180253SJesper Juhl if (!arg_p) { 4976d180253SJesper Juhl ret = -ENOMEM; 4986d180253SJesper Juhl break; 4996d180253SJesper Juhl } 5006d180253SJesper Juhl snprintf(ib_dev->ibd_udev_path, SE_UDEV_PATH_LEN, 5016d180253SJesper Juhl "%s", arg_p); 5026d180253SJesper Juhl kfree(arg_p); 503c66ac9dbSNicholas Bellinger printk(KERN_INFO "IBLOCK: Referencing UDEV path: %s\n", 504c66ac9dbSNicholas Bellinger ib_dev->ibd_udev_path); 505c66ac9dbSNicholas Bellinger ib_dev->ibd_flags |= IBDF_HAS_UDEV_PATH; 506c66ac9dbSNicholas Bellinger break; 507c66ac9dbSNicholas Bellinger case Opt_force: 508c66ac9dbSNicholas Bellinger match_int(args, &arg); 509c66ac9dbSNicholas Bellinger ib_dev->ibd_force = arg; 510c66ac9dbSNicholas Bellinger printk(KERN_INFO "IBLOCK: Set force=%d\n", 511c66ac9dbSNicholas Bellinger ib_dev->ibd_force); 512c66ac9dbSNicholas Bellinger break; 513c66ac9dbSNicholas Bellinger default: 514c66ac9dbSNicholas Bellinger break; 515c66ac9dbSNicholas Bellinger } 516c66ac9dbSNicholas Bellinger } 517c66ac9dbSNicholas Bellinger 518c66ac9dbSNicholas Bellinger out: 519c66ac9dbSNicholas Bellinger kfree(orig); 520c66ac9dbSNicholas Bellinger return (!ret) ? count : ret; 521c66ac9dbSNicholas Bellinger } 522c66ac9dbSNicholas Bellinger 523c66ac9dbSNicholas Bellinger static ssize_t iblock_check_configfs_dev_params( 524c66ac9dbSNicholas Bellinger struct se_hba *hba, 525c66ac9dbSNicholas Bellinger struct se_subsystem_dev *se_dev) 526c66ac9dbSNicholas Bellinger { 527c66ac9dbSNicholas Bellinger struct iblock_dev *ibd = se_dev->se_dev_su_ptr; 528c66ac9dbSNicholas Bellinger 529c66ac9dbSNicholas Bellinger if (!(ibd->ibd_flags & IBDF_HAS_UDEV_PATH)) { 530c66ac9dbSNicholas Bellinger printk(KERN_ERR "Missing udev_path= parameters for IBLOCK\n"); 531c66ac9dbSNicholas Bellinger return -1; 532c66ac9dbSNicholas Bellinger } 533c66ac9dbSNicholas Bellinger 534c66ac9dbSNicholas Bellinger return 0; 535c66ac9dbSNicholas Bellinger } 536c66ac9dbSNicholas Bellinger 537c66ac9dbSNicholas Bellinger static ssize_t iblock_show_configfs_dev_params( 538c66ac9dbSNicholas Bellinger struct se_hba *hba, 539c66ac9dbSNicholas Bellinger struct se_subsystem_dev *se_dev, 540c66ac9dbSNicholas Bellinger char *b) 541c66ac9dbSNicholas Bellinger { 542c66ac9dbSNicholas Bellinger struct iblock_dev *ibd = se_dev->se_dev_su_ptr; 543c66ac9dbSNicholas Bellinger struct block_device *bd = ibd->ibd_bd; 544c66ac9dbSNicholas Bellinger char buf[BDEVNAME_SIZE]; 545c66ac9dbSNicholas Bellinger ssize_t bl = 0; 546c66ac9dbSNicholas Bellinger 547c66ac9dbSNicholas Bellinger if (bd) 548c66ac9dbSNicholas Bellinger bl += sprintf(b + bl, "iBlock device: %s", 549c66ac9dbSNicholas Bellinger bdevname(bd, buf)); 550c66ac9dbSNicholas Bellinger if (ibd->ibd_flags & IBDF_HAS_UDEV_PATH) { 551c66ac9dbSNicholas Bellinger bl += sprintf(b + bl, " UDEV PATH: %s\n", 552c66ac9dbSNicholas Bellinger ibd->ibd_udev_path); 553c66ac9dbSNicholas Bellinger } else 554c66ac9dbSNicholas Bellinger bl += sprintf(b + bl, "\n"); 555c66ac9dbSNicholas Bellinger 556c66ac9dbSNicholas Bellinger bl += sprintf(b + bl, " "); 557c66ac9dbSNicholas Bellinger if (bd) { 558c66ac9dbSNicholas Bellinger bl += sprintf(b + bl, "Major: %d Minor: %d %s\n", 559c66ac9dbSNicholas Bellinger ibd->ibd_major, ibd->ibd_minor, (!bd->bd_contains) ? 560c66ac9dbSNicholas Bellinger "" : (bd->bd_holder == (struct iblock_dev *)ibd) ? 561c66ac9dbSNicholas Bellinger "CLAIMED: IBLOCK" : "CLAIMED: OS"); 562c66ac9dbSNicholas Bellinger } else { 563c66ac9dbSNicholas Bellinger bl += sprintf(b + bl, "Major: %d Minor: %d\n", 564c66ac9dbSNicholas Bellinger ibd->ibd_major, ibd->ibd_minor); 565c66ac9dbSNicholas Bellinger } 566c66ac9dbSNicholas Bellinger 567c66ac9dbSNicholas Bellinger return bl; 568c66ac9dbSNicholas Bellinger } 569c66ac9dbSNicholas Bellinger 570c66ac9dbSNicholas Bellinger static void iblock_bio_destructor(struct bio *bio) 571c66ac9dbSNicholas Bellinger { 572c66ac9dbSNicholas Bellinger struct se_task *task = bio->bi_private; 573c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev = task->se_dev->dev_ptr; 574c66ac9dbSNicholas Bellinger 575c66ac9dbSNicholas Bellinger bio_free(bio, ib_dev->ibd_bio_set); 576c66ac9dbSNicholas Bellinger } 577c66ac9dbSNicholas Bellinger 578c66ac9dbSNicholas Bellinger static struct bio *iblock_get_bio( 579c66ac9dbSNicholas Bellinger struct se_task *task, 580c66ac9dbSNicholas Bellinger struct iblock_req *ib_req, 581c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev, 582c66ac9dbSNicholas Bellinger int *ret, 583c66ac9dbSNicholas Bellinger sector_t lba, 584c66ac9dbSNicholas Bellinger u32 sg_num) 585c66ac9dbSNicholas Bellinger { 586c66ac9dbSNicholas Bellinger struct bio *bio; 587c66ac9dbSNicholas Bellinger 588c66ac9dbSNicholas Bellinger bio = bio_alloc_bioset(GFP_NOIO, sg_num, ib_dev->ibd_bio_set); 589c66ac9dbSNicholas Bellinger if (!(bio)) { 590c66ac9dbSNicholas Bellinger printk(KERN_ERR "Unable to allocate memory for bio\n"); 591c66ac9dbSNicholas Bellinger *ret = PYX_TRANSPORT_OUT_OF_MEMORY_RESOURCES; 592c66ac9dbSNicholas Bellinger return NULL; 593c66ac9dbSNicholas Bellinger } 594c66ac9dbSNicholas Bellinger 595c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("Allocated bio: %p task_sg_num: %u using ibd_bio_set:" 596c66ac9dbSNicholas Bellinger " %p\n", bio, task->task_sg_num, ib_dev->ibd_bio_set); 597c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("Allocated bio: %p task_size: %u\n", bio, task->task_size); 598c66ac9dbSNicholas Bellinger 599c66ac9dbSNicholas Bellinger bio->bi_bdev = ib_dev->ibd_bd; 600c66ac9dbSNicholas Bellinger bio->bi_private = (void *) task; 601c66ac9dbSNicholas Bellinger bio->bi_destructor = iblock_bio_destructor; 602c66ac9dbSNicholas Bellinger bio->bi_end_io = &iblock_bio_done; 603c66ac9dbSNicholas Bellinger bio->bi_sector = lba; 604c66ac9dbSNicholas Bellinger atomic_inc(&ib_req->ib_bio_cnt); 605c66ac9dbSNicholas Bellinger 606c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("Set bio->bi_sector: %llu\n", bio->bi_sector); 607c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("Set ib_req->ib_bio_cnt: %d\n", 608c66ac9dbSNicholas Bellinger atomic_read(&ib_req->ib_bio_cnt)); 609c66ac9dbSNicholas Bellinger return bio; 610c66ac9dbSNicholas Bellinger } 611c66ac9dbSNicholas Bellinger 612c66ac9dbSNicholas Bellinger static int iblock_map_task_SG(struct se_task *task) 613c66ac9dbSNicholas Bellinger { 614c66ac9dbSNicholas Bellinger struct se_cmd *cmd = task->task_se_cmd; 615c66ac9dbSNicholas Bellinger struct se_device *dev = SE_DEV(cmd); 616c66ac9dbSNicholas Bellinger struct iblock_dev *ib_dev = task->se_dev->dev_ptr; 617c66ac9dbSNicholas Bellinger struct iblock_req *ib_req = IBLOCK_REQ(task); 618c66ac9dbSNicholas Bellinger struct bio *bio = NULL, *hbio = NULL, *tbio = NULL; 619c66ac9dbSNicholas Bellinger struct scatterlist *sg; 620c66ac9dbSNicholas Bellinger int ret = 0; 621c66ac9dbSNicholas Bellinger u32 i, sg_num = task->task_sg_num; 622c66ac9dbSNicholas Bellinger sector_t block_lba; 623c66ac9dbSNicholas Bellinger /* 624c66ac9dbSNicholas Bellinger * Do starting conversion up from non 512-byte blocksize with 625c66ac9dbSNicholas Bellinger * struct se_task SCSI blocksize into Linux/Block 512 units for BIO. 626c66ac9dbSNicholas Bellinger */ 627c66ac9dbSNicholas Bellinger if (DEV_ATTRIB(dev)->block_size == 4096) 628c66ac9dbSNicholas Bellinger block_lba = (task->task_lba << 3); 629c66ac9dbSNicholas Bellinger else if (DEV_ATTRIB(dev)->block_size == 2048) 630c66ac9dbSNicholas Bellinger block_lba = (task->task_lba << 2); 631c66ac9dbSNicholas Bellinger else if (DEV_ATTRIB(dev)->block_size == 1024) 632c66ac9dbSNicholas Bellinger block_lba = (task->task_lba << 1); 633c66ac9dbSNicholas Bellinger else if (DEV_ATTRIB(dev)->block_size == 512) 634c66ac9dbSNicholas Bellinger block_lba = task->task_lba; 635c66ac9dbSNicholas Bellinger else { 636c66ac9dbSNicholas Bellinger printk(KERN_ERR "Unsupported SCSI -> BLOCK LBA conversion:" 637c66ac9dbSNicholas Bellinger " %u\n", DEV_ATTRIB(dev)->block_size); 638c66ac9dbSNicholas Bellinger return PYX_TRANSPORT_LU_COMM_FAILURE; 639c66ac9dbSNicholas Bellinger } 640c66ac9dbSNicholas Bellinger 641c66ac9dbSNicholas Bellinger bio = iblock_get_bio(task, ib_req, ib_dev, &ret, block_lba, sg_num); 642c66ac9dbSNicholas Bellinger if (!(bio)) 643c66ac9dbSNicholas Bellinger return ret; 644c66ac9dbSNicholas Bellinger 645c66ac9dbSNicholas Bellinger ib_req->ib_bio = bio; 646c66ac9dbSNicholas Bellinger hbio = tbio = bio; 647c66ac9dbSNicholas Bellinger /* 648c66ac9dbSNicholas Bellinger * Use fs/bio.c:bio_add_pages() to setup the bio_vec maplist 649c66ac9dbSNicholas Bellinger * from TCM struct se_mem -> task->task_sg -> struct scatterlist memory. 650c66ac9dbSNicholas Bellinger */ 651c66ac9dbSNicholas Bellinger for_each_sg(task->task_sg, sg, task->task_sg_num, i) { 652c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("task: %p bio: %p Calling bio_add_page(): page:" 653c66ac9dbSNicholas Bellinger " %p len: %u offset: %u\n", task, bio, sg_page(sg), 654c66ac9dbSNicholas Bellinger sg->length, sg->offset); 655c66ac9dbSNicholas Bellinger again: 656c66ac9dbSNicholas Bellinger ret = bio_add_page(bio, sg_page(sg), sg->length, sg->offset); 657c66ac9dbSNicholas Bellinger if (ret != sg->length) { 658c66ac9dbSNicholas Bellinger 659c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("*** Set bio->bi_sector: %llu\n", 660c66ac9dbSNicholas Bellinger bio->bi_sector); 661c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("** task->task_size: %u\n", 662c66ac9dbSNicholas Bellinger task->task_size); 663c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("*** bio->bi_max_vecs: %u\n", 664c66ac9dbSNicholas Bellinger bio->bi_max_vecs); 665c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("*** bio->bi_vcnt: %u\n", 666c66ac9dbSNicholas Bellinger bio->bi_vcnt); 667c66ac9dbSNicholas Bellinger 668c66ac9dbSNicholas Bellinger bio = iblock_get_bio(task, ib_req, ib_dev, &ret, 669c66ac9dbSNicholas Bellinger block_lba, sg_num); 670c66ac9dbSNicholas Bellinger if (!(bio)) 671c66ac9dbSNicholas Bellinger goto fail; 672c66ac9dbSNicholas Bellinger 673c66ac9dbSNicholas Bellinger tbio = tbio->bi_next = bio; 674c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("-----------------> Added +1 bio: %p to" 675c66ac9dbSNicholas Bellinger " list, Going to again\n", bio); 676c66ac9dbSNicholas Bellinger goto again; 677c66ac9dbSNicholas Bellinger } 678c66ac9dbSNicholas Bellinger /* Always in 512 byte units for Linux/Block */ 679c66ac9dbSNicholas Bellinger block_lba += sg->length >> IBLOCK_LBA_SHIFT; 680c66ac9dbSNicholas Bellinger sg_num--; 681c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("task: %p bio-add_page() passed!, decremented" 682c66ac9dbSNicholas Bellinger " sg_num to %u\n", task, sg_num); 683c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("task: %p bio_add_page() passed!, increased lba" 684c66ac9dbSNicholas Bellinger " to %llu\n", task, block_lba); 685c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("task: %p bio_add_page() passed!, bio->bi_vcnt:" 686c66ac9dbSNicholas Bellinger " %u\n", task, bio->bi_vcnt); 687c66ac9dbSNicholas Bellinger } 688c66ac9dbSNicholas Bellinger 689c66ac9dbSNicholas Bellinger return 0; 690c66ac9dbSNicholas Bellinger fail: 691c66ac9dbSNicholas Bellinger while (hbio) { 692c66ac9dbSNicholas Bellinger bio = hbio; 693c66ac9dbSNicholas Bellinger hbio = hbio->bi_next; 694c66ac9dbSNicholas Bellinger bio->bi_next = NULL; 695c66ac9dbSNicholas Bellinger bio_put(bio); 696c66ac9dbSNicholas Bellinger } 697c66ac9dbSNicholas Bellinger return ret; 698c66ac9dbSNicholas Bellinger } 699c66ac9dbSNicholas Bellinger 700c66ac9dbSNicholas Bellinger static unsigned char *iblock_get_cdb(struct se_task *task) 701c66ac9dbSNicholas Bellinger { 702c66ac9dbSNicholas Bellinger return IBLOCK_REQ(task)->ib_scsi_cdb; 703c66ac9dbSNicholas Bellinger } 704c66ac9dbSNicholas Bellinger 705c66ac9dbSNicholas Bellinger static u32 iblock_get_device_rev(struct se_device *dev) 706c66ac9dbSNicholas Bellinger { 707c66ac9dbSNicholas Bellinger return SCSI_SPC_2; /* Returns SPC-3 in Initiator Data */ 708c66ac9dbSNicholas Bellinger } 709c66ac9dbSNicholas Bellinger 710c66ac9dbSNicholas Bellinger static u32 iblock_get_device_type(struct se_device *dev) 711c66ac9dbSNicholas Bellinger { 712c66ac9dbSNicholas Bellinger return TYPE_DISK; 713c66ac9dbSNicholas Bellinger } 714c66ac9dbSNicholas Bellinger 715c66ac9dbSNicholas Bellinger static sector_t iblock_get_blocks(struct se_device *dev) 716c66ac9dbSNicholas Bellinger { 717c66ac9dbSNicholas Bellinger struct iblock_dev *ibd = dev->dev_ptr; 718c66ac9dbSNicholas Bellinger struct block_device *bd = ibd->ibd_bd; 719c66ac9dbSNicholas Bellinger struct request_queue *q = bdev_get_queue(bd); 720c66ac9dbSNicholas Bellinger 721c66ac9dbSNicholas Bellinger return iblock_emulate_read_cap_with_block_size(dev, bd, q); 722c66ac9dbSNicholas Bellinger } 723c66ac9dbSNicholas Bellinger 724c66ac9dbSNicholas Bellinger static void iblock_bio_done(struct bio *bio, int err) 725c66ac9dbSNicholas Bellinger { 726c66ac9dbSNicholas Bellinger struct se_task *task = bio->bi_private; 727c66ac9dbSNicholas Bellinger struct iblock_req *ibr = IBLOCK_REQ(task); 728c66ac9dbSNicholas Bellinger /* 729c66ac9dbSNicholas Bellinger * Set -EIO if !BIO_UPTODATE and the passed is still err=0 730c66ac9dbSNicholas Bellinger */ 731c66ac9dbSNicholas Bellinger if (!(test_bit(BIO_UPTODATE, &bio->bi_flags)) && !(err)) 732c66ac9dbSNicholas Bellinger err = -EIO; 733c66ac9dbSNicholas Bellinger 734c66ac9dbSNicholas Bellinger if (err != 0) { 735c66ac9dbSNicholas Bellinger printk(KERN_ERR "test_bit(BIO_UPTODATE) failed for bio: %p," 736c66ac9dbSNicholas Bellinger " err: %d\n", bio, err); 737c66ac9dbSNicholas Bellinger /* 738c66ac9dbSNicholas Bellinger * Bump the ib_bio_err_cnt and release bio. 739c66ac9dbSNicholas Bellinger */ 740c66ac9dbSNicholas Bellinger atomic_inc(&ibr->ib_bio_err_cnt); 741c66ac9dbSNicholas Bellinger smp_mb__after_atomic_inc(); 742c66ac9dbSNicholas Bellinger bio_put(bio); 743c66ac9dbSNicholas Bellinger /* 744c66ac9dbSNicholas Bellinger * Wait to complete the task until the last bio as completed. 745c66ac9dbSNicholas Bellinger */ 746c66ac9dbSNicholas Bellinger if (!(atomic_dec_and_test(&ibr->ib_bio_cnt))) 747c66ac9dbSNicholas Bellinger return; 748c66ac9dbSNicholas Bellinger 749c66ac9dbSNicholas Bellinger ibr->ib_bio = NULL; 750c66ac9dbSNicholas Bellinger transport_complete_task(task, 0); 751c66ac9dbSNicholas Bellinger return; 752c66ac9dbSNicholas Bellinger } 753c66ac9dbSNicholas Bellinger DEBUG_IBLOCK("done[%p] bio: %p task_lba: %llu bio_lba: %llu err=%d\n", 754c66ac9dbSNicholas Bellinger task, bio, task->task_lba, bio->bi_sector, err); 755c66ac9dbSNicholas Bellinger /* 756c66ac9dbSNicholas Bellinger * bio_put() will call iblock_bio_destructor() to release the bio back 757c66ac9dbSNicholas Bellinger * to ibr->ib_bio_set. 758c66ac9dbSNicholas Bellinger */ 759c66ac9dbSNicholas Bellinger bio_put(bio); 760c66ac9dbSNicholas Bellinger /* 761c66ac9dbSNicholas Bellinger * Wait to complete the task until the last bio as completed. 762c66ac9dbSNicholas Bellinger */ 763c66ac9dbSNicholas Bellinger if (!(atomic_dec_and_test(&ibr->ib_bio_cnt))) 764c66ac9dbSNicholas Bellinger return; 765c66ac9dbSNicholas Bellinger /* 766c66ac9dbSNicholas Bellinger * Return GOOD status for task if zero ib_bio_err_cnt exists. 767c66ac9dbSNicholas Bellinger */ 768c66ac9dbSNicholas Bellinger ibr->ib_bio = NULL; 769c66ac9dbSNicholas Bellinger transport_complete_task(task, (!atomic_read(&ibr->ib_bio_err_cnt))); 770c66ac9dbSNicholas Bellinger } 771c66ac9dbSNicholas Bellinger 772c66ac9dbSNicholas Bellinger static struct se_subsystem_api iblock_template = { 773c66ac9dbSNicholas Bellinger .name = "iblock", 774c66ac9dbSNicholas Bellinger .owner = THIS_MODULE, 775c66ac9dbSNicholas Bellinger .transport_type = TRANSPORT_PLUGIN_VHBA_PDEV, 776c66ac9dbSNicholas Bellinger .map_task_SG = iblock_map_task_SG, 777c66ac9dbSNicholas Bellinger .attach_hba = iblock_attach_hba, 778c66ac9dbSNicholas Bellinger .detach_hba = iblock_detach_hba, 779c66ac9dbSNicholas Bellinger .allocate_virtdevice = iblock_allocate_virtdevice, 780c66ac9dbSNicholas Bellinger .create_virtdevice = iblock_create_virtdevice, 781c66ac9dbSNicholas Bellinger .free_device = iblock_free_device, 782c66ac9dbSNicholas Bellinger .dpo_emulated = iblock_emulated_dpo, 783c66ac9dbSNicholas Bellinger .fua_write_emulated = iblock_emulated_fua_write, 784c66ac9dbSNicholas Bellinger .fua_read_emulated = iblock_emulated_fua_read, 785c66ac9dbSNicholas Bellinger .write_cache_emulated = iblock_emulated_write_cache, 786c66ac9dbSNicholas Bellinger .alloc_task = iblock_alloc_task, 787c66ac9dbSNicholas Bellinger .do_task = iblock_do_task, 788c66ac9dbSNicholas Bellinger .do_discard = iblock_do_discard, 789c66ac9dbSNicholas Bellinger .do_sync_cache = iblock_emulate_sync_cache, 790c66ac9dbSNicholas Bellinger .free_task = iblock_free_task, 791c66ac9dbSNicholas Bellinger .check_configfs_dev_params = iblock_check_configfs_dev_params, 792c66ac9dbSNicholas Bellinger .set_configfs_dev_params = iblock_set_configfs_dev_params, 793c66ac9dbSNicholas Bellinger .show_configfs_dev_params = iblock_show_configfs_dev_params, 794c66ac9dbSNicholas Bellinger .get_cdb = iblock_get_cdb, 795c66ac9dbSNicholas Bellinger .get_device_rev = iblock_get_device_rev, 796c66ac9dbSNicholas Bellinger .get_device_type = iblock_get_device_type, 797c66ac9dbSNicholas Bellinger .get_blocks = iblock_get_blocks, 798c66ac9dbSNicholas Bellinger }; 799c66ac9dbSNicholas Bellinger 800c66ac9dbSNicholas Bellinger static int __init iblock_module_init(void) 801c66ac9dbSNicholas Bellinger { 802c66ac9dbSNicholas Bellinger return transport_subsystem_register(&iblock_template); 803c66ac9dbSNicholas Bellinger } 804c66ac9dbSNicholas Bellinger 805c66ac9dbSNicholas Bellinger static void iblock_module_exit(void) 806c66ac9dbSNicholas Bellinger { 807c66ac9dbSNicholas Bellinger transport_subsystem_release(&iblock_template); 808c66ac9dbSNicholas Bellinger } 809c66ac9dbSNicholas Bellinger 810c66ac9dbSNicholas Bellinger MODULE_DESCRIPTION("TCM IBLOCK subsystem plugin"); 811c66ac9dbSNicholas Bellinger MODULE_AUTHOR("nab@Linux-iSCSI.org"); 812c66ac9dbSNicholas Bellinger MODULE_LICENSE("GPL"); 813c66ac9dbSNicholas Bellinger 814c66ac9dbSNicholas Bellinger module_init(iblock_module_init); 815c66ac9dbSNicholas Bellinger module_exit(iblock_module_exit); 816