1c66ac9dbSNicholas Bellinger /******************************************************************************* 2c66ac9dbSNicholas Bellinger * Filename: target_core_file.c 3c66ac9dbSNicholas Bellinger * 4c66ac9dbSNicholas Bellinger * This file contains the Storage Engine <-> FILEIO transport specific functions 5c66ac9dbSNicholas Bellinger * 6fd9a11d7SNicholas Bellinger * (c) Copyright 2005-2012 RisingTide Systems LLC. 7c66ac9dbSNicholas Bellinger * 8c66ac9dbSNicholas Bellinger * Nicholas A. Bellinger <nab@kernel.org> 9c66ac9dbSNicholas Bellinger * 10c66ac9dbSNicholas Bellinger * This program is free software; you can redistribute it and/or modify 11c66ac9dbSNicholas Bellinger * it under the terms of the GNU General Public License as published by 12c66ac9dbSNicholas Bellinger * the Free Software Foundation; either version 2 of the License, or 13c66ac9dbSNicholas Bellinger * (at your option) any later version. 14c66ac9dbSNicholas Bellinger * 15c66ac9dbSNicholas Bellinger * This program is distributed in the hope that it will be useful, 16c66ac9dbSNicholas Bellinger * but WITHOUT ANY WARRANTY; without even the implied warranty of 17c66ac9dbSNicholas Bellinger * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18c66ac9dbSNicholas Bellinger * GNU General Public License for more details. 19c66ac9dbSNicholas Bellinger * 20c66ac9dbSNicholas Bellinger * You should have received a copy of the GNU General Public License 21c66ac9dbSNicholas Bellinger * along with this program; if not, write to the Free Software 22c66ac9dbSNicholas Bellinger * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 23c66ac9dbSNicholas Bellinger * 24c66ac9dbSNicholas Bellinger ******************************************************************************/ 25c66ac9dbSNicholas Bellinger 26c66ac9dbSNicholas Bellinger #include <linux/string.h> 27c66ac9dbSNicholas Bellinger #include <linux/parser.h> 28c66ac9dbSNicholas Bellinger #include <linux/timer.h> 29c66ac9dbSNicholas Bellinger #include <linux/blkdev.h> 30c66ac9dbSNicholas Bellinger #include <linux/slab.h> 31c66ac9dbSNicholas Bellinger #include <linux/spinlock.h> 32827509e3SPaul Gortmaker #include <linux/module.h> 33c66ac9dbSNicholas Bellinger #include <scsi/scsi.h> 34c66ac9dbSNicholas Bellinger #include <scsi/scsi_host.h> 35c66ac9dbSNicholas Bellinger 36c66ac9dbSNicholas Bellinger #include <target/target_core_base.h> 37c4795fb2SChristoph Hellwig #include <target/target_core_backend.h> 38c66ac9dbSNicholas Bellinger 39c66ac9dbSNicholas Bellinger #include "target_core_file.h" 40c66ac9dbSNicholas Bellinger 410fd97ccfSChristoph Hellwig static inline struct fd_dev *FD_DEV(struct se_device *dev) 420fd97ccfSChristoph Hellwig { 430fd97ccfSChristoph Hellwig return container_of(dev, struct fd_dev, dev); 440fd97ccfSChristoph Hellwig } 45c66ac9dbSNicholas Bellinger 46c66ac9dbSNicholas Bellinger /* fd_attach_hba(): (Part of se_subsystem_api_t template) 47c66ac9dbSNicholas Bellinger * 48c66ac9dbSNicholas Bellinger * 49c66ac9dbSNicholas Bellinger */ 50c66ac9dbSNicholas Bellinger static int fd_attach_hba(struct se_hba *hba, u32 host_id) 51c66ac9dbSNicholas Bellinger { 52c66ac9dbSNicholas Bellinger struct fd_host *fd_host; 53c66ac9dbSNicholas Bellinger 54c66ac9dbSNicholas Bellinger fd_host = kzalloc(sizeof(struct fd_host), GFP_KERNEL); 556708bb27SAndy Grover if (!fd_host) { 566708bb27SAndy Grover pr_err("Unable to allocate memory for struct fd_host\n"); 57e3d6f909SAndy Grover return -ENOMEM; 58c66ac9dbSNicholas Bellinger } 59c66ac9dbSNicholas Bellinger 60c66ac9dbSNicholas Bellinger fd_host->fd_host_id = host_id; 61c66ac9dbSNicholas Bellinger 62e3d6f909SAndy Grover hba->hba_ptr = fd_host; 63c66ac9dbSNicholas Bellinger 646708bb27SAndy Grover pr_debug("CORE_HBA[%d] - TCM FILEIO HBA Driver %s on Generic" 65c66ac9dbSNicholas Bellinger " Target Core Stack %s\n", hba->hba_id, FD_VERSION, 66c66ac9dbSNicholas Bellinger TARGET_CORE_MOD_VERSION); 676708bb27SAndy Grover pr_debug("CORE_HBA[%d] - Attached FILEIO HBA: %u to Generic" 68e3d6f909SAndy Grover " MaxSectors: %u\n", 69e3d6f909SAndy Grover hba->hba_id, fd_host->fd_host_id, FD_MAX_SECTORS); 70c66ac9dbSNicholas Bellinger 71c66ac9dbSNicholas Bellinger return 0; 72c66ac9dbSNicholas Bellinger } 73c66ac9dbSNicholas Bellinger 74c66ac9dbSNicholas Bellinger static void fd_detach_hba(struct se_hba *hba) 75c66ac9dbSNicholas Bellinger { 76c66ac9dbSNicholas Bellinger struct fd_host *fd_host = hba->hba_ptr; 77c66ac9dbSNicholas Bellinger 786708bb27SAndy Grover pr_debug("CORE_HBA[%d] - Detached FILEIO HBA: %u from Generic" 79c66ac9dbSNicholas Bellinger " Target Core\n", hba->hba_id, fd_host->fd_host_id); 80c66ac9dbSNicholas Bellinger 81c66ac9dbSNicholas Bellinger kfree(fd_host); 82c66ac9dbSNicholas Bellinger hba->hba_ptr = NULL; 83c66ac9dbSNicholas Bellinger } 84c66ac9dbSNicholas Bellinger 850fd97ccfSChristoph Hellwig static struct se_device *fd_alloc_device(struct se_hba *hba, const char *name) 86c66ac9dbSNicholas Bellinger { 87c66ac9dbSNicholas Bellinger struct fd_dev *fd_dev; 888359cf43SJörn Engel struct fd_host *fd_host = hba->hba_ptr; 89c66ac9dbSNicholas Bellinger 90c66ac9dbSNicholas Bellinger fd_dev = kzalloc(sizeof(struct fd_dev), GFP_KERNEL); 916708bb27SAndy Grover if (!fd_dev) { 926708bb27SAndy Grover pr_err("Unable to allocate memory for struct fd_dev\n"); 93c66ac9dbSNicholas Bellinger return NULL; 94c66ac9dbSNicholas Bellinger } 95c66ac9dbSNicholas Bellinger 96c66ac9dbSNicholas Bellinger fd_dev->fd_host = fd_host; 97c66ac9dbSNicholas Bellinger 986708bb27SAndy Grover pr_debug("FILEIO: Allocated fd_dev for %p\n", name); 99c66ac9dbSNicholas Bellinger 1000fd97ccfSChristoph Hellwig return &fd_dev->dev; 101c66ac9dbSNicholas Bellinger } 102c66ac9dbSNicholas Bellinger 1030fd97ccfSChristoph Hellwig static int fd_configure_device(struct se_device *dev) 104c66ac9dbSNicholas Bellinger { 1050fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 1060fd97ccfSChristoph Hellwig struct fd_host *fd_host = dev->se_hba->hba_ptr; 107c66ac9dbSNicholas Bellinger struct file *file; 108c66ac9dbSNicholas Bellinger struct inode *inode = NULL; 1090fd97ccfSChristoph Hellwig int flags, ret = -EINVAL; 110c66ac9dbSNicholas Bellinger 1110fd97ccfSChristoph Hellwig if (!(fd_dev->fbd_flags & FBDF_HAS_PATH)) { 1120fd97ccfSChristoph Hellwig pr_err("Missing fd_dev_name=\n"); 1130fd97ccfSChristoph Hellwig return -EINVAL; 1140fd97ccfSChristoph Hellwig } 115c66ac9dbSNicholas Bellinger 116c66ac9dbSNicholas Bellinger /* 117a4dff304SNicholas Bellinger * Use O_DSYNC by default instead of O_SYNC to forgo syncing 118a4dff304SNicholas Bellinger * of pure timestamp updates. 119c66ac9dbSNicholas Bellinger */ 120a4dff304SNicholas Bellinger flags = O_RDWR | O_CREAT | O_LARGEFILE | O_DSYNC; 1210fd97ccfSChristoph Hellwig 122b32f4c7eSNicholas Bellinger /* 123b32f4c7eSNicholas Bellinger * Optionally allow fd_buffered_io=1 to be enabled for people 124b32f4c7eSNicholas Bellinger * who want use the fs buffer cache as an WriteCache mechanism. 125b32f4c7eSNicholas Bellinger * 126b32f4c7eSNicholas Bellinger * This means that in event of a hard failure, there is a risk 127b32f4c7eSNicholas Bellinger * of silent data-loss if the SCSI client has *not* performed a 128b32f4c7eSNicholas Bellinger * forced unit access (FUA) write, or issued SYNCHRONIZE_CACHE 129b32f4c7eSNicholas Bellinger * to write-out the entire device cache. 130b32f4c7eSNicholas Bellinger */ 131b32f4c7eSNicholas Bellinger if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) { 132b32f4c7eSNicholas Bellinger pr_debug("FILEIO: Disabling O_DSYNC, using buffered FILEIO\n"); 133b32f4c7eSNicholas Bellinger flags &= ~O_DSYNC; 134b32f4c7eSNicholas Bellinger } 135c66ac9dbSNicholas Bellinger 136dbc6e022SAl Viro file = filp_open(fd_dev->fd_dev_name, flags, 0600); 137613640e4SNicholas Bellinger if (IS_ERR(file)) { 138dbc6e022SAl Viro pr_err("filp_open(%s) failed\n", fd_dev->fd_dev_name); 139613640e4SNicholas Bellinger ret = PTR_ERR(file); 140613640e4SNicholas Bellinger goto fail; 141613640e4SNicholas Bellinger } 142c66ac9dbSNicholas Bellinger fd_dev->fd_file = file; 143c66ac9dbSNicholas Bellinger /* 144c66ac9dbSNicholas Bellinger * If using a block backend with this struct file, we extract 145c66ac9dbSNicholas Bellinger * fd_dev->fd_[block,dev]_size from struct block_device. 146c66ac9dbSNicholas Bellinger * 147c66ac9dbSNicholas Bellinger * Otherwise, we use the passed fd_size= from configfs 148c66ac9dbSNicholas Bellinger */ 149c66ac9dbSNicholas Bellinger inode = file->f_mapping->host; 150c66ac9dbSNicholas Bellinger if (S_ISBLK(inode->i_mode)) { 1510fd97ccfSChristoph Hellwig struct request_queue *q = bdev_get_queue(inode->i_bdev); 152cd9323fdSNicholas Bellinger unsigned long long dev_size; 1530fd97ccfSChristoph Hellwig 1540fd97ccfSChristoph Hellwig dev->dev_attrib.hw_block_size = 1550fd97ccfSChristoph Hellwig bdev_logical_block_size(inode->i_bdev); 1560fd97ccfSChristoph Hellwig dev->dev_attrib.hw_max_sectors = queue_max_hw_sectors(q); 1570fd97ccfSChristoph Hellwig 158c66ac9dbSNicholas Bellinger /* 159c66ac9dbSNicholas Bellinger * Determine the number of bytes from i_size_read() minus 160c66ac9dbSNicholas Bellinger * one (1) logical sector from underlying struct block_device 161c66ac9dbSNicholas Bellinger */ 162cd9323fdSNicholas Bellinger dev_size = (i_size_read(file->f_mapping->host) - 163c66ac9dbSNicholas Bellinger fd_dev->fd_block_size); 164c66ac9dbSNicholas Bellinger 1656708bb27SAndy Grover pr_debug("FILEIO: Using size: %llu bytes from struct" 166c66ac9dbSNicholas Bellinger " block_device blocks: %llu logical_block_size: %d\n", 167cd9323fdSNicholas Bellinger dev_size, div_u64(dev_size, fd_dev->fd_block_size), 168c66ac9dbSNicholas Bellinger fd_dev->fd_block_size); 169c66ac9dbSNicholas Bellinger } else { 170c66ac9dbSNicholas Bellinger if (!(fd_dev->fbd_flags & FBDF_HAS_SIZE)) { 1716708bb27SAndy Grover pr_err("FILEIO: Missing fd_dev_size=" 172c66ac9dbSNicholas Bellinger " parameter, and no backing struct" 173c66ac9dbSNicholas Bellinger " block_device\n"); 174c66ac9dbSNicholas Bellinger goto fail; 175c66ac9dbSNicholas Bellinger } 176c66ac9dbSNicholas Bellinger 1770fd97ccfSChristoph Hellwig dev->dev_attrib.hw_block_size = FD_BLOCKSIZE; 1780fd97ccfSChristoph Hellwig dev->dev_attrib.hw_max_sectors = FD_MAX_SECTORS; 179c66ac9dbSNicholas Bellinger } 180c66ac9dbSNicholas Bellinger 1810fd97ccfSChristoph Hellwig fd_dev->fd_block_size = dev->dev_attrib.hw_block_size; 182c66ac9dbSNicholas Bellinger 1830fd97ccfSChristoph Hellwig dev->dev_attrib.hw_queue_depth = FD_MAX_DEVICE_QUEUE_DEPTH; 184c66ac9dbSNicholas Bellinger 185b32f4c7eSNicholas Bellinger if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) { 186b32f4c7eSNicholas Bellinger pr_debug("FILEIO: Forcing setting of emulate_write_cache=1" 187b32f4c7eSNicholas Bellinger " with FDBD_HAS_BUFFERED_IO_WCE\n"); 1880fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_write_cache = 1; 189b32f4c7eSNicholas Bellinger } 190b32f4c7eSNicholas Bellinger 191c66ac9dbSNicholas Bellinger fd_dev->fd_dev_id = fd_host->fd_host_dev_id_count++; 192c66ac9dbSNicholas Bellinger fd_dev->fd_queue_depth = dev->queue_depth; 1937b745c84SNicholas Bellinger /* 1947b745c84SNicholas Bellinger * Limit WRITE_SAME w/ UNMAP=0 emulation to 8k Number of LBAs (NoLB) 1957b745c84SNicholas Bellinger * based upon struct iovec limit for vfs_writev() 1967b745c84SNicholas Bellinger */ 1977b745c84SNicholas Bellinger dev->dev_attrib.max_write_same_len = 0x1000; 198c66ac9dbSNicholas Bellinger 1996708bb27SAndy Grover pr_debug("CORE_FILE[%u] - Added TCM FILEIO Device ID: %u at %s," 200c66ac9dbSNicholas Bellinger " %llu total bytes\n", fd_host->fd_host_id, fd_dev->fd_dev_id, 201c66ac9dbSNicholas Bellinger fd_dev->fd_dev_name, fd_dev->fd_dev_size); 202c66ac9dbSNicholas Bellinger 2030fd97ccfSChristoph Hellwig return 0; 204c66ac9dbSNicholas Bellinger fail: 205c66ac9dbSNicholas Bellinger if (fd_dev->fd_file) { 206c66ac9dbSNicholas Bellinger filp_close(fd_dev->fd_file, NULL); 207c66ac9dbSNicholas Bellinger fd_dev->fd_file = NULL; 208c66ac9dbSNicholas Bellinger } 2090fd97ccfSChristoph Hellwig return ret; 210c66ac9dbSNicholas Bellinger } 211c66ac9dbSNicholas Bellinger 2120fd97ccfSChristoph Hellwig static void fd_free_device(struct se_device *dev) 213c66ac9dbSNicholas Bellinger { 2140fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 215c66ac9dbSNicholas Bellinger 216c66ac9dbSNicholas Bellinger if (fd_dev->fd_file) { 217c66ac9dbSNicholas Bellinger filp_close(fd_dev->fd_file, NULL); 218c66ac9dbSNicholas Bellinger fd_dev->fd_file = NULL; 219c66ac9dbSNicholas Bellinger } 220c66ac9dbSNicholas Bellinger 221c66ac9dbSNicholas Bellinger kfree(fd_dev); 222c66ac9dbSNicholas Bellinger } 223c66ac9dbSNicholas Bellinger 224778229afSSebastian Andrzej Siewior static int fd_do_rw(struct se_cmd *cmd, struct scatterlist *sgl, 225778229afSSebastian Andrzej Siewior u32 sgl_nents, int is_write) 226c66ac9dbSNicholas Bellinger { 2275787cacdSChristoph Hellwig struct se_device *se_dev = cmd->se_dev; 2280fd97ccfSChristoph Hellwig struct fd_dev *dev = FD_DEV(se_dev); 2296708bb27SAndy Grover struct file *fd = dev->fd_file; 2305787cacdSChristoph Hellwig struct scatterlist *sg; 231c66ac9dbSNicholas Bellinger struct iovec *iov; 232c66ac9dbSNicholas Bellinger mm_segment_t old_fs; 2330fd97ccfSChristoph Hellwig loff_t pos = (cmd->t_task_lba * se_dev->dev_attrib.block_size); 234c66ac9dbSNicholas Bellinger int ret = 0, i; 235c66ac9dbSNicholas Bellinger 2365787cacdSChristoph Hellwig iov = kzalloc(sizeof(struct iovec) * sgl_nents, GFP_KERNEL); 2376708bb27SAndy Grover if (!iov) { 2386708bb27SAndy Grover pr_err("Unable to allocate fd_do_readv iov[]\n"); 239e3d6f909SAndy Grover return -ENOMEM; 240c66ac9dbSNicholas Bellinger } 241c66ac9dbSNicholas Bellinger 2425787cacdSChristoph Hellwig for_each_sg(sgl, sg, sgl_nents, i) { 2439649fa1bSSebastian Andrzej Siewior iov[i].iov_len = sg->length; 24440ff2c3bSSebastian Andrzej Siewior iov[i].iov_base = kmap(sg_page(sg)) + sg->offset; 245c66ac9dbSNicholas Bellinger } 246c66ac9dbSNicholas Bellinger 247c66ac9dbSNicholas Bellinger old_fs = get_fs(); 248c66ac9dbSNicholas Bellinger set_fs(get_ds()); 249778229afSSebastian Andrzej Siewior 250778229afSSebastian Andrzej Siewior if (is_write) 251778229afSSebastian Andrzej Siewior ret = vfs_writev(fd, &iov[0], sgl_nents, &pos); 252778229afSSebastian Andrzej Siewior else 2535787cacdSChristoph Hellwig ret = vfs_readv(fd, &iov[0], sgl_nents, &pos); 254778229afSSebastian Andrzej Siewior 255c66ac9dbSNicholas Bellinger set_fs(old_fs); 256c66ac9dbSNicholas Bellinger 25740ff2c3bSSebastian Andrzej Siewior for_each_sg(sgl, sg, sgl_nents, i) 25840ff2c3bSSebastian Andrzej Siewior kunmap(sg_page(sg)); 259778229afSSebastian Andrzej Siewior 260c66ac9dbSNicholas Bellinger kfree(iov); 261778229afSSebastian Andrzej Siewior 262778229afSSebastian Andrzej Siewior if (is_write) { 263778229afSSebastian Andrzej Siewior if (ret < 0 || ret != cmd->data_length) { 264778229afSSebastian Andrzej Siewior pr_err("%s() write returned %d\n", __func__, ret); 265778229afSSebastian Andrzej Siewior return (ret < 0 ? ret : -EINVAL); 266778229afSSebastian Andrzej Siewior } 267778229afSSebastian Andrzej Siewior } else { 268c66ac9dbSNicholas Bellinger /* 269c66ac9dbSNicholas Bellinger * Return zeros and GOOD status even if the READ did not return 270c66ac9dbSNicholas Bellinger * the expected virt_size for struct file w/o a backing struct 271c66ac9dbSNicholas Bellinger * block_device. 272c66ac9dbSNicholas Bellinger */ 273c66ac9dbSNicholas Bellinger if (S_ISBLK(fd->f_dentry->d_inode->i_mode)) { 2745787cacdSChristoph Hellwig if (ret < 0 || ret != cmd->data_length) { 275778229afSSebastian Andrzej Siewior pr_err("%s() returned %d, expecting %u for " 276778229afSSebastian Andrzej Siewior "S_ISBLK\n", __func__, ret, 277778229afSSebastian Andrzej Siewior cmd->data_length); 278e3d6f909SAndy Grover return (ret < 0 ? ret : -EINVAL); 279c66ac9dbSNicholas Bellinger } 280c66ac9dbSNicholas Bellinger } else { 281c66ac9dbSNicholas Bellinger if (ret < 0) { 282778229afSSebastian Andrzej Siewior pr_err("%s() returned %d for non S_ISBLK\n", 283778229afSSebastian Andrzej Siewior __func__, ret); 284e3d6f909SAndy Grover return ret; 285c66ac9dbSNicholas Bellinger } 286c66ac9dbSNicholas Bellinger } 287c66ac9dbSNicholas Bellinger } 288c66ac9dbSNicholas Bellinger return 1; 289c66ac9dbSNicholas Bellinger } 290c66ac9dbSNicholas Bellinger 291de103c93SChristoph Hellwig static sense_reason_t 292de103c93SChristoph Hellwig fd_execute_sync_cache(struct se_cmd *cmd) 293c66ac9dbSNicholas Bellinger { 294c66ac9dbSNicholas Bellinger struct se_device *dev = cmd->se_dev; 2950fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 296a1d8b49aSAndy Grover int immed = (cmd->t_task_cdb[1] & 0x2); 297c66ac9dbSNicholas Bellinger loff_t start, end; 298c66ac9dbSNicholas Bellinger int ret; 299c66ac9dbSNicholas Bellinger 300c66ac9dbSNicholas Bellinger /* 301c66ac9dbSNicholas Bellinger * If the Immediate bit is set, queue up the GOOD response 302c66ac9dbSNicholas Bellinger * for this SYNCHRONIZE_CACHE op 303c66ac9dbSNicholas Bellinger */ 304c66ac9dbSNicholas Bellinger if (immed) 3055787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_GOOD); 306c66ac9dbSNicholas Bellinger 307c66ac9dbSNicholas Bellinger /* 308c66ac9dbSNicholas Bellinger * Determine if we will be flushing the entire device. 309c66ac9dbSNicholas Bellinger */ 310a1d8b49aSAndy Grover if (cmd->t_task_lba == 0 && cmd->data_length == 0) { 311c66ac9dbSNicholas Bellinger start = 0; 312c66ac9dbSNicholas Bellinger end = LLONG_MAX; 313c66ac9dbSNicholas Bellinger } else { 3140fd97ccfSChristoph Hellwig start = cmd->t_task_lba * dev->dev_attrib.block_size; 315c66ac9dbSNicholas Bellinger if (cmd->data_length) 316c66ac9dbSNicholas Bellinger end = start + cmd->data_length; 317c66ac9dbSNicholas Bellinger else 318c66ac9dbSNicholas Bellinger end = LLONG_MAX; 319c66ac9dbSNicholas Bellinger } 320c66ac9dbSNicholas Bellinger 321c66ac9dbSNicholas Bellinger ret = vfs_fsync_range(fd_dev->fd_file, start, end, 1); 322c66ac9dbSNicholas Bellinger if (ret != 0) 3236708bb27SAndy Grover pr_err("FILEIO: vfs_fsync_range() failed: %d\n", ret); 324c66ac9dbSNicholas Bellinger 3255787cacdSChristoph Hellwig if (immed) 326ad67f0d9SChristoph Hellwig return 0; 3275787cacdSChristoph Hellwig 328de103c93SChristoph Hellwig if (ret) 3295787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_CHECK_CONDITION); 330de103c93SChristoph Hellwig else 3315787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_GOOD); 332ad67f0d9SChristoph Hellwig 333ad67f0d9SChristoph Hellwig return 0; 334c66ac9dbSNicholas Bellinger } 335c66ac9dbSNicholas Bellinger 3367b745c84SNicholas Bellinger static unsigned char * 3377b745c84SNicholas Bellinger fd_setup_write_same_buf(struct se_cmd *cmd, struct scatterlist *sg, 3387b745c84SNicholas Bellinger unsigned int len) 3397b745c84SNicholas Bellinger { 3407b745c84SNicholas Bellinger struct se_device *se_dev = cmd->se_dev; 3417b745c84SNicholas Bellinger unsigned int block_size = se_dev->dev_attrib.block_size; 3427b745c84SNicholas Bellinger unsigned int i = 0, end; 3437b745c84SNicholas Bellinger unsigned char *buf, *p, *kmap_buf; 3447b745c84SNicholas Bellinger 3457b745c84SNicholas Bellinger buf = kzalloc(min_t(unsigned int, len, PAGE_SIZE), GFP_KERNEL); 3467b745c84SNicholas Bellinger if (!buf) { 3477b745c84SNicholas Bellinger pr_err("Unable to allocate fd_execute_write_same buf\n"); 3487b745c84SNicholas Bellinger return NULL; 3497b745c84SNicholas Bellinger } 3507b745c84SNicholas Bellinger 3517b745c84SNicholas Bellinger kmap_buf = kmap(sg_page(sg)) + sg->offset; 3527b745c84SNicholas Bellinger if (!kmap_buf) { 3537b745c84SNicholas Bellinger pr_err("kmap() failed in fd_setup_write_same\n"); 3547b745c84SNicholas Bellinger kfree(buf); 3557b745c84SNicholas Bellinger return NULL; 3567b745c84SNicholas Bellinger } 3577b745c84SNicholas Bellinger /* 3587b745c84SNicholas Bellinger * Fill local *buf to contain multiple WRITE_SAME blocks up to 3597b745c84SNicholas Bellinger * min(len, PAGE_SIZE) 3607b745c84SNicholas Bellinger */ 3617b745c84SNicholas Bellinger p = buf; 3627b745c84SNicholas Bellinger end = min_t(unsigned int, len, PAGE_SIZE); 3637b745c84SNicholas Bellinger 3647b745c84SNicholas Bellinger while (i < end) { 3657b745c84SNicholas Bellinger memcpy(p, kmap_buf, block_size); 3667b745c84SNicholas Bellinger 3677b745c84SNicholas Bellinger i += block_size; 3687b745c84SNicholas Bellinger p += block_size; 3697b745c84SNicholas Bellinger } 3707b745c84SNicholas Bellinger kunmap(sg_page(sg)); 3717b745c84SNicholas Bellinger 3727b745c84SNicholas Bellinger return buf; 3737b745c84SNicholas Bellinger } 3747b745c84SNicholas Bellinger 3757b745c84SNicholas Bellinger static sense_reason_t 3767b745c84SNicholas Bellinger fd_execute_write_same(struct se_cmd *cmd) 3777b745c84SNicholas Bellinger { 3787b745c84SNicholas Bellinger struct se_device *se_dev = cmd->se_dev; 3797b745c84SNicholas Bellinger struct fd_dev *fd_dev = FD_DEV(se_dev); 3807b745c84SNicholas Bellinger struct file *f = fd_dev->fd_file; 3817b745c84SNicholas Bellinger struct scatterlist *sg; 3827b745c84SNicholas Bellinger struct iovec *iov; 3837b745c84SNicholas Bellinger mm_segment_t old_fs; 3847b745c84SNicholas Bellinger sector_t nolb = spc_get_write_same_sectors(cmd); 3857b745c84SNicholas Bellinger loff_t pos = cmd->t_task_lba * se_dev->dev_attrib.block_size; 3867b745c84SNicholas Bellinger unsigned int len, len_tmp, iov_num; 3877b745c84SNicholas Bellinger int i, rc; 3887b745c84SNicholas Bellinger unsigned char *buf; 3897b745c84SNicholas Bellinger 3907b745c84SNicholas Bellinger if (!nolb) { 3917b745c84SNicholas Bellinger target_complete_cmd(cmd, SAM_STAT_GOOD); 3927b745c84SNicholas Bellinger return 0; 3937b745c84SNicholas Bellinger } 3947b745c84SNicholas Bellinger sg = &cmd->t_data_sg[0]; 3957b745c84SNicholas Bellinger 3967b745c84SNicholas Bellinger if (cmd->t_data_nents > 1 || 3977b745c84SNicholas Bellinger sg->length != cmd->se_dev->dev_attrib.block_size) { 3987b745c84SNicholas Bellinger pr_err("WRITE_SAME: Illegal SGL t_data_nents: %u length: %u" 3997b745c84SNicholas Bellinger " block_size: %u\n", cmd->t_data_nents, sg->length, 4007b745c84SNicholas Bellinger cmd->se_dev->dev_attrib.block_size); 4017b745c84SNicholas Bellinger return TCM_INVALID_CDB_FIELD; 4027b745c84SNicholas Bellinger } 4037b745c84SNicholas Bellinger 4047b745c84SNicholas Bellinger len = len_tmp = nolb * se_dev->dev_attrib.block_size; 4057b745c84SNicholas Bellinger iov_num = DIV_ROUND_UP(len, PAGE_SIZE); 4067b745c84SNicholas Bellinger 4077b745c84SNicholas Bellinger buf = fd_setup_write_same_buf(cmd, sg, len); 4087b745c84SNicholas Bellinger if (!buf) 4097b745c84SNicholas Bellinger return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 4107b745c84SNicholas Bellinger 4117b745c84SNicholas Bellinger iov = vzalloc(sizeof(struct iovec) * iov_num); 4127b745c84SNicholas Bellinger if (!iov) { 4137b745c84SNicholas Bellinger pr_err("Unable to allocate fd_execute_write_same iovecs\n"); 4147b745c84SNicholas Bellinger kfree(buf); 4157b745c84SNicholas Bellinger return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 4167b745c84SNicholas Bellinger } 4177b745c84SNicholas Bellinger /* 4187b745c84SNicholas Bellinger * Map the single fabric received scatterlist block now populated 4197b745c84SNicholas Bellinger * in *buf into each iovec for I/O submission. 4207b745c84SNicholas Bellinger */ 4217b745c84SNicholas Bellinger for (i = 0; i < iov_num; i++) { 4227b745c84SNicholas Bellinger iov[i].iov_base = buf; 4237b745c84SNicholas Bellinger iov[i].iov_len = min_t(unsigned int, len_tmp, PAGE_SIZE); 4247b745c84SNicholas Bellinger len_tmp -= iov[i].iov_len; 4257b745c84SNicholas Bellinger } 4267b745c84SNicholas Bellinger 4277b745c84SNicholas Bellinger old_fs = get_fs(); 4287b745c84SNicholas Bellinger set_fs(get_ds()); 4297b745c84SNicholas Bellinger rc = vfs_writev(f, &iov[0], iov_num, &pos); 4307b745c84SNicholas Bellinger set_fs(old_fs); 4317b745c84SNicholas Bellinger 4327b745c84SNicholas Bellinger vfree(iov); 4337b745c84SNicholas Bellinger kfree(buf); 4347b745c84SNicholas Bellinger 4357b745c84SNicholas Bellinger if (rc < 0 || rc != len) { 4367b745c84SNicholas Bellinger pr_err("vfs_writev() returned %d for write same\n", rc); 4377b745c84SNicholas Bellinger return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 4387b745c84SNicholas Bellinger } 4397b745c84SNicholas Bellinger 4407b745c84SNicholas Bellinger target_complete_cmd(cmd, SAM_STAT_GOOD); 4417b745c84SNicholas Bellinger return 0; 4427b745c84SNicholas Bellinger } 4437b745c84SNicholas Bellinger 444de103c93SChristoph Hellwig static sense_reason_t 445de103c93SChristoph Hellwig fd_execute_rw(struct se_cmd *cmd) 446c66ac9dbSNicholas Bellinger { 4470c2ad7d1SChristoph Hellwig struct scatterlist *sgl = cmd->t_data_sg; 4480c2ad7d1SChristoph Hellwig u32 sgl_nents = cmd->t_data_nents; 4490c2ad7d1SChristoph Hellwig enum dma_data_direction data_direction = cmd->data_direction; 450c66ac9dbSNicholas Bellinger struct se_device *dev = cmd->se_dev; 451c66ac9dbSNicholas Bellinger int ret = 0; 452c66ac9dbSNicholas Bellinger 453c66ac9dbSNicholas Bellinger /* 454c66ac9dbSNicholas Bellinger * Call vectorized fileio functions to map struct scatterlist 455c66ac9dbSNicholas Bellinger * physical memory addresses to struct iovec virtual memory. 456c66ac9dbSNicholas Bellinger */ 4575787cacdSChristoph Hellwig if (data_direction == DMA_FROM_DEVICE) { 458778229afSSebastian Andrzej Siewior ret = fd_do_rw(cmd, sgl, sgl_nents, 0); 459c66ac9dbSNicholas Bellinger } else { 460778229afSSebastian Andrzej Siewior ret = fd_do_rw(cmd, sgl, sgl_nents, 1); 461a4dff304SNicholas Bellinger /* 462a4dff304SNicholas Bellinger * Perform implict vfs_fsync_range() for fd_do_writev() ops 463a4dff304SNicholas Bellinger * for SCSI WRITEs with Forced Unit Access (FUA) set. 464a4dff304SNicholas Bellinger * Allow this to happen independent of WCE=0 setting. 465a4dff304SNicholas Bellinger */ 466c66ac9dbSNicholas Bellinger if (ret > 0 && 4670fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_fua_write > 0 && 4682d3a4b51SChristoph Hellwig (cmd->se_cmd_flags & SCF_FUA)) { 4690fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 470a4dff304SNicholas Bellinger loff_t start = cmd->t_task_lba * 4710fd97ccfSChristoph Hellwig dev->dev_attrib.block_size; 472a4dff304SNicholas Bellinger loff_t end = start + cmd->data_length; 473c66ac9dbSNicholas Bellinger 474a4dff304SNicholas Bellinger vfs_fsync_range(fd_dev->fd_file, start, end, 1); 475a4dff304SNicholas Bellinger } 476c66ac9dbSNicholas Bellinger } 477c66ac9dbSNicholas Bellinger 478de103c93SChristoph Hellwig if (ret < 0) 479de103c93SChristoph Hellwig return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 480de103c93SChristoph Hellwig 4815787cacdSChristoph Hellwig if (ret) 4825787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_GOOD); 48303e98c9eSNicholas Bellinger return 0; 484c66ac9dbSNicholas Bellinger } 485c66ac9dbSNicholas Bellinger 486c66ac9dbSNicholas Bellinger enum { 487c66ac9dbSNicholas Bellinger Opt_fd_dev_name, Opt_fd_dev_size, Opt_fd_buffered_io, Opt_err 488c66ac9dbSNicholas Bellinger }; 489c66ac9dbSNicholas Bellinger 490c66ac9dbSNicholas Bellinger static match_table_t tokens = { 491c66ac9dbSNicholas Bellinger {Opt_fd_dev_name, "fd_dev_name=%s"}, 492c66ac9dbSNicholas Bellinger {Opt_fd_dev_size, "fd_dev_size=%s"}, 493b32f4c7eSNicholas Bellinger {Opt_fd_buffered_io, "fd_buffered_io=%d"}, 494c66ac9dbSNicholas Bellinger {Opt_err, NULL} 495c66ac9dbSNicholas Bellinger }; 496c66ac9dbSNicholas Bellinger 4970fd97ccfSChristoph Hellwig static ssize_t fd_set_configfs_dev_params(struct se_device *dev, 498c66ac9dbSNicholas Bellinger const char *page, ssize_t count) 499c66ac9dbSNicholas Bellinger { 5000fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 501c66ac9dbSNicholas Bellinger char *orig, *ptr, *arg_p, *opts; 502c66ac9dbSNicholas Bellinger substring_t args[MAX_OPT_ARGS]; 503b32f4c7eSNicholas Bellinger int ret = 0, arg, token; 504c66ac9dbSNicholas Bellinger 505c66ac9dbSNicholas Bellinger opts = kstrdup(page, GFP_KERNEL); 506c66ac9dbSNicholas Bellinger if (!opts) 507c66ac9dbSNicholas Bellinger return -ENOMEM; 508c66ac9dbSNicholas Bellinger 509c66ac9dbSNicholas Bellinger orig = opts; 510c66ac9dbSNicholas Bellinger 51190c161b6SSebastian Andrzej Siewior while ((ptr = strsep(&opts, ",\n")) != NULL) { 512c66ac9dbSNicholas Bellinger if (!*ptr) 513c66ac9dbSNicholas Bellinger continue; 514c66ac9dbSNicholas Bellinger 515c66ac9dbSNicholas Bellinger token = match_token(ptr, tokens, args); 516c66ac9dbSNicholas Bellinger switch (token) { 517c66ac9dbSNicholas Bellinger case Opt_fd_dev_name: 518dbc6e022SAl Viro if (match_strlcpy(fd_dev->fd_dev_name, &args[0], 519dbc6e022SAl Viro FD_MAX_DEV_NAME) == 0) { 520dbc6e022SAl Viro ret = -EINVAL; 5216d180253SJesper Juhl break; 5226d180253SJesper Juhl } 5236708bb27SAndy Grover pr_debug("FILEIO: Referencing Path: %s\n", 524c66ac9dbSNicholas Bellinger fd_dev->fd_dev_name); 525c66ac9dbSNicholas Bellinger fd_dev->fbd_flags |= FBDF_HAS_PATH; 526c66ac9dbSNicholas Bellinger break; 527c66ac9dbSNicholas Bellinger case Opt_fd_dev_size: 528c66ac9dbSNicholas Bellinger arg_p = match_strdup(&args[0]); 5296d180253SJesper Juhl if (!arg_p) { 5306d180253SJesper Juhl ret = -ENOMEM; 5316d180253SJesper Juhl break; 5326d180253SJesper Juhl } 533c66ac9dbSNicholas Bellinger ret = strict_strtoull(arg_p, 0, &fd_dev->fd_dev_size); 5346d180253SJesper Juhl kfree(arg_p); 535c66ac9dbSNicholas Bellinger if (ret < 0) { 5366708bb27SAndy Grover pr_err("strict_strtoull() failed for" 537c66ac9dbSNicholas Bellinger " fd_dev_size=\n"); 538c66ac9dbSNicholas Bellinger goto out; 539c66ac9dbSNicholas Bellinger } 5406708bb27SAndy Grover pr_debug("FILEIO: Referencing Size: %llu" 541c66ac9dbSNicholas Bellinger " bytes\n", fd_dev->fd_dev_size); 542c66ac9dbSNicholas Bellinger fd_dev->fbd_flags |= FBDF_HAS_SIZE; 543c66ac9dbSNicholas Bellinger break; 544b32f4c7eSNicholas Bellinger case Opt_fd_buffered_io: 545b32f4c7eSNicholas Bellinger match_int(args, &arg); 546b32f4c7eSNicholas Bellinger if (arg != 1) { 547b32f4c7eSNicholas Bellinger pr_err("bogus fd_buffered_io=%d value\n", arg); 548b32f4c7eSNicholas Bellinger ret = -EINVAL; 549b32f4c7eSNicholas Bellinger goto out; 550b32f4c7eSNicholas Bellinger } 551b32f4c7eSNicholas Bellinger 552b32f4c7eSNicholas Bellinger pr_debug("FILEIO: Using buffered I/O" 553b32f4c7eSNicholas Bellinger " operations for struct fd_dev\n"); 554b32f4c7eSNicholas Bellinger 555b32f4c7eSNicholas Bellinger fd_dev->fbd_flags |= FDBD_HAS_BUFFERED_IO_WCE; 556b32f4c7eSNicholas Bellinger break; 557c66ac9dbSNicholas Bellinger default: 558c66ac9dbSNicholas Bellinger break; 559c66ac9dbSNicholas Bellinger } 560c66ac9dbSNicholas Bellinger } 561c66ac9dbSNicholas Bellinger 562c66ac9dbSNicholas Bellinger out: 563c66ac9dbSNicholas Bellinger kfree(orig); 564c66ac9dbSNicholas Bellinger return (!ret) ? count : ret; 565c66ac9dbSNicholas Bellinger } 566c66ac9dbSNicholas Bellinger 5670fd97ccfSChristoph Hellwig static ssize_t fd_show_configfs_dev_params(struct se_device *dev, char *b) 568c66ac9dbSNicholas Bellinger { 5690fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 570c66ac9dbSNicholas Bellinger ssize_t bl = 0; 571c66ac9dbSNicholas Bellinger 572c66ac9dbSNicholas Bellinger bl = sprintf(b + bl, "TCM FILEIO ID: %u", fd_dev->fd_dev_id); 573b32f4c7eSNicholas Bellinger bl += sprintf(b + bl, " File: %s Size: %llu Mode: %s\n", 574b32f4c7eSNicholas Bellinger fd_dev->fd_dev_name, fd_dev->fd_dev_size, 575b32f4c7eSNicholas Bellinger (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) ? 576b32f4c7eSNicholas Bellinger "Buffered-WCE" : "O_DSYNC"); 577c66ac9dbSNicholas Bellinger return bl; 578c66ac9dbSNicholas Bellinger } 579c66ac9dbSNicholas Bellinger 580c66ac9dbSNicholas Bellinger static sector_t fd_get_blocks(struct se_device *dev) 581c66ac9dbSNicholas Bellinger { 5820fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 583cd9323fdSNicholas Bellinger struct file *f = fd_dev->fd_file; 584cd9323fdSNicholas Bellinger struct inode *i = f->f_mapping->host; 585cd9323fdSNicholas Bellinger unsigned long long dev_size; 586cd9323fdSNicholas Bellinger /* 587cd9323fdSNicholas Bellinger * When using a file that references an underlying struct block_device, 588cd9323fdSNicholas Bellinger * ensure dev_size is always based on the current inode size in order 589cd9323fdSNicholas Bellinger * to handle underlying block_device resize operations. 590cd9323fdSNicholas Bellinger */ 591cd9323fdSNicholas Bellinger if (S_ISBLK(i->i_mode)) 592cd9323fdSNicholas Bellinger dev_size = (i_size_read(i) - fd_dev->fd_block_size); 593cd9323fdSNicholas Bellinger else 594cd9323fdSNicholas Bellinger dev_size = fd_dev->fd_dev_size; 595c66ac9dbSNicholas Bellinger 5960fd97ccfSChristoph Hellwig return div_u64(dev_size, dev->dev_attrib.block_size); 597c66ac9dbSNicholas Bellinger } 598c66ac9dbSNicholas Bellinger 5999e999a6cSChristoph Hellwig static struct sbc_ops fd_sbc_ops = { 6000c2ad7d1SChristoph Hellwig .execute_rw = fd_execute_rw, 601ad67f0d9SChristoph Hellwig .execute_sync_cache = fd_execute_sync_cache, 6027b745c84SNicholas Bellinger .execute_write_same = fd_execute_write_same, 6030c2ad7d1SChristoph Hellwig }; 6040c2ad7d1SChristoph Hellwig 605de103c93SChristoph Hellwig static sense_reason_t 606de103c93SChristoph Hellwig fd_parse_cdb(struct se_cmd *cmd) 6070c2ad7d1SChristoph Hellwig { 6089e999a6cSChristoph Hellwig return sbc_parse_cdb(cmd, &fd_sbc_ops); 6090c2ad7d1SChristoph Hellwig } 6100c2ad7d1SChristoph Hellwig 611c66ac9dbSNicholas Bellinger static struct se_subsystem_api fileio_template = { 612c66ac9dbSNicholas Bellinger .name = "fileio", 6130fd97ccfSChristoph Hellwig .inquiry_prod = "FILEIO", 6140fd97ccfSChristoph Hellwig .inquiry_rev = FD_VERSION, 615c66ac9dbSNicholas Bellinger .owner = THIS_MODULE, 616c66ac9dbSNicholas Bellinger .transport_type = TRANSPORT_PLUGIN_VHBA_PDEV, 617c66ac9dbSNicholas Bellinger .attach_hba = fd_attach_hba, 618c66ac9dbSNicholas Bellinger .detach_hba = fd_detach_hba, 6190fd97ccfSChristoph Hellwig .alloc_device = fd_alloc_device, 6200fd97ccfSChristoph Hellwig .configure_device = fd_configure_device, 621c66ac9dbSNicholas Bellinger .free_device = fd_free_device, 6220c2ad7d1SChristoph Hellwig .parse_cdb = fd_parse_cdb, 623c66ac9dbSNicholas Bellinger .set_configfs_dev_params = fd_set_configfs_dev_params, 624c66ac9dbSNicholas Bellinger .show_configfs_dev_params = fd_show_configfs_dev_params, 6256f23ac8aSChristoph Hellwig .get_device_type = sbc_get_device_type, 626c66ac9dbSNicholas Bellinger .get_blocks = fd_get_blocks, 627c66ac9dbSNicholas Bellinger }; 628c66ac9dbSNicholas Bellinger 629c66ac9dbSNicholas Bellinger static int __init fileio_module_init(void) 630c66ac9dbSNicholas Bellinger { 631c66ac9dbSNicholas Bellinger return transport_subsystem_register(&fileio_template); 632c66ac9dbSNicholas Bellinger } 633c66ac9dbSNicholas Bellinger 634c66ac9dbSNicholas Bellinger static void fileio_module_exit(void) 635c66ac9dbSNicholas Bellinger { 636c66ac9dbSNicholas Bellinger transport_subsystem_release(&fileio_template); 637c66ac9dbSNicholas Bellinger } 638c66ac9dbSNicholas Bellinger 639c66ac9dbSNicholas Bellinger MODULE_DESCRIPTION("TCM FILEIO subsystem plugin"); 640c66ac9dbSNicholas Bellinger MODULE_AUTHOR("nab@Linux-iSCSI.org"); 641c66ac9dbSNicholas Bellinger MODULE_LICENSE("GPL"); 642c66ac9dbSNicholas Bellinger 643c66ac9dbSNicholas Bellinger module_init(fileio_module_init); 644c66ac9dbSNicholas Bellinger module_exit(fileio_module_exit); 645