1c66ac9dbSNicholas Bellinger /******************************************************************************* 2c66ac9dbSNicholas Bellinger * Filename: target_core_file.c 3c66ac9dbSNicholas Bellinger * 4c66ac9dbSNicholas Bellinger * This file contains the Storage Engine <-> FILEIO transport specific functions 5c66ac9dbSNicholas Bellinger * 6fd9a11d7SNicholas Bellinger * (c) Copyright 2005-2012 RisingTide Systems LLC. 7c66ac9dbSNicholas Bellinger * 8c66ac9dbSNicholas Bellinger * Nicholas A. Bellinger <nab@kernel.org> 9c66ac9dbSNicholas Bellinger * 10c66ac9dbSNicholas Bellinger * This program is free software; you can redistribute it and/or modify 11c66ac9dbSNicholas Bellinger * it under the terms of the GNU General Public License as published by 12c66ac9dbSNicholas Bellinger * the Free Software Foundation; either version 2 of the License, or 13c66ac9dbSNicholas Bellinger * (at your option) any later version. 14c66ac9dbSNicholas Bellinger * 15c66ac9dbSNicholas Bellinger * This program is distributed in the hope that it will be useful, 16c66ac9dbSNicholas Bellinger * but WITHOUT ANY WARRANTY; without even the implied warranty of 17c66ac9dbSNicholas Bellinger * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18c66ac9dbSNicholas Bellinger * GNU General Public License for more details. 19c66ac9dbSNicholas Bellinger * 20c66ac9dbSNicholas Bellinger * You should have received a copy of the GNU General Public License 21c66ac9dbSNicholas Bellinger * along with this program; if not, write to the Free Software 22c66ac9dbSNicholas Bellinger * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 23c66ac9dbSNicholas Bellinger * 24c66ac9dbSNicholas Bellinger ******************************************************************************/ 25c66ac9dbSNicholas Bellinger 26c66ac9dbSNicholas Bellinger #include <linux/string.h> 27c66ac9dbSNicholas Bellinger #include <linux/parser.h> 28c66ac9dbSNicholas Bellinger #include <linux/timer.h> 29c66ac9dbSNicholas Bellinger #include <linux/blkdev.h> 30c66ac9dbSNicholas Bellinger #include <linux/slab.h> 31c66ac9dbSNicholas Bellinger #include <linux/spinlock.h> 32827509e3SPaul Gortmaker #include <linux/module.h> 33c66ac9dbSNicholas Bellinger #include <scsi/scsi.h> 34c66ac9dbSNicholas Bellinger #include <scsi/scsi_host.h> 35c66ac9dbSNicholas Bellinger 36c66ac9dbSNicholas Bellinger #include <target/target_core_base.h> 37c4795fb2SChristoph Hellwig #include <target/target_core_backend.h> 38c66ac9dbSNicholas Bellinger 39c66ac9dbSNicholas Bellinger #include "target_core_file.h" 40c66ac9dbSNicholas Bellinger 410fd97ccfSChristoph Hellwig static inline struct fd_dev *FD_DEV(struct se_device *dev) 420fd97ccfSChristoph Hellwig { 430fd97ccfSChristoph Hellwig return container_of(dev, struct fd_dev, dev); 440fd97ccfSChristoph Hellwig } 45c66ac9dbSNicholas Bellinger 46c66ac9dbSNicholas Bellinger /* fd_attach_hba(): (Part of se_subsystem_api_t template) 47c66ac9dbSNicholas Bellinger * 48c66ac9dbSNicholas Bellinger * 49c66ac9dbSNicholas Bellinger */ 50c66ac9dbSNicholas Bellinger static int fd_attach_hba(struct se_hba *hba, u32 host_id) 51c66ac9dbSNicholas Bellinger { 52c66ac9dbSNicholas Bellinger struct fd_host *fd_host; 53c66ac9dbSNicholas Bellinger 54c66ac9dbSNicholas Bellinger fd_host = kzalloc(sizeof(struct fd_host), GFP_KERNEL); 556708bb27SAndy Grover if (!fd_host) { 566708bb27SAndy Grover pr_err("Unable to allocate memory for struct fd_host\n"); 57e3d6f909SAndy Grover return -ENOMEM; 58c66ac9dbSNicholas Bellinger } 59c66ac9dbSNicholas Bellinger 60c66ac9dbSNicholas Bellinger fd_host->fd_host_id = host_id; 61c66ac9dbSNicholas Bellinger 62e3d6f909SAndy Grover hba->hba_ptr = fd_host; 63c66ac9dbSNicholas Bellinger 646708bb27SAndy Grover pr_debug("CORE_HBA[%d] - TCM FILEIO HBA Driver %s on Generic" 65c66ac9dbSNicholas Bellinger " Target Core Stack %s\n", hba->hba_id, FD_VERSION, 66c66ac9dbSNicholas Bellinger TARGET_CORE_MOD_VERSION); 676708bb27SAndy Grover pr_debug("CORE_HBA[%d] - Attached FILEIO HBA: %u to Generic" 68e3d6f909SAndy Grover " MaxSectors: %u\n", 69e3d6f909SAndy Grover hba->hba_id, fd_host->fd_host_id, FD_MAX_SECTORS); 70c66ac9dbSNicholas Bellinger 71c66ac9dbSNicholas Bellinger return 0; 72c66ac9dbSNicholas Bellinger } 73c66ac9dbSNicholas Bellinger 74c66ac9dbSNicholas Bellinger static void fd_detach_hba(struct se_hba *hba) 75c66ac9dbSNicholas Bellinger { 76c66ac9dbSNicholas Bellinger struct fd_host *fd_host = hba->hba_ptr; 77c66ac9dbSNicholas Bellinger 786708bb27SAndy Grover pr_debug("CORE_HBA[%d] - Detached FILEIO HBA: %u from Generic" 79c66ac9dbSNicholas Bellinger " Target Core\n", hba->hba_id, fd_host->fd_host_id); 80c66ac9dbSNicholas Bellinger 81c66ac9dbSNicholas Bellinger kfree(fd_host); 82c66ac9dbSNicholas Bellinger hba->hba_ptr = NULL; 83c66ac9dbSNicholas Bellinger } 84c66ac9dbSNicholas Bellinger 850fd97ccfSChristoph Hellwig static struct se_device *fd_alloc_device(struct se_hba *hba, const char *name) 86c66ac9dbSNicholas Bellinger { 87c66ac9dbSNicholas Bellinger struct fd_dev *fd_dev; 888359cf43SJörn Engel struct fd_host *fd_host = hba->hba_ptr; 89c66ac9dbSNicholas Bellinger 90c66ac9dbSNicholas Bellinger fd_dev = kzalloc(sizeof(struct fd_dev), GFP_KERNEL); 916708bb27SAndy Grover if (!fd_dev) { 926708bb27SAndy Grover pr_err("Unable to allocate memory for struct fd_dev\n"); 93c66ac9dbSNicholas Bellinger return NULL; 94c66ac9dbSNicholas Bellinger } 95c66ac9dbSNicholas Bellinger 96c66ac9dbSNicholas Bellinger fd_dev->fd_host = fd_host; 97c66ac9dbSNicholas Bellinger 986708bb27SAndy Grover pr_debug("FILEIO: Allocated fd_dev for %p\n", name); 99c66ac9dbSNicholas Bellinger 1000fd97ccfSChristoph Hellwig return &fd_dev->dev; 101c66ac9dbSNicholas Bellinger } 102c66ac9dbSNicholas Bellinger 1030fd97ccfSChristoph Hellwig static int fd_configure_device(struct se_device *dev) 104c66ac9dbSNicholas Bellinger { 1050fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 1060fd97ccfSChristoph Hellwig struct fd_host *fd_host = dev->se_hba->hba_ptr; 107c66ac9dbSNicholas Bellinger struct file *file; 108c66ac9dbSNicholas Bellinger struct inode *inode = NULL; 1090fd97ccfSChristoph Hellwig int flags, ret = -EINVAL; 110c66ac9dbSNicholas Bellinger 1110fd97ccfSChristoph Hellwig if (!(fd_dev->fbd_flags & FBDF_HAS_PATH)) { 1120fd97ccfSChristoph Hellwig pr_err("Missing fd_dev_name=\n"); 1130fd97ccfSChristoph Hellwig return -EINVAL; 1140fd97ccfSChristoph Hellwig } 115c66ac9dbSNicholas Bellinger 116c66ac9dbSNicholas Bellinger /* 117a4dff304SNicholas Bellinger * Use O_DSYNC by default instead of O_SYNC to forgo syncing 118a4dff304SNicholas Bellinger * of pure timestamp updates. 119c66ac9dbSNicholas Bellinger */ 120a4dff304SNicholas Bellinger flags = O_RDWR | O_CREAT | O_LARGEFILE | O_DSYNC; 1210fd97ccfSChristoph Hellwig 122b32f4c7eSNicholas Bellinger /* 123b32f4c7eSNicholas Bellinger * Optionally allow fd_buffered_io=1 to be enabled for people 124b32f4c7eSNicholas Bellinger * who want use the fs buffer cache as an WriteCache mechanism. 125b32f4c7eSNicholas Bellinger * 126b32f4c7eSNicholas Bellinger * This means that in event of a hard failure, there is a risk 127b32f4c7eSNicholas Bellinger * of silent data-loss if the SCSI client has *not* performed a 128b32f4c7eSNicholas Bellinger * forced unit access (FUA) write, or issued SYNCHRONIZE_CACHE 129b32f4c7eSNicholas Bellinger * to write-out the entire device cache. 130b32f4c7eSNicholas Bellinger */ 131b32f4c7eSNicholas Bellinger if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) { 132b32f4c7eSNicholas Bellinger pr_debug("FILEIO: Disabling O_DSYNC, using buffered FILEIO\n"); 133b32f4c7eSNicholas Bellinger flags &= ~O_DSYNC; 134b32f4c7eSNicholas Bellinger } 135c66ac9dbSNicholas Bellinger 136dbc6e022SAl Viro file = filp_open(fd_dev->fd_dev_name, flags, 0600); 137613640e4SNicholas Bellinger if (IS_ERR(file)) { 138dbc6e022SAl Viro pr_err("filp_open(%s) failed\n", fd_dev->fd_dev_name); 139613640e4SNicholas Bellinger ret = PTR_ERR(file); 140613640e4SNicholas Bellinger goto fail; 141613640e4SNicholas Bellinger } 142c66ac9dbSNicholas Bellinger fd_dev->fd_file = file; 143c66ac9dbSNicholas Bellinger /* 144c66ac9dbSNicholas Bellinger * If using a block backend with this struct file, we extract 145c66ac9dbSNicholas Bellinger * fd_dev->fd_[block,dev]_size from struct block_device. 146c66ac9dbSNicholas Bellinger * 147c66ac9dbSNicholas Bellinger * Otherwise, we use the passed fd_size= from configfs 148c66ac9dbSNicholas Bellinger */ 149c66ac9dbSNicholas Bellinger inode = file->f_mapping->host; 150c66ac9dbSNicholas Bellinger if (S_ISBLK(inode->i_mode)) { 1510fd97ccfSChristoph Hellwig struct request_queue *q = bdev_get_queue(inode->i_bdev); 152cd9323fdSNicholas Bellinger unsigned long long dev_size; 1530fd97ccfSChristoph Hellwig 1540fd97ccfSChristoph Hellwig dev->dev_attrib.hw_block_size = 1550fd97ccfSChristoph Hellwig bdev_logical_block_size(inode->i_bdev); 1560fd97ccfSChristoph Hellwig dev->dev_attrib.hw_max_sectors = queue_max_hw_sectors(q); 1570fd97ccfSChristoph Hellwig 158c66ac9dbSNicholas Bellinger /* 159c66ac9dbSNicholas Bellinger * Determine the number of bytes from i_size_read() minus 160c66ac9dbSNicholas Bellinger * one (1) logical sector from underlying struct block_device 161c66ac9dbSNicholas Bellinger */ 162cd9323fdSNicholas Bellinger dev_size = (i_size_read(file->f_mapping->host) - 163c66ac9dbSNicholas Bellinger fd_dev->fd_block_size); 164c66ac9dbSNicholas Bellinger 1656708bb27SAndy Grover pr_debug("FILEIO: Using size: %llu bytes from struct" 166c66ac9dbSNicholas Bellinger " block_device blocks: %llu logical_block_size: %d\n", 167cd9323fdSNicholas Bellinger dev_size, div_u64(dev_size, fd_dev->fd_block_size), 168c66ac9dbSNicholas Bellinger fd_dev->fd_block_size); 169c66ac9dbSNicholas Bellinger } else { 170c66ac9dbSNicholas Bellinger if (!(fd_dev->fbd_flags & FBDF_HAS_SIZE)) { 1716708bb27SAndy Grover pr_err("FILEIO: Missing fd_dev_size=" 172c66ac9dbSNicholas Bellinger " parameter, and no backing struct" 173c66ac9dbSNicholas Bellinger " block_device\n"); 174c66ac9dbSNicholas Bellinger goto fail; 175c66ac9dbSNicholas Bellinger } 176c66ac9dbSNicholas Bellinger 1770fd97ccfSChristoph Hellwig dev->dev_attrib.hw_block_size = FD_BLOCKSIZE; 1780fd97ccfSChristoph Hellwig dev->dev_attrib.hw_max_sectors = FD_MAX_SECTORS; 179c66ac9dbSNicholas Bellinger } 180c66ac9dbSNicholas Bellinger 1810fd97ccfSChristoph Hellwig fd_dev->fd_block_size = dev->dev_attrib.hw_block_size; 182c66ac9dbSNicholas Bellinger 1830fd97ccfSChristoph Hellwig dev->dev_attrib.hw_queue_depth = FD_MAX_DEVICE_QUEUE_DEPTH; 184c66ac9dbSNicholas Bellinger 185b32f4c7eSNicholas Bellinger if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) { 186b32f4c7eSNicholas Bellinger pr_debug("FILEIO: Forcing setting of emulate_write_cache=1" 187b32f4c7eSNicholas Bellinger " with FDBD_HAS_BUFFERED_IO_WCE\n"); 1880fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_write_cache = 1; 189b32f4c7eSNicholas Bellinger } 190b32f4c7eSNicholas Bellinger 191c66ac9dbSNicholas Bellinger fd_dev->fd_dev_id = fd_host->fd_host_dev_id_count++; 192c66ac9dbSNicholas Bellinger fd_dev->fd_queue_depth = dev->queue_depth; 193c66ac9dbSNicholas Bellinger 1946708bb27SAndy Grover pr_debug("CORE_FILE[%u] - Added TCM FILEIO Device ID: %u at %s," 195c66ac9dbSNicholas Bellinger " %llu total bytes\n", fd_host->fd_host_id, fd_dev->fd_dev_id, 196c66ac9dbSNicholas Bellinger fd_dev->fd_dev_name, fd_dev->fd_dev_size); 197c66ac9dbSNicholas Bellinger 1980fd97ccfSChristoph Hellwig return 0; 199c66ac9dbSNicholas Bellinger fail: 200c66ac9dbSNicholas Bellinger if (fd_dev->fd_file) { 201c66ac9dbSNicholas Bellinger filp_close(fd_dev->fd_file, NULL); 202c66ac9dbSNicholas Bellinger fd_dev->fd_file = NULL; 203c66ac9dbSNicholas Bellinger } 2040fd97ccfSChristoph Hellwig return ret; 205c66ac9dbSNicholas Bellinger } 206c66ac9dbSNicholas Bellinger 2070fd97ccfSChristoph Hellwig static void fd_free_device(struct se_device *dev) 208c66ac9dbSNicholas Bellinger { 2090fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 210c66ac9dbSNicholas Bellinger 211c66ac9dbSNicholas Bellinger if (fd_dev->fd_file) { 212c66ac9dbSNicholas Bellinger filp_close(fd_dev->fd_file, NULL); 213c66ac9dbSNicholas Bellinger fd_dev->fd_file = NULL; 214c66ac9dbSNicholas Bellinger } 215c66ac9dbSNicholas Bellinger 216c66ac9dbSNicholas Bellinger kfree(fd_dev); 217c66ac9dbSNicholas Bellinger } 218c66ac9dbSNicholas Bellinger 219778229afSSebastian Andrzej Siewior static int fd_do_rw(struct se_cmd *cmd, struct scatterlist *sgl, 220778229afSSebastian Andrzej Siewior u32 sgl_nents, int is_write) 221c66ac9dbSNicholas Bellinger { 2225787cacdSChristoph Hellwig struct se_device *se_dev = cmd->se_dev; 2230fd97ccfSChristoph Hellwig struct fd_dev *dev = FD_DEV(se_dev); 2246708bb27SAndy Grover struct file *fd = dev->fd_file; 2255787cacdSChristoph Hellwig struct scatterlist *sg; 226c66ac9dbSNicholas Bellinger struct iovec *iov; 227c66ac9dbSNicholas Bellinger mm_segment_t old_fs; 2280fd97ccfSChristoph Hellwig loff_t pos = (cmd->t_task_lba * se_dev->dev_attrib.block_size); 229c66ac9dbSNicholas Bellinger int ret = 0, i; 230c66ac9dbSNicholas Bellinger 2315787cacdSChristoph Hellwig iov = kzalloc(sizeof(struct iovec) * sgl_nents, GFP_KERNEL); 2326708bb27SAndy Grover if (!iov) { 2336708bb27SAndy Grover pr_err("Unable to allocate fd_do_readv iov[]\n"); 234e3d6f909SAndy Grover return -ENOMEM; 235c66ac9dbSNicholas Bellinger } 236c66ac9dbSNicholas Bellinger 2375787cacdSChristoph Hellwig for_each_sg(sgl, sg, sgl_nents, i) { 2389649fa1bSSebastian Andrzej Siewior iov[i].iov_len = sg->length; 23940ff2c3bSSebastian Andrzej Siewior iov[i].iov_base = kmap(sg_page(sg)) + sg->offset; 240c66ac9dbSNicholas Bellinger } 241c66ac9dbSNicholas Bellinger 242c66ac9dbSNicholas Bellinger old_fs = get_fs(); 243c66ac9dbSNicholas Bellinger set_fs(get_ds()); 244778229afSSebastian Andrzej Siewior 245778229afSSebastian Andrzej Siewior if (is_write) 246778229afSSebastian Andrzej Siewior ret = vfs_writev(fd, &iov[0], sgl_nents, &pos); 247778229afSSebastian Andrzej Siewior else 2485787cacdSChristoph Hellwig ret = vfs_readv(fd, &iov[0], sgl_nents, &pos); 249778229afSSebastian Andrzej Siewior 250c66ac9dbSNicholas Bellinger set_fs(old_fs); 251c66ac9dbSNicholas Bellinger 25240ff2c3bSSebastian Andrzej Siewior for_each_sg(sgl, sg, sgl_nents, i) 25340ff2c3bSSebastian Andrzej Siewior kunmap(sg_page(sg)); 254778229afSSebastian Andrzej Siewior 255c66ac9dbSNicholas Bellinger kfree(iov); 256778229afSSebastian Andrzej Siewior 257778229afSSebastian Andrzej Siewior if (is_write) { 258778229afSSebastian Andrzej Siewior if (ret < 0 || ret != cmd->data_length) { 259778229afSSebastian Andrzej Siewior pr_err("%s() write returned %d\n", __func__, ret); 260778229afSSebastian Andrzej Siewior return (ret < 0 ? ret : -EINVAL); 261778229afSSebastian Andrzej Siewior } 262778229afSSebastian Andrzej Siewior } else { 263c66ac9dbSNicholas Bellinger /* 264c66ac9dbSNicholas Bellinger * Return zeros and GOOD status even if the READ did not return 265c66ac9dbSNicholas Bellinger * the expected virt_size for struct file w/o a backing struct 266c66ac9dbSNicholas Bellinger * block_device. 267c66ac9dbSNicholas Bellinger */ 268496ad9aaSAl Viro if (S_ISBLK(file_inode(fd)->i_mode)) { 2695787cacdSChristoph Hellwig if (ret < 0 || ret != cmd->data_length) { 270778229afSSebastian Andrzej Siewior pr_err("%s() returned %d, expecting %u for " 271778229afSSebastian Andrzej Siewior "S_ISBLK\n", __func__, ret, 272778229afSSebastian Andrzej Siewior cmd->data_length); 273e3d6f909SAndy Grover return (ret < 0 ? ret : -EINVAL); 274c66ac9dbSNicholas Bellinger } 275c66ac9dbSNicholas Bellinger } else { 276c66ac9dbSNicholas Bellinger if (ret < 0) { 277778229afSSebastian Andrzej Siewior pr_err("%s() returned %d for non S_ISBLK\n", 278778229afSSebastian Andrzej Siewior __func__, ret); 279e3d6f909SAndy Grover return ret; 280c66ac9dbSNicholas Bellinger } 281c66ac9dbSNicholas Bellinger } 282c66ac9dbSNicholas Bellinger } 283c66ac9dbSNicholas Bellinger return 1; 284c66ac9dbSNicholas Bellinger } 285c66ac9dbSNicholas Bellinger 286de103c93SChristoph Hellwig static sense_reason_t 287de103c93SChristoph Hellwig fd_execute_sync_cache(struct se_cmd *cmd) 288c66ac9dbSNicholas Bellinger { 289c66ac9dbSNicholas Bellinger struct se_device *dev = cmd->se_dev; 2900fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 291a1d8b49aSAndy Grover int immed = (cmd->t_task_cdb[1] & 0x2); 292c66ac9dbSNicholas Bellinger loff_t start, end; 293c66ac9dbSNicholas Bellinger int ret; 294c66ac9dbSNicholas Bellinger 295c66ac9dbSNicholas Bellinger /* 296c66ac9dbSNicholas Bellinger * If the Immediate bit is set, queue up the GOOD response 297c66ac9dbSNicholas Bellinger * for this SYNCHRONIZE_CACHE op 298c66ac9dbSNicholas Bellinger */ 299c66ac9dbSNicholas Bellinger if (immed) 3005787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_GOOD); 301c66ac9dbSNicholas Bellinger 302c66ac9dbSNicholas Bellinger /* 303c66ac9dbSNicholas Bellinger * Determine if we will be flushing the entire device. 304c66ac9dbSNicholas Bellinger */ 305a1d8b49aSAndy Grover if (cmd->t_task_lba == 0 && cmd->data_length == 0) { 306c66ac9dbSNicholas Bellinger start = 0; 307c66ac9dbSNicholas Bellinger end = LLONG_MAX; 308c66ac9dbSNicholas Bellinger } else { 3090fd97ccfSChristoph Hellwig start = cmd->t_task_lba * dev->dev_attrib.block_size; 310c66ac9dbSNicholas Bellinger if (cmd->data_length) 311c66ac9dbSNicholas Bellinger end = start + cmd->data_length; 312c66ac9dbSNicholas Bellinger else 313c66ac9dbSNicholas Bellinger end = LLONG_MAX; 314c66ac9dbSNicholas Bellinger } 315c66ac9dbSNicholas Bellinger 316c66ac9dbSNicholas Bellinger ret = vfs_fsync_range(fd_dev->fd_file, start, end, 1); 317c66ac9dbSNicholas Bellinger if (ret != 0) 3186708bb27SAndy Grover pr_err("FILEIO: vfs_fsync_range() failed: %d\n", ret); 319c66ac9dbSNicholas Bellinger 3205787cacdSChristoph Hellwig if (immed) 321ad67f0d9SChristoph Hellwig return 0; 3225787cacdSChristoph Hellwig 323de103c93SChristoph Hellwig if (ret) 3245787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_CHECK_CONDITION); 325de103c93SChristoph Hellwig else 3265787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_GOOD); 327ad67f0d9SChristoph Hellwig 328ad67f0d9SChristoph Hellwig return 0; 329c66ac9dbSNicholas Bellinger } 330c66ac9dbSNicholas Bellinger 331de103c93SChristoph Hellwig static sense_reason_t 332de103c93SChristoph Hellwig fd_execute_rw(struct se_cmd *cmd) 333c66ac9dbSNicholas Bellinger { 3340c2ad7d1SChristoph Hellwig struct scatterlist *sgl = cmd->t_data_sg; 3350c2ad7d1SChristoph Hellwig u32 sgl_nents = cmd->t_data_nents; 3360c2ad7d1SChristoph Hellwig enum dma_data_direction data_direction = cmd->data_direction; 337c66ac9dbSNicholas Bellinger struct se_device *dev = cmd->se_dev; 338c66ac9dbSNicholas Bellinger int ret = 0; 339c66ac9dbSNicholas Bellinger 340c66ac9dbSNicholas Bellinger /* 341c66ac9dbSNicholas Bellinger * Call vectorized fileio functions to map struct scatterlist 342c66ac9dbSNicholas Bellinger * physical memory addresses to struct iovec virtual memory. 343c66ac9dbSNicholas Bellinger */ 3445787cacdSChristoph Hellwig if (data_direction == DMA_FROM_DEVICE) { 345778229afSSebastian Andrzej Siewior ret = fd_do_rw(cmd, sgl, sgl_nents, 0); 346c66ac9dbSNicholas Bellinger } else { 347778229afSSebastian Andrzej Siewior ret = fd_do_rw(cmd, sgl, sgl_nents, 1); 348a4dff304SNicholas Bellinger /* 349a4dff304SNicholas Bellinger * Perform implict vfs_fsync_range() for fd_do_writev() ops 350a4dff304SNicholas Bellinger * for SCSI WRITEs with Forced Unit Access (FUA) set. 351a4dff304SNicholas Bellinger * Allow this to happen independent of WCE=0 setting. 352a4dff304SNicholas Bellinger */ 353c66ac9dbSNicholas Bellinger if (ret > 0 && 3540fd97ccfSChristoph Hellwig dev->dev_attrib.emulate_fua_write > 0 && 3552d3a4b51SChristoph Hellwig (cmd->se_cmd_flags & SCF_FUA)) { 3560fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 357a4dff304SNicholas Bellinger loff_t start = cmd->t_task_lba * 3580fd97ccfSChristoph Hellwig dev->dev_attrib.block_size; 359a4dff304SNicholas Bellinger loff_t end = start + cmd->data_length; 360c66ac9dbSNicholas Bellinger 361a4dff304SNicholas Bellinger vfs_fsync_range(fd_dev->fd_file, start, end, 1); 362a4dff304SNicholas Bellinger } 363c66ac9dbSNicholas Bellinger } 364c66ac9dbSNicholas Bellinger 365de103c93SChristoph Hellwig if (ret < 0) 366de103c93SChristoph Hellwig return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; 367de103c93SChristoph Hellwig 3685787cacdSChristoph Hellwig if (ret) 3695787cacdSChristoph Hellwig target_complete_cmd(cmd, SAM_STAT_GOOD); 37003e98c9eSNicholas Bellinger return 0; 371c66ac9dbSNicholas Bellinger } 372c66ac9dbSNicholas Bellinger 373c66ac9dbSNicholas Bellinger enum { 374c66ac9dbSNicholas Bellinger Opt_fd_dev_name, Opt_fd_dev_size, Opt_fd_buffered_io, Opt_err 375c66ac9dbSNicholas Bellinger }; 376c66ac9dbSNicholas Bellinger 377c66ac9dbSNicholas Bellinger static match_table_t tokens = { 378c66ac9dbSNicholas Bellinger {Opt_fd_dev_name, "fd_dev_name=%s"}, 379c66ac9dbSNicholas Bellinger {Opt_fd_dev_size, "fd_dev_size=%s"}, 380b32f4c7eSNicholas Bellinger {Opt_fd_buffered_io, "fd_buffered_io=%d"}, 381c66ac9dbSNicholas Bellinger {Opt_err, NULL} 382c66ac9dbSNicholas Bellinger }; 383c66ac9dbSNicholas Bellinger 3840fd97ccfSChristoph Hellwig static ssize_t fd_set_configfs_dev_params(struct se_device *dev, 385c66ac9dbSNicholas Bellinger const char *page, ssize_t count) 386c66ac9dbSNicholas Bellinger { 3870fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 388c66ac9dbSNicholas Bellinger char *orig, *ptr, *arg_p, *opts; 389c66ac9dbSNicholas Bellinger substring_t args[MAX_OPT_ARGS]; 390b32f4c7eSNicholas Bellinger int ret = 0, arg, token; 391c66ac9dbSNicholas Bellinger 392c66ac9dbSNicholas Bellinger opts = kstrdup(page, GFP_KERNEL); 393c66ac9dbSNicholas Bellinger if (!opts) 394c66ac9dbSNicholas Bellinger return -ENOMEM; 395c66ac9dbSNicholas Bellinger 396c66ac9dbSNicholas Bellinger orig = opts; 397c66ac9dbSNicholas Bellinger 39890c161b6SSebastian Andrzej Siewior while ((ptr = strsep(&opts, ",\n")) != NULL) { 399c66ac9dbSNicholas Bellinger if (!*ptr) 400c66ac9dbSNicholas Bellinger continue; 401c66ac9dbSNicholas Bellinger 402c66ac9dbSNicholas Bellinger token = match_token(ptr, tokens, args); 403c66ac9dbSNicholas Bellinger switch (token) { 404c66ac9dbSNicholas Bellinger case Opt_fd_dev_name: 405dbc6e022SAl Viro if (match_strlcpy(fd_dev->fd_dev_name, &args[0], 406dbc6e022SAl Viro FD_MAX_DEV_NAME) == 0) { 407dbc6e022SAl Viro ret = -EINVAL; 4086d180253SJesper Juhl break; 4096d180253SJesper Juhl } 4106708bb27SAndy Grover pr_debug("FILEIO: Referencing Path: %s\n", 411c66ac9dbSNicholas Bellinger fd_dev->fd_dev_name); 412c66ac9dbSNicholas Bellinger fd_dev->fbd_flags |= FBDF_HAS_PATH; 413c66ac9dbSNicholas Bellinger break; 414c66ac9dbSNicholas Bellinger case Opt_fd_dev_size: 415c66ac9dbSNicholas Bellinger arg_p = match_strdup(&args[0]); 4166d180253SJesper Juhl if (!arg_p) { 4176d180253SJesper Juhl ret = -ENOMEM; 4186d180253SJesper Juhl break; 4196d180253SJesper Juhl } 420c66ac9dbSNicholas Bellinger ret = strict_strtoull(arg_p, 0, &fd_dev->fd_dev_size); 4216d180253SJesper Juhl kfree(arg_p); 422c66ac9dbSNicholas Bellinger if (ret < 0) { 4236708bb27SAndy Grover pr_err("strict_strtoull() failed for" 424c66ac9dbSNicholas Bellinger " fd_dev_size=\n"); 425c66ac9dbSNicholas Bellinger goto out; 426c66ac9dbSNicholas Bellinger } 4276708bb27SAndy Grover pr_debug("FILEIO: Referencing Size: %llu" 428c66ac9dbSNicholas Bellinger " bytes\n", fd_dev->fd_dev_size); 429c66ac9dbSNicholas Bellinger fd_dev->fbd_flags |= FBDF_HAS_SIZE; 430c66ac9dbSNicholas Bellinger break; 431b32f4c7eSNicholas Bellinger case Opt_fd_buffered_io: 432b32f4c7eSNicholas Bellinger match_int(args, &arg); 433b32f4c7eSNicholas Bellinger if (arg != 1) { 434b32f4c7eSNicholas Bellinger pr_err("bogus fd_buffered_io=%d value\n", arg); 435b32f4c7eSNicholas Bellinger ret = -EINVAL; 436b32f4c7eSNicholas Bellinger goto out; 437b32f4c7eSNicholas Bellinger } 438b32f4c7eSNicholas Bellinger 439b32f4c7eSNicholas Bellinger pr_debug("FILEIO: Using buffered I/O" 440b32f4c7eSNicholas Bellinger " operations for struct fd_dev\n"); 441b32f4c7eSNicholas Bellinger 442b32f4c7eSNicholas Bellinger fd_dev->fbd_flags |= FDBD_HAS_BUFFERED_IO_WCE; 443b32f4c7eSNicholas Bellinger break; 444c66ac9dbSNicholas Bellinger default: 445c66ac9dbSNicholas Bellinger break; 446c66ac9dbSNicholas Bellinger } 447c66ac9dbSNicholas Bellinger } 448c66ac9dbSNicholas Bellinger 449c66ac9dbSNicholas Bellinger out: 450c66ac9dbSNicholas Bellinger kfree(orig); 451c66ac9dbSNicholas Bellinger return (!ret) ? count : ret; 452c66ac9dbSNicholas Bellinger } 453c66ac9dbSNicholas Bellinger 4540fd97ccfSChristoph Hellwig static ssize_t fd_show_configfs_dev_params(struct se_device *dev, char *b) 455c66ac9dbSNicholas Bellinger { 4560fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 457c66ac9dbSNicholas Bellinger ssize_t bl = 0; 458c66ac9dbSNicholas Bellinger 459c66ac9dbSNicholas Bellinger bl = sprintf(b + bl, "TCM FILEIO ID: %u", fd_dev->fd_dev_id); 460b32f4c7eSNicholas Bellinger bl += sprintf(b + bl, " File: %s Size: %llu Mode: %s\n", 461b32f4c7eSNicholas Bellinger fd_dev->fd_dev_name, fd_dev->fd_dev_size, 462b32f4c7eSNicholas Bellinger (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) ? 463b32f4c7eSNicholas Bellinger "Buffered-WCE" : "O_DSYNC"); 464c66ac9dbSNicholas Bellinger return bl; 465c66ac9dbSNicholas Bellinger } 466c66ac9dbSNicholas Bellinger 467c66ac9dbSNicholas Bellinger static sector_t fd_get_blocks(struct se_device *dev) 468c66ac9dbSNicholas Bellinger { 4690fd97ccfSChristoph Hellwig struct fd_dev *fd_dev = FD_DEV(dev); 470cd9323fdSNicholas Bellinger struct file *f = fd_dev->fd_file; 471cd9323fdSNicholas Bellinger struct inode *i = f->f_mapping->host; 472cd9323fdSNicholas Bellinger unsigned long long dev_size; 473cd9323fdSNicholas Bellinger /* 474cd9323fdSNicholas Bellinger * When using a file that references an underlying struct block_device, 475cd9323fdSNicholas Bellinger * ensure dev_size is always based on the current inode size in order 476cd9323fdSNicholas Bellinger * to handle underlying block_device resize operations. 477cd9323fdSNicholas Bellinger */ 478cd9323fdSNicholas Bellinger if (S_ISBLK(i->i_mode)) 479cd9323fdSNicholas Bellinger dev_size = (i_size_read(i) - fd_dev->fd_block_size); 480cd9323fdSNicholas Bellinger else 481cd9323fdSNicholas Bellinger dev_size = fd_dev->fd_dev_size; 482c66ac9dbSNicholas Bellinger 4830fd97ccfSChristoph Hellwig return div_u64(dev_size, dev->dev_attrib.block_size); 484c66ac9dbSNicholas Bellinger } 485c66ac9dbSNicholas Bellinger 4869e999a6cSChristoph Hellwig static struct sbc_ops fd_sbc_ops = { 4870c2ad7d1SChristoph Hellwig .execute_rw = fd_execute_rw, 488ad67f0d9SChristoph Hellwig .execute_sync_cache = fd_execute_sync_cache, 4890c2ad7d1SChristoph Hellwig }; 4900c2ad7d1SChristoph Hellwig 491de103c93SChristoph Hellwig static sense_reason_t 492de103c93SChristoph Hellwig fd_parse_cdb(struct se_cmd *cmd) 4930c2ad7d1SChristoph Hellwig { 4949e999a6cSChristoph Hellwig return sbc_parse_cdb(cmd, &fd_sbc_ops); 4950c2ad7d1SChristoph Hellwig } 4960c2ad7d1SChristoph Hellwig 497c66ac9dbSNicholas Bellinger static struct se_subsystem_api fileio_template = { 498c66ac9dbSNicholas Bellinger .name = "fileio", 4990fd97ccfSChristoph Hellwig .inquiry_prod = "FILEIO", 5000fd97ccfSChristoph Hellwig .inquiry_rev = FD_VERSION, 501c66ac9dbSNicholas Bellinger .owner = THIS_MODULE, 502c66ac9dbSNicholas Bellinger .transport_type = TRANSPORT_PLUGIN_VHBA_PDEV, 503c66ac9dbSNicholas Bellinger .attach_hba = fd_attach_hba, 504c66ac9dbSNicholas Bellinger .detach_hba = fd_detach_hba, 5050fd97ccfSChristoph Hellwig .alloc_device = fd_alloc_device, 5060fd97ccfSChristoph Hellwig .configure_device = fd_configure_device, 507c66ac9dbSNicholas Bellinger .free_device = fd_free_device, 5080c2ad7d1SChristoph Hellwig .parse_cdb = fd_parse_cdb, 509c66ac9dbSNicholas Bellinger .set_configfs_dev_params = fd_set_configfs_dev_params, 510c66ac9dbSNicholas Bellinger .show_configfs_dev_params = fd_show_configfs_dev_params, 5116f23ac8aSChristoph Hellwig .get_device_type = sbc_get_device_type, 512c66ac9dbSNicholas Bellinger .get_blocks = fd_get_blocks, 513c66ac9dbSNicholas Bellinger }; 514c66ac9dbSNicholas Bellinger 515c66ac9dbSNicholas Bellinger static int __init fileio_module_init(void) 516c66ac9dbSNicholas Bellinger { 517c66ac9dbSNicholas Bellinger return transport_subsystem_register(&fileio_template); 518c66ac9dbSNicholas Bellinger } 519c66ac9dbSNicholas Bellinger 520c66ac9dbSNicholas Bellinger static void fileio_module_exit(void) 521c66ac9dbSNicholas Bellinger { 522c66ac9dbSNicholas Bellinger transport_subsystem_release(&fileio_template); 523c66ac9dbSNicholas Bellinger } 524c66ac9dbSNicholas Bellinger 525c66ac9dbSNicholas Bellinger MODULE_DESCRIPTION("TCM FILEIO subsystem plugin"); 526c66ac9dbSNicholas Bellinger MODULE_AUTHOR("nab@Linux-iSCSI.org"); 527c66ac9dbSNicholas Bellinger MODULE_LICENSE("GPL"); 528c66ac9dbSNicholas Bellinger 529c66ac9dbSNicholas Bellinger module_init(fileio_module_init); 530c66ac9dbSNicholas Bellinger module_exit(fileio_module_exit); 531