1c66ac9dbSNicholas Bellinger /*******************************************************************************
2c66ac9dbSNicholas Bellinger  * Filename:  target_core_file.c
3c66ac9dbSNicholas Bellinger  *
4c66ac9dbSNicholas Bellinger  * This file contains the Storage Engine <-> FILEIO transport specific functions
5c66ac9dbSNicholas Bellinger  *
6fd9a11d7SNicholas Bellinger  * (c) Copyright 2005-2012 RisingTide Systems LLC.
7c66ac9dbSNicholas Bellinger  *
8c66ac9dbSNicholas Bellinger  * Nicholas A. Bellinger <nab@kernel.org>
9c66ac9dbSNicholas Bellinger  *
10c66ac9dbSNicholas Bellinger  * This program is free software; you can redistribute it and/or modify
11c66ac9dbSNicholas Bellinger  * it under the terms of the GNU General Public License as published by
12c66ac9dbSNicholas Bellinger  * the Free Software Foundation; either version 2 of the License, or
13c66ac9dbSNicholas Bellinger  * (at your option) any later version.
14c66ac9dbSNicholas Bellinger  *
15c66ac9dbSNicholas Bellinger  * This program is distributed in the hope that it will be useful,
16c66ac9dbSNicholas Bellinger  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17c66ac9dbSNicholas Bellinger  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18c66ac9dbSNicholas Bellinger  * GNU General Public License for more details.
19c66ac9dbSNicholas Bellinger  *
20c66ac9dbSNicholas Bellinger  * You should have received a copy of the GNU General Public License
21c66ac9dbSNicholas Bellinger  * along with this program; if not, write to the Free Software
22c66ac9dbSNicholas Bellinger  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23c66ac9dbSNicholas Bellinger  *
24c66ac9dbSNicholas Bellinger  ******************************************************************************/
25c66ac9dbSNicholas Bellinger 
26c66ac9dbSNicholas Bellinger #include <linux/string.h>
27c66ac9dbSNicholas Bellinger #include <linux/parser.h>
28c66ac9dbSNicholas Bellinger #include <linux/timer.h>
29c66ac9dbSNicholas Bellinger #include <linux/blkdev.h>
30c66ac9dbSNicholas Bellinger #include <linux/slab.h>
31c66ac9dbSNicholas Bellinger #include <linux/spinlock.h>
32827509e3SPaul Gortmaker #include <linux/module.h>
3370d3ae5cSAsias He #include <linux/falloc.h>
34c66ac9dbSNicholas Bellinger #include <scsi/scsi.h>
35c66ac9dbSNicholas Bellinger #include <scsi/scsi_host.h>
36c66ac9dbSNicholas Bellinger 
37c66ac9dbSNicholas Bellinger #include <target/target_core_base.h>
38c4795fb2SChristoph Hellwig #include <target/target_core_backend.h>
39c66ac9dbSNicholas Bellinger 
40c66ac9dbSNicholas Bellinger #include "target_core_file.h"
41c66ac9dbSNicholas Bellinger 
420fd97ccfSChristoph Hellwig static inline struct fd_dev *FD_DEV(struct se_device *dev)
430fd97ccfSChristoph Hellwig {
440fd97ccfSChristoph Hellwig 	return container_of(dev, struct fd_dev, dev);
450fd97ccfSChristoph Hellwig }
46c66ac9dbSNicholas Bellinger 
47c66ac9dbSNicholas Bellinger /*	fd_attach_hba(): (Part of se_subsystem_api_t template)
48c66ac9dbSNicholas Bellinger  *
49c66ac9dbSNicholas Bellinger  *
50c66ac9dbSNicholas Bellinger  */
51c66ac9dbSNicholas Bellinger static int fd_attach_hba(struct se_hba *hba, u32 host_id)
52c66ac9dbSNicholas Bellinger {
53c66ac9dbSNicholas Bellinger 	struct fd_host *fd_host;
54c66ac9dbSNicholas Bellinger 
55c66ac9dbSNicholas Bellinger 	fd_host = kzalloc(sizeof(struct fd_host), GFP_KERNEL);
566708bb27SAndy Grover 	if (!fd_host) {
576708bb27SAndy Grover 		pr_err("Unable to allocate memory for struct fd_host\n");
58e3d6f909SAndy Grover 		return -ENOMEM;
59c66ac9dbSNicholas Bellinger 	}
60c66ac9dbSNicholas Bellinger 
61c66ac9dbSNicholas Bellinger 	fd_host->fd_host_id = host_id;
62c66ac9dbSNicholas Bellinger 
63e3d6f909SAndy Grover 	hba->hba_ptr = fd_host;
64c66ac9dbSNicholas Bellinger 
656708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - TCM FILEIO HBA Driver %s on Generic"
66c66ac9dbSNicholas Bellinger 		" Target Core Stack %s\n", hba->hba_id, FD_VERSION,
67c66ac9dbSNicholas Bellinger 		TARGET_CORE_MOD_VERSION);
686708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - Attached FILEIO HBA: %u to Generic"
69e3d6f909SAndy Grover 		" MaxSectors: %u\n",
70e3d6f909SAndy Grover 		hba->hba_id, fd_host->fd_host_id, FD_MAX_SECTORS);
71c66ac9dbSNicholas Bellinger 
72c66ac9dbSNicholas Bellinger 	return 0;
73c66ac9dbSNicholas Bellinger }
74c66ac9dbSNicholas Bellinger 
75c66ac9dbSNicholas Bellinger static void fd_detach_hba(struct se_hba *hba)
76c66ac9dbSNicholas Bellinger {
77c66ac9dbSNicholas Bellinger 	struct fd_host *fd_host = hba->hba_ptr;
78c66ac9dbSNicholas Bellinger 
796708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - Detached FILEIO HBA: %u from Generic"
80c66ac9dbSNicholas Bellinger 		" Target Core\n", hba->hba_id, fd_host->fd_host_id);
81c66ac9dbSNicholas Bellinger 
82c66ac9dbSNicholas Bellinger 	kfree(fd_host);
83c66ac9dbSNicholas Bellinger 	hba->hba_ptr = NULL;
84c66ac9dbSNicholas Bellinger }
85c66ac9dbSNicholas Bellinger 
860fd97ccfSChristoph Hellwig static struct se_device *fd_alloc_device(struct se_hba *hba, const char *name)
87c66ac9dbSNicholas Bellinger {
88c66ac9dbSNicholas Bellinger 	struct fd_dev *fd_dev;
898359cf43SJörn Engel 	struct fd_host *fd_host = hba->hba_ptr;
90c66ac9dbSNicholas Bellinger 
91c66ac9dbSNicholas Bellinger 	fd_dev = kzalloc(sizeof(struct fd_dev), GFP_KERNEL);
926708bb27SAndy Grover 	if (!fd_dev) {
936708bb27SAndy Grover 		pr_err("Unable to allocate memory for struct fd_dev\n");
94c66ac9dbSNicholas Bellinger 		return NULL;
95c66ac9dbSNicholas Bellinger 	}
96c66ac9dbSNicholas Bellinger 
97c66ac9dbSNicholas Bellinger 	fd_dev->fd_host = fd_host;
98c66ac9dbSNicholas Bellinger 
996708bb27SAndy Grover 	pr_debug("FILEIO: Allocated fd_dev for %p\n", name);
100c66ac9dbSNicholas Bellinger 
1010fd97ccfSChristoph Hellwig 	return &fd_dev->dev;
102c66ac9dbSNicholas Bellinger }
103c66ac9dbSNicholas Bellinger 
1040fd97ccfSChristoph Hellwig static int fd_configure_device(struct se_device *dev)
105c66ac9dbSNicholas Bellinger {
1060fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
1070fd97ccfSChristoph Hellwig 	struct fd_host *fd_host = dev->se_hba->hba_ptr;
108c66ac9dbSNicholas Bellinger 	struct file *file;
109c66ac9dbSNicholas Bellinger 	struct inode *inode = NULL;
1100fd97ccfSChristoph Hellwig 	int flags, ret = -EINVAL;
111c66ac9dbSNicholas Bellinger 
1120fd97ccfSChristoph Hellwig 	if (!(fd_dev->fbd_flags & FBDF_HAS_PATH)) {
1130fd97ccfSChristoph Hellwig 		pr_err("Missing fd_dev_name=\n");
1140fd97ccfSChristoph Hellwig 		return -EINVAL;
1150fd97ccfSChristoph Hellwig 	}
116c66ac9dbSNicholas Bellinger 
117c66ac9dbSNicholas Bellinger 	/*
118a4dff304SNicholas Bellinger 	 * Use O_DSYNC by default instead of O_SYNC to forgo syncing
119a4dff304SNicholas Bellinger 	 * of pure timestamp updates.
120c66ac9dbSNicholas Bellinger 	 */
121a4dff304SNicholas Bellinger 	flags = O_RDWR | O_CREAT | O_LARGEFILE | O_DSYNC;
1220fd97ccfSChristoph Hellwig 
123b32f4c7eSNicholas Bellinger 	/*
124b32f4c7eSNicholas Bellinger 	 * Optionally allow fd_buffered_io=1 to be enabled for people
125b32f4c7eSNicholas Bellinger 	 * who want use the fs buffer cache as an WriteCache mechanism.
126b32f4c7eSNicholas Bellinger 	 *
127b32f4c7eSNicholas Bellinger 	 * This means that in event of a hard failure, there is a risk
128b32f4c7eSNicholas Bellinger 	 * of silent data-loss if the SCSI client has *not* performed a
129b32f4c7eSNicholas Bellinger 	 * forced unit access (FUA) write, or issued SYNCHRONIZE_CACHE
130b32f4c7eSNicholas Bellinger 	 * to write-out the entire device cache.
131b32f4c7eSNicholas Bellinger 	 */
132b32f4c7eSNicholas Bellinger 	if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) {
133b32f4c7eSNicholas Bellinger 		pr_debug("FILEIO: Disabling O_DSYNC, using buffered FILEIO\n");
134b32f4c7eSNicholas Bellinger 		flags &= ~O_DSYNC;
135b32f4c7eSNicholas Bellinger 	}
136c66ac9dbSNicholas Bellinger 
137dbc6e022SAl Viro 	file = filp_open(fd_dev->fd_dev_name, flags, 0600);
138613640e4SNicholas Bellinger 	if (IS_ERR(file)) {
139dbc6e022SAl Viro 		pr_err("filp_open(%s) failed\n", fd_dev->fd_dev_name);
140613640e4SNicholas Bellinger 		ret = PTR_ERR(file);
141613640e4SNicholas Bellinger 		goto fail;
142613640e4SNicholas Bellinger 	}
143c66ac9dbSNicholas Bellinger 	fd_dev->fd_file = file;
144c66ac9dbSNicholas Bellinger 	/*
145c66ac9dbSNicholas Bellinger 	 * If using a block backend with this struct file, we extract
146c66ac9dbSNicholas Bellinger 	 * fd_dev->fd_[block,dev]_size from struct block_device.
147c66ac9dbSNicholas Bellinger 	 *
148c66ac9dbSNicholas Bellinger 	 * Otherwise, we use the passed fd_size= from configfs
149c66ac9dbSNicholas Bellinger 	 */
150c66ac9dbSNicholas Bellinger 	inode = file->f_mapping->host;
151c66ac9dbSNicholas Bellinger 	if (S_ISBLK(inode->i_mode)) {
1520fd97ccfSChristoph Hellwig 		struct request_queue *q = bdev_get_queue(inode->i_bdev);
153cd9323fdSNicholas Bellinger 		unsigned long long dev_size;
1540fd97ccfSChristoph Hellwig 
1550fd97ccfSChristoph Hellwig 		dev->dev_attrib.hw_block_size =
1560fd97ccfSChristoph Hellwig 			bdev_logical_block_size(inode->i_bdev);
1570fd97ccfSChristoph Hellwig 		dev->dev_attrib.hw_max_sectors = queue_max_hw_sectors(q);
1580fd97ccfSChristoph Hellwig 
159c66ac9dbSNicholas Bellinger 		/*
160c66ac9dbSNicholas Bellinger 		 * Determine the number of bytes from i_size_read() minus
161c66ac9dbSNicholas Bellinger 		 * one (1) logical sector from underlying struct block_device
162c66ac9dbSNicholas Bellinger 		 */
163cd9323fdSNicholas Bellinger 		dev_size = (i_size_read(file->f_mapping->host) -
164c66ac9dbSNicholas Bellinger 				       fd_dev->fd_block_size);
165c66ac9dbSNicholas Bellinger 
1666708bb27SAndy Grover 		pr_debug("FILEIO: Using size: %llu bytes from struct"
167c66ac9dbSNicholas Bellinger 			" block_device blocks: %llu logical_block_size: %d\n",
168cd9323fdSNicholas Bellinger 			dev_size, div_u64(dev_size, fd_dev->fd_block_size),
169c66ac9dbSNicholas Bellinger 			fd_dev->fd_block_size);
17070d3ae5cSAsias He 		/*
17170d3ae5cSAsias He 		 * Check if the underlying struct block_device request_queue supports
17270d3ae5cSAsias He 		 * the QUEUE_FLAG_DISCARD bit for UNMAP/WRITE_SAME in SCSI + TRIM
17370d3ae5cSAsias He 		 * in ATA and we need to set TPE=1
17470d3ae5cSAsias He 		 */
17570d3ae5cSAsias He 		if (blk_queue_discard(q)) {
17670d3ae5cSAsias He 			dev->dev_attrib.max_unmap_lba_count =
17770d3ae5cSAsias He 				q->limits.max_discard_sectors;
17870d3ae5cSAsias He 			/*
17970d3ae5cSAsias He 			 * Currently hardcoded to 1 in Linux/SCSI code..
18070d3ae5cSAsias He 			 */
18170d3ae5cSAsias He 			dev->dev_attrib.max_unmap_block_desc_count = 1;
18270d3ae5cSAsias He 			dev->dev_attrib.unmap_granularity =
18370d3ae5cSAsias He 				q->limits.discard_granularity >> 9;
18470d3ae5cSAsias He 			dev->dev_attrib.unmap_granularity_alignment =
18570d3ae5cSAsias He 				q->limits.discard_alignment;
18670d3ae5cSAsias He 			pr_debug("IFILE: BLOCK Discard support available,"
18770d3ae5cSAsias He 					" disabled by default\n");
18870d3ae5cSAsias He 		}
18970d3ae5cSAsias He 		/*
19070d3ae5cSAsias He 		 * Enable write same emulation for IBLOCK and use 0xFFFF as
19170d3ae5cSAsias He 		 * the smaller WRITE_SAME(10) only has a two-byte block count.
19270d3ae5cSAsias He 		 */
19370d3ae5cSAsias He 		dev->dev_attrib.max_write_same_len = 0xFFFF;
194c66ac9dbSNicholas Bellinger 	} else {
195c66ac9dbSNicholas Bellinger 		if (!(fd_dev->fbd_flags & FBDF_HAS_SIZE)) {
1966708bb27SAndy Grover 			pr_err("FILEIO: Missing fd_dev_size="
197c66ac9dbSNicholas Bellinger 				" parameter, and no backing struct"
198c66ac9dbSNicholas Bellinger 				" block_device\n");
199c66ac9dbSNicholas Bellinger 			goto fail;
200c66ac9dbSNicholas Bellinger 		}
201c66ac9dbSNicholas Bellinger 
2020fd97ccfSChristoph Hellwig 		dev->dev_attrib.hw_block_size = FD_BLOCKSIZE;
2030fd97ccfSChristoph Hellwig 		dev->dev_attrib.hw_max_sectors = FD_MAX_SECTORS;
20470d3ae5cSAsias He 
20570d3ae5cSAsias He 		/*
20670d3ae5cSAsias He 		 * Limit UNMAP emulation to 8k Number of LBAs (NoLB)
20770d3ae5cSAsias He 		 */
20870d3ae5cSAsias He 		dev->dev_attrib.max_unmap_lba_count = 0x2000;
20970d3ae5cSAsias He 		/*
21070d3ae5cSAsias He 		 * Currently hardcoded to 1 in Linux/SCSI code..
21170d3ae5cSAsias He 		 */
21270d3ae5cSAsias He 		dev->dev_attrib.max_unmap_block_desc_count = 1;
21370d3ae5cSAsias He 		dev->dev_attrib.unmap_granularity = 1;
21470d3ae5cSAsias He 		dev->dev_attrib.unmap_granularity_alignment = 0;
21570d3ae5cSAsias He 
21670d3ae5cSAsias He 		/*
21770d3ae5cSAsias He 		 * Limit WRITE_SAME w/ UNMAP=0 emulation to 8k Number of LBAs (NoLB)
21870d3ae5cSAsias He 		 * based upon struct iovec limit for vfs_writev()
21970d3ae5cSAsias He 		 */
22070d3ae5cSAsias He 		dev->dev_attrib.max_write_same_len = 0x1000;
221c66ac9dbSNicholas Bellinger 	}
222c66ac9dbSNicholas Bellinger 
2230fd97ccfSChristoph Hellwig 	fd_dev->fd_block_size = dev->dev_attrib.hw_block_size;
224c66ac9dbSNicholas Bellinger 
2250fd97ccfSChristoph Hellwig 	dev->dev_attrib.hw_queue_depth = FD_MAX_DEVICE_QUEUE_DEPTH;
226c66ac9dbSNicholas Bellinger 
227b32f4c7eSNicholas Bellinger 	if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) {
228b32f4c7eSNicholas Bellinger 		pr_debug("FILEIO: Forcing setting of emulate_write_cache=1"
229b32f4c7eSNicholas Bellinger 			" with FDBD_HAS_BUFFERED_IO_WCE\n");
2300fd97ccfSChristoph Hellwig 		dev->dev_attrib.emulate_write_cache = 1;
231b32f4c7eSNicholas Bellinger 	}
232b32f4c7eSNicholas Bellinger 
233c66ac9dbSNicholas Bellinger 	fd_dev->fd_dev_id = fd_host->fd_host_dev_id_count++;
234c66ac9dbSNicholas Bellinger 	fd_dev->fd_queue_depth = dev->queue_depth;
235c66ac9dbSNicholas Bellinger 
2366708bb27SAndy Grover 	pr_debug("CORE_FILE[%u] - Added TCM FILEIO Device ID: %u at %s,"
237c66ac9dbSNicholas Bellinger 		" %llu total bytes\n", fd_host->fd_host_id, fd_dev->fd_dev_id,
238c66ac9dbSNicholas Bellinger 			fd_dev->fd_dev_name, fd_dev->fd_dev_size);
239c66ac9dbSNicholas Bellinger 
2400fd97ccfSChristoph Hellwig 	return 0;
241c66ac9dbSNicholas Bellinger fail:
242c66ac9dbSNicholas Bellinger 	if (fd_dev->fd_file) {
243c66ac9dbSNicholas Bellinger 		filp_close(fd_dev->fd_file, NULL);
244c66ac9dbSNicholas Bellinger 		fd_dev->fd_file = NULL;
245c66ac9dbSNicholas Bellinger 	}
2460fd97ccfSChristoph Hellwig 	return ret;
247c66ac9dbSNicholas Bellinger }
248c66ac9dbSNicholas Bellinger 
2490fd97ccfSChristoph Hellwig static void fd_free_device(struct se_device *dev)
250c66ac9dbSNicholas Bellinger {
2510fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
252c66ac9dbSNicholas Bellinger 
253c66ac9dbSNicholas Bellinger 	if (fd_dev->fd_file) {
254c66ac9dbSNicholas Bellinger 		filp_close(fd_dev->fd_file, NULL);
255c66ac9dbSNicholas Bellinger 		fd_dev->fd_file = NULL;
256c66ac9dbSNicholas Bellinger 	}
257c66ac9dbSNicholas Bellinger 
258c66ac9dbSNicholas Bellinger 	kfree(fd_dev);
259c66ac9dbSNicholas Bellinger }
260c66ac9dbSNicholas Bellinger 
261778229afSSebastian Andrzej Siewior static int fd_do_rw(struct se_cmd *cmd, struct scatterlist *sgl,
262778229afSSebastian Andrzej Siewior 		u32 sgl_nents, int is_write)
263c66ac9dbSNicholas Bellinger {
2645787cacdSChristoph Hellwig 	struct se_device *se_dev = cmd->se_dev;
2650fd97ccfSChristoph Hellwig 	struct fd_dev *dev = FD_DEV(se_dev);
2666708bb27SAndy Grover 	struct file *fd = dev->fd_file;
2675787cacdSChristoph Hellwig 	struct scatterlist *sg;
268c66ac9dbSNicholas Bellinger 	struct iovec *iov;
269c66ac9dbSNicholas Bellinger 	mm_segment_t old_fs;
2700fd97ccfSChristoph Hellwig 	loff_t pos = (cmd->t_task_lba * se_dev->dev_attrib.block_size);
271c66ac9dbSNicholas Bellinger 	int ret = 0, i;
272c66ac9dbSNicholas Bellinger 
2735787cacdSChristoph Hellwig 	iov = kzalloc(sizeof(struct iovec) * sgl_nents, GFP_KERNEL);
2746708bb27SAndy Grover 	if (!iov) {
2756708bb27SAndy Grover 		pr_err("Unable to allocate fd_do_readv iov[]\n");
276e3d6f909SAndy Grover 		return -ENOMEM;
277c66ac9dbSNicholas Bellinger 	}
278c66ac9dbSNicholas Bellinger 
2795787cacdSChristoph Hellwig 	for_each_sg(sgl, sg, sgl_nents, i) {
2809649fa1bSSebastian Andrzej Siewior 		iov[i].iov_len = sg->length;
28140ff2c3bSSebastian Andrzej Siewior 		iov[i].iov_base = kmap(sg_page(sg)) + sg->offset;
282c66ac9dbSNicholas Bellinger 	}
283c66ac9dbSNicholas Bellinger 
284c66ac9dbSNicholas Bellinger 	old_fs = get_fs();
285c66ac9dbSNicholas Bellinger 	set_fs(get_ds());
286778229afSSebastian Andrzej Siewior 
287778229afSSebastian Andrzej Siewior 	if (is_write)
288778229afSSebastian Andrzej Siewior 		ret = vfs_writev(fd, &iov[0], sgl_nents, &pos);
289778229afSSebastian Andrzej Siewior 	else
2905787cacdSChristoph Hellwig 		ret = vfs_readv(fd, &iov[0], sgl_nents, &pos);
291778229afSSebastian Andrzej Siewior 
292c66ac9dbSNicholas Bellinger 	set_fs(old_fs);
293c66ac9dbSNicholas Bellinger 
29440ff2c3bSSebastian Andrzej Siewior 	for_each_sg(sgl, sg, sgl_nents, i)
29540ff2c3bSSebastian Andrzej Siewior 		kunmap(sg_page(sg));
296778229afSSebastian Andrzej Siewior 
297c66ac9dbSNicholas Bellinger 	kfree(iov);
298778229afSSebastian Andrzej Siewior 
299778229afSSebastian Andrzej Siewior 	if (is_write) {
300778229afSSebastian Andrzej Siewior 		if (ret < 0 || ret != cmd->data_length) {
301778229afSSebastian Andrzej Siewior 			pr_err("%s() write returned %d\n", __func__, ret);
302778229afSSebastian Andrzej Siewior 			return (ret < 0 ? ret : -EINVAL);
303778229afSSebastian Andrzej Siewior 		}
304778229afSSebastian Andrzej Siewior 	} else {
305c66ac9dbSNicholas Bellinger 		/*
306c66ac9dbSNicholas Bellinger 		 * Return zeros and GOOD status even if the READ did not return
307c66ac9dbSNicholas Bellinger 		 * the expected virt_size for struct file w/o a backing struct
308c66ac9dbSNicholas Bellinger 		 * block_device.
309c66ac9dbSNicholas Bellinger 		 */
310496ad9aaSAl Viro 		if (S_ISBLK(file_inode(fd)->i_mode)) {
3115787cacdSChristoph Hellwig 			if (ret < 0 || ret != cmd->data_length) {
312778229afSSebastian Andrzej Siewior 				pr_err("%s() returned %d, expecting %u for "
313778229afSSebastian Andrzej Siewior 						"S_ISBLK\n", __func__, ret,
314778229afSSebastian Andrzej Siewior 						cmd->data_length);
315e3d6f909SAndy Grover 				return (ret < 0 ? ret : -EINVAL);
316c66ac9dbSNicholas Bellinger 			}
317c66ac9dbSNicholas Bellinger 		} else {
318c66ac9dbSNicholas Bellinger 			if (ret < 0) {
319778229afSSebastian Andrzej Siewior 				pr_err("%s() returned %d for non S_ISBLK\n",
320778229afSSebastian Andrzej Siewior 						__func__, ret);
321e3d6f909SAndy Grover 				return ret;
322c66ac9dbSNicholas Bellinger 			}
323c66ac9dbSNicholas Bellinger 		}
324c66ac9dbSNicholas Bellinger 	}
325c66ac9dbSNicholas Bellinger 	return 1;
326c66ac9dbSNicholas Bellinger }
327c66ac9dbSNicholas Bellinger 
328de103c93SChristoph Hellwig static sense_reason_t
329de103c93SChristoph Hellwig fd_execute_sync_cache(struct se_cmd *cmd)
330c66ac9dbSNicholas Bellinger {
331c66ac9dbSNicholas Bellinger 	struct se_device *dev = cmd->se_dev;
3320fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
333a1d8b49aSAndy Grover 	int immed = (cmd->t_task_cdb[1] & 0x2);
334c66ac9dbSNicholas Bellinger 	loff_t start, end;
335c66ac9dbSNicholas Bellinger 	int ret;
336c66ac9dbSNicholas Bellinger 
337c66ac9dbSNicholas Bellinger 	/*
338c66ac9dbSNicholas Bellinger 	 * If the Immediate bit is set, queue up the GOOD response
339c66ac9dbSNicholas Bellinger 	 * for this SYNCHRONIZE_CACHE op
340c66ac9dbSNicholas Bellinger 	 */
341c66ac9dbSNicholas Bellinger 	if (immed)
3425787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
343c66ac9dbSNicholas Bellinger 
344c66ac9dbSNicholas Bellinger 	/*
345c66ac9dbSNicholas Bellinger 	 * Determine if we will be flushing the entire device.
346c66ac9dbSNicholas Bellinger 	 */
347a1d8b49aSAndy Grover 	if (cmd->t_task_lba == 0 && cmd->data_length == 0) {
348c66ac9dbSNicholas Bellinger 		start = 0;
349c66ac9dbSNicholas Bellinger 		end = LLONG_MAX;
350c66ac9dbSNicholas Bellinger 	} else {
3510fd97ccfSChristoph Hellwig 		start = cmd->t_task_lba * dev->dev_attrib.block_size;
352c66ac9dbSNicholas Bellinger 		if (cmd->data_length)
353c66ac9dbSNicholas Bellinger 			end = start + cmd->data_length;
354c66ac9dbSNicholas Bellinger 		else
355c66ac9dbSNicholas Bellinger 			end = LLONG_MAX;
356c66ac9dbSNicholas Bellinger 	}
357c66ac9dbSNicholas Bellinger 
358c66ac9dbSNicholas Bellinger 	ret = vfs_fsync_range(fd_dev->fd_file, start, end, 1);
359c66ac9dbSNicholas Bellinger 	if (ret != 0)
3606708bb27SAndy Grover 		pr_err("FILEIO: vfs_fsync_range() failed: %d\n", ret);
361c66ac9dbSNicholas Bellinger 
3625787cacdSChristoph Hellwig 	if (immed)
363ad67f0d9SChristoph Hellwig 		return 0;
3645787cacdSChristoph Hellwig 
365de103c93SChristoph Hellwig 	if (ret)
3665787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_CHECK_CONDITION);
367de103c93SChristoph Hellwig 	else
3685787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
369ad67f0d9SChristoph Hellwig 
370ad67f0d9SChristoph Hellwig 	return 0;
371c66ac9dbSNicholas Bellinger }
372c66ac9dbSNicholas Bellinger 
3737b745c84SNicholas Bellinger static unsigned char *
3747b745c84SNicholas Bellinger fd_setup_write_same_buf(struct se_cmd *cmd, struct scatterlist *sg,
3757b745c84SNicholas Bellinger 		    unsigned int len)
3767b745c84SNicholas Bellinger {
3777b745c84SNicholas Bellinger 	struct se_device *se_dev = cmd->se_dev;
3787b745c84SNicholas Bellinger 	unsigned int block_size = se_dev->dev_attrib.block_size;
3797b745c84SNicholas Bellinger 	unsigned int i = 0, end;
3807b745c84SNicholas Bellinger 	unsigned char *buf, *p, *kmap_buf;
3817b745c84SNicholas Bellinger 
3827b745c84SNicholas Bellinger 	buf = kzalloc(min_t(unsigned int, len, PAGE_SIZE), GFP_KERNEL);
3837b745c84SNicholas Bellinger 	if (!buf) {
3847b745c84SNicholas Bellinger 		pr_err("Unable to allocate fd_execute_write_same buf\n");
3857b745c84SNicholas Bellinger 		return NULL;
3867b745c84SNicholas Bellinger 	}
3877b745c84SNicholas Bellinger 
3887b745c84SNicholas Bellinger 	kmap_buf = kmap(sg_page(sg)) + sg->offset;
3897b745c84SNicholas Bellinger 	if (!kmap_buf) {
3907b745c84SNicholas Bellinger 		pr_err("kmap() failed in fd_setup_write_same\n");
3917b745c84SNicholas Bellinger 		kfree(buf);
3927b745c84SNicholas Bellinger 		return NULL;
3937b745c84SNicholas Bellinger 	}
3947b745c84SNicholas Bellinger 	/*
3957b745c84SNicholas Bellinger 	 * Fill local *buf to contain multiple WRITE_SAME blocks up to
3967b745c84SNicholas Bellinger 	 * min(len, PAGE_SIZE)
3977b745c84SNicholas Bellinger 	 */
3987b745c84SNicholas Bellinger 	p = buf;
3997b745c84SNicholas Bellinger 	end = min_t(unsigned int, len, PAGE_SIZE);
4007b745c84SNicholas Bellinger 
4017b745c84SNicholas Bellinger 	while (i < end) {
4027b745c84SNicholas Bellinger 		memcpy(p, kmap_buf, block_size);
4037b745c84SNicholas Bellinger 
4047b745c84SNicholas Bellinger 		i += block_size;
4057b745c84SNicholas Bellinger 		p += block_size;
4067b745c84SNicholas Bellinger 	}
4077b745c84SNicholas Bellinger 	kunmap(sg_page(sg));
4087b745c84SNicholas Bellinger 
4097b745c84SNicholas Bellinger 	return buf;
4107b745c84SNicholas Bellinger }
4117b745c84SNicholas Bellinger 
4127b745c84SNicholas Bellinger static sense_reason_t
4137b745c84SNicholas Bellinger fd_execute_write_same(struct se_cmd *cmd)
4147b745c84SNicholas Bellinger {
4157b745c84SNicholas Bellinger 	struct se_device *se_dev = cmd->se_dev;
4167b745c84SNicholas Bellinger 	struct fd_dev *fd_dev = FD_DEV(se_dev);
4177b745c84SNicholas Bellinger 	struct file *f = fd_dev->fd_file;
4187b745c84SNicholas Bellinger 	struct scatterlist *sg;
4197b745c84SNicholas Bellinger 	struct iovec *iov;
4207b745c84SNicholas Bellinger 	mm_segment_t old_fs;
421972b29c8SRoland Dreier 	sector_t nolb = sbc_get_write_same_sectors(cmd);
4227b745c84SNicholas Bellinger 	loff_t pos = cmd->t_task_lba * se_dev->dev_attrib.block_size;
4237b745c84SNicholas Bellinger 	unsigned int len, len_tmp, iov_num;
4247b745c84SNicholas Bellinger 	int i, rc;
4257b745c84SNicholas Bellinger 	unsigned char *buf;
4267b745c84SNicholas Bellinger 
4277b745c84SNicholas Bellinger 	if (!nolb) {
4287b745c84SNicholas Bellinger 		target_complete_cmd(cmd, SAM_STAT_GOOD);
4297b745c84SNicholas Bellinger 		return 0;
4307b745c84SNicholas Bellinger 	}
4317b745c84SNicholas Bellinger 	sg = &cmd->t_data_sg[0];
4327b745c84SNicholas Bellinger 
4337b745c84SNicholas Bellinger 	if (cmd->t_data_nents > 1 ||
4347b745c84SNicholas Bellinger 	    sg->length != cmd->se_dev->dev_attrib.block_size) {
4357b745c84SNicholas Bellinger 		pr_err("WRITE_SAME: Illegal SGL t_data_nents: %u length: %u"
4367b745c84SNicholas Bellinger 			" block_size: %u\n", cmd->t_data_nents, sg->length,
4377b745c84SNicholas Bellinger 			cmd->se_dev->dev_attrib.block_size);
4387b745c84SNicholas Bellinger 		return TCM_INVALID_CDB_FIELD;
4397b745c84SNicholas Bellinger 	}
4407b745c84SNicholas Bellinger 
4417b745c84SNicholas Bellinger 	len = len_tmp = nolb * se_dev->dev_attrib.block_size;
4427b745c84SNicholas Bellinger 	iov_num = DIV_ROUND_UP(len, PAGE_SIZE);
4437b745c84SNicholas Bellinger 
4447b745c84SNicholas Bellinger 	buf = fd_setup_write_same_buf(cmd, sg, len);
4457b745c84SNicholas Bellinger 	if (!buf)
4467b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4477b745c84SNicholas Bellinger 
4487b745c84SNicholas Bellinger 	iov = vzalloc(sizeof(struct iovec) * iov_num);
4497b745c84SNicholas Bellinger 	if (!iov) {
4507b745c84SNicholas Bellinger 		pr_err("Unable to allocate fd_execute_write_same iovecs\n");
4517b745c84SNicholas Bellinger 		kfree(buf);
4527b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4537b745c84SNicholas Bellinger 	}
4547b745c84SNicholas Bellinger 	/*
4557b745c84SNicholas Bellinger 	 * Map the single fabric received scatterlist block now populated
4567b745c84SNicholas Bellinger 	 * in *buf into each iovec for I/O submission.
4577b745c84SNicholas Bellinger 	 */
4587b745c84SNicholas Bellinger 	for (i = 0; i < iov_num; i++) {
4597b745c84SNicholas Bellinger 		iov[i].iov_base = buf;
4607b745c84SNicholas Bellinger 		iov[i].iov_len = min_t(unsigned int, len_tmp, PAGE_SIZE);
4617b745c84SNicholas Bellinger 		len_tmp -= iov[i].iov_len;
4627b745c84SNicholas Bellinger 	}
4637b745c84SNicholas Bellinger 
4647b745c84SNicholas Bellinger 	old_fs = get_fs();
4657b745c84SNicholas Bellinger 	set_fs(get_ds());
4667b745c84SNicholas Bellinger 	rc = vfs_writev(f, &iov[0], iov_num, &pos);
4677b745c84SNicholas Bellinger 	set_fs(old_fs);
4687b745c84SNicholas Bellinger 
4697b745c84SNicholas Bellinger 	vfree(iov);
4707b745c84SNicholas Bellinger 	kfree(buf);
4717b745c84SNicholas Bellinger 
4727b745c84SNicholas Bellinger 	if (rc < 0 || rc != len) {
4737b745c84SNicholas Bellinger 		pr_err("vfs_writev() returned %d for write same\n", rc);
4747b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4757b745c84SNicholas Bellinger 	}
4767b745c84SNicholas Bellinger 
4777b745c84SNicholas Bellinger 	target_complete_cmd(cmd, SAM_STAT_GOOD);
4787b745c84SNicholas Bellinger 	return 0;
4797b745c84SNicholas Bellinger }
4807b745c84SNicholas Bellinger 
481de103c93SChristoph Hellwig static sense_reason_t
48270d3ae5cSAsias He fd_execute_write_same_unmap(struct se_cmd *cmd)
48370d3ae5cSAsias He {
48470d3ae5cSAsias He 	struct se_device *se_dev = cmd->se_dev;
48570d3ae5cSAsias He 	struct fd_dev *fd_dev = FD_DEV(se_dev);
48670d3ae5cSAsias He 	struct file *file = fd_dev->fd_file;
48770d3ae5cSAsias He 	struct inode *inode = file->f_mapping->host;
48870d3ae5cSAsias He 	sector_t nolb = sbc_get_write_same_sectors(cmd);
48970d3ae5cSAsias He 	int ret;
49070d3ae5cSAsias He 
49170d3ae5cSAsias He 	if (!nolb) {
49270d3ae5cSAsias He 		target_complete_cmd(cmd, SAM_STAT_GOOD);
49370d3ae5cSAsias He 		return 0;
49470d3ae5cSAsias He 	}
49570d3ae5cSAsias He 
49670d3ae5cSAsias He 	if (S_ISBLK(inode->i_mode)) {
49770d3ae5cSAsias He 		/* The backend is block device, use discard */
49870d3ae5cSAsias He 		struct block_device *bdev = inode->i_bdev;
49970d3ae5cSAsias He 
50070d3ae5cSAsias He 		ret = blkdev_issue_discard(bdev, cmd->t_task_lba,
50170d3ae5cSAsias He 				nolb, GFP_KERNEL, 0);
50270d3ae5cSAsias He 		if (ret < 0) {
50370d3ae5cSAsias He 			pr_warn("FILEIO: blkdev_issue_discard() failed: %d\n",
50470d3ae5cSAsias He 				ret);
50570d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
50670d3ae5cSAsias He 		}
50770d3ae5cSAsias He 	} else {
50870d3ae5cSAsias He 		/* The backend is normal file, use fallocate */
50970d3ae5cSAsias He 		loff_t pos = cmd->t_task_lba * se_dev->dev_attrib.block_size;
51070d3ae5cSAsias He 		unsigned int len = nolb * se_dev->dev_attrib.block_size;
51170d3ae5cSAsias He 		int mode = FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE;
51270d3ae5cSAsias He 
51370d3ae5cSAsias He 		if (!file->f_op->fallocate)
51470d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
51570d3ae5cSAsias He 
51670d3ae5cSAsias He 		ret = file->f_op->fallocate(file, mode, pos, len);
51770d3ae5cSAsias He 		if (ret < 0) {
51870d3ae5cSAsias He 			pr_warn("FILEIO: fallocate() failed: %d\n", ret);
51970d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
52070d3ae5cSAsias He 		}
52170d3ae5cSAsias He 	}
52270d3ae5cSAsias He 
52370d3ae5cSAsias He 	target_complete_cmd(cmd, GOOD);
52470d3ae5cSAsias He 	return 0;
52570d3ae5cSAsias He }
52670d3ae5cSAsias He 
52770d3ae5cSAsias He static sense_reason_t
528de103c93SChristoph Hellwig fd_execute_rw(struct se_cmd *cmd)
529c66ac9dbSNicholas Bellinger {
5300c2ad7d1SChristoph Hellwig 	struct scatterlist *sgl = cmd->t_data_sg;
5310c2ad7d1SChristoph Hellwig 	u32 sgl_nents = cmd->t_data_nents;
5320c2ad7d1SChristoph Hellwig 	enum dma_data_direction data_direction = cmd->data_direction;
533c66ac9dbSNicholas Bellinger 	struct se_device *dev = cmd->se_dev;
534c66ac9dbSNicholas Bellinger 	int ret = 0;
535c66ac9dbSNicholas Bellinger 
536c66ac9dbSNicholas Bellinger 	/*
537c66ac9dbSNicholas Bellinger 	 * Call vectorized fileio functions to map struct scatterlist
538c66ac9dbSNicholas Bellinger 	 * physical memory addresses to struct iovec virtual memory.
539c66ac9dbSNicholas Bellinger 	 */
5405787cacdSChristoph Hellwig 	if (data_direction == DMA_FROM_DEVICE) {
541778229afSSebastian Andrzej Siewior 		ret = fd_do_rw(cmd, sgl, sgl_nents, 0);
542c66ac9dbSNicholas Bellinger 	} else {
543778229afSSebastian Andrzej Siewior 		ret = fd_do_rw(cmd, sgl, sgl_nents, 1);
544a4dff304SNicholas Bellinger 		/*
545a4dff304SNicholas Bellinger 		 * Perform implict vfs_fsync_range() for fd_do_writev() ops
546a4dff304SNicholas Bellinger 		 * for SCSI WRITEs with Forced Unit Access (FUA) set.
547a4dff304SNicholas Bellinger 		 * Allow this to happen independent of WCE=0 setting.
548a4dff304SNicholas Bellinger 		 */
549c66ac9dbSNicholas Bellinger 		if (ret > 0 &&
5500fd97ccfSChristoph Hellwig 		    dev->dev_attrib.emulate_fua_write > 0 &&
5512d3a4b51SChristoph Hellwig 		    (cmd->se_cmd_flags & SCF_FUA)) {
5520fd97ccfSChristoph Hellwig 			struct fd_dev *fd_dev = FD_DEV(dev);
553a4dff304SNicholas Bellinger 			loff_t start = cmd->t_task_lba *
5540fd97ccfSChristoph Hellwig 				dev->dev_attrib.block_size;
555a4dff304SNicholas Bellinger 			loff_t end = start + cmd->data_length;
556c66ac9dbSNicholas Bellinger 
557a4dff304SNicholas Bellinger 			vfs_fsync_range(fd_dev->fd_file, start, end, 1);
558a4dff304SNicholas Bellinger 		}
559c66ac9dbSNicholas Bellinger 	}
560c66ac9dbSNicholas Bellinger 
561de103c93SChristoph Hellwig 	if (ret < 0)
562de103c93SChristoph Hellwig 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
563de103c93SChristoph Hellwig 
5645787cacdSChristoph Hellwig 	if (ret)
5655787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
56603e98c9eSNicholas Bellinger 	return 0;
567c66ac9dbSNicholas Bellinger }
568c66ac9dbSNicholas Bellinger 
569c66ac9dbSNicholas Bellinger enum {
570c66ac9dbSNicholas Bellinger 	Opt_fd_dev_name, Opt_fd_dev_size, Opt_fd_buffered_io, Opt_err
571c66ac9dbSNicholas Bellinger };
572c66ac9dbSNicholas Bellinger 
573c66ac9dbSNicholas Bellinger static match_table_t tokens = {
574c66ac9dbSNicholas Bellinger 	{Opt_fd_dev_name, "fd_dev_name=%s"},
575c66ac9dbSNicholas Bellinger 	{Opt_fd_dev_size, "fd_dev_size=%s"},
576b32f4c7eSNicholas Bellinger 	{Opt_fd_buffered_io, "fd_buffered_io=%d"},
577c66ac9dbSNicholas Bellinger 	{Opt_err, NULL}
578c66ac9dbSNicholas Bellinger };
579c66ac9dbSNicholas Bellinger 
5800fd97ccfSChristoph Hellwig static ssize_t fd_set_configfs_dev_params(struct se_device *dev,
581c66ac9dbSNicholas Bellinger 		const char *page, ssize_t count)
582c66ac9dbSNicholas Bellinger {
5830fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
584c66ac9dbSNicholas Bellinger 	char *orig, *ptr, *arg_p, *opts;
585c66ac9dbSNicholas Bellinger 	substring_t args[MAX_OPT_ARGS];
586b32f4c7eSNicholas Bellinger 	int ret = 0, arg, token;
587c66ac9dbSNicholas Bellinger 
588c66ac9dbSNicholas Bellinger 	opts = kstrdup(page, GFP_KERNEL);
589c66ac9dbSNicholas Bellinger 	if (!opts)
590c66ac9dbSNicholas Bellinger 		return -ENOMEM;
591c66ac9dbSNicholas Bellinger 
592c66ac9dbSNicholas Bellinger 	orig = opts;
593c66ac9dbSNicholas Bellinger 
59490c161b6SSebastian Andrzej Siewior 	while ((ptr = strsep(&opts, ",\n")) != NULL) {
595c66ac9dbSNicholas Bellinger 		if (!*ptr)
596c66ac9dbSNicholas Bellinger 			continue;
597c66ac9dbSNicholas Bellinger 
598c66ac9dbSNicholas Bellinger 		token = match_token(ptr, tokens, args);
599c66ac9dbSNicholas Bellinger 		switch (token) {
600c66ac9dbSNicholas Bellinger 		case Opt_fd_dev_name:
601dbc6e022SAl Viro 			if (match_strlcpy(fd_dev->fd_dev_name, &args[0],
602dbc6e022SAl Viro 				FD_MAX_DEV_NAME) == 0) {
603dbc6e022SAl Viro 				ret = -EINVAL;
6046d180253SJesper Juhl 				break;
6056d180253SJesper Juhl 			}
6066708bb27SAndy Grover 			pr_debug("FILEIO: Referencing Path: %s\n",
607c66ac9dbSNicholas Bellinger 					fd_dev->fd_dev_name);
608c66ac9dbSNicholas Bellinger 			fd_dev->fbd_flags |= FBDF_HAS_PATH;
609c66ac9dbSNicholas Bellinger 			break;
610c66ac9dbSNicholas Bellinger 		case Opt_fd_dev_size:
611c66ac9dbSNicholas Bellinger 			arg_p = match_strdup(&args[0]);
6126d180253SJesper Juhl 			if (!arg_p) {
6136d180253SJesper Juhl 				ret = -ENOMEM;
6146d180253SJesper Juhl 				break;
6156d180253SJesper Juhl 			}
616c66ac9dbSNicholas Bellinger 			ret = strict_strtoull(arg_p, 0, &fd_dev->fd_dev_size);
6176d180253SJesper Juhl 			kfree(arg_p);
618c66ac9dbSNicholas Bellinger 			if (ret < 0) {
6196708bb27SAndy Grover 				pr_err("strict_strtoull() failed for"
620c66ac9dbSNicholas Bellinger 						" fd_dev_size=\n");
621c66ac9dbSNicholas Bellinger 				goto out;
622c66ac9dbSNicholas Bellinger 			}
6236708bb27SAndy Grover 			pr_debug("FILEIO: Referencing Size: %llu"
624c66ac9dbSNicholas Bellinger 					" bytes\n", fd_dev->fd_dev_size);
625c66ac9dbSNicholas Bellinger 			fd_dev->fbd_flags |= FBDF_HAS_SIZE;
626c66ac9dbSNicholas Bellinger 			break;
627b32f4c7eSNicholas Bellinger 		case Opt_fd_buffered_io:
628b32f4c7eSNicholas Bellinger 			match_int(args, &arg);
629b32f4c7eSNicholas Bellinger 			if (arg != 1) {
630b32f4c7eSNicholas Bellinger 				pr_err("bogus fd_buffered_io=%d value\n", arg);
631b32f4c7eSNicholas Bellinger 				ret = -EINVAL;
632b32f4c7eSNicholas Bellinger 				goto out;
633b32f4c7eSNicholas Bellinger 			}
634b32f4c7eSNicholas Bellinger 
635b32f4c7eSNicholas Bellinger 			pr_debug("FILEIO: Using buffered I/O"
636b32f4c7eSNicholas Bellinger 				" operations for struct fd_dev\n");
637b32f4c7eSNicholas Bellinger 
638b32f4c7eSNicholas Bellinger 			fd_dev->fbd_flags |= FDBD_HAS_BUFFERED_IO_WCE;
639b32f4c7eSNicholas Bellinger 			break;
640c66ac9dbSNicholas Bellinger 		default:
641c66ac9dbSNicholas Bellinger 			break;
642c66ac9dbSNicholas Bellinger 		}
643c66ac9dbSNicholas Bellinger 	}
644c66ac9dbSNicholas Bellinger 
645c66ac9dbSNicholas Bellinger out:
646c66ac9dbSNicholas Bellinger 	kfree(orig);
647c66ac9dbSNicholas Bellinger 	return (!ret) ? count : ret;
648c66ac9dbSNicholas Bellinger }
649c66ac9dbSNicholas Bellinger 
6500fd97ccfSChristoph Hellwig static ssize_t fd_show_configfs_dev_params(struct se_device *dev, char *b)
651c66ac9dbSNicholas Bellinger {
6520fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
653c66ac9dbSNicholas Bellinger 	ssize_t bl = 0;
654c66ac9dbSNicholas Bellinger 
655c66ac9dbSNicholas Bellinger 	bl = sprintf(b + bl, "TCM FILEIO ID: %u", fd_dev->fd_dev_id);
656b32f4c7eSNicholas Bellinger 	bl += sprintf(b + bl, "        File: %s  Size: %llu  Mode: %s\n",
657b32f4c7eSNicholas Bellinger 		fd_dev->fd_dev_name, fd_dev->fd_dev_size,
658b32f4c7eSNicholas Bellinger 		(fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) ?
659b32f4c7eSNicholas Bellinger 		"Buffered-WCE" : "O_DSYNC");
660c66ac9dbSNicholas Bellinger 	return bl;
661c66ac9dbSNicholas Bellinger }
662c66ac9dbSNicholas Bellinger 
663c66ac9dbSNicholas Bellinger static sector_t fd_get_blocks(struct se_device *dev)
664c66ac9dbSNicholas Bellinger {
6650fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
666cd9323fdSNicholas Bellinger 	struct file *f = fd_dev->fd_file;
667cd9323fdSNicholas Bellinger 	struct inode *i = f->f_mapping->host;
668cd9323fdSNicholas Bellinger 	unsigned long long dev_size;
669cd9323fdSNicholas Bellinger 	/*
670cd9323fdSNicholas Bellinger 	 * When using a file that references an underlying struct block_device,
671cd9323fdSNicholas Bellinger 	 * ensure dev_size is always based on the current inode size in order
672cd9323fdSNicholas Bellinger 	 * to handle underlying block_device resize operations.
673cd9323fdSNicholas Bellinger 	 */
674cd9323fdSNicholas Bellinger 	if (S_ISBLK(i->i_mode))
675cd9323fdSNicholas Bellinger 		dev_size = (i_size_read(i) - fd_dev->fd_block_size);
676cd9323fdSNicholas Bellinger 	else
677cd9323fdSNicholas Bellinger 		dev_size = fd_dev->fd_dev_size;
678c66ac9dbSNicholas Bellinger 
6790fd97ccfSChristoph Hellwig 	return div_u64(dev_size, dev->dev_attrib.block_size);
680c66ac9dbSNicholas Bellinger }
681c66ac9dbSNicholas Bellinger 
6829e999a6cSChristoph Hellwig static struct sbc_ops fd_sbc_ops = {
6830c2ad7d1SChristoph Hellwig 	.execute_rw		= fd_execute_rw,
684ad67f0d9SChristoph Hellwig 	.execute_sync_cache	= fd_execute_sync_cache,
6857b745c84SNicholas Bellinger 	.execute_write_same	= fd_execute_write_same,
68670d3ae5cSAsias He 	.execute_write_same_unmap = fd_execute_write_same_unmap,
6870c2ad7d1SChristoph Hellwig };
6880c2ad7d1SChristoph Hellwig 
689de103c93SChristoph Hellwig static sense_reason_t
690de103c93SChristoph Hellwig fd_parse_cdb(struct se_cmd *cmd)
6910c2ad7d1SChristoph Hellwig {
6929e999a6cSChristoph Hellwig 	return sbc_parse_cdb(cmd, &fd_sbc_ops);
6930c2ad7d1SChristoph Hellwig }
6940c2ad7d1SChristoph Hellwig 
695c66ac9dbSNicholas Bellinger static struct se_subsystem_api fileio_template = {
696c66ac9dbSNicholas Bellinger 	.name			= "fileio",
6970fd97ccfSChristoph Hellwig 	.inquiry_prod		= "FILEIO",
6980fd97ccfSChristoph Hellwig 	.inquiry_rev		= FD_VERSION,
699c66ac9dbSNicholas Bellinger 	.owner			= THIS_MODULE,
700c66ac9dbSNicholas Bellinger 	.transport_type		= TRANSPORT_PLUGIN_VHBA_PDEV,
701c66ac9dbSNicholas Bellinger 	.attach_hba		= fd_attach_hba,
702c66ac9dbSNicholas Bellinger 	.detach_hba		= fd_detach_hba,
7030fd97ccfSChristoph Hellwig 	.alloc_device		= fd_alloc_device,
7040fd97ccfSChristoph Hellwig 	.configure_device	= fd_configure_device,
705c66ac9dbSNicholas Bellinger 	.free_device		= fd_free_device,
7060c2ad7d1SChristoph Hellwig 	.parse_cdb		= fd_parse_cdb,
707c66ac9dbSNicholas Bellinger 	.set_configfs_dev_params = fd_set_configfs_dev_params,
708c66ac9dbSNicholas Bellinger 	.show_configfs_dev_params = fd_show_configfs_dev_params,
7096f23ac8aSChristoph Hellwig 	.get_device_type	= sbc_get_device_type,
710c66ac9dbSNicholas Bellinger 	.get_blocks		= fd_get_blocks,
711c66ac9dbSNicholas Bellinger };
712c66ac9dbSNicholas Bellinger 
713c66ac9dbSNicholas Bellinger static int __init fileio_module_init(void)
714c66ac9dbSNicholas Bellinger {
715c66ac9dbSNicholas Bellinger 	return transport_subsystem_register(&fileio_template);
716c66ac9dbSNicholas Bellinger }
717c66ac9dbSNicholas Bellinger 
71863b91d5aSAsias He static void __exit fileio_module_exit(void)
719c66ac9dbSNicholas Bellinger {
720c66ac9dbSNicholas Bellinger 	transport_subsystem_release(&fileio_template);
721c66ac9dbSNicholas Bellinger }
722c66ac9dbSNicholas Bellinger 
723c66ac9dbSNicholas Bellinger MODULE_DESCRIPTION("TCM FILEIO subsystem plugin");
724c66ac9dbSNicholas Bellinger MODULE_AUTHOR("nab@Linux-iSCSI.org");
725c66ac9dbSNicholas Bellinger MODULE_LICENSE("GPL");
726c66ac9dbSNicholas Bellinger 
727c66ac9dbSNicholas Bellinger module_init(fileio_module_init);
728c66ac9dbSNicholas Bellinger module_exit(fileio_module_exit);
729