1c66ac9dbSNicholas Bellinger /*******************************************************************************
2c66ac9dbSNicholas Bellinger  * Filename:  target_core_file.c
3c66ac9dbSNicholas Bellinger  *
4c66ac9dbSNicholas Bellinger  * This file contains the Storage Engine <-> FILEIO transport specific functions
5c66ac9dbSNicholas Bellinger  *
6fd9a11d7SNicholas Bellinger  * (c) Copyright 2005-2012 RisingTide Systems LLC.
7c66ac9dbSNicholas Bellinger  *
8c66ac9dbSNicholas Bellinger  * Nicholas A. Bellinger <nab@kernel.org>
9c66ac9dbSNicholas Bellinger  *
10c66ac9dbSNicholas Bellinger  * This program is free software; you can redistribute it and/or modify
11c66ac9dbSNicholas Bellinger  * it under the terms of the GNU General Public License as published by
12c66ac9dbSNicholas Bellinger  * the Free Software Foundation; either version 2 of the License, or
13c66ac9dbSNicholas Bellinger  * (at your option) any later version.
14c66ac9dbSNicholas Bellinger  *
15c66ac9dbSNicholas Bellinger  * This program is distributed in the hope that it will be useful,
16c66ac9dbSNicholas Bellinger  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17c66ac9dbSNicholas Bellinger  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18c66ac9dbSNicholas Bellinger  * GNU General Public License for more details.
19c66ac9dbSNicholas Bellinger  *
20c66ac9dbSNicholas Bellinger  * You should have received a copy of the GNU General Public License
21c66ac9dbSNicholas Bellinger  * along with this program; if not, write to the Free Software
22c66ac9dbSNicholas Bellinger  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23c66ac9dbSNicholas Bellinger  *
24c66ac9dbSNicholas Bellinger  ******************************************************************************/
25c66ac9dbSNicholas Bellinger 
26c66ac9dbSNicholas Bellinger #include <linux/string.h>
27c66ac9dbSNicholas Bellinger #include <linux/parser.h>
28c66ac9dbSNicholas Bellinger #include <linux/timer.h>
29c66ac9dbSNicholas Bellinger #include <linux/blkdev.h>
30c66ac9dbSNicholas Bellinger #include <linux/slab.h>
31c66ac9dbSNicholas Bellinger #include <linux/spinlock.h>
32827509e3SPaul Gortmaker #include <linux/module.h>
3370d3ae5cSAsias He #include <linux/falloc.h>
34c66ac9dbSNicholas Bellinger #include <scsi/scsi.h>
35c66ac9dbSNicholas Bellinger #include <scsi/scsi_host.h>
3650642762SAsias He #include <asm/unaligned.h>
37c66ac9dbSNicholas Bellinger 
38c66ac9dbSNicholas Bellinger #include <target/target_core_base.h>
39c4795fb2SChristoph Hellwig #include <target/target_core_backend.h>
40c66ac9dbSNicholas Bellinger 
41c66ac9dbSNicholas Bellinger #include "target_core_file.h"
42c66ac9dbSNicholas Bellinger 
430fd97ccfSChristoph Hellwig static inline struct fd_dev *FD_DEV(struct se_device *dev)
440fd97ccfSChristoph Hellwig {
450fd97ccfSChristoph Hellwig 	return container_of(dev, struct fd_dev, dev);
460fd97ccfSChristoph Hellwig }
47c66ac9dbSNicholas Bellinger 
48c66ac9dbSNicholas Bellinger /*	fd_attach_hba(): (Part of se_subsystem_api_t template)
49c66ac9dbSNicholas Bellinger  *
50c66ac9dbSNicholas Bellinger  *
51c66ac9dbSNicholas Bellinger  */
52c66ac9dbSNicholas Bellinger static int fd_attach_hba(struct se_hba *hba, u32 host_id)
53c66ac9dbSNicholas Bellinger {
54c66ac9dbSNicholas Bellinger 	struct fd_host *fd_host;
55c66ac9dbSNicholas Bellinger 
56c66ac9dbSNicholas Bellinger 	fd_host = kzalloc(sizeof(struct fd_host), GFP_KERNEL);
576708bb27SAndy Grover 	if (!fd_host) {
586708bb27SAndy Grover 		pr_err("Unable to allocate memory for struct fd_host\n");
59e3d6f909SAndy Grover 		return -ENOMEM;
60c66ac9dbSNicholas Bellinger 	}
61c66ac9dbSNicholas Bellinger 
62c66ac9dbSNicholas Bellinger 	fd_host->fd_host_id = host_id;
63c66ac9dbSNicholas Bellinger 
64e3d6f909SAndy Grover 	hba->hba_ptr = fd_host;
65c66ac9dbSNicholas Bellinger 
666708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - TCM FILEIO HBA Driver %s on Generic"
67c66ac9dbSNicholas Bellinger 		" Target Core Stack %s\n", hba->hba_id, FD_VERSION,
68c66ac9dbSNicholas Bellinger 		TARGET_CORE_MOD_VERSION);
696708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - Attached FILEIO HBA: %u to Generic"
70e3d6f909SAndy Grover 		" MaxSectors: %u\n",
71e3d6f909SAndy Grover 		hba->hba_id, fd_host->fd_host_id, FD_MAX_SECTORS);
72c66ac9dbSNicholas Bellinger 
73c66ac9dbSNicholas Bellinger 	return 0;
74c66ac9dbSNicholas Bellinger }
75c66ac9dbSNicholas Bellinger 
76c66ac9dbSNicholas Bellinger static void fd_detach_hba(struct se_hba *hba)
77c66ac9dbSNicholas Bellinger {
78c66ac9dbSNicholas Bellinger 	struct fd_host *fd_host = hba->hba_ptr;
79c66ac9dbSNicholas Bellinger 
806708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - Detached FILEIO HBA: %u from Generic"
81c66ac9dbSNicholas Bellinger 		" Target Core\n", hba->hba_id, fd_host->fd_host_id);
82c66ac9dbSNicholas Bellinger 
83c66ac9dbSNicholas Bellinger 	kfree(fd_host);
84c66ac9dbSNicholas Bellinger 	hba->hba_ptr = NULL;
85c66ac9dbSNicholas Bellinger }
86c66ac9dbSNicholas Bellinger 
870fd97ccfSChristoph Hellwig static struct se_device *fd_alloc_device(struct se_hba *hba, const char *name)
88c66ac9dbSNicholas Bellinger {
89c66ac9dbSNicholas Bellinger 	struct fd_dev *fd_dev;
908359cf43SJörn Engel 	struct fd_host *fd_host = hba->hba_ptr;
91c66ac9dbSNicholas Bellinger 
92c66ac9dbSNicholas Bellinger 	fd_dev = kzalloc(sizeof(struct fd_dev), GFP_KERNEL);
936708bb27SAndy Grover 	if (!fd_dev) {
946708bb27SAndy Grover 		pr_err("Unable to allocate memory for struct fd_dev\n");
95c66ac9dbSNicholas Bellinger 		return NULL;
96c66ac9dbSNicholas Bellinger 	}
97c66ac9dbSNicholas Bellinger 
98c66ac9dbSNicholas Bellinger 	fd_dev->fd_host = fd_host;
99c66ac9dbSNicholas Bellinger 
1006708bb27SAndy Grover 	pr_debug("FILEIO: Allocated fd_dev for %p\n", name);
101c66ac9dbSNicholas Bellinger 
1020fd97ccfSChristoph Hellwig 	return &fd_dev->dev;
103c66ac9dbSNicholas Bellinger }
104c66ac9dbSNicholas Bellinger 
1050fd97ccfSChristoph Hellwig static int fd_configure_device(struct se_device *dev)
106c66ac9dbSNicholas Bellinger {
1070fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
1080fd97ccfSChristoph Hellwig 	struct fd_host *fd_host = dev->se_hba->hba_ptr;
109c66ac9dbSNicholas Bellinger 	struct file *file;
110c66ac9dbSNicholas Bellinger 	struct inode *inode = NULL;
1110fd97ccfSChristoph Hellwig 	int flags, ret = -EINVAL;
112c66ac9dbSNicholas Bellinger 
1130fd97ccfSChristoph Hellwig 	if (!(fd_dev->fbd_flags & FBDF_HAS_PATH)) {
1140fd97ccfSChristoph Hellwig 		pr_err("Missing fd_dev_name=\n");
1150fd97ccfSChristoph Hellwig 		return -EINVAL;
1160fd97ccfSChristoph Hellwig 	}
117c66ac9dbSNicholas Bellinger 
118c66ac9dbSNicholas Bellinger 	/*
119a4dff304SNicholas Bellinger 	 * Use O_DSYNC by default instead of O_SYNC to forgo syncing
120a4dff304SNicholas Bellinger 	 * of pure timestamp updates.
121c66ac9dbSNicholas Bellinger 	 */
122a4dff304SNicholas Bellinger 	flags = O_RDWR | O_CREAT | O_LARGEFILE | O_DSYNC;
1230fd97ccfSChristoph Hellwig 
124b32f4c7eSNicholas Bellinger 	/*
125b32f4c7eSNicholas Bellinger 	 * Optionally allow fd_buffered_io=1 to be enabled for people
126b32f4c7eSNicholas Bellinger 	 * who want use the fs buffer cache as an WriteCache mechanism.
127b32f4c7eSNicholas Bellinger 	 *
128b32f4c7eSNicholas Bellinger 	 * This means that in event of a hard failure, there is a risk
129b32f4c7eSNicholas Bellinger 	 * of silent data-loss if the SCSI client has *not* performed a
130b32f4c7eSNicholas Bellinger 	 * forced unit access (FUA) write, or issued SYNCHRONIZE_CACHE
131b32f4c7eSNicholas Bellinger 	 * to write-out the entire device cache.
132b32f4c7eSNicholas Bellinger 	 */
133b32f4c7eSNicholas Bellinger 	if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) {
134b32f4c7eSNicholas Bellinger 		pr_debug("FILEIO: Disabling O_DSYNC, using buffered FILEIO\n");
135b32f4c7eSNicholas Bellinger 		flags &= ~O_DSYNC;
136b32f4c7eSNicholas Bellinger 	}
137c66ac9dbSNicholas Bellinger 
138dbc6e022SAl Viro 	file = filp_open(fd_dev->fd_dev_name, flags, 0600);
139613640e4SNicholas Bellinger 	if (IS_ERR(file)) {
140dbc6e022SAl Viro 		pr_err("filp_open(%s) failed\n", fd_dev->fd_dev_name);
141613640e4SNicholas Bellinger 		ret = PTR_ERR(file);
142613640e4SNicholas Bellinger 		goto fail;
143613640e4SNicholas Bellinger 	}
144c66ac9dbSNicholas Bellinger 	fd_dev->fd_file = file;
145c66ac9dbSNicholas Bellinger 	/*
146c66ac9dbSNicholas Bellinger 	 * If using a block backend with this struct file, we extract
147c66ac9dbSNicholas Bellinger 	 * fd_dev->fd_[block,dev]_size from struct block_device.
148c66ac9dbSNicholas Bellinger 	 *
149c66ac9dbSNicholas Bellinger 	 * Otherwise, we use the passed fd_size= from configfs
150c66ac9dbSNicholas Bellinger 	 */
151c66ac9dbSNicholas Bellinger 	inode = file->f_mapping->host;
152c66ac9dbSNicholas Bellinger 	if (S_ISBLK(inode->i_mode)) {
1530fd97ccfSChristoph Hellwig 		struct request_queue *q = bdev_get_queue(inode->i_bdev);
154cd9323fdSNicholas Bellinger 		unsigned long long dev_size;
1550fd97ccfSChristoph Hellwig 
15621363ca8SNicholas Bellinger 		fd_dev->fd_block_size = bdev_logical_block_size(inode->i_bdev);
157c66ac9dbSNicholas Bellinger 		/*
158c66ac9dbSNicholas Bellinger 		 * Determine the number of bytes from i_size_read() minus
159c66ac9dbSNicholas Bellinger 		 * one (1) logical sector from underlying struct block_device
160c66ac9dbSNicholas Bellinger 		 */
161cd9323fdSNicholas Bellinger 		dev_size = (i_size_read(file->f_mapping->host) -
162c66ac9dbSNicholas Bellinger 				       fd_dev->fd_block_size);
163c66ac9dbSNicholas Bellinger 
1646708bb27SAndy Grover 		pr_debug("FILEIO: Using size: %llu bytes from struct"
165c66ac9dbSNicholas Bellinger 			" block_device blocks: %llu logical_block_size: %d\n",
166cd9323fdSNicholas Bellinger 			dev_size, div_u64(dev_size, fd_dev->fd_block_size),
167c66ac9dbSNicholas Bellinger 			fd_dev->fd_block_size);
16870d3ae5cSAsias He 		/*
16970d3ae5cSAsias He 		 * Check if the underlying struct block_device request_queue supports
17070d3ae5cSAsias He 		 * the QUEUE_FLAG_DISCARD bit for UNMAP/WRITE_SAME in SCSI + TRIM
17170d3ae5cSAsias He 		 * in ATA and we need to set TPE=1
17270d3ae5cSAsias He 		 */
17370d3ae5cSAsias He 		if (blk_queue_discard(q)) {
17470d3ae5cSAsias He 			dev->dev_attrib.max_unmap_lba_count =
17570d3ae5cSAsias He 				q->limits.max_discard_sectors;
17670d3ae5cSAsias He 			/*
17770d3ae5cSAsias He 			 * Currently hardcoded to 1 in Linux/SCSI code..
17870d3ae5cSAsias He 			 */
17970d3ae5cSAsias He 			dev->dev_attrib.max_unmap_block_desc_count = 1;
18070d3ae5cSAsias He 			dev->dev_attrib.unmap_granularity =
18170d3ae5cSAsias He 				q->limits.discard_granularity >> 9;
18270d3ae5cSAsias He 			dev->dev_attrib.unmap_granularity_alignment =
18370d3ae5cSAsias He 				q->limits.discard_alignment;
18470d3ae5cSAsias He 			pr_debug("IFILE: BLOCK Discard support available,"
18570d3ae5cSAsias He 					" disabled by default\n");
18670d3ae5cSAsias He 		}
18770d3ae5cSAsias He 		/*
18870d3ae5cSAsias He 		 * Enable write same emulation for IBLOCK and use 0xFFFF as
18970d3ae5cSAsias He 		 * the smaller WRITE_SAME(10) only has a two-byte block count.
19070d3ae5cSAsias He 		 */
19170d3ae5cSAsias He 		dev->dev_attrib.max_write_same_len = 0xFFFF;
1920463a3feSAsias He 
1930463a3feSAsias He 		if (blk_queue_nonrot(q))
1940463a3feSAsias He 			dev->dev_attrib.is_nonrot = 1;
195c66ac9dbSNicholas Bellinger 	} else {
196c66ac9dbSNicholas Bellinger 		if (!(fd_dev->fbd_flags & FBDF_HAS_SIZE)) {
1976708bb27SAndy Grover 			pr_err("FILEIO: Missing fd_dev_size="
198c66ac9dbSNicholas Bellinger 				" parameter, and no backing struct"
199c66ac9dbSNicholas Bellinger 				" block_device\n");
200c66ac9dbSNicholas Bellinger 			goto fail;
201c66ac9dbSNicholas Bellinger 		}
202c66ac9dbSNicholas Bellinger 
20321363ca8SNicholas Bellinger 		fd_dev->fd_block_size = FD_BLOCKSIZE;
20470d3ae5cSAsias He 		/*
20570d3ae5cSAsias He 		 * Limit UNMAP emulation to 8k Number of LBAs (NoLB)
20670d3ae5cSAsias He 		 */
20770d3ae5cSAsias He 		dev->dev_attrib.max_unmap_lba_count = 0x2000;
20870d3ae5cSAsias He 		/*
20970d3ae5cSAsias He 		 * Currently hardcoded to 1 in Linux/SCSI code..
21070d3ae5cSAsias He 		 */
21170d3ae5cSAsias He 		dev->dev_attrib.max_unmap_block_desc_count = 1;
21270d3ae5cSAsias He 		dev->dev_attrib.unmap_granularity = 1;
21370d3ae5cSAsias He 		dev->dev_attrib.unmap_granularity_alignment = 0;
21470d3ae5cSAsias He 
21570d3ae5cSAsias He 		/*
21670d3ae5cSAsias He 		 * Limit WRITE_SAME w/ UNMAP=0 emulation to 8k Number of LBAs (NoLB)
21770d3ae5cSAsias He 		 * based upon struct iovec limit for vfs_writev()
21870d3ae5cSAsias He 		 */
21970d3ae5cSAsias He 		dev->dev_attrib.max_write_same_len = 0x1000;
220c66ac9dbSNicholas Bellinger 	}
221c66ac9dbSNicholas Bellinger 
22221363ca8SNicholas Bellinger 	dev->dev_attrib.hw_block_size = fd_dev->fd_block_size;
223e3e84cdaSAndy Grover 	dev->dev_attrib.hw_max_sectors = FD_MAX_SECTORS;
2240fd97ccfSChristoph Hellwig 	dev->dev_attrib.hw_queue_depth = FD_MAX_DEVICE_QUEUE_DEPTH;
225c66ac9dbSNicholas Bellinger 
226b32f4c7eSNicholas Bellinger 	if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) {
227b32f4c7eSNicholas Bellinger 		pr_debug("FILEIO: Forcing setting of emulate_write_cache=1"
228b32f4c7eSNicholas Bellinger 			" with FDBD_HAS_BUFFERED_IO_WCE\n");
2290fd97ccfSChristoph Hellwig 		dev->dev_attrib.emulate_write_cache = 1;
230b32f4c7eSNicholas Bellinger 	}
231b32f4c7eSNicholas Bellinger 
232c66ac9dbSNicholas Bellinger 	fd_dev->fd_dev_id = fd_host->fd_host_dev_id_count++;
233c66ac9dbSNicholas Bellinger 	fd_dev->fd_queue_depth = dev->queue_depth;
234c66ac9dbSNicholas Bellinger 
2356708bb27SAndy Grover 	pr_debug("CORE_FILE[%u] - Added TCM FILEIO Device ID: %u at %s,"
236c66ac9dbSNicholas Bellinger 		" %llu total bytes\n", fd_host->fd_host_id, fd_dev->fd_dev_id,
237c66ac9dbSNicholas Bellinger 			fd_dev->fd_dev_name, fd_dev->fd_dev_size);
238c66ac9dbSNicholas Bellinger 
2390fd97ccfSChristoph Hellwig 	return 0;
240c66ac9dbSNicholas Bellinger fail:
241c66ac9dbSNicholas Bellinger 	if (fd_dev->fd_file) {
242c66ac9dbSNicholas Bellinger 		filp_close(fd_dev->fd_file, NULL);
243c66ac9dbSNicholas Bellinger 		fd_dev->fd_file = NULL;
244c66ac9dbSNicholas Bellinger 	}
2450fd97ccfSChristoph Hellwig 	return ret;
246c66ac9dbSNicholas Bellinger }
247c66ac9dbSNicholas Bellinger 
2480fd97ccfSChristoph Hellwig static void fd_free_device(struct se_device *dev)
249c66ac9dbSNicholas Bellinger {
2500fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
251c66ac9dbSNicholas Bellinger 
252c66ac9dbSNicholas Bellinger 	if (fd_dev->fd_file) {
253c66ac9dbSNicholas Bellinger 		filp_close(fd_dev->fd_file, NULL);
254c66ac9dbSNicholas Bellinger 		fd_dev->fd_file = NULL;
255c66ac9dbSNicholas Bellinger 	}
256c66ac9dbSNicholas Bellinger 
257c66ac9dbSNicholas Bellinger 	kfree(fd_dev);
258c66ac9dbSNicholas Bellinger }
259c66ac9dbSNicholas Bellinger 
260778229afSSebastian Andrzej Siewior static int fd_do_rw(struct se_cmd *cmd, struct scatterlist *sgl,
261778229afSSebastian Andrzej Siewior 		u32 sgl_nents, int is_write)
262c66ac9dbSNicholas Bellinger {
2635787cacdSChristoph Hellwig 	struct se_device *se_dev = cmd->se_dev;
2640fd97ccfSChristoph Hellwig 	struct fd_dev *dev = FD_DEV(se_dev);
2656708bb27SAndy Grover 	struct file *fd = dev->fd_file;
2665787cacdSChristoph Hellwig 	struct scatterlist *sg;
267c66ac9dbSNicholas Bellinger 	struct iovec *iov;
268c66ac9dbSNicholas Bellinger 	mm_segment_t old_fs;
2690fd97ccfSChristoph Hellwig 	loff_t pos = (cmd->t_task_lba * se_dev->dev_attrib.block_size);
270c66ac9dbSNicholas Bellinger 	int ret = 0, i;
271c66ac9dbSNicholas Bellinger 
2725787cacdSChristoph Hellwig 	iov = kzalloc(sizeof(struct iovec) * sgl_nents, GFP_KERNEL);
2736708bb27SAndy Grover 	if (!iov) {
2746708bb27SAndy Grover 		pr_err("Unable to allocate fd_do_readv iov[]\n");
275e3d6f909SAndy Grover 		return -ENOMEM;
276c66ac9dbSNicholas Bellinger 	}
277c66ac9dbSNicholas Bellinger 
2785787cacdSChristoph Hellwig 	for_each_sg(sgl, sg, sgl_nents, i) {
2799649fa1bSSebastian Andrzej Siewior 		iov[i].iov_len = sg->length;
28040ff2c3bSSebastian Andrzej Siewior 		iov[i].iov_base = kmap(sg_page(sg)) + sg->offset;
281c66ac9dbSNicholas Bellinger 	}
282c66ac9dbSNicholas Bellinger 
283c66ac9dbSNicholas Bellinger 	old_fs = get_fs();
284c66ac9dbSNicholas Bellinger 	set_fs(get_ds());
285778229afSSebastian Andrzej Siewior 
286778229afSSebastian Andrzej Siewior 	if (is_write)
287778229afSSebastian Andrzej Siewior 		ret = vfs_writev(fd, &iov[0], sgl_nents, &pos);
288778229afSSebastian Andrzej Siewior 	else
2895787cacdSChristoph Hellwig 		ret = vfs_readv(fd, &iov[0], sgl_nents, &pos);
290778229afSSebastian Andrzej Siewior 
291c66ac9dbSNicholas Bellinger 	set_fs(old_fs);
292c66ac9dbSNicholas Bellinger 
29340ff2c3bSSebastian Andrzej Siewior 	for_each_sg(sgl, sg, sgl_nents, i)
29440ff2c3bSSebastian Andrzej Siewior 		kunmap(sg_page(sg));
295778229afSSebastian Andrzej Siewior 
296c66ac9dbSNicholas Bellinger 	kfree(iov);
297778229afSSebastian Andrzej Siewior 
298778229afSSebastian Andrzej Siewior 	if (is_write) {
299778229afSSebastian Andrzej Siewior 		if (ret < 0 || ret != cmd->data_length) {
300778229afSSebastian Andrzej Siewior 			pr_err("%s() write returned %d\n", __func__, ret);
301778229afSSebastian Andrzej Siewior 			return (ret < 0 ? ret : -EINVAL);
302778229afSSebastian Andrzej Siewior 		}
303778229afSSebastian Andrzej Siewior 	} else {
304c66ac9dbSNicholas Bellinger 		/*
305c66ac9dbSNicholas Bellinger 		 * Return zeros and GOOD status even if the READ did not return
306c66ac9dbSNicholas Bellinger 		 * the expected virt_size for struct file w/o a backing struct
307c66ac9dbSNicholas Bellinger 		 * block_device.
308c66ac9dbSNicholas Bellinger 		 */
309496ad9aaSAl Viro 		if (S_ISBLK(file_inode(fd)->i_mode)) {
3105787cacdSChristoph Hellwig 			if (ret < 0 || ret != cmd->data_length) {
311778229afSSebastian Andrzej Siewior 				pr_err("%s() returned %d, expecting %u for "
312778229afSSebastian Andrzej Siewior 						"S_ISBLK\n", __func__, ret,
313778229afSSebastian Andrzej Siewior 						cmd->data_length);
314e3d6f909SAndy Grover 				return (ret < 0 ? ret : -EINVAL);
315c66ac9dbSNicholas Bellinger 			}
316c66ac9dbSNicholas Bellinger 		} else {
317c66ac9dbSNicholas Bellinger 			if (ret < 0) {
318778229afSSebastian Andrzej Siewior 				pr_err("%s() returned %d for non S_ISBLK\n",
319778229afSSebastian Andrzej Siewior 						__func__, ret);
320e3d6f909SAndy Grover 				return ret;
321c66ac9dbSNicholas Bellinger 			}
322c66ac9dbSNicholas Bellinger 		}
323c66ac9dbSNicholas Bellinger 	}
324c66ac9dbSNicholas Bellinger 	return 1;
325c66ac9dbSNicholas Bellinger }
326c66ac9dbSNicholas Bellinger 
327de103c93SChristoph Hellwig static sense_reason_t
328de103c93SChristoph Hellwig fd_execute_sync_cache(struct se_cmd *cmd)
329c66ac9dbSNicholas Bellinger {
330c66ac9dbSNicholas Bellinger 	struct se_device *dev = cmd->se_dev;
3310fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
332a1d8b49aSAndy Grover 	int immed = (cmd->t_task_cdb[1] & 0x2);
333c66ac9dbSNicholas Bellinger 	loff_t start, end;
334c66ac9dbSNicholas Bellinger 	int ret;
335c66ac9dbSNicholas Bellinger 
336c66ac9dbSNicholas Bellinger 	/*
337c66ac9dbSNicholas Bellinger 	 * If the Immediate bit is set, queue up the GOOD response
338c66ac9dbSNicholas Bellinger 	 * for this SYNCHRONIZE_CACHE op
339c66ac9dbSNicholas Bellinger 	 */
340c66ac9dbSNicholas Bellinger 	if (immed)
3415787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
342c66ac9dbSNicholas Bellinger 
343c66ac9dbSNicholas Bellinger 	/*
344c66ac9dbSNicholas Bellinger 	 * Determine if we will be flushing the entire device.
345c66ac9dbSNicholas Bellinger 	 */
346a1d8b49aSAndy Grover 	if (cmd->t_task_lba == 0 && cmd->data_length == 0) {
347c66ac9dbSNicholas Bellinger 		start = 0;
348c66ac9dbSNicholas Bellinger 		end = LLONG_MAX;
349c66ac9dbSNicholas Bellinger 	} else {
3500fd97ccfSChristoph Hellwig 		start = cmd->t_task_lba * dev->dev_attrib.block_size;
351c66ac9dbSNicholas Bellinger 		if (cmd->data_length)
352c66ac9dbSNicholas Bellinger 			end = start + cmd->data_length;
353c66ac9dbSNicholas Bellinger 		else
354c66ac9dbSNicholas Bellinger 			end = LLONG_MAX;
355c66ac9dbSNicholas Bellinger 	}
356c66ac9dbSNicholas Bellinger 
357c66ac9dbSNicholas Bellinger 	ret = vfs_fsync_range(fd_dev->fd_file, start, end, 1);
358c66ac9dbSNicholas Bellinger 	if (ret != 0)
3596708bb27SAndy Grover 		pr_err("FILEIO: vfs_fsync_range() failed: %d\n", ret);
360c66ac9dbSNicholas Bellinger 
3615787cacdSChristoph Hellwig 	if (immed)
362ad67f0d9SChristoph Hellwig 		return 0;
3635787cacdSChristoph Hellwig 
364de103c93SChristoph Hellwig 	if (ret)
3655787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_CHECK_CONDITION);
366de103c93SChristoph Hellwig 	else
3675787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
368ad67f0d9SChristoph Hellwig 
369ad67f0d9SChristoph Hellwig 	return 0;
370c66ac9dbSNicholas Bellinger }
371c66ac9dbSNicholas Bellinger 
3727b745c84SNicholas Bellinger static unsigned char *
3737b745c84SNicholas Bellinger fd_setup_write_same_buf(struct se_cmd *cmd, struct scatterlist *sg,
3747b745c84SNicholas Bellinger 		    unsigned int len)
3757b745c84SNicholas Bellinger {
3767b745c84SNicholas Bellinger 	struct se_device *se_dev = cmd->se_dev;
3777b745c84SNicholas Bellinger 	unsigned int block_size = se_dev->dev_attrib.block_size;
3787b745c84SNicholas Bellinger 	unsigned int i = 0, end;
3797b745c84SNicholas Bellinger 	unsigned char *buf, *p, *kmap_buf;
3807b745c84SNicholas Bellinger 
3817b745c84SNicholas Bellinger 	buf = kzalloc(min_t(unsigned int, len, PAGE_SIZE), GFP_KERNEL);
3827b745c84SNicholas Bellinger 	if (!buf) {
3837b745c84SNicholas Bellinger 		pr_err("Unable to allocate fd_execute_write_same buf\n");
3847b745c84SNicholas Bellinger 		return NULL;
3857b745c84SNicholas Bellinger 	}
3867b745c84SNicholas Bellinger 
3877b745c84SNicholas Bellinger 	kmap_buf = kmap(sg_page(sg)) + sg->offset;
3887b745c84SNicholas Bellinger 	if (!kmap_buf) {
3897b745c84SNicholas Bellinger 		pr_err("kmap() failed in fd_setup_write_same\n");
3907b745c84SNicholas Bellinger 		kfree(buf);
3917b745c84SNicholas Bellinger 		return NULL;
3927b745c84SNicholas Bellinger 	}
3937b745c84SNicholas Bellinger 	/*
3947b745c84SNicholas Bellinger 	 * Fill local *buf to contain multiple WRITE_SAME blocks up to
3957b745c84SNicholas Bellinger 	 * min(len, PAGE_SIZE)
3967b745c84SNicholas Bellinger 	 */
3977b745c84SNicholas Bellinger 	p = buf;
3987b745c84SNicholas Bellinger 	end = min_t(unsigned int, len, PAGE_SIZE);
3997b745c84SNicholas Bellinger 
4007b745c84SNicholas Bellinger 	while (i < end) {
4017b745c84SNicholas Bellinger 		memcpy(p, kmap_buf, block_size);
4027b745c84SNicholas Bellinger 
4037b745c84SNicholas Bellinger 		i += block_size;
4047b745c84SNicholas Bellinger 		p += block_size;
4057b745c84SNicholas Bellinger 	}
4067b745c84SNicholas Bellinger 	kunmap(sg_page(sg));
4077b745c84SNicholas Bellinger 
4087b745c84SNicholas Bellinger 	return buf;
4097b745c84SNicholas Bellinger }
4107b745c84SNicholas Bellinger 
4117b745c84SNicholas Bellinger static sense_reason_t
4127b745c84SNicholas Bellinger fd_execute_write_same(struct se_cmd *cmd)
4137b745c84SNicholas Bellinger {
4147b745c84SNicholas Bellinger 	struct se_device *se_dev = cmd->se_dev;
4157b745c84SNicholas Bellinger 	struct fd_dev *fd_dev = FD_DEV(se_dev);
4167b745c84SNicholas Bellinger 	struct file *f = fd_dev->fd_file;
4177b745c84SNicholas Bellinger 	struct scatterlist *sg;
4187b745c84SNicholas Bellinger 	struct iovec *iov;
4197b745c84SNicholas Bellinger 	mm_segment_t old_fs;
420972b29c8SRoland Dreier 	sector_t nolb = sbc_get_write_same_sectors(cmd);
4217b745c84SNicholas Bellinger 	loff_t pos = cmd->t_task_lba * se_dev->dev_attrib.block_size;
4227b745c84SNicholas Bellinger 	unsigned int len, len_tmp, iov_num;
4237b745c84SNicholas Bellinger 	int i, rc;
4247b745c84SNicholas Bellinger 	unsigned char *buf;
4257b745c84SNicholas Bellinger 
4267b745c84SNicholas Bellinger 	if (!nolb) {
4277b745c84SNicholas Bellinger 		target_complete_cmd(cmd, SAM_STAT_GOOD);
4287b745c84SNicholas Bellinger 		return 0;
4297b745c84SNicholas Bellinger 	}
4307b745c84SNicholas Bellinger 	sg = &cmd->t_data_sg[0];
4317b745c84SNicholas Bellinger 
4327b745c84SNicholas Bellinger 	if (cmd->t_data_nents > 1 ||
4337b745c84SNicholas Bellinger 	    sg->length != cmd->se_dev->dev_attrib.block_size) {
4347b745c84SNicholas Bellinger 		pr_err("WRITE_SAME: Illegal SGL t_data_nents: %u length: %u"
4357b745c84SNicholas Bellinger 			" block_size: %u\n", cmd->t_data_nents, sg->length,
4367b745c84SNicholas Bellinger 			cmd->se_dev->dev_attrib.block_size);
4377b745c84SNicholas Bellinger 		return TCM_INVALID_CDB_FIELD;
4387b745c84SNicholas Bellinger 	}
4397b745c84SNicholas Bellinger 
4407b745c84SNicholas Bellinger 	len = len_tmp = nolb * se_dev->dev_attrib.block_size;
4417b745c84SNicholas Bellinger 	iov_num = DIV_ROUND_UP(len, PAGE_SIZE);
4427b745c84SNicholas Bellinger 
4437b745c84SNicholas Bellinger 	buf = fd_setup_write_same_buf(cmd, sg, len);
4447b745c84SNicholas Bellinger 	if (!buf)
4457b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4467b745c84SNicholas Bellinger 
4477b745c84SNicholas Bellinger 	iov = vzalloc(sizeof(struct iovec) * iov_num);
4487b745c84SNicholas Bellinger 	if (!iov) {
4497b745c84SNicholas Bellinger 		pr_err("Unable to allocate fd_execute_write_same iovecs\n");
4507b745c84SNicholas Bellinger 		kfree(buf);
4517b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4527b745c84SNicholas Bellinger 	}
4537b745c84SNicholas Bellinger 	/*
4547b745c84SNicholas Bellinger 	 * Map the single fabric received scatterlist block now populated
4557b745c84SNicholas Bellinger 	 * in *buf into each iovec for I/O submission.
4567b745c84SNicholas Bellinger 	 */
4577b745c84SNicholas Bellinger 	for (i = 0; i < iov_num; i++) {
4587b745c84SNicholas Bellinger 		iov[i].iov_base = buf;
4597b745c84SNicholas Bellinger 		iov[i].iov_len = min_t(unsigned int, len_tmp, PAGE_SIZE);
4607b745c84SNicholas Bellinger 		len_tmp -= iov[i].iov_len;
4617b745c84SNicholas Bellinger 	}
4627b745c84SNicholas Bellinger 
4637b745c84SNicholas Bellinger 	old_fs = get_fs();
4647b745c84SNicholas Bellinger 	set_fs(get_ds());
4657b745c84SNicholas Bellinger 	rc = vfs_writev(f, &iov[0], iov_num, &pos);
4667b745c84SNicholas Bellinger 	set_fs(old_fs);
4677b745c84SNicholas Bellinger 
4687b745c84SNicholas Bellinger 	vfree(iov);
4697b745c84SNicholas Bellinger 	kfree(buf);
4707b745c84SNicholas Bellinger 
4717b745c84SNicholas Bellinger 	if (rc < 0 || rc != len) {
4727b745c84SNicholas Bellinger 		pr_err("vfs_writev() returned %d for write same\n", rc);
4737b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4747b745c84SNicholas Bellinger 	}
4757b745c84SNicholas Bellinger 
4767b745c84SNicholas Bellinger 	target_complete_cmd(cmd, SAM_STAT_GOOD);
4777b745c84SNicholas Bellinger 	return 0;
4787b745c84SNicholas Bellinger }
4797b745c84SNicholas Bellinger 
480de103c93SChristoph Hellwig static sense_reason_t
48186d71829SAsias He fd_do_unmap(struct se_cmd *cmd, void *priv, sector_t lba, sector_t nolb)
48270d3ae5cSAsias He {
48386d71829SAsias He 	struct file *file = priv;
48470d3ae5cSAsias He 	struct inode *inode = file->f_mapping->host;
48570d3ae5cSAsias He 	int ret;
48670d3ae5cSAsias He 
48770d3ae5cSAsias He 	if (S_ISBLK(inode->i_mode)) {
48870d3ae5cSAsias He 		/* The backend is block device, use discard */
48970d3ae5cSAsias He 		struct block_device *bdev = inode->i_bdev;
49070d3ae5cSAsias He 
49143f55bbbSAsias He 		ret = blkdev_issue_discard(bdev, lba,
49270d3ae5cSAsias He 				nolb, GFP_KERNEL, 0);
49370d3ae5cSAsias He 		if (ret < 0) {
49470d3ae5cSAsias He 			pr_warn("FILEIO: blkdev_issue_discard() failed: %d\n",
49570d3ae5cSAsias He 				ret);
49670d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
49770d3ae5cSAsias He 		}
49870d3ae5cSAsias He 	} else {
49970d3ae5cSAsias He 		/* The backend is normal file, use fallocate */
50043f55bbbSAsias He 		struct se_device *se_dev = cmd->se_dev;
50143f55bbbSAsias He 		loff_t pos = lba * se_dev->dev_attrib.block_size;
50270d3ae5cSAsias He 		unsigned int len = nolb * se_dev->dev_attrib.block_size;
50370d3ae5cSAsias He 		int mode = FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE;
50470d3ae5cSAsias He 
50570d3ae5cSAsias He 		if (!file->f_op->fallocate)
50670d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
50770d3ae5cSAsias He 
50870d3ae5cSAsias He 		ret = file->f_op->fallocate(file, mode, pos, len);
50970d3ae5cSAsias He 		if (ret < 0) {
51070d3ae5cSAsias He 			pr_warn("FILEIO: fallocate() failed: %d\n", ret);
51170d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
51270d3ae5cSAsias He 		}
51370d3ae5cSAsias He 	}
51470d3ae5cSAsias He 
51543f55bbbSAsias He 	return 0;
51643f55bbbSAsias He }
51743f55bbbSAsias He 
51843f55bbbSAsias He static sense_reason_t
51943f55bbbSAsias He fd_execute_write_same_unmap(struct se_cmd *cmd)
52043f55bbbSAsias He {
52143f55bbbSAsias He 	struct se_device *se_dev = cmd->se_dev;
52243f55bbbSAsias He 	struct fd_dev *fd_dev = FD_DEV(se_dev);
52343f55bbbSAsias He 	struct file *file = fd_dev->fd_file;
52443f55bbbSAsias He 	sector_t lba = cmd->t_task_lba;
52543f55bbbSAsias He 	sector_t nolb = sbc_get_write_same_sectors(cmd);
52643f55bbbSAsias He 	int ret;
52743f55bbbSAsias He 
52843f55bbbSAsias He 	if (!nolb) {
52943f55bbbSAsias He 		target_complete_cmd(cmd, SAM_STAT_GOOD);
53043f55bbbSAsias He 		return 0;
53143f55bbbSAsias He 	}
53243f55bbbSAsias He 
53343f55bbbSAsias He 	ret = fd_do_unmap(cmd, file, lba, nolb);
53443f55bbbSAsias He 	if (ret)
53543f55bbbSAsias He 		return ret;
53643f55bbbSAsias He 
53770d3ae5cSAsias He 	target_complete_cmd(cmd, GOOD);
53870d3ae5cSAsias He 	return 0;
53970d3ae5cSAsias He }
54070d3ae5cSAsias He 
54170d3ae5cSAsias He static sense_reason_t
54250642762SAsias He fd_execute_unmap(struct se_cmd *cmd)
54350642762SAsias He {
54486d71829SAsias He 	struct file *file = FD_DEV(cmd->se_dev)->fd_file;
54550642762SAsias He 
54686d71829SAsias He 	return sbc_execute_unmap(cmd, fd_do_unmap, file);
54750642762SAsias He }
54850642762SAsias He 
54950642762SAsias He static sense_reason_t
550de103c93SChristoph Hellwig fd_execute_rw(struct se_cmd *cmd)
551c66ac9dbSNicholas Bellinger {
5520c2ad7d1SChristoph Hellwig 	struct scatterlist *sgl = cmd->t_data_sg;
5530c2ad7d1SChristoph Hellwig 	u32 sgl_nents = cmd->t_data_nents;
5540c2ad7d1SChristoph Hellwig 	enum dma_data_direction data_direction = cmd->data_direction;
555c66ac9dbSNicholas Bellinger 	struct se_device *dev = cmd->se_dev;
556c66ac9dbSNicholas Bellinger 	int ret = 0;
557c66ac9dbSNicholas Bellinger 
558c66ac9dbSNicholas Bellinger 	/*
559c66ac9dbSNicholas Bellinger 	 * Call vectorized fileio functions to map struct scatterlist
560c66ac9dbSNicholas Bellinger 	 * physical memory addresses to struct iovec virtual memory.
561c66ac9dbSNicholas Bellinger 	 */
5625787cacdSChristoph Hellwig 	if (data_direction == DMA_FROM_DEVICE) {
563778229afSSebastian Andrzej Siewior 		ret = fd_do_rw(cmd, sgl, sgl_nents, 0);
564c66ac9dbSNicholas Bellinger 	} else {
565778229afSSebastian Andrzej Siewior 		ret = fd_do_rw(cmd, sgl, sgl_nents, 1);
566a4dff304SNicholas Bellinger 		/*
567a4dff304SNicholas Bellinger 		 * Perform implict vfs_fsync_range() for fd_do_writev() ops
568a4dff304SNicholas Bellinger 		 * for SCSI WRITEs with Forced Unit Access (FUA) set.
569a4dff304SNicholas Bellinger 		 * Allow this to happen independent of WCE=0 setting.
570a4dff304SNicholas Bellinger 		 */
571c66ac9dbSNicholas Bellinger 		if (ret > 0 &&
5720fd97ccfSChristoph Hellwig 		    dev->dev_attrib.emulate_fua_write > 0 &&
5732d3a4b51SChristoph Hellwig 		    (cmd->se_cmd_flags & SCF_FUA)) {
5740fd97ccfSChristoph Hellwig 			struct fd_dev *fd_dev = FD_DEV(dev);
575a4dff304SNicholas Bellinger 			loff_t start = cmd->t_task_lba *
5760fd97ccfSChristoph Hellwig 				dev->dev_attrib.block_size;
577a4dff304SNicholas Bellinger 			loff_t end = start + cmd->data_length;
578c66ac9dbSNicholas Bellinger 
579a4dff304SNicholas Bellinger 			vfs_fsync_range(fd_dev->fd_file, start, end, 1);
580a4dff304SNicholas Bellinger 		}
581c66ac9dbSNicholas Bellinger 	}
582c66ac9dbSNicholas Bellinger 
583de103c93SChristoph Hellwig 	if (ret < 0)
584de103c93SChristoph Hellwig 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
585de103c93SChristoph Hellwig 
5865787cacdSChristoph Hellwig 	if (ret)
5875787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
58803e98c9eSNicholas Bellinger 	return 0;
589c66ac9dbSNicholas Bellinger }
590c66ac9dbSNicholas Bellinger 
591c66ac9dbSNicholas Bellinger enum {
592c66ac9dbSNicholas Bellinger 	Opt_fd_dev_name, Opt_fd_dev_size, Opt_fd_buffered_io, Opt_err
593c66ac9dbSNicholas Bellinger };
594c66ac9dbSNicholas Bellinger 
595c66ac9dbSNicholas Bellinger static match_table_t tokens = {
596c66ac9dbSNicholas Bellinger 	{Opt_fd_dev_name, "fd_dev_name=%s"},
597c66ac9dbSNicholas Bellinger 	{Opt_fd_dev_size, "fd_dev_size=%s"},
598b32f4c7eSNicholas Bellinger 	{Opt_fd_buffered_io, "fd_buffered_io=%d"},
599c66ac9dbSNicholas Bellinger 	{Opt_err, NULL}
600c66ac9dbSNicholas Bellinger };
601c66ac9dbSNicholas Bellinger 
6020fd97ccfSChristoph Hellwig static ssize_t fd_set_configfs_dev_params(struct se_device *dev,
603c66ac9dbSNicholas Bellinger 		const char *page, ssize_t count)
604c66ac9dbSNicholas Bellinger {
6050fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
606c66ac9dbSNicholas Bellinger 	char *orig, *ptr, *arg_p, *opts;
607c66ac9dbSNicholas Bellinger 	substring_t args[MAX_OPT_ARGS];
608b32f4c7eSNicholas Bellinger 	int ret = 0, arg, token;
609c66ac9dbSNicholas Bellinger 
610c66ac9dbSNicholas Bellinger 	opts = kstrdup(page, GFP_KERNEL);
611c66ac9dbSNicholas Bellinger 	if (!opts)
612c66ac9dbSNicholas Bellinger 		return -ENOMEM;
613c66ac9dbSNicholas Bellinger 
614c66ac9dbSNicholas Bellinger 	orig = opts;
615c66ac9dbSNicholas Bellinger 
61690c161b6SSebastian Andrzej Siewior 	while ((ptr = strsep(&opts, ",\n")) != NULL) {
617c66ac9dbSNicholas Bellinger 		if (!*ptr)
618c66ac9dbSNicholas Bellinger 			continue;
619c66ac9dbSNicholas Bellinger 
620c66ac9dbSNicholas Bellinger 		token = match_token(ptr, tokens, args);
621c66ac9dbSNicholas Bellinger 		switch (token) {
622c66ac9dbSNicholas Bellinger 		case Opt_fd_dev_name:
623dbc6e022SAl Viro 			if (match_strlcpy(fd_dev->fd_dev_name, &args[0],
624dbc6e022SAl Viro 				FD_MAX_DEV_NAME) == 0) {
625dbc6e022SAl Viro 				ret = -EINVAL;
6266d180253SJesper Juhl 				break;
6276d180253SJesper Juhl 			}
6286708bb27SAndy Grover 			pr_debug("FILEIO: Referencing Path: %s\n",
629c66ac9dbSNicholas Bellinger 					fd_dev->fd_dev_name);
630c66ac9dbSNicholas Bellinger 			fd_dev->fbd_flags |= FBDF_HAS_PATH;
631c66ac9dbSNicholas Bellinger 			break;
632c66ac9dbSNicholas Bellinger 		case Opt_fd_dev_size:
633c66ac9dbSNicholas Bellinger 			arg_p = match_strdup(&args[0]);
6346d180253SJesper Juhl 			if (!arg_p) {
6356d180253SJesper Juhl 				ret = -ENOMEM;
6366d180253SJesper Juhl 				break;
6376d180253SJesper Juhl 			}
63857103d7fSJingoo Han 			ret = kstrtoull(arg_p, 0, &fd_dev->fd_dev_size);
6396d180253SJesper Juhl 			kfree(arg_p);
640c66ac9dbSNicholas Bellinger 			if (ret < 0) {
64157103d7fSJingoo Han 				pr_err("kstrtoull() failed for"
642c66ac9dbSNicholas Bellinger 						" fd_dev_size=\n");
643c66ac9dbSNicholas Bellinger 				goto out;
644c66ac9dbSNicholas Bellinger 			}
6456708bb27SAndy Grover 			pr_debug("FILEIO: Referencing Size: %llu"
646c66ac9dbSNicholas Bellinger 					" bytes\n", fd_dev->fd_dev_size);
647c66ac9dbSNicholas Bellinger 			fd_dev->fbd_flags |= FBDF_HAS_SIZE;
648c66ac9dbSNicholas Bellinger 			break;
649b32f4c7eSNicholas Bellinger 		case Opt_fd_buffered_io:
650b32f4c7eSNicholas Bellinger 			match_int(args, &arg);
651b32f4c7eSNicholas Bellinger 			if (arg != 1) {
652b32f4c7eSNicholas Bellinger 				pr_err("bogus fd_buffered_io=%d value\n", arg);
653b32f4c7eSNicholas Bellinger 				ret = -EINVAL;
654b32f4c7eSNicholas Bellinger 				goto out;
655b32f4c7eSNicholas Bellinger 			}
656b32f4c7eSNicholas Bellinger 
657b32f4c7eSNicholas Bellinger 			pr_debug("FILEIO: Using buffered I/O"
658b32f4c7eSNicholas Bellinger 				" operations for struct fd_dev\n");
659b32f4c7eSNicholas Bellinger 
660b32f4c7eSNicholas Bellinger 			fd_dev->fbd_flags |= FDBD_HAS_BUFFERED_IO_WCE;
661b32f4c7eSNicholas Bellinger 			break;
662c66ac9dbSNicholas Bellinger 		default:
663c66ac9dbSNicholas Bellinger 			break;
664c66ac9dbSNicholas Bellinger 		}
665c66ac9dbSNicholas Bellinger 	}
666c66ac9dbSNicholas Bellinger 
667c66ac9dbSNicholas Bellinger out:
668c66ac9dbSNicholas Bellinger 	kfree(orig);
669c66ac9dbSNicholas Bellinger 	return (!ret) ? count : ret;
670c66ac9dbSNicholas Bellinger }
671c66ac9dbSNicholas Bellinger 
6720fd97ccfSChristoph Hellwig static ssize_t fd_show_configfs_dev_params(struct se_device *dev, char *b)
673c66ac9dbSNicholas Bellinger {
6740fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
675c66ac9dbSNicholas Bellinger 	ssize_t bl = 0;
676c66ac9dbSNicholas Bellinger 
677c66ac9dbSNicholas Bellinger 	bl = sprintf(b + bl, "TCM FILEIO ID: %u", fd_dev->fd_dev_id);
678b32f4c7eSNicholas Bellinger 	bl += sprintf(b + bl, "        File: %s  Size: %llu  Mode: %s\n",
679b32f4c7eSNicholas Bellinger 		fd_dev->fd_dev_name, fd_dev->fd_dev_size,
680b32f4c7eSNicholas Bellinger 		(fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) ?
681b32f4c7eSNicholas Bellinger 		"Buffered-WCE" : "O_DSYNC");
682c66ac9dbSNicholas Bellinger 	return bl;
683c66ac9dbSNicholas Bellinger }
684c66ac9dbSNicholas Bellinger 
685c66ac9dbSNicholas Bellinger static sector_t fd_get_blocks(struct se_device *dev)
686c66ac9dbSNicholas Bellinger {
6870fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
688cd9323fdSNicholas Bellinger 	struct file *f = fd_dev->fd_file;
689cd9323fdSNicholas Bellinger 	struct inode *i = f->f_mapping->host;
690cd9323fdSNicholas Bellinger 	unsigned long long dev_size;
691cd9323fdSNicholas Bellinger 	/*
692cd9323fdSNicholas Bellinger 	 * When using a file that references an underlying struct block_device,
693cd9323fdSNicholas Bellinger 	 * ensure dev_size is always based on the current inode size in order
694cd9323fdSNicholas Bellinger 	 * to handle underlying block_device resize operations.
695cd9323fdSNicholas Bellinger 	 */
696cd9323fdSNicholas Bellinger 	if (S_ISBLK(i->i_mode))
69721363ca8SNicholas Bellinger 		dev_size = i_size_read(i);
698cd9323fdSNicholas Bellinger 	else
699cd9323fdSNicholas Bellinger 		dev_size = fd_dev->fd_dev_size;
700c66ac9dbSNicholas Bellinger 
70121363ca8SNicholas Bellinger 	return div_u64(dev_size - dev->dev_attrib.block_size,
70221363ca8SNicholas Bellinger 		       dev->dev_attrib.block_size);
703c66ac9dbSNicholas Bellinger }
704c66ac9dbSNicholas Bellinger 
7059e999a6cSChristoph Hellwig static struct sbc_ops fd_sbc_ops = {
7060c2ad7d1SChristoph Hellwig 	.execute_rw		= fd_execute_rw,
707ad67f0d9SChristoph Hellwig 	.execute_sync_cache	= fd_execute_sync_cache,
7087b745c84SNicholas Bellinger 	.execute_write_same	= fd_execute_write_same,
70970d3ae5cSAsias He 	.execute_write_same_unmap = fd_execute_write_same_unmap,
71050642762SAsias He 	.execute_unmap		= fd_execute_unmap,
7110c2ad7d1SChristoph Hellwig };
7120c2ad7d1SChristoph Hellwig 
713de103c93SChristoph Hellwig static sense_reason_t
714de103c93SChristoph Hellwig fd_parse_cdb(struct se_cmd *cmd)
7150c2ad7d1SChristoph Hellwig {
7169e999a6cSChristoph Hellwig 	return sbc_parse_cdb(cmd, &fd_sbc_ops);
7170c2ad7d1SChristoph Hellwig }
7180c2ad7d1SChristoph Hellwig 
719c66ac9dbSNicholas Bellinger static struct se_subsystem_api fileio_template = {
720c66ac9dbSNicholas Bellinger 	.name			= "fileio",
7210fd97ccfSChristoph Hellwig 	.inquiry_prod		= "FILEIO",
7220fd97ccfSChristoph Hellwig 	.inquiry_rev		= FD_VERSION,
723c66ac9dbSNicholas Bellinger 	.owner			= THIS_MODULE,
724c66ac9dbSNicholas Bellinger 	.transport_type		= TRANSPORT_PLUGIN_VHBA_PDEV,
725c66ac9dbSNicholas Bellinger 	.attach_hba		= fd_attach_hba,
726c66ac9dbSNicholas Bellinger 	.detach_hba		= fd_detach_hba,
7270fd97ccfSChristoph Hellwig 	.alloc_device		= fd_alloc_device,
7280fd97ccfSChristoph Hellwig 	.configure_device	= fd_configure_device,
729c66ac9dbSNicholas Bellinger 	.free_device		= fd_free_device,
7300c2ad7d1SChristoph Hellwig 	.parse_cdb		= fd_parse_cdb,
731c66ac9dbSNicholas Bellinger 	.set_configfs_dev_params = fd_set_configfs_dev_params,
732c66ac9dbSNicholas Bellinger 	.show_configfs_dev_params = fd_show_configfs_dev_params,
7336f23ac8aSChristoph Hellwig 	.get_device_type	= sbc_get_device_type,
734c66ac9dbSNicholas Bellinger 	.get_blocks		= fd_get_blocks,
735c66ac9dbSNicholas Bellinger };
736c66ac9dbSNicholas Bellinger 
737c66ac9dbSNicholas Bellinger static int __init fileio_module_init(void)
738c66ac9dbSNicholas Bellinger {
739c66ac9dbSNicholas Bellinger 	return transport_subsystem_register(&fileio_template);
740c66ac9dbSNicholas Bellinger }
741c66ac9dbSNicholas Bellinger 
74263b91d5aSAsias He static void __exit fileio_module_exit(void)
743c66ac9dbSNicholas Bellinger {
744c66ac9dbSNicholas Bellinger 	transport_subsystem_release(&fileio_template);
745c66ac9dbSNicholas Bellinger }
746c66ac9dbSNicholas Bellinger 
747c66ac9dbSNicholas Bellinger MODULE_DESCRIPTION("TCM FILEIO subsystem plugin");
748c66ac9dbSNicholas Bellinger MODULE_AUTHOR("nab@Linux-iSCSI.org");
749c66ac9dbSNicholas Bellinger MODULE_LICENSE("GPL");
750c66ac9dbSNicholas Bellinger 
751c66ac9dbSNicholas Bellinger module_init(fileio_module_init);
752c66ac9dbSNicholas Bellinger module_exit(fileio_module_exit);
753