1c66ac9dbSNicholas Bellinger /*******************************************************************************
2c66ac9dbSNicholas Bellinger  * Filename:  target_core_file.c
3c66ac9dbSNicholas Bellinger  *
4c66ac9dbSNicholas Bellinger  * This file contains the Storage Engine <-> FILEIO transport specific functions
5c66ac9dbSNicholas Bellinger  *
64c76251eSNicholas Bellinger  * (c) Copyright 2005-2013 Datera, Inc.
7c66ac9dbSNicholas Bellinger  *
8c66ac9dbSNicholas Bellinger  * Nicholas A. Bellinger <nab@kernel.org>
9c66ac9dbSNicholas Bellinger  *
10c66ac9dbSNicholas Bellinger  * This program is free software; you can redistribute it and/or modify
11c66ac9dbSNicholas Bellinger  * it under the terms of the GNU General Public License as published by
12c66ac9dbSNicholas Bellinger  * the Free Software Foundation; either version 2 of the License, or
13c66ac9dbSNicholas Bellinger  * (at your option) any later version.
14c66ac9dbSNicholas Bellinger  *
15c66ac9dbSNicholas Bellinger  * This program is distributed in the hope that it will be useful,
16c66ac9dbSNicholas Bellinger  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17c66ac9dbSNicholas Bellinger  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18c66ac9dbSNicholas Bellinger  * GNU General Public License for more details.
19c66ac9dbSNicholas Bellinger  *
20c66ac9dbSNicholas Bellinger  * You should have received a copy of the GNU General Public License
21c66ac9dbSNicholas Bellinger  * along with this program; if not, write to the Free Software
22c66ac9dbSNicholas Bellinger  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23c66ac9dbSNicholas Bellinger  *
24c66ac9dbSNicholas Bellinger  ******************************************************************************/
25c66ac9dbSNicholas Bellinger 
26c66ac9dbSNicholas Bellinger #include <linux/string.h>
27c66ac9dbSNicholas Bellinger #include <linux/parser.h>
28c66ac9dbSNicholas Bellinger #include <linux/timer.h>
29c66ac9dbSNicholas Bellinger #include <linux/blkdev.h>
30c66ac9dbSNicholas Bellinger #include <linux/slab.h>
31c66ac9dbSNicholas Bellinger #include <linux/spinlock.h>
32827509e3SPaul Gortmaker #include <linux/module.h>
335538d294SDavid S. Miller #include <linux/vmalloc.h>
3470d3ae5cSAsias He #include <linux/falloc.h>
358dcf07beSBart Van Assche #include <linux/uio.h>
36ba929992SBart Van Assche #include <scsi/scsi_proto.h>
3750642762SAsias He #include <asm/unaligned.h>
38c66ac9dbSNicholas Bellinger 
39c66ac9dbSNicholas Bellinger #include <target/target_core_base.h>
40c4795fb2SChristoph Hellwig #include <target/target_core_backend.h>
41c66ac9dbSNicholas Bellinger 
42c66ac9dbSNicholas Bellinger #include "target_core_file.h"
43c66ac9dbSNicholas Bellinger 
440fd97ccfSChristoph Hellwig static inline struct fd_dev *FD_DEV(struct se_device *dev)
450fd97ccfSChristoph Hellwig {
460fd97ccfSChristoph Hellwig 	return container_of(dev, struct fd_dev, dev);
470fd97ccfSChristoph Hellwig }
48c66ac9dbSNicholas Bellinger 
49c66ac9dbSNicholas Bellinger static int fd_attach_hba(struct se_hba *hba, u32 host_id)
50c66ac9dbSNicholas Bellinger {
51c66ac9dbSNicholas Bellinger 	struct fd_host *fd_host;
52c66ac9dbSNicholas Bellinger 
53c66ac9dbSNicholas Bellinger 	fd_host = kzalloc(sizeof(struct fd_host), GFP_KERNEL);
546708bb27SAndy Grover 	if (!fd_host) {
556708bb27SAndy Grover 		pr_err("Unable to allocate memory for struct fd_host\n");
56e3d6f909SAndy Grover 		return -ENOMEM;
57c66ac9dbSNicholas Bellinger 	}
58c66ac9dbSNicholas Bellinger 
59c66ac9dbSNicholas Bellinger 	fd_host->fd_host_id = host_id;
60c66ac9dbSNicholas Bellinger 
61e3d6f909SAndy Grover 	hba->hba_ptr = fd_host;
62c66ac9dbSNicholas Bellinger 
636708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - TCM FILEIO HBA Driver %s on Generic"
64c66ac9dbSNicholas Bellinger 		" Target Core Stack %s\n", hba->hba_id, FD_VERSION,
65ce8dd25dSChristoph Hellwig 		TARGET_CORE_VERSION);
6695cadaceSNicholas Bellinger 	pr_debug("CORE_HBA[%d] - Attached FILEIO HBA: %u to Generic\n",
6795cadaceSNicholas Bellinger 		hba->hba_id, fd_host->fd_host_id);
68c66ac9dbSNicholas Bellinger 
69c66ac9dbSNicholas Bellinger 	return 0;
70c66ac9dbSNicholas Bellinger }
71c66ac9dbSNicholas Bellinger 
72c66ac9dbSNicholas Bellinger static void fd_detach_hba(struct se_hba *hba)
73c66ac9dbSNicholas Bellinger {
74c66ac9dbSNicholas Bellinger 	struct fd_host *fd_host = hba->hba_ptr;
75c66ac9dbSNicholas Bellinger 
766708bb27SAndy Grover 	pr_debug("CORE_HBA[%d] - Detached FILEIO HBA: %u from Generic"
77c66ac9dbSNicholas Bellinger 		" Target Core\n", hba->hba_id, fd_host->fd_host_id);
78c66ac9dbSNicholas Bellinger 
79c66ac9dbSNicholas Bellinger 	kfree(fd_host);
80c66ac9dbSNicholas Bellinger 	hba->hba_ptr = NULL;
81c66ac9dbSNicholas Bellinger }
82c66ac9dbSNicholas Bellinger 
830fd97ccfSChristoph Hellwig static struct se_device *fd_alloc_device(struct se_hba *hba, const char *name)
84c66ac9dbSNicholas Bellinger {
85c66ac9dbSNicholas Bellinger 	struct fd_dev *fd_dev;
868359cf43SJörn Engel 	struct fd_host *fd_host = hba->hba_ptr;
87c66ac9dbSNicholas Bellinger 
88c66ac9dbSNicholas Bellinger 	fd_dev = kzalloc(sizeof(struct fd_dev), GFP_KERNEL);
896708bb27SAndy Grover 	if (!fd_dev) {
906708bb27SAndy Grover 		pr_err("Unable to allocate memory for struct fd_dev\n");
91c66ac9dbSNicholas Bellinger 		return NULL;
92c66ac9dbSNicholas Bellinger 	}
93c66ac9dbSNicholas Bellinger 
94c66ac9dbSNicholas Bellinger 	fd_dev->fd_host = fd_host;
95c66ac9dbSNicholas Bellinger 
966708bb27SAndy Grover 	pr_debug("FILEIO: Allocated fd_dev for %p\n", name);
97c66ac9dbSNicholas Bellinger 
980fd97ccfSChristoph Hellwig 	return &fd_dev->dev;
99c66ac9dbSNicholas Bellinger }
100c66ac9dbSNicholas Bellinger 
1010fd97ccfSChristoph Hellwig static int fd_configure_device(struct se_device *dev)
102c66ac9dbSNicholas Bellinger {
1030fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
1040fd97ccfSChristoph Hellwig 	struct fd_host *fd_host = dev->se_hba->hba_ptr;
105c66ac9dbSNicholas Bellinger 	struct file *file;
106c66ac9dbSNicholas Bellinger 	struct inode *inode = NULL;
1070fd97ccfSChristoph Hellwig 	int flags, ret = -EINVAL;
108c66ac9dbSNicholas Bellinger 
1090fd97ccfSChristoph Hellwig 	if (!(fd_dev->fbd_flags & FBDF_HAS_PATH)) {
1100fd97ccfSChristoph Hellwig 		pr_err("Missing fd_dev_name=\n");
1110fd97ccfSChristoph Hellwig 		return -EINVAL;
1120fd97ccfSChristoph Hellwig 	}
113c66ac9dbSNicholas Bellinger 
114c66ac9dbSNicholas Bellinger 	/*
115a4dff304SNicholas Bellinger 	 * Use O_DSYNC by default instead of O_SYNC to forgo syncing
116a4dff304SNicholas Bellinger 	 * of pure timestamp updates.
117c66ac9dbSNicholas Bellinger 	 */
118a4dff304SNicholas Bellinger 	flags = O_RDWR | O_CREAT | O_LARGEFILE | O_DSYNC;
1190fd97ccfSChristoph Hellwig 
120b32f4c7eSNicholas Bellinger 	/*
121b32f4c7eSNicholas Bellinger 	 * Optionally allow fd_buffered_io=1 to be enabled for people
122b32f4c7eSNicholas Bellinger 	 * who want use the fs buffer cache as an WriteCache mechanism.
123b32f4c7eSNicholas Bellinger 	 *
124b32f4c7eSNicholas Bellinger 	 * This means that in event of a hard failure, there is a risk
125b32f4c7eSNicholas Bellinger 	 * of silent data-loss if the SCSI client has *not* performed a
126b32f4c7eSNicholas Bellinger 	 * forced unit access (FUA) write, or issued SYNCHRONIZE_CACHE
127b32f4c7eSNicholas Bellinger 	 * to write-out the entire device cache.
128b32f4c7eSNicholas Bellinger 	 */
129b32f4c7eSNicholas Bellinger 	if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) {
130b32f4c7eSNicholas Bellinger 		pr_debug("FILEIO: Disabling O_DSYNC, using buffered FILEIO\n");
131b32f4c7eSNicholas Bellinger 		flags &= ~O_DSYNC;
132b32f4c7eSNicholas Bellinger 	}
133c66ac9dbSNicholas Bellinger 
134dbc6e022SAl Viro 	file = filp_open(fd_dev->fd_dev_name, flags, 0600);
135613640e4SNicholas Bellinger 	if (IS_ERR(file)) {
136dbc6e022SAl Viro 		pr_err("filp_open(%s) failed\n", fd_dev->fd_dev_name);
137613640e4SNicholas Bellinger 		ret = PTR_ERR(file);
138613640e4SNicholas Bellinger 		goto fail;
139613640e4SNicholas Bellinger 	}
140c66ac9dbSNicholas Bellinger 	fd_dev->fd_file = file;
141c66ac9dbSNicholas Bellinger 	/*
142c66ac9dbSNicholas Bellinger 	 * If using a block backend with this struct file, we extract
143c66ac9dbSNicholas Bellinger 	 * fd_dev->fd_[block,dev]_size from struct block_device.
144c66ac9dbSNicholas Bellinger 	 *
145c66ac9dbSNicholas Bellinger 	 * Otherwise, we use the passed fd_size= from configfs
146c66ac9dbSNicholas Bellinger 	 */
147c66ac9dbSNicholas Bellinger 	inode = file->f_mapping->host;
148c66ac9dbSNicholas Bellinger 	if (S_ISBLK(inode->i_mode)) {
1490fd97ccfSChristoph Hellwig 		struct request_queue *q = bdev_get_queue(inode->i_bdev);
150cd9323fdSNicholas Bellinger 		unsigned long long dev_size;
1510fd97ccfSChristoph Hellwig 
15221363ca8SNicholas Bellinger 		fd_dev->fd_block_size = bdev_logical_block_size(inode->i_bdev);
153c66ac9dbSNicholas Bellinger 		/*
154c66ac9dbSNicholas Bellinger 		 * Determine the number of bytes from i_size_read() minus
155c66ac9dbSNicholas Bellinger 		 * one (1) logical sector from underlying struct block_device
156c66ac9dbSNicholas Bellinger 		 */
157cd9323fdSNicholas Bellinger 		dev_size = (i_size_read(file->f_mapping->host) -
158c66ac9dbSNicholas Bellinger 				       fd_dev->fd_block_size);
159c66ac9dbSNicholas Bellinger 
1606708bb27SAndy Grover 		pr_debug("FILEIO: Using size: %llu bytes from struct"
161c66ac9dbSNicholas Bellinger 			" block_device blocks: %llu logical_block_size: %d\n",
162cd9323fdSNicholas Bellinger 			dev_size, div_u64(dev_size, fd_dev->fd_block_size),
163c66ac9dbSNicholas Bellinger 			fd_dev->fd_block_size);
1648a9ebe71SMike Christie 
165ea263c7fSMike Christie 		if (target_configure_unmap_from_queue(&dev->dev_attrib, q))
16670d3ae5cSAsias He 			pr_debug("IFILE: BLOCK Discard support available,"
16770d3ae5cSAsias He 				 " disabled by default\n");
16870d3ae5cSAsias He 		/*
16970d3ae5cSAsias He 		 * Enable write same emulation for IBLOCK and use 0xFFFF as
17070d3ae5cSAsias He 		 * the smaller WRITE_SAME(10) only has a two-byte block count.
17170d3ae5cSAsias He 		 */
17270d3ae5cSAsias He 		dev->dev_attrib.max_write_same_len = 0xFFFF;
1730463a3feSAsias He 
1740463a3feSAsias He 		if (blk_queue_nonrot(q))
1750463a3feSAsias He 			dev->dev_attrib.is_nonrot = 1;
176c66ac9dbSNicholas Bellinger 	} else {
177c66ac9dbSNicholas Bellinger 		if (!(fd_dev->fbd_flags & FBDF_HAS_SIZE)) {
1786708bb27SAndy Grover 			pr_err("FILEIO: Missing fd_dev_size="
179c66ac9dbSNicholas Bellinger 				" parameter, and no backing struct"
180c66ac9dbSNicholas Bellinger 				" block_device\n");
181c66ac9dbSNicholas Bellinger 			goto fail;
182c66ac9dbSNicholas Bellinger 		}
183c66ac9dbSNicholas Bellinger 
18421363ca8SNicholas Bellinger 		fd_dev->fd_block_size = FD_BLOCKSIZE;
18570d3ae5cSAsias He 		/*
18670d3ae5cSAsias He 		 * Limit UNMAP emulation to 8k Number of LBAs (NoLB)
18770d3ae5cSAsias He 		 */
18870d3ae5cSAsias He 		dev->dev_attrib.max_unmap_lba_count = 0x2000;
18970d3ae5cSAsias He 		/*
19070d3ae5cSAsias He 		 * Currently hardcoded to 1 in Linux/SCSI code..
19170d3ae5cSAsias He 		 */
19270d3ae5cSAsias He 		dev->dev_attrib.max_unmap_block_desc_count = 1;
19370d3ae5cSAsias He 		dev->dev_attrib.unmap_granularity = 1;
19470d3ae5cSAsias He 		dev->dev_attrib.unmap_granularity_alignment = 0;
19570d3ae5cSAsias He 
19670d3ae5cSAsias He 		/*
19770d3ae5cSAsias He 		 * Limit WRITE_SAME w/ UNMAP=0 emulation to 8k Number of LBAs (NoLB)
19870d3ae5cSAsias He 		 * based upon struct iovec limit for vfs_writev()
19970d3ae5cSAsias He 		 */
20070d3ae5cSAsias He 		dev->dev_attrib.max_write_same_len = 0x1000;
201c66ac9dbSNicholas Bellinger 	}
202c66ac9dbSNicholas Bellinger 
20321363ca8SNicholas Bellinger 	dev->dev_attrib.hw_block_size = fd_dev->fd_block_size;
20495cadaceSNicholas Bellinger 	dev->dev_attrib.max_bytes_per_io = FD_MAX_BYTES;
20595cadaceSNicholas Bellinger 	dev->dev_attrib.hw_max_sectors = FD_MAX_BYTES / fd_dev->fd_block_size;
2060fd97ccfSChristoph Hellwig 	dev->dev_attrib.hw_queue_depth = FD_MAX_DEVICE_QUEUE_DEPTH;
207c66ac9dbSNicholas Bellinger 
208b32f4c7eSNicholas Bellinger 	if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) {
209b32f4c7eSNicholas Bellinger 		pr_debug("FILEIO: Forcing setting of emulate_write_cache=1"
210b32f4c7eSNicholas Bellinger 			" with FDBD_HAS_BUFFERED_IO_WCE\n");
2110fd97ccfSChristoph Hellwig 		dev->dev_attrib.emulate_write_cache = 1;
212b32f4c7eSNicholas Bellinger 	}
213b32f4c7eSNicholas Bellinger 
214c66ac9dbSNicholas Bellinger 	fd_dev->fd_dev_id = fd_host->fd_host_dev_id_count++;
215c66ac9dbSNicholas Bellinger 	fd_dev->fd_queue_depth = dev->queue_depth;
216c66ac9dbSNicholas Bellinger 
2176708bb27SAndy Grover 	pr_debug("CORE_FILE[%u] - Added TCM FILEIO Device ID: %u at %s,"
218c66ac9dbSNicholas Bellinger 		" %llu total bytes\n", fd_host->fd_host_id, fd_dev->fd_dev_id,
219c66ac9dbSNicholas Bellinger 			fd_dev->fd_dev_name, fd_dev->fd_dev_size);
220c66ac9dbSNicholas Bellinger 
2210fd97ccfSChristoph Hellwig 	return 0;
222c66ac9dbSNicholas Bellinger fail:
223c66ac9dbSNicholas Bellinger 	if (fd_dev->fd_file) {
224c66ac9dbSNicholas Bellinger 		filp_close(fd_dev->fd_file, NULL);
225c66ac9dbSNicholas Bellinger 		fd_dev->fd_file = NULL;
226c66ac9dbSNicholas Bellinger 	}
2270fd97ccfSChristoph Hellwig 	return ret;
228c66ac9dbSNicholas Bellinger }
229c66ac9dbSNicholas Bellinger 
2304cc987eaSNicholas Bellinger static void fd_dev_call_rcu(struct rcu_head *p)
2314cc987eaSNicholas Bellinger {
2324cc987eaSNicholas Bellinger 	struct se_device *dev = container_of(p, struct se_device, rcu_head);
2334cc987eaSNicholas Bellinger 	struct fd_dev *fd_dev = FD_DEV(dev);
2344cc987eaSNicholas Bellinger 
2354cc987eaSNicholas Bellinger 	kfree(fd_dev);
2364cc987eaSNicholas Bellinger }
2374cc987eaSNicholas Bellinger 
2380fd97ccfSChristoph Hellwig static void fd_free_device(struct se_device *dev)
239c66ac9dbSNicholas Bellinger {
24092634706SMike Christie 	call_rcu(&dev->rcu_head, fd_dev_call_rcu);
24192634706SMike Christie }
24292634706SMike Christie 
24392634706SMike Christie static void fd_destroy_device(struct se_device *dev)
24492634706SMike Christie {
2450fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
246c66ac9dbSNicholas Bellinger 
247c66ac9dbSNicholas Bellinger 	if (fd_dev->fd_file) {
248c66ac9dbSNicholas Bellinger 		filp_close(fd_dev->fd_file, NULL);
249c66ac9dbSNicholas Bellinger 		fd_dev->fd_file = NULL;
250c66ac9dbSNicholas Bellinger 	}
251c66ac9dbSNicholas Bellinger }
252c66ac9dbSNicholas Bellinger 
2538287fa5fSSagi Grimberg static int fd_do_rw(struct se_cmd *cmd, struct file *fd,
2548287fa5fSSagi Grimberg 		    u32 block_size, struct scatterlist *sgl,
2558287fa5fSSagi Grimberg 		    u32 sgl_nents, u32 data_length, int is_write)
25642201b55SNicholas Bellinger {
2575787cacdSChristoph Hellwig 	struct scatterlist *sg;
2586b9a44d0SChristoph Hellwig 	struct iov_iter iter;
2596b9a44d0SChristoph Hellwig 	struct bio_vec *bvec;
2606b9a44d0SChristoph Hellwig 	ssize_t len = 0;
2618287fa5fSSagi Grimberg 	loff_t pos = (cmd->t_task_lba * block_size);
262c66ac9dbSNicholas Bellinger 	int ret = 0, i;
263c66ac9dbSNicholas Bellinger 
2646b9a44d0SChristoph Hellwig 	bvec = kcalloc(sgl_nents, sizeof(struct bio_vec), GFP_KERNEL);
2656b9a44d0SChristoph Hellwig 	if (!bvec) {
2666708bb27SAndy Grover 		pr_err("Unable to allocate fd_do_readv iov[]\n");
267e3d6f909SAndy Grover 		return -ENOMEM;
268c66ac9dbSNicholas Bellinger 	}
269c66ac9dbSNicholas Bellinger 
2705787cacdSChristoph Hellwig 	for_each_sg(sgl, sg, sgl_nents, i) {
2716b9a44d0SChristoph Hellwig 		bvec[i].bv_page = sg_page(sg);
2726b9a44d0SChristoph Hellwig 		bvec[i].bv_len = sg->length;
2736b9a44d0SChristoph Hellwig 		bvec[i].bv_offset = sg->offset;
2746b9a44d0SChristoph Hellwig 
2756b9a44d0SChristoph Hellwig 		len += sg->length;
276c66ac9dbSNicholas Bellinger 	}
277c66ac9dbSNicholas Bellinger 
2786b9a44d0SChristoph Hellwig 	iov_iter_bvec(&iter, ITER_BVEC, bvec, sgl_nents, len);
279778229afSSebastian Andrzej Siewior 	if (is_write)
280abbb6589SChristoph Hellwig 		ret = vfs_iter_write(fd, &iter, &pos, 0);
281778229afSSebastian Andrzej Siewior 	else
28218e9710eSChristoph Hellwig 		ret = vfs_iter_read(fd, &iter, &pos, 0);
283778229afSSebastian Andrzej Siewior 
284778229afSSebastian Andrzej Siewior 	if (is_write) {
2858287fa5fSSagi Grimberg 		if (ret < 0 || ret != data_length) {
286778229afSSebastian Andrzej Siewior 			pr_err("%s() write returned %d\n", __func__, ret);
287f11b55d1SDmitry Monakhov 			if (ret >= 0)
288f11b55d1SDmitry Monakhov 				ret = -EINVAL;
289778229afSSebastian Andrzej Siewior 		}
290778229afSSebastian Andrzej Siewior 	} else {
291c66ac9dbSNicholas Bellinger 		/*
292c66ac9dbSNicholas Bellinger 		 * Return zeros and GOOD status even if the READ did not return
293c66ac9dbSNicholas Bellinger 		 * the expected virt_size for struct file w/o a backing struct
294c66ac9dbSNicholas Bellinger 		 * block_device.
295c66ac9dbSNicholas Bellinger 		 */
296496ad9aaSAl Viro 		if (S_ISBLK(file_inode(fd)->i_mode)) {
2978287fa5fSSagi Grimberg 			if (ret < 0 || ret != data_length) {
298778229afSSebastian Andrzej Siewior 				pr_err("%s() returned %d, expecting %u for "
299778229afSSebastian Andrzej Siewior 						"S_ISBLK\n", __func__, ret,
3008287fa5fSSagi Grimberg 						data_length);
301f11b55d1SDmitry Monakhov 				if (ret >= 0)
302f11b55d1SDmitry Monakhov 					ret = -EINVAL;
303c66ac9dbSNicholas Bellinger 			}
304c66ac9dbSNicholas Bellinger 		} else {
305c66ac9dbSNicholas Bellinger 			if (ret < 0) {
306778229afSSebastian Andrzej Siewior 				pr_err("%s() returned %d for non S_ISBLK\n",
307778229afSSebastian Andrzej Siewior 						__func__, ret);
308f11b55d1SDmitry Monakhov 			} else if (ret != data_length) {
309f11b55d1SDmitry Monakhov 				/*
310f11b55d1SDmitry Monakhov 				 * Short read case:
311f11b55d1SDmitry Monakhov 				 * Probably some one truncate file under us.
312f11b55d1SDmitry Monakhov 				 * We must explicitly zero sg-pages to prevent
313f11b55d1SDmitry Monakhov 				 * expose uninizialized pages to userspace.
314f11b55d1SDmitry Monakhov 				 */
315f11b55d1SDmitry Monakhov 				if (ret < data_length)
316f11b55d1SDmitry Monakhov 					ret += iov_iter_zero(data_length - ret, &iter);
317f11b55d1SDmitry Monakhov 				else
318f11b55d1SDmitry Monakhov 					ret = -EINVAL;
319f11b55d1SDmitry Monakhov 			}
320f11b55d1SDmitry Monakhov 		}
321f11b55d1SDmitry Monakhov 	}
322f11b55d1SDmitry Monakhov 	kfree(bvec);
323e3d6f909SAndy Grover 	return ret;
324c66ac9dbSNicholas Bellinger }
325c66ac9dbSNicholas Bellinger 
326de103c93SChristoph Hellwig static sense_reason_t
327de103c93SChristoph Hellwig fd_execute_sync_cache(struct se_cmd *cmd)
328c66ac9dbSNicholas Bellinger {
329c66ac9dbSNicholas Bellinger 	struct se_device *dev = cmd->se_dev;
3300fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
331a1d8b49aSAndy Grover 	int immed = (cmd->t_task_cdb[1] & 0x2);
332c66ac9dbSNicholas Bellinger 	loff_t start, end;
333c66ac9dbSNicholas Bellinger 	int ret;
334c66ac9dbSNicholas Bellinger 
335c66ac9dbSNicholas Bellinger 	/*
336c66ac9dbSNicholas Bellinger 	 * If the Immediate bit is set, queue up the GOOD response
337c66ac9dbSNicholas Bellinger 	 * for this SYNCHRONIZE_CACHE op
338c66ac9dbSNicholas Bellinger 	 */
339c66ac9dbSNicholas Bellinger 	if (immed)
3405787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
341c66ac9dbSNicholas Bellinger 
342c66ac9dbSNicholas Bellinger 	/*
343c66ac9dbSNicholas Bellinger 	 * Determine if we will be flushing the entire device.
344c66ac9dbSNicholas Bellinger 	 */
345a1d8b49aSAndy Grover 	if (cmd->t_task_lba == 0 && cmd->data_length == 0) {
346c66ac9dbSNicholas Bellinger 		start = 0;
347c66ac9dbSNicholas Bellinger 		end = LLONG_MAX;
348c66ac9dbSNicholas Bellinger 	} else {
3490fd97ccfSChristoph Hellwig 		start = cmd->t_task_lba * dev->dev_attrib.block_size;
350c66ac9dbSNicholas Bellinger 		if (cmd->data_length)
35162d3ab49SZach Brown 			end = start + cmd->data_length - 1;
352c66ac9dbSNicholas Bellinger 		else
353c66ac9dbSNicholas Bellinger 			end = LLONG_MAX;
354c66ac9dbSNicholas Bellinger 	}
355c66ac9dbSNicholas Bellinger 
356c66ac9dbSNicholas Bellinger 	ret = vfs_fsync_range(fd_dev->fd_file, start, end, 1);
357c66ac9dbSNicholas Bellinger 	if (ret != 0)
3586708bb27SAndy Grover 		pr_err("FILEIO: vfs_fsync_range() failed: %d\n", ret);
359c66ac9dbSNicholas Bellinger 
3605787cacdSChristoph Hellwig 	if (immed)
361ad67f0d9SChristoph Hellwig 		return 0;
3625787cacdSChristoph Hellwig 
363de103c93SChristoph Hellwig 	if (ret)
3645787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_CHECK_CONDITION);
365de103c93SChristoph Hellwig 	else
3665787cacdSChristoph Hellwig 		target_complete_cmd(cmd, SAM_STAT_GOOD);
367ad67f0d9SChristoph Hellwig 
368ad67f0d9SChristoph Hellwig 	return 0;
369c66ac9dbSNicholas Bellinger }
370c66ac9dbSNicholas Bellinger 
3717b745c84SNicholas Bellinger static sense_reason_t
3727b745c84SNicholas Bellinger fd_execute_write_same(struct se_cmd *cmd)
3737b745c84SNicholas Bellinger {
3747b745c84SNicholas Bellinger 	struct se_device *se_dev = cmd->se_dev;
3757b745c84SNicholas Bellinger 	struct fd_dev *fd_dev = FD_DEV(se_dev);
3767b745c84SNicholas Bellinger 	loff_t pos = cmd->t_task_lba * se_dev->dev_attrib.block_size;
377d4c5dcacSChristoph Hellwig 	sector_t nolb = sbc_get_write_same_sectors(cmd);
378d4c5dcacSChristoph Hellwig 	struct iov_iter iter;
379d4c5dcacSChristoph Hellwig 	struct bio_vec *bvec;
380d4c5dcacSChristoph Hellwig 	unsigned int len = 0, i;
381d4c5dcacSChristoph Hellwig 	ssize_t ret;
3827b745c84SNicholas Bellinger 
3837b745c84SNicholas Bellinger 	if (!nolb) {
3847b745c84SNicholas Bellinger 		target_complete_cmd(cmd, SAM_STAT_GOOD);
3857b745c84SNicholas Bellinger 		return 0;
3867b745c84SNicholas Bellinger 	}
387afd73f1bSNicholas Bellinger 	if (cmd->prot_op) {
388afd73f1bSNicholas Bellinger 		pr_err("WRITE_SAME: Protection information with FILEIO"
389afd73f1bSNicholas Bellinger 		       " backends not supported\n");
390afd73f1bSNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
391afd73f1bSNicholas Bellinger 	}
3927b745c84SNicholas Bellinger 
3937b745c84SNicholas Bellinger 	if (cmd->t_data_nents > 1 ||
394d4c5dcacSChristoph Hellwig 	    cmd->t_data_sg[0].length != cmd->se_dev->dev_attrib.block_size) {
3957b745c84SNicholas Bellinger 		pr_err("WRITE_SAME: Illegal SGL t_data_nents: %u length: %u"
396d4c5dcacSChristoph Hellwig 			" block_size: %u\n",
397d4c5dcacSChristoph Hellwig 			cmd->t_data_nents,
398d4c5dcacSChristoph Hellwig 			cmd->t_data_sg[0].length,
3997b745c84SNicholas Bellinger 			cmd->se_dev->dev_attrib.block_size);
4007b745c84SNicholas Bellinger 		return TCM_INVALID_CDB_FIELD;
4017b745c84SNicholas Bellinger 	}
4027b745c84SNicholas Bellinger 
403d4c5dcacSChristoph Hellwig 	bvec = kcalloc(nolb, sizeof(struct bio_vec), GFP_KERNEL);
404d4c5dcacSChristoph Hellwig 	if (!bvec)
4057b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4067b745c84SNicholas Bellinger 
407d4c5dcacSChristoph Hellwig 	for (i = 0; i < nolb; i++) {
408d4c5dcacSChristoph Hellwig 		bvec[i].bv_page = sg_page(&cmd->t_data_sg[0]);
409d4c5dcacSChristoph Hellwig 		bvec[i].bv_len = cmd->t_data_sg[0].length;
410d4c5dcacSChristoph Hellwig 		bvec[i].bv_offset = cmd->t_data_sg[0].offset;
411d4c5dcacSChristoph Hellwig 
412d4c5dcacSChristoph Hellwig 		len += se_dev->dev_attrib.block_size;
4137b745c84SNicholas Bellinger 	}
4147b745c84SNicholas Bellinger 
415d4c5dcacSChristoph Hellwig 	iov_iter_bvec(&iter, ITER_BVEC, bvec, nolb, len);
416abbb6589SChristoph Hellwig 	ret = vfs_iter_write(fd_dev->fd_file, &iter, &pos, 0);
4177b745c84SNicholas Bellinger 
418d4c5dcacSChristoph Hellwig 	kfree(bvec);
419d4c5dcacSChristoph Hellwig 	if (ret < 0 || ret != len) {
420d4c5dcacSChristoph Hellwig 		pr_err("vfs_iter_write() returned %zd for write same\n", ret);
4217b745c84SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
4227b745c84SNicholas Bellinger 	}
4237b745c84SNicholas Bellinger 
4247b745c84SNicholas Bellinger 	target_complete_cmd(cmd, SAM_STAT_GOOD);
4257b745c84SNicholas Bellinger 	return 0;
4267b745c84SNicholas Bellinger }
4277b745c84SNicholas Bellinger 
42864d240b7SAkinobu Mita static int
42964d240b7SAkinobu Mita fd_do_prot_fill(struct se_device *se_dev, sector_t lba, sector_t nolb,
43064d240b7SAkinobu Mita 		void *buf, size_t bufsize)
43164d240b7SAkinobu Mita {
43264d240b7SAkinobu Mita 	struct fd_dev *fd_dev = FD_DEV(se_dev);
43364d240b7SAkinobu Mita 	struct file *prot_fd = fd_dev->fd_prot_file;
43464d240b7SAkinobu Mita 	sector_t prot_length, prot;
43564d240b7SAkinobu Mita 	loff_t pos = lba * se_dev->prot_length;
43664d240b7SAkinobu Mita 
43764d240b7SAkinobu Mita 	if (!prot_fd) {
43864d240b7SAkinobu Mita 		pr_err("Unable to locate fd_dev->fd_prot_file\n");
43964d240b7SAkinobu Mita 		return -ENODEV;
44064d240b7SAkinobu Mita 	}
44164d240b7SAkinobu Mita 
44264d240b7SAkinobu Mita 	prot_length = nolb * se_dev->prot_length;
44364d240b7SAkinobu Mita 
44464d240b7SAkinobu Mita 	for (prot = 0; prot < prot_length;) {
44564d240b7SAkinobu Mita 		sector_t len = min_t(sector_t, bufsize, prot_length - prot);
446e13ec939SChristoph Hellwig 		ssize_t ret = kernel_write(prot_fd, buf, len, &pos);
44764d240b7SAkinobu Mita 
44864d240b7SAkinobu Mita 		if (ret != len) {
44964d240b7SAkinobu Mita 			pr_err("vfs_write to prot file failed: %zd\n", ret);
45064d240b7SAkinobu Mita 			return ret < 0 ? ret : -ENODEV;
45164d240b7SAkinobu Mita 		}
45264d240b7SAkinobu Mita 		prot += ret;
45364d240b7SAkinobu Mita 	}
45464d240b7SAkinobu Mita 
45564d240b7SAkinobu Mita 	return 0;
45664d240b7SAkinobu Mita }
45764d240b7SAkinobu Mita 
45864d240b7SAkinobu Mita static int
45964d240b7SAkinobu Mita fd_do_prot_unmap(struct se_cmd *cmd, sector_t lba, sector_t nolb)
46064d240b7SAkinobu Mita {
46164d240b7SAkinobu Mita 	void *buf;
46264d240b7SAkinobu Mita 	int rc;
46364d240b7SAkinobu Mita 
46464d240b7SAkinobu Mita 	buf = (void *)__get_free_page(GFP_KERNEL);
46564d240b7SAkinobu Mita 	if (!buf) {
46664d240b7SAkinobu Mita 		pr_err("Unable to allocate FILEIO prot buf\n");
46764d240b7SAkinobu Mita 		return -ENOMEM;
46864d240b7SAkinobu Mita 	}
46964d240b7SAkinobu Mita 	memset(buf, 0xff, PAGE_SIZE);
47064d240b7SAkinobu Mita 
47164d240b7SAkinobu Mita 	rc = fd_do_prot_fill(cmd->se_dev, lba, nolb, buf, PAGE_SIZE);
47264d240b7SAkinobu Mita 
47364d240b7SAkinobu Mita 	free_page((unsigned long)buf);
47464d240b7SAkinobu Mita 
47564d240b7SAkinobu Mita 	return rc;
47664d240b7SAkinobu Mita }
47764d240b7SAkinobu Mita 
478de103c93SChristoph Hellwig static sense_reason_t
47962e46942SChristoph Hellwig fd_execute_unmap(struct se_cmd *cmd, sector_t lba, sector_t nolb)
48070d3ae5cSAsias He {
48162e46942SChristoph Hellwig 	struct file *file = FD_DEV(cmd->se_dev)->fd_file;
48270d3ae5cSAsias He 	struct inode *inode = file->f_mapping->host;
48370d3ae5cSAsias He 	int ret;
48470d3ae5cSAsias He 
485594e25e7SJiang Yi 	if (!nolb) {
486594e25e7SJiang Yi 		return 0;
487594e25e7SJiang Yi 	}
488594e25e7SJiang Yi 
48964d240b7SAkinobu Mita 	if (cmd->se_dev->dev_attrib.pi_prot_type) {
49064d240b7SAkinobu Mita 		ret = fd_do_prot_unmap(cmd, lba, nolb);
49164d240b7SAkinobu Mita 		if (ret)
49264d240b7SAkinobu Mita 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
49364d240b7SAkinobu Mita 	}
49464d240b7SAkinobu Mita 
49570d3ae5cSAsias He 	if (S_ISBLK(inode->i_mode)) {
49670d3ae5cSAsias He 		/* The backend is block device, use discard */
49770d3ae5cSAsias He 		struct block_device *bdev = inode->i_bdev;
4988a9ebe71SMike Christie 		struct se_device *dev = cmd->se_dev;
49970d3ae5cSAsias He 
5008a9ebe71SMike Christie 		ret = blkdev_issue_discard(bdev,
5018a9ebe71SMike Christie 					   target_to_linux_sector(dev, lba),
5028a9ebe71SMike Christie 					   target_to_linux_sector(dev,  nolb),
5038a9ebe71SMike Christie 					   GFP_KERNEL, 0);
50470d3ae5cSAsias He 		if (ret < 0) {
50570d3ae5cSAsias He 			pr_warn("FILEIO: blkdev_issue_discard() failed: %d\n",
50670d3ae5cSAsias He 				ret);
50770d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
50870d3ae5cSAsias He 		}
50970d3ae5cSAsias He 	} else {
51070d3ae5cSAsias He 		/* The backend is normal file, use fallocate */
51143f55bbbSAsias He 		struct se_device *se_dev = cmd->se_dev;
51243f55bbbSAsias He 		loff_t pos = lba * se_dev->dev_attrib.block_size;
51370d3ae5cSAsias He 		unsigned int len = nolb * se_dev->dev_attrib.block_size;
51470d3ae5cSAsias He 		int mode = FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE;
51570d3ae5cSAsias He 
51670d3ae5cSAsias He 		if (!file->f_op->fallocate)
51770d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
51870d3ae5cSAsias He 
51970d3ae5cSAsias He 		ret = file->f_op->fallocate(file, mode, pos, len);
52070d3ae5cSAsias He 		if (ret < 0) {
52170d3ae5cSAsias He 			pr_warn("FILEIO: fallocate() failed: %d\n", ret);
52270d3ae5cSAsias He 			return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
52370d3ae5cSAsias He 		}
52470d3ae5cSAsias He 	}
52570d3ae5cSAsias He 
52643f55bbbSAsias He 	return 0;
52743f55bbbSAsias He }
52843f55bbbSAsias He 
52943f55bbbSAsias He static sense_reason_t
530a82a9538SNicholas Bellinger fd_execute_rw(struct se_cmd *cmd, struct scatterlist *sgl, u32 sgl_nents,
531a82a9538SNicholas Bellinger 	      enum dma_data_direction data_direction)
532c66ac9dbSNicholas Bellinger {
533c66ac9dbSNicholas Bellinger 	struct se_device *dev = cmd->se_dev;
5348287fa5fSSagi Grimberg 	struct fd_dev *fd_dev = FD_DEV(dev);
5358287fa5fSSagi Grimberg 	struct file *file = fd_dev->fd_file;
5368287fa5fSSagi Grimberg 	struct file *pfile = fd_dev->fd_prot_file;
53742201b55SNicholas Bellinger 	sense_reason_t rc;
538c66ac9dbSNicholas Bellinger 	int ret = 0;
539046ba642SNicholas Bellinger 	/*
540046ba642SNicholas Bellinger 	 * We are currently limited by the number of iovecs (2048) per
541046ba642SNicholas Bellinger 	 * single vfs_[writev,readv] call.
542046ba642SNicholas Bellinger 	 */
543046ba642SNicholas Bellinger 	if (cmd->data_length > FD_MAX_BYTES) {
544046ba642SNicholas Bellinger 		pr_err("FILEIO: Not able to process I/O of %u bytes due to"
545291e3e51SColin Ian King 		       "FD_MAX_BYTES: %u iovec count limitation\n",
546046ba642SNicholas Bellinger 			cmd->data_length, FD_MAX_BYTES);
547046ba642SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
548046ba642SNicholas Bellinger 	}
549c66ac9dbSNicholas Bellinger 	/*
550c66ac9dbSNicholas Bellinger 	 * Call vectorized fileio functions to map struct scatterlist
551c66ac9dbSNicholas Bellinger 	 * physical memory addresses to struct iovec virtual memory.
552c66ac9dbSNicholas Bellinger 	 */
5535787cacdSChristoph Hellwig 	if (data_direction == DMA_FROM_DEVICE) {
554ee920469SNicholas Bellinger 		if (cmd->prot_type && dev->dev_attrib.pi_prot_type) {
5558287fa5fSSagi Grimberg 			ret = fd_do_rw(cmd, pfile, dev->prot_length,
5568287fa5fSSagi Grimberg 				       cmd->t_prot_sg, cmd->t_prot_nents,
5578287fa5fSSagi Grimberg 				       cmd->prot_length, 0);
55842201b55SNicholas Bellinger 			if (ret < 0)
55942201b55SNicholas Bellinger 				return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
56042201b55SNicholas Bellinger 		}
56142201b55SNicholas Bellinger 
5628287fa5fSSagi Grimberg 		ret = fd_do_rw(cmd, file, dev->dev_attrib.block_size,
5638287fa5fSSagi Grimberg 			       sgl, sgl_nents, cmd->data_length, 0);
56442201b55SNicholas Bellinger 
565056e8924SDmitry Monakhov 		if (ret > 0 && cmd->prot_type && dev->dev_attrib.pi_prot_type &&
566056e8924SDmitry Monakhov 		    dev->dev_attrib.pi_prot_verify) {
5678287fa5fSSagi Grimberg 			u32 sectors = cmd->data_length >>
5688287fa5fSSagi Grimberg 					ilog2(dev->dev_attrib.block_size);
56942201b55SNicholas Bellinger 
570f75b6faeSSagi Grimberg 			rc = sbc_dif_verify(cmd, cmd->t_task_lba, sectors,
571f75b6faeSSagi Grimberg 					    0, cmd->t_prot_sg, 0);
5728287fa5fSSagi Grimberg 			if (rc)
57342201b55SNicholas Bellinger 				return rc;
57442201b55SNicholas Bellinger 		}
575c66ac9dbSNicholas Bellinger 	} else {
576056e8924SDmitry Monakhov 		if (cmd->prot_type && dev->dev_attrib.pi_prot_type &&
577056e8924SDmitry Monakhov 		    dev->dev_attrib.pi_prot_verify) {
5788287fa5fSSagi Grimberg 			u32 sectors = cmd->data_length >>
5798287fa5fSSagi Grimberg 					ilog2(dev->dev_attrib.block_size);
58042201b55SNicholas Bellinger 
5818287fa5fSSagi Grimberg 			rc = sbc_dif_verify(cmd, cmd->t_task_lba, sectors,
5828287fa5fSSagi Grimberg 					    0, cmd->t_prot_sg, 0);
5838287fa5fSSagi Grimberg 			if (rc)
58442201b55SNicholas Bellinger 				return rc;
58542201b55SNicholas Bellinger 		}
58642201b55SNicholas Bellinger 
5878287fa5fSSagi Grimberg 		ret = fd_do_rw(cmd, file, dev->dev_attrib.block_size,
5888287fa5fSSagi Grimberg 			       sgl, sgl_nents, cmd->data_length, 1);
589a4dff304SNicholas Bellinger 		/*
590125d0119SHannes Reinecke 		 * Perform implicit vfs_fsync_range() for fd_do_writev() ops
591a4dff304SNicholas Bellinger 		 * for SCSI WRITEs with Forced Unit Access (FUA) set.
592a4dff304SNicholas Bellinger 		 * Allow this to happen independent of WCE=0 setting.
593a4dff304SNicholas Bellinger 		 */
594814e5b45SChristoph Hellwig 		if (ret > 0 && (cmd->se_cmd_flags & SCF_FUA)) {
595a4dff304SNicholas Bellinger 			loff_t start = cmd->t_task_lba *
5960fd97ccfSChristoph Hellwig 				dev->dev_attrib.block_size;
59762d3ab49SZach Brown 			loff_t end;
59862d3ab49SZach Brown 
59962d3ab49SZach Brown 			if (cmd->data_length)
60062d3ab49SZach Brown 				end = start + cmd->data_length - 1;
60162d3ab49SZach Brown 			else
60262d3ab49SZach Brown 				end = LLONG_MAX;
603c66ac9dbSNicholas Bellinger 
604a4dff304SNicholas Bellinger 			vfs_fsync_range(fd_dev->fd_file, start, end, 1);
605a4dff304SNicholas Bellinger 		}
606c66ac9dbSNicholas Bellinger 
607ee920469SNicholas Bellinger 		if (ret > 0 && cmd->prot_type && dev->dev_attrib.pi_prot_type) {
6088287fa5fSSagi Grimberg 			ret = fd_do_rw(cmd, pfile, dev->prot_length,
6098287fa5fSSagi Grimberg 				       cmd->t_prot_sg, cmd->t_prot_nents,
6108287fa5fSSagi Grimberg 				       cmd->prot_length, 1);
611de103c93SChristoph Hellwig 			if (ret < 0)
612de103c93SChristoph Hellwig 				return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
61342201b55SNicholas Bellinger 		}
61442201b55SNicholas Bellinger 	}
61542201b55SNicholas Bellinger 
6168287fa5fSSagi Grimberg 	if (ret < 0)
61742201b55SNicholas Bellinger 		return TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE;
618de103c93SChristoph Hellwig 
6195787cacdSChristoph Hellwig 	target_complete_cmd(cmd, SAM_STAT_GOOD);
62003e98c9eSNicholas Bellinger 	return 0;
621c66ac9dbSNicholas Bellinger }
622c66ac9dbSNicholas Bellinger 
623c66ac9dbSNicholas Bellinger enum {
624c66ac9dbSNicholas Bellinger 	Opt_fd_dev_name, Opt_fd_dev_size, Opt_fd_buffered_io, Opt_err
625c66ac9dbSNicholas Bellinger };
626c66ac9dbSNicholas Bellinger 
627c66ac9dbSNicholas Bellinger static match_table_t tokens = {
628c66ac9dbSNicholas Bellinger 	{Opt_fd_dev_name, "fd_dev_name=%s"},
629c66ac9dbSNicholas Bellinger 	{Opt_fd_dev_size, "fd_dev_size=%s"},
630b32f4c7eSNicholas Bellinger 	{Opt_fd_buffered_io, "fd_buffered_io=%d"},
631c66ac9dbSNicholas Bellinger 	{Opt_err, NULL}
632c66ac9dbSNicholas Bellinger };
633c66ac9dbSNicholas Bellinger 
6340fd97ccfSChristoph Hellwig static ssize_t fd_set_configfs_dev_params(struct se_device *dev,
635c66ac9dbSNicholas Bellinger 		const char *page, ssize_t count)
636c66ac9dbSNicholas Bellinger {
6370fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
638c66ac9dbSNicholas Bellinger 	char *orig, *ptr, *arg_p, *opts;
639c66ac9dbSNicholas Bellinger 	substring_t args[MAX_OPT_ARGS];
640b32f4c7eSNicholas Bellinger 	int ret = 0, arg, token;
641c66ac9dbSNicholas Bellinger 
642c66ac9dbSNicholas Bellinger 	opts = kstrdup(page, GFP_KERNEL);
643c66ac9dbSNicholas Bellinger 	if (!opts)
644c66ac9dbSNicholas Bellinger 		return -ENOMEM;
645c66ac9dbSNicholas Bellinger 
646c66ac9dbSNicholas Bellinger 	orig = opts;
647c66ac9dbSNicholas Bellinger 
64890c161b6SSebastian Andrzej Siewior 	while ((ptr = strsep(&opts, ",\n")) != NULL) {
649c66ac9dbSNicholas Bellinger 		if (!*ptr)
650c66ac9dbSNicholas Bellinger 			continue;
651c66ac9dbSNicholas Bellinger 
652c66ac9dbSNicholas Bellinger 		token = match_token(ptr, tokens, args);
653c66ac9dbSNicholas Bellinger 		switch (token) {
654c66ac9dbSNicholas Bellinger 		case Opt_fd_dev_name:
655dbc6e022SAl Viro 			if (match_strlcpy(fd_dev->fd_dev_name, &args[0],
656dbc6e022SAl Viro 				FD_MAX_DEV_NAME) == 0) {
657dbc6e022SAl Viro 				ret = -EINVAL;
6586d180253SJesper Juhl 				break;
6596d180253SJesper Juhl 			}
6606708bb27SAndy Grover 			pr_debug("FILEIO: Referencing Path: %s\n",
661c66ac9dbSNicholas Bellinger 					fd_dev->fd_dev_name);
662c66ac9dbSNicholas Bellinger 			fd_dev->fbd_flags |= FBDF_HAS_PATH;
663c66ac9dbSNicholas Bellinger 			break;
664c66ac9dbSNicholas Bellinger 		case Opt_fd_dev_size:
665c66ac9dbSNicholas Bellinger 			arg_p = match_strdup(&args[0]);
6666d180253SJesper Juhl 			if (!arg_p) {
6676d180253SJesper Juhl 				ret = -ENOMEM;
6686d180253SJesper Juhl 				break;
6696d180253SJesper Juhl 			}
67057103d7fSJingoo Han 			ret = kstrtoull(arg_p, 0, &fd_dev->fd_dev_size);
6716d180253SJesper Juhl 			kfree(arg_p);
672c66ac9dbSNicholas Bellinger 			if (ret < 0) {
67357103d7fSJingoo Han 				pr_err("kstrtoull() failed for"
674c66ac9dbSNicholas Bellinger 						" fd_dev_size=\n");
675c66ac9dbSNicholas Bellinger 				goto out;
676c66ac9dbSNicholas Bellinger 			}
6776708bb27SAndy Grover 			pr_debug("FILEIO: Referencing Size: %llu"
678c66ac9dbSNicholas Bellinger 					" bytes\n", fd_dev->fd_dev_size);
679c66ac9dbSNicholas Bellinger 			fd_dev->fbd_flags |= FBDF_HAS_SIZE;
680c66ac9dbSNicholas Bellinger 			break;
681b32f4c7eSNicholas Bellinger 		case Opt_fd_buffered_io:
682ce31c1b0SJoern Engel 			ret = match_int(args, &arg);
683ce31c1b0SJoern Engel 			if (ret)
684ce31c1b0SJoern Engel 				goto out;
685b32f4c7eSNicholas Bellinger 			if (arg != 1) {
686b32f4c7eSNicholas Bellinger 				pr_err("bogus fd_buffered_io=%d value\n", arg);
687b32f4c7eSNicholas Bellinger 				ret = -EINVAL;
688b32f4c7eSNicholas Bellinger 				goto out;
689b32f4c7eSNicholas Bellinger 			}
690b32f4c7eSNicholas Bellinger 
691b32f4c7eSNicholas Bellinger 			pr_debug("FILEIO: Using buffered I/O"
692b32f4c7eSNicholas Bellinger 				" operations for struct fd_dev\n");
693b32f4c7eSNicholas Bellinger 
694b32f4c7eSNicholas Bellinger 			fd_dev->fbd_flags |= FDBD_HAS_BUFFERED_IO_WCE;
695b32f4c7eSNicholas Bellinger 			break;
696c66ac9dbSNicholas Bellinger 		default:
697c66ac9dbSNicholas Bellinger 			break;
698c66ac9dbSNicholas Bellinger 		}
699c66ac9dbSNicholas Bellinger 	}
700c66ac9dbSNicholas Bellinger 
701c66ac9dbSNicholas Bellinger out:
702c66ac9dbSNicholas Bellinger 	kfree(orig);
703c66ac9dbSNicholas Bellinger 	return (!ret) ? count : ret;
704c66ac9dbSNicholas Bellinger }
705c66ac9dbSNicholas Bellinger 
7060fd97ccfSChristoph Hellwig static ssize_t fd_show_configfs_dev_params(struct se_device *dev, char *b)
707c66ac9dbSNicholas Bellinger {
7080fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
709c66ac9dbSNicholas Bellinger 	ssize_t bl = 0;
710c66ac9dbSNicholas Bellinger 
711c66ac9dbSNicholas Bellinger 	bl = sprintf(b + bl, "TCM FILEIO ID: %u", fd_dev->fd_dev_id);
712b32f4c7eSNicholas Bellinger 	bl += sprintf(b + bl, "        File: %s  Size: %llu  Mode: %s\n",
713b32f4c7eSNicholas Bellinger 		fd_dev->fd_dev_name, fd_dev->fd_dev_size,
714b32f4c7eSNicholas Bellinger 		(fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE) ?
715b32f4c7eSNicholas Bellinger 		"Buffered-WCE" : "O_DSYNC");
716c66ac9dbSNicholas Bellinger 	return bl;
717c66ac9dbSNicholas Bellinger }
718c66ac9dbSNicholas Bellinger 
719c66ac9dbSNicholas Bellinger static sector_t fd_get_blocks(struct se_device *dev)
720c66ac9dbSNicholas Bellinger {
7210fd97ccfSChristoph Hellwig 	struct fd_dev *fd_dev = FD_DEV(dev);
722cd9323fdSNicholas Bellinger 	struct file *f = fd_dev->fd_file;
723cd9323fdSNicholas Bellinger 	struct inode *i = f->f_mapping->host;
724cd9323fdSNicholas Bellinger 	unsigned long long dev_size;
725cd9323fdSNicholas Bellinger 	/*
726cd9323fdSNicholas Bellinger 	 * When using a file that references an underlying struct block_device,
727cd9323fdSNicholas Bellinger 	 * ensure dev_size is always based on the current inode size in order
728cd9323fdSNicholas Bellinger 	 * to handle underlying block_device resize operations.
729cd9323fdSNicholas Bellinger 	 */
730cd9323fdSNicholas Bellinger 	if (S_ISBLK(i->i_mode))
73121363ca8SNicholas Bellinger 		dev_size = i_size_read(i);
732cd9323fdSNicholas Bellinger 	else
733cd9323fdSNicholas Bellinger 		dev_size = fd_dev->fd_dev_size;
734c66ac9dbSNicholas Bellinger 
73521363ca8SNicholas Bellinger 	return div_u64(dev_size - dev->dev_attrib.block_size,
73621363ca8SNicholas Bellinger 		       dev->dev_attrib.block_size);
737c66ac9dbSNicholas Bellinger }
738c66ac9dbSNicholas Bellinger 
7390f5e2ec4SNicholas Bellinger static int fd_init_prot(struct se_device *dev)
7400f5e2ec4SNicholas Bellinger {
7410f5e2ec4SNicholas Bellinger 	struct fd_dev *fd_dev = FD_DEV(dev);
7420f5e2ec4SNicholas Bellinger 	struct file *prot_file, *file = fd_dev->fd_file;
7430f5e2ec4SNicholas Bellinger 	struct inode *inode;
7440f5e2ec4SNicholas Bellinger 	int ret, flags = O_RDWR | O_CREAT | O_LARGEFILE | O_DSYNC;
7450f5e2ec4SNicholas Bellinger 	char buf[FD_MAX_DEV_PROT_NAME];
7460f5e2ec4SNicholas Bellinger 
7470f5e2ec4SNicholas Bellinger 	if (!file) {
7480f5e2ec4SNicholas Bellinger 		pr_err("Unable to locate fd_dev->fd_file\n");
7490f5e2ec4SNicholas Bellinger 		return -ENODEV;
7500f5e2ec4SNicholas Bellinger 	}
7510f5e2ec4SNicholas Bellinger 
7520f5e2ec4SNicholas Bellinger 	inode = file->f_mapping->host;
7530f5e2ec4SNicholas Bellinger 	if (S_ISBLK(inode->i_mode)) {
7540f5e2ec4SNicholas Bellinger 		pr_err("FILEIO Protection emulation only supported on"
7550f5e2ec4SNicholas Bellinger 		       " !S_ISBLK\n");
7560f5e2ec4SNicholas Bellinger 		return -ENOSYS;
7570f5e2ec4SNicholas Bellinger 	}
7580f5e2ec4SNicholas Bellinger 
7590f5e2ec4SNicholas Bellinger 	if (fd_dev->fbd_flags & FDBD_HAS_BUFFERED_IO_WCE)
7600f5e2ec4SNicholas Bellinger 		flags &= ~O_DSYNC;
7610f5e2ec4SNicholas Bellinger 
7620f5e2ec4SNicholas Bellinger 	snprintf(buf, FD_MAX_DEV_PROT_NAME, "%s.protection",
7630f5e2ec4SNicholas Bellinger 		 fd_dev->fd_dev_name);
7640f5e2ec4SNicholas Bellinger 
7650f5e2ec4SNicholas Bellinger 	prot_file = filp_open(buf, flags, 0600);
7660f5e2ec4SNicholas Bellinger 	if (IS_ERR(prot_file)) {
7670f5e2ec4SNicholas Bellinger 		pr_err("filp_open(%s) failed\n", buf);
7680f5e2ec4SNicholas Bellinger 		ret = PTR_ERR(prot_file);
7690f5e2ec4SNicholas Bellinger 		return ret;
7700f5e2ec4SNicholas Bellinger 	}
7710f5e2ec4SNicholas Bellinger 	fd_dev->fd_prot_file = prot_file;
7720f5e2ec4SNicholas Bellinger 
7730f5e2ec4SNicholas Bellinger 	return 0;
7740f5e2ec4SNicholas Bellinger }
7750f5e2ec4SNicholas Bellinger 
7760f5e2ec4SNicholas Bellinger static int fd_format_prot(struct se_device *dev)
7770f5e2ec4SNicholas Bellinger {
7780f5e2ec4SNicholas Bellinger 	unsigned char *buf;
7790f5e2ec4SNicholas Bellinger 	int unit_size = FDBD_FORMAT_UNIT_SIZE * dev->dev_attrib.block_size;
78064d240b7SAkinobu Mita 	int ret;
7810f5e2ec4SNicholas Bellinger 
7820f5e2ec4SNicholas Bellinger 	if (!dev->dev_attrib.pi_prot_type) {
7830f5e2ec4SNicholas Bellinger 		pr_err("Unable to format_prot while pi_prot_type == 0\n");
7840f5e2ec4SNicholas Bellinger 		return -ENODEV;
7850f5e2ec4SNicholas Bellinger 	}
7860f5e2ec4SNicholas Bellinger 
7870f5e2ec4SNicholas Bellinger 	buf = vzalloc(unit_size);
7880f5e2ec4SNicholas Bellinger 	if (!buf) {
7890f5e2ec4SNicholas Bellinger 		pr_err("Unable to allocate FILEIO prot buf\n");
7900f5e2ec4SNicholas Bellinger 		return -ENOMEM;
7910f5e2ec4SNicholas Bellinger 	}
7920f5e2ec4SNicholas Bellinger 
7930f5e2ec4SNicholas Bellinger 	pr_debug("Using FILEIO prot_length: %llu\n",
79464d240b7SAkinobu Mita 		 (unsigned long long)(dev->transport->get_blocks(dev) + 1) *
79564d240b7SAkinobu Mita 					dev->prot_length);
7960f5e2ec4SNicholas Bellinger 
79780dcd0c1SSagi Grimberg 	memset(buf, 0xff, unit_size);
79864d240b7SAkinobu Mita 	ret = fd_do_prot_fill(dev, 0, dev->transport->get_blocks(dev) + 1,
79964d240b7SAkinobu Mita 			      buf, unit_size);
8000f5e2ec4SNicholas Bellinger 	vfree(buf);
8010f5e2ec4SNicholas Bellinger 	return ret;
8020f5e2ec4SNicholas Bellinger }
8030f5e2ec4SNicholas Bellinger 
8040f5e2ec4SNicholas Bellinger static void fd_free_prot(struct se_device *dev)
8050f5e2ec4SNicholas Bellinger {
8060f5e2ec4SNicholas Bellinger 	struct fd_dev *fd_dev = FD_DEV(dev);
8070f5e2ec4SNicholas Bellinger 
8080f5e2ec4SNicholas Bellinger 	if (!fd_dev->fd_prot_file)
8090f5e2ec4SNicholas Bellinger 		return;
8100f5e2ec4SNicholas Bellinger 
8110f5e2ec4SNicholas Bellinger 	filp_close(fd_dev->fd_prot_file, NULL);
8120f5e2ec4SNicholas Bellinger 	fd_dev->fd_prot_file = NULL;
8130f5e2ec4SNicholas Bellinger }
8140f5e2ec4SNicholas Bellinger 
8159e999a6cSChristoph Hellwig static struct sbc_ops fd_sbc_ops = {
8160c2ad7d1SChristoph Hellwig 	.execute_rw		= fd_execute_rw,
817ad67f0d9SChristoph Hellwig 	.execute_sync_cache	= fd_execute_sync_cache,
8187b745c84SNicholas Bellinger 	.execute_write_same	= fd_execute_write_same,
81950642762SAsias He 	.execute_unmap		= fd_execute_unmap,
8200c2ad7d1SChristoph Hellwig };
8210c2ad7d1SChristoph Hellwig 
822de103c93SChristoph Hellwig static sense_reason_t
823de103c93SChristoph Hellwig fd_parse_cdb(struct se_cmd *cmd)
8240c2ad7d1SChristoph Hellwig {
8259e999a6cSChristoph Hellwig 	return sbc_parse_cdb(cmd, &fd_sbc_ops);
8260c2ad7d1SChristoph Hellwig }
8270c2ad7d1SChristoph Hellwig 
8280a06d430SChristoph Hellwig static const struct target_backend_ops fileio_ops = {
829c66ac9dbSNicholas Bellinger 	.name			= "fileio",
8300fd97ccfSChristoph Hellwig 	.inquiry_prod		= "FILEIO",
8310fd97ccfSChristoph Hellwig 	.inquiry_rev		= FD_VERSION,
832c66ac9dbSNicholas Bellinger 	.owner			= THIS_MODULE,
833c66ac9dbSNicholas Bellinger 	.attach_hba		= fd_attach_hba,
834c66ac9dbSNicholas Bellinger 	.detach_hba		= fd_detach_hba,
8350fd97ccfSChristoph Hellwig 	.alloc_device		= fd_alloc_device,
8360fd97ccfSChristoph Hellwig 	.configure_device	= fd_configure_device,
83792634706SMike Christie 	.destroy_device		= fd_destroy_device,
838c66ac9dbSNicholas Bellinger 	.free_device		= fd_free_device,
8390c2ad7d1SChristoph Hellwig 	.parse_cdb		= fd_parse_cdb,
840c66ac9dbSNicholas Bellinger 	.set_configfs_dev_params = fd_set_configfs_dev_params,
841c66ac9dbSNicholas Bellinger 	.show_configfs_dev_params = fd_show_configfs_dev_params,
8426f23ac8aSChristoph Hellwig 	.get_device_type	= sbc_get_device_type,
843c66ac9dbSNicholas Bellinger 	.get_blocks		= fd_get_blocks,
8440f5e2ec4SNicholas Bellinger 	.init_prot		= fd_init_prot,
8450f5e2ec4SNicholas Bellinger 	.format_prot		= fd_format_prot,
8460f5e2ec4SNicholas Bellinger 	.free_prot		= fd_free_prot,
8475873c4d1SChristoph Hellwig 	.tb_dev_attrib_attrs	= sbc_attrib_attrs,
848c66ac9dbSNicholas Bellinger };
849c66ac9dbSNicholas Bellinger 
850c66ac9dbSNicholas Bellinger static int __init fileio_module_init(void)
851c66ac9dbSNicholas Bellinger {
8520a06d430SChristoph Hellwig 	return transport_backend_register(&fileio_ops);
853c66ac9dbSNicholas Bellinger }
854c66ac9dbSNicholas Bellinger 
85563b91d5aSAsias He static void __exit fileio_module_exit(void)
856c66ac9dbSNicholas Bellinger {
8570a06d430SChristoph Hellwig 	target_backend_unregister(&fileio_ops);
858c66ac9dbSNicholas Bellinger }
859c66ac9dbSNicholas Bellinger 
860c66ac9dbSNicholas Bellinger MODULE_DESCRIPTION("TCM FILEIO subsystem plugin");
861c66ac9dbSNicholas Bellinger MODULE_AUTHOR("nab@Linux-iSCSI.org");
862c66ac9dbSNicholas Bellinger MODULE_LICENSE("GPL");
863c66ac9dbSNicholas Bellinger 
864c66ac9dbSNicholas Bellinger module_init(fileio_module_init);
865c66ac9dbSNicholas Bellinger module_exit(fileio_module_exit);
866