1d5eff33eSChaitanya Kulkarni // SPDX-License-Identifier: GPL-2.0
2d5eff33eSChaitanya Kulkarni /*
3d5eff33eSChaitanya Kulkarni * NVMe Over Fabrics Target File I/O commands implementation.
4d5eff33eSChaitanya Kulkarni * Copyright (c) 2017-2018 Western Digital Corporation or its
5d5eff33eSChaitanya Kulkarni * affiliates.
6d5eff33eSChaitanya Kulkarni */
7d5eff33eSChaitanya Kulkarni #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
8d5eff33eSChaitanya Kulkarni #include <linux/uio.h>
9d5eff33eSChaitanya Kulkarni #include <linux/falloc.h>
10d5eff33eSChaitanya Kulkarni #include <linux/file.h>
11c024b226SMaurizio Lombardi #include <linux/fs.h>
12d5eff33eSChaitanya Kulkarni #include "nvmet.h"
13d5eff33eSChaitanya Kulkarni
14d5eff33eSChaitanya Kulkarni #define NVMET_MIN_MPOOL_OBJ 16
15d5eff33eSChaitanya Kulkarni
nvmet_file_ns_revalidate(struct nvmet_ns * ns)162caecd62SChaitanya Kulkarni void nvmet_file_ns_revalidate(struct nvmet_ns *ns)
17e8cd1ff1SAnthony Iliopoulos {
182caecd62SChaitanya Kulkarni ns->size = i_size_read(ns->file->f_mapping->host);
19e8cd1ff1SAnthony Iliopoulos }
20e8cd1ff1SAnthony Iliopoulos
nvmet_file_ns_disable(struct nvmet_ns * ns)21d5eff33eSChaitanya Kulkarni void nvmet_file_ns_disable(struct nvmet_ns *ns)
22d5eff33eSChaitanya Kulkarni {
23d5eff33eSChaitanya Kulkarni if (ns->file) {
2455eb942eSChaitanya Kulkarni if (ns->buffered_io)
2555eb942eSChaitanya Kulkarni flush_workqueue(buffered_io_wq);
26d5eff33eSChaitanya Kulkarni mempool_destroy(ns->bvec_pool);
27d5eff33eSChaitanya Kulkarni ns->bvec_pool = NULL;
28d5eff33eSChaitanya Kulkarni fput(ns->file);
29d5eff33eSChaitanya Kulkarni ns->file = NULL;
30d5eff33eSChaitanya Kulkarni }
31d5eff33eSChaitanya Kulkarni }
32d5eff33eSChaitanya Kulkarni
nvmet_file_ns_enable(struct nvmet_ns * ns)33d5eff33eSChaitanya Kulkarni int nvmet_file_ns_enable(struct nvmet_ns *ns)
34d5eff33eSChaitanya Kulkarni {
3555eb942eSChaitanya Kulkarni int flags = O_RDWR | O_LARGEFILE;
362caecd62SChaitanya Kulkarni int ret = 0;
37d5eff33eSChaitanya Kulkarni
3855eb942eSChaitanya Kulkarni if (!ns->buffered_io)
3955eb942eSChaitanya Kulkarni flags |= O_DIRECT;
4055eb942eSChaitanya Kulkarni
4155eb942eSChaitanya Kulkarni ns->file = filp_open(ns->device_path, flags, 0);
42d5eff33eSChaitanya Kulkarni if (IS_ERR(ns->file)) {
4385428beaSDaniel Wagner ret = PTR_ERR(ns->file);
4485428beaSDaniel Wagner pr_err("failed to open file %s: (%d)\n",
4585428beaSDaniel Wagner ns->device_path, ret);
4685428beaSDaniel Wagner ns->file = NULL;
4785428beaSDaniel Wagner return ret;
48d5eff33eSChaitanya Kulkarni }
49d5eff33eSChaitanya Kulkarni
502caecd62SChaitanya Kulkarni nvmet_file_ns_revalidate(ns);
51d5eff33eSChaitanya Kulkarni
52525ec495SSagi Grimberg /*
53525ec495SSagi Grimberg * i_blkbits can be greater than the universally accepted upper bound,
54525ec495SSagi Grimberg * so make sure we export a sane namespace lba_shift.
55525ec495SSagi Grimberg */
56525ec495SSagi Grimberg ns->blksize_shift = min_t(u8,
57525ec495SSagi Grimberg file_inode(ns->file)->i_blkbits, 12);
58d5eff33eSChaitanya Kulkarni
59d5eff33eSChaitanya Kulkarni ns->bvec_pool = mempool_create(NVMET_MIN_MPOOL_OBJ, mempool_alloc_slab,
60fa8f9ac4SChristoph Hellwig mempool_free_slab, nvmet_bvec_cache);
61d5eff33eSChaitanya Kulkarni
621367bc82SWei Yongjun if (!ns->bvec_pool) {
631367bc82SWei Yongjun ret = -ENOMEM;
64d5eff33eSChaitanya Kulkarni goto err;
651367bc82SWei Yongjun }
66d5eff33eSChaitanya Kulkarni
67d5eff33eSChaitanya Kulkarni return ret;
68d5eff33eSChaitanya Kulkarni err:
69fa8f9ac4SChristoph Hellwig fput(ns->file);
70fa8f9ac4SChristoph Hellwig ns->file = NULL;
71d5eff33eSChaitanya Kulkarni ns->size = 0;
72d5eff33eSChaitanya Kulkarni ns->blksize_shift = 0;
73d5eff33eSChaitanya Kulkarni return ret;
74d5eff33eSChaitanya Kulkarni }
75d5eff33eSChaitanya Kulkarni
nvmet_file_submit_bvec(struct nvmet_req * req,loff_t pos,unsigned long nr_segs,size_t count,int ki_flags)76d5eff33eSChaitanya Kulkarni static ssize_t nvmet_file_submit_bvec(struct nvmet_req *req, loff_t pos,
7750a909dbSChaitanya Kulkarni unsigned long nr_segs, size_t count, int ki_flags)
78d5eff33eSChaitanya Kulkarni {
79d5eff33eSChaitanya Kulkarni struct kiocb *iocb = &req->f.iocb;
80d5eff33eSChaitanya Kulkarni ssize_t (*call_iter)(struct kiocb *iocb, struct iov_iter *iter);
81d5eff33eSChaitanya Kulkarni struct iov_iter iter;
8250a909dbSChaitanya Kulkarni int rw;
83d5eff33eSChaitanya Kulkarni
84d5eff33eSChaitanya Kulkarni if (req->cmd->rw.opcode == nvme_cmd_write) {
85d5eff33eSChaitanya Kulkarni if (req->cmd->rw.control & cpu_to_le16(NVME_RW_FUA))
8650a909dbSChaitanya Kulkarni ki_flags |= IOCB_DSYNC;
87d5eff33eSChaitanya Kulkarni call_iter = req->ns->file->f_op->write_iter;
88de4eda9dSAl Viro rw = ITER_SOURCE;
89d5eff33eSChaitanya Kulkarni } else {
90d5eff33eSChaitanya Kulkarni call_iter = req->ns->file->f_op->read_iter;
91de4eda9dSAl Viro rw = ITER_DEST;
92d5eff33eSChaitanya Kulkarni }
93d5eff33eSChaitanya Kulkarni
94aa563d7bSDavid Howells iov_iter_bvec(&iter, rw, req->f.bvec, nr_segs, count);
95d5eff33eSChaitanya Kulkarni
96d5eff33eSChaitanya Kulkarni iocb->ki_pos = pos;
97d5eff33eSChaitanya Kulkarni iocb->ki_filp = req->ns->file;
98164f4064SAl Viro iocb->ki_flags = ki_flags | iocb->ki_filp->f_iocb_flags;
99d5eff33eSChaitanya Kulkarni
10050a909dbSChaitanya Kulkarni return call_iter(iocb, &iter);
101d5eff33eSChaitanya Kulkarni }
102d5eff33eSChaitanya Kulkarni
nvmet_file_io_done(struct kiocb * iocb,long ret)1036b19b766SJens Axboe static void nvmet_file_io_done(struct kiocb *iocb, long ret)
104d5eff33eSChaitanya Kulkarni {
105d5eff33eSChaitanya Kulkarni struct nvmet_req *req = container_of(iocb, struct nvmet_req, f.iocb);
106c6aa3542SChaitanya Kulkarni u16 status = NVME_SC_SUCCESS;
107d5eff33eSChaitanya Kulkarni
108d5eff33eSChaitanya Kulkarni if (req->f.bvec != req->inline_bvec) {
109d5eff33eSChaitanya Kulkarni if (likely(req->f.mpool_alloc == false))
110d5eff33eSChaitanya Kulkarni kfree(req->f.bvec);
111d5eff33eSChaitanya Kulkarni else
112d5eff33eSChaitanya Kulkarni mempool_free(req->f.bvec, req->ns->bvec_pool);
113d5eff33eSChaitanya Kulkarni }
114d5eff33eSChaitanya Kulkarni
115e9061c39SChristoph Hellwig if (unlikely(ret != req->transfer_len))
116c6aa3542SChaitanya Kulkarni status = errno_to_nvme_status(req, ret);
117c6aa3542SChaitanya Kulkarni nvmet_req_complete(req, status);
118d5eff33eSChaitanya Kulkarni }
119d5eff33eSChaitanya Kulkarni
nvmet_file_execute_io(struct nvmet_req * req,int ki_flags)12050a909dbSChaitanya Kulkarni static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags)
121d5eff33eSChaitanya Kulkarni {
12202db9954SMing Lei ssize_t nr_bvec = req->sg_cnt;
123d5eff33eSChaitanya Kulkarni unsigned long bv_cnt = 0;
124d5eff33eSChaitanya Kulkarni bool is_sync = false;
125d5eff33eSChaitanya Kulkarni size_t len = 0, total_len = 0;
126d5eff33eSChaitanya Kulkarni ssize_t ret = 0;
127d5eff33eSChaitanya Kulkarni loff_t pos;
12802db9954SMing Lei int i;
12902db9954SMing Lei struct scatterlist *sg;
13050a909dbSChaitanya Kulkarni
13150a909dbSChaitanya Kulkarni if (req->f.mpool_alloc && nr_bvec > NVMET_MAX_MPOOL_BVEC)
13250a909dbSChaitanya Kulkarni is_sync = true;
133d5eff33eSChaitanya Kulkarni
1349c891c13SSagi Grimberg pos = le64_to_cpu(req->cmd->rw.slba) << req->ns->blksize_shift;
135e9061c39SChristoph Hellwig if (unlikely(pos + req->transfer_len > req->ns->size)) {
136c6aa3542SChaitanya Kulkarni nvmet_req_complete(req, errno_to_nvme_status(req, -ENOSPC));
13750a909dbSChaitanya Kulkarni return true;
138d5eff33eSChaitanya Kulkarni }
139d5eff33eSChaitanya Kulkarni
140d5eff33eSChaitanya Kulkarni memset(&req->f.iocb, 0, sizeof(struct kiocb));
14102db9954SMing Lei for_each_sg(req->sg, sg, req->sg_cnt, i) {
142*fc41c97aSChristoph Hellwig bvec_set_page(&req->f.bvec[bv_cnt], sg_page(sg), sg->length,
143*fc41c97aSChristoph Hellwig sg->offset);
144d5eff33eSChaitanya Kulkarni len += req->f.bvec[bv_cnt].bv_len;
145d5eff33eSChaitanya Kulkarni total_len += req->f.bvec[bv_cnt].bv_len;
146d5eff33eSChaitanya Kulkarni bv_cnt++;
147d5eff33eSChaitanya Kulkarni
148d5eff33eSChaitanya Kulkarni WARN_ON_ONCE((nr_bvec - 1) < 0);
149d5eff33eSChaitanya Kulkarni
150d5eff33eSChaitanya Kulkarni if (unlikely(is_sync) &&
151d5eff33eSChaitanya Kulkarni (nr_bvec - 1 == 0 || bv_cnt == NVMET_MAX_MPOOL_BVEC)) {
15250a909dbSChaitanya Kulkarni ret = nvmet_file_submit_bvec(req, pos, bv_cnt, len, 0);
153d5eff33eSChaitanya Kulkarni if (ret < 0)
15450a909dbSChaitanya Kulkarni goto complete;
15550a909dbSChaitanya Kulkarni
156d5eff33eSChaitanya Kulkarni pos += len;
157d5eff33eSChaitanya Kulkarni bv_cnt = 0;
158d5eff33eSChaitanya Kulkarni len = 0;
159d5eff33eSChaitanya Kulkarni }
160d5eff33eSChaitanya Kulkarni nr_bvec--;
161d5eff33eSChaitanya Kulkarni }
162d5eff33eSChaitanya Kulkarni
163e9061c39SChristoph Hellwig if (WARN_ON_ONCE(total_len != req->transfer_len)) {
164d5eff33eSChaitanya Kulkarni ret = -EIO;
16550a909dbSChaitanya Kulkarni goto complete;
166d5eff33eSChaitanya Kulkarni }
16750a909dbSChaitanya Kulkarni
16850a909dbSChaitanya Kulkarni if (unlikely(is_sync)) {
16950a909dbSChaitanya Kulkarni ret = total_len;
17050a909dbSChaitanya Kulkarni goto complete;
17150a909dbSChaitanya Kulkarni }
17250a909dbSChaitanya Kulkarni
17350a909dbSChaitanya Kulkarni /*
17450a909dbSChaitanya Kulkarni * A NULL ki_complete ask for synchronous execution, which we want
17550a909dbSChaitanya Kulkarni * for the IOCB_NOWAIT case.
17650a909dbSChaitanya Kulkarni */
17750a909dbSChaitanya Kulkarni if (!(ki_flags & IOCB_NOWAIT))
178d5eff33eSChaitanya Kulkarni req->f.iocb.ki_complete = nvmet_file_io_done;
17950a909dbSChaitanya Kulkarni
18050a909dbSChaitanya Kulkarni ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags);
18150a909dbSChaitanya Kulkarni
18250a909dbSChaitanya Kulkarni switch (ret) {
18350a909dbSChaitanya Kulkarni case -EIOCBQUEUED:
18450a909dbSChaitanya Kulkarni return true;
18550a909dbSChaitanya Kulkarni case -EAGAIN:
18650a909dbSChaitanya Kulkarni if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT)))
18750a909dbSChaitanya Kulkarni goto complete;
18850a909dbSChaitanya Kulkarni return false;
18950a909dbSChaitanya Kulkarni case -EOPNOTSUPP:
19050a909dbSChaitanya Kulkarni /*
19150a909dbSChaitanya Kulkarni * For file systems returning error -EOPNOTSUPP, handle
19250a909dbSChaitanya Kulkarni * IOCB_NOWAIT error case separately and retry without
19350a909dbSChaitanya Kulkarni * IOCB_NOWAIT.
19450a909dbSChaitanya Kulkarni */
19550a909dbSChaitanya Kulkarni if ((ki_flags & IOCB_NOWAIT))
19650a909dbSChaitanya Kulkarni return false;
19750a909dbSChaitanya Kulkarni break;
19850a909dbSChaitanya Kulkarni }
19950a909dbSChaitanya Kulkarni
20050a909dbSChaitanya Kulkarni complete:
2016b19b766SJens Axboe nvmet_file_io_done(&req->f.iocb, ret);
20250a909dbSChaitanya Kulkarni return true;
203d5eff33eSChaitanya Kulkarni }
204d5eff33eSChaitanya Kulkarni
nvmet_file_buffered_io_work(struct work_struct * w)20555eb942eSChaitanya Kulkarni static void nvmet_file_buffered_io_work(struct work_struct *w)
20655eb942eSChaitanya Kulkarni {
20755eb942eSChaitanya Kulkarni struct nvmet_req *req = container_of(w, struct nvmet_req, f.work);
20855eb942eSChaitanya Kulkarni
20950a909dbSChaitanya Kulkarni nvmet_file_execute_io(req, 0);
21055eb942eSChaitanya Kulkarni }
21155eb942eSChaitanya Kulkarni
nvmet_file_submit_buffered_io(struct nvmet_req * req)21250a909dbSChaitanya Kulkarni static void nvmet_file_submit_buffered_io(struct nvmet_req *req)
21355eb942eSChaitanya Kulkarni {
21455eb942eSChaitanya Kulkarni INIT_WORK(&req->f.work, nvmet_file_buffered_io_work);
21555eb942eSChaitanya Kulkarni queue_work(buffered_io_wq, &req->f.work);
21655eb942eSChaitanya Kulkarni }
21755eb942eSChaitanya Kulkarni
nvmet_file_execute_rw(struct nvmet_req * req)21850a909dbSChaitanya Kulkarni static void nvmet_file_execute_rw(struct nvmet_req *req)
21950a909dbSChaitanya Kulkarni {
22002db9954SMing Lei ssize_t nr_bvec = req->sg_cnt;
22150a909dbSChaitanya Kulkarni
222136cc1ffSIsrael Rukshin if (!nvmet_check_transfer_len(req, nvmet_rw_data_len(req)))
223e9061c39SChristoph Hellwig return;
224e9061c39SChristoph Hellwig
22550a909dbSChaitanya Kulkarni if (!req->sg_cnt || !nr_bvec) {
22650a909dbSChaitanya Kulkarni nvmet_req_complete(req, 0);
22750a909dbSChaitanya Kulkarni return;
22850a909dbSChaitanya Kulkarni }
22950a909dbSChaitanya Kulkarni
23050a909dbSChaitanya Kulkarni if (nr_bvec > NVMET_MAX_INLINE_BIOVEC)
23150a909dbSChaitanya Kulkarni req->f.bvec = kmalloc_array(nr_bvec, sizeof(struct bio_vec),
23250a909dbSChaitanya Kulkarni GFP_KERNEL);
23350a909dbSChaitanya Kulkarni else
23450a909dbSChaitanya Kulkarni req->f.bvec = req->inline_bvec;
23550a909dbSChaitanya Kulkarni
23650a909dbSChaitanya Kulkarni if (unlikely(!req->f.bvec)) {
23750a909dbSChaitanya Kulkarni /* fallback under memory pressure */
23850a909dbSChaitanya Kulkarni req->f.bvec = mempool_alloc(req->ns->bvec_pool, GFP_KERNEL);
23950a909dbSChaitanya Kulkarni req->f.mpool_alloc = true;
24050a909dbSChaitanya Kulkarni } else
24150a909dbSChaitanya Kulkarni req->f.mpool_alloc = false;
24250a909dbSChaitanya Kulkarni
24350a909dbSChaitanya Kulkarni if (req->ns->buffered_io) {
24450a909dbSChaitanya Kulkarni if (likely(!req->f.mpool_alloc) &&
245c024b226SMaurizio Lombardi (req->ns->file->f_mode & FMODE_NOWAIT) &&
24650a909dbSChaitanya Kulkarni nvmet_file_execute_io(req, IOCB_NOWAIT))
24750a909dbSChaitanya Kulkarni return;
24850a909dbSChaitanya Kulkarni nvmet_file_submit_buffered_io(req);
24950a909dbSChaitanya Kulkarni } else
25050a909dbSChaitanya Kulkarni nvmet_file_execute_io(req, 0);
25150a909dbSChaitanya Kulkarni }
25250a909dbSChaitanya Kulkarni
nvmet_file_flush(struct nvmet_req * req)253dedf0be5SChaitanya Kulkarni u16 nvmet_file_flush(struct nvmet_req *req)
254dedf0be5SChaitanya Kulkarni {
255c6aa3542SChaitanya Kulkarni return errno_to_nvme_status(req, vfs_fsync(req->ns->file, 1));
256dedf0be5SChaitanya Kulkarni }
257dedf0be5SChaitanya Kulkarni
nvmet_file_flush_work(struct work_struct * w)258d5eff33eSChaitanya Kulkarni static void nvmet_file_flush_work(struct work_struct *w)
259d5eff33eSChaitanya Kulkarni {
260d5eff33eSChaitanya Kulkarni struct nvmet_req *req = container_of(w, struct nvmet_req, f.work);
261d5eff33eSChaitanya Kulkarni
262dedf0be5SChaitanya Kulkarni nvmet_req_complete(req, nvmet_file_flush(req));
263d5eff33eSChaitanya Kulkarni }
264d5eff33eSChaitanya Kulkarni
nvmet_file_execute_flush(struct nvmet_req * req)265d5eff33eSChaitanya Kulkarni static void nvmet_file_execute_flush(struct nvmet_req *req)
266d5eff33eSChaitanya Kulkarni {
267136cc1ffSIsrael Rukshin if (!nvmet_check_transfer_len(req, 0))
268e9061c39SChristoph Hellwig return;
269d5eff33eSChaitanya Kulkarni INIT_WORK(&req->f.work, nvmet_file_flush_work);
2708832cf92SSagi Grimberg queue_work(nvmet_wq, &req->f.work);
271d5eff33eSChaitanya Kulkarni }
272d5eff33eSChaitanya Kulkarni
nvmet_file_execute_discard(struct nvmet_req * req)273d5eff33eSChaitanya Kulkarni static void nvmet_file_execute_discard(struct nvmet_req *req)
274d5eff33eSChaitanya Kulkarni {
275d5eff33eSChaitanya Kulkarni int mode = FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE;
276d5eff33eSChaitanya Kulkarni struct nvme_dsm_range range;
2771b72b71fSSagi Grimberg loff_t offset, len;
278c6aa3542SChaitanya Kulkarni u16 status = 0;
279c6aa3542SChaitanya Kulkarni int ret;
2801b72b71fSSagi Grimberg int i;
281d5eff33eSChaitanya Kulkarni
282d5eff33eSChaitanya Kulkarni for (i = 0; i <= le32_to_cpu(req->cmd->dsm.nr); i++) {
283c6aa3542SChaitanya Kulkarni status = nvmet_copy_from_sgl(req, i * sizeof(range), &range,
2841b72b71fSSagi Grimberg sizeof(range));
285c6aa3542SChaitanya Kulkarni if (status)
286d5eff33eSChaitanya Kulkarni break;
2879c891c13SSagi Grimberg
288d5eff33eSChaitanya Kulkarni offset = le64_to_cpu(range.slba) << req->ns->blksize_shift;
2898eacd1bdSBart Van Assche len = le32_to_cpu(range.nlb);
2908eacd1bdSBart Van Assche len <<= req->ns->blksize_shift;
2919c891c13SSagi Grimberg if (offset + len > req->ns->size) {
292c6aa3542SChaitanya Kulkarni req->error_slba = le64_to_cpu(range.slba);
293c6aa3542SChaitanya Kulkarni status = errno_to_nvme_status(req, -ENOSPC);
2949c891c13SSagi Grimberg break;
2959c891c13SSagi Grimberg }
2969c891c13SSagi Grimberg
297c6aa3542SChaitanya Kulkarni ret = vfs_fallocate(req->ns->file, mode, offset, len);
298005c674fSChristoph Hellwig if (ret && ret != -EOPNOTSUPP) {
299c6aa3542SChaitanya Kulkarni req->error_slba = le64_to_cpu(range.slba);
300c6aa3542SChaitanya Kulkarni status = errno_to_nvme_status(req, ret);
301d5eff33eSChaitanya Kulkarni break;
302d5eff33eSChaitanya Kulkarni }
3031b72b71fSSagi Grimberg }
304d5eff33eSChaitanya Kulkarni
305c6aa3542SChaitanya Kulkarni nvmet_req_complete(req, status);
306d5eff33eSChaitanya Kulkarni }
307d5eff33eSChaitanya Kulkarni
nvmet_file_dsm_work(struct work_struct * w)308d5eff33eSChaitanya Kulkarni static void nvmet_file_dsm_work(struct work_struct *w)
309d5eff33eSChaitanya Kulkarni {
310d5eff33eSChaitanya Kulkarni struct nvmet_req *req = container_of(w, struct nvmet_req, f.work);
311d5eff33eSChaitanya Kulkarni
312d5eff33eSChaitanya Kulkarni switch (le32_to_cpu(req->cmd->dsm.attributes)) {
313d5eff33eSChaitanya Kulkarni case NVME_DSMGMT_AD:
314d5eff33eSChaitanya Kulkarni nvmet_file_execute_discard(req);
315d5eff33eSChaitanya Kulkarni return;
316d5eff33eSChaitanya Kulkarni case NVME_DSMGMT_IDR:
317d5eff33eSChaitanya Kulkarni case NVME_DSMGMT_IDW:
318d5eff33eSChaitanya Kulkarni default:
319d5eff33eSChaitanya Kulkarni /* Not supported yet */
320d5eff33eSChaitanya Kulkarni nvmet_req_complete(req, 0);
321d5eff33eSChaitanya Kulkarni return;
322d5eff33eSChaitanya Kulkarni }
323d5eff33eSChaitanya Kulkarni }
324d5eff33eSChaitanya Kulkarni
nvmet_file_execute_dsm(struct nvmet_req * req)325d5eff33eSChaitanya Kulkarni static void nvmet_file_execute_dsm(struct nvmet_req *req)
326d5eff33eSChaitanya Kulkarni {
327b716e688SSagi Grimberg if (!nvmet_check_data_len_lte(req, nvmet_dsm_len(req)))
328e9061c39SChristoph Hellwig return;
329d5eff33eSChaitanya Kulkarni INIT_WORK(&req->f.work, nvmet_file_dsm_work);
3308832cf92SSagi Grimberg queue_work(nvmet_wq, &req->f.work);
331d5eff33eSChaitanya Kulkarni }
332d5eff33eSChaitanya Kulkarni
nvmet_file_write_zeroes_work(struct work_struct * w)333d5eff33eSChaitanya Kulkarni static void nvmet_file_write_zeroes_work(struct work_struct *w)
334d5eff33eSChaitanya Kulkarni {
335d5eff33eSChaitanya Kulkarni struct nvmet_req *req = container_of(w, struct nvmet_req, f.work);
336d5eff33eSChaitanya Kulkarni struct nvme_write_zeroes_cmd *write_zeroes = &req->cmd->write_zeroes;
337d5eff33eSChaitanya Kulkarni int mode = FALLOC_FL_ZERO_RANGE | FALLOC_FL_KEEP_SIZE;
338d5eff33eSChaitanya Kulkarni loff_t offset;
339d5eff33eSChaitanya Kulkarni loff_t len;
340d5eff33eSChaitanya Kulkarni int ret;
341d5eff33eSChaitanya Kulkarni
342d5eff33eSChaitanya Kulkarni offset = le64_to_cpu(write_zeroes->slba) << req->ns->blksize_shift;
343d5eff33eSChaitanya Kulkarni len = (((sector_t)le16_to_cpu(write_zeroes->length) + 1) <<
344d5eff33eSChaitanya Kulkarni req->ns->blksize_shift);
345d5eff33eSChaitanya Kulkarni
3469c891c13SSagi Grimberg if (unlikely(offset + len > req->ns->size)) {
347c6aa3542SChaitanya Kulkarni nvmet_req_complete(req, errno_to_nvme_status(req, -ENOSPC));
3489c891c13SSagi Grimberg return;
3499c891c13SSagi Grimberg }
3509c891c13SSagi Grimberg
351d5eff33eSChaitanya Kulkarni ret = vfs_fallocate(req->ns->file, mode, offset, len);
352c6aa3542SChaitanya Kulkarni nvmet_req_complete(req, ret < 0 ? errno_to_nvme_status(req, ret) : 0);
353d5eff33eSChaitanya Kulkarni }
354d5eff33eSChaitanya Kulkarni
nvmet_file_execute_write_zeroes(struct nvmet_req * req)355d5eff33eSChaitanya Kulkarni static void nvmet_file_execute_write_zeroes(struct nvmet_req *req)
356d5eff33eSChaitanya Kulkarni {
357136cc1ffSIsrael Rukshin if (!nvmet_check_transfer_len(req, 0))
358e9061c39SChristoph Hellwig return;
359d5eff33eSChaitanya Kulkarni INIT_WORK(&req->f.work, nvmet_file_write_zeroes_work);
3608832cf92SSagi Grimberg queue_work(nvmet_wq, &req->f.work);
361d5eff33eSChaitanya Kulkarni }
362d5eff33eSChaitanya Kulkarni
nvmet_file_parse_io_cmd(struct nvmet_req * req)363d5eff33eSChaitanya Kulkarni u16 nvmet_file_parse_io_cmd(struct nvmet_req *req)
364d5eff33eSChaitanya Kulkarni {
365f3dce2adSChaitanya Kulkarni switch (req->cmd->common.opcode) {
366d5eff33eSChaitanya Kulkarni case nvme_cmd_read:
367d5eff33eSChaitanya Kulkarni case nvme_cmd_write:
368d5eff33eSChaitanya Kulkarni req->execute = nvmet_file_execute_rw;
369d5eff33eSChaitanya Kulkarni return 0;
370d5eff33eSChaitanya Kulkarni case nvme_cmd_flush:
371d5eff33eSChaitanya Kulkarni req->execute = nvmet_file_execute_flush;
372d5eff33eSChaitanya Kulkarni return 0;
373d5eff33eSChaitanya Kulkarni case nvme_cmd_dsm:
374d5eff33eSChaitanya Kulkarni req->execute = nvmet_file_execute_dsm;
375d5eff33eSChaitanya Kulkarni return 0;
376d5eff33eSChaitanya Kulkarni case nvme_cmd_write_zeroes:
377d5eff33eSChaitanya Kulkarni req->execute = nvmet_file_execute_write_zeroes;
378d5eff33eSChaitanya Kulkarni return 0;
379d5eff33eSChaitanya Kulkarni default:
3801c2c7613SChaitanya Kulkarni return nvmet_report_invalid_opcode(req);
381d5eff33eSChaitanya Kulkarni }
382d5eff33eSChaitanya Kulkarni }
383