xref: /openbmc/linux/net/9p/trans_virtio.c (revision d4548543fc4ece56c6f04b8586f435fb4fd84c20)
1b530cc79SEric Van Hensbergen /*
2fea511a6SEric Van Hensbergen  * The Virtio 9p transport driver
3b530cc79SEric Van Hensbergen  *
4e2735b77SEric Van Hensbergen  * This is a block based transport driver based on the lguest block driver
5e2735b77SEric Van Hensbergen  * code.
6b530cc79SEric Van Hensbergen  *
7fea511a6SEric Van Hensbergen  *  Copyright (C) 2007, 2008 Eric Van Hensbergen, IBM Corporation
8b530cc79SEric Van Hensbergen  *
9b530cc79SEric Van Hensbergen  *  Based on virtio console driver
10b530cc79SEric Van Hensbergen  *  Copyright (C) 2006, 2007 Rusty Russell, IBM Corporation
11b530cc79SEric Van Hensbergen  *
12b530cc79SEric Van Hensbergen  *  This program is free software; you can redistribute it and/or modify
13b530cc79SEric Van Hensbergen  *  it under the terms of the GNU General Public License version 2
14b530cc79SEric Van Hensbergen  *  as published by the Free Software Foundation.
15b530cc79SEric Van Hensbergen  *
16b530cc79SEric Van Hensbergen  *  This program is distributed in the hope that it will be useful,
17b530cc79SEric Van Hensbergen  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
18b530cc79SEric Van Hensbergen  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19b530cc79SEric Van Hensbergen  *  GNU General Public License for more details.
20b530cc79SEric Van Hensbergen  *
21b530cc79SEric Van Hensbergen  *  You should have received a copy of the GNU General Public License
22b530cc79SEric Van Hensbergen  *  along with this program; if not, write to:
23b530cc79SEric Van Hensbergen  *  Free Software Foundation
24b530cc79SEric Van Hensbergen  *  51 Franklin Street, Fifth Floor
25b530cc79SEric Van Hensbergen  *  Boston, MA  02111-1301  USA
26b530cc79SEric Van Hensbergen  *
27b530cc79SEric Van Hensbergen  */
28b530cc79SEric Van Hensbergen 
295d385153SJoe Perches #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
305d385153SJoe Perches 
31b530cc79SEric Van Hensbergen #include <linux/in.h>
32b530cc79SEric Van Hensbergen #include <linux/module.h>
33b530cc79SEric Van Hensbergen #include <linux/net.h>
34b530cc79SEric Van Hensbergen #include <linux/ipv6.h>
35b530cc79SEric Van Hensbergen #include <linux/errno.h>
36b530cc79SEric Van Hensbergen #include <linux/kernel.h>
37b530cc79SEric Van Hensbergen #include <linux/un.h>
38b530cc79SEric Van Hensbergen #include <linux/uaccess.h>
39b530cc79SEric Van Hensbergen #include <linux/inet.h>
40b530cc79SEric Van Hensbergen #include <linux/idr.h>
41b530cc79SEric Van Hensbergen #include <linux/file.h>
42b9cdc88dSWill Deacon #include <linux/highmem.h>
435a0e3ad6STejun Heo #include <linux/slab.h>
44b530cc79SEric Van Hensbergen #include <net/9p/9p.h>
45b530cc79SEric Van Hensbergen #include <linux/parser.h>
468b81ef58SEric Van Hensbergen #include <net/9p/client.h>
47b530cc79SEric Van Hensbergen #include <net/9p/transport.h>
48b530cc79SEric Van Hensbergen #include <linux/scatterlist.h>
4968da9ba4SVenkateswararao Jujjuri (JV) #include <linux/swap.h>
50b530cc79SEric Van Hensbergen #include <linux/virtio.h>
51b530cc79SEric Van Hensbergen #include <linux/virtio_9p.h>
524038866dSVenkateswararao Jujjuri (JV) #include "trans_common.h"
53b530cc79SEric Van Hensbergen 
54e2735b77SEric Van Hensbergen #define VIRTQUEUE_NUM	128
55e2735b77SEric Van Hensbergen 
56b530cc79SEric Van Hensbergen /* a single mutex to manage channel initialization and attachment */
57c1549497SJosef 'Jeff' Sipek static DEFINE_MUTEX(virtio_9p_lock);
5868da9ba4SVenkateswararao Jujjuri (JV) static DECLARE_WAIT_QUEUE_HEAD(vp_wq);
5968da9ba4SVenkateswararao Jujjuri (JV) static atomic_t vp_pinned = ATOMIC_INIT(0);
60b530cc79SEric Van Hensbergen 
61ee443996SEric Van Hensbergen /**
62ee443996SEric Van Hensbergen  * struct virtio_chan - per-instance transport information
63ee443996SEric Van Hensbergen  * @inuse: whether the channel is in use
64ee443996SEric Van Hensbergen  * @lock: protects multiple elements within this structure
650e15597eSAbhishek Kulkarni  * @client: client instance
66ee443996SEric Van Hensbergen  * @vdev: virtio dev associated with this channel
67ee443996SEric Van Hensbergen  * @vq: virtio queue associated with this channel
68ee443996SEric Van Hensbergen  * @sg: scatter gather list which is used to pack a request (protected?)
69ee443996SEric Van Hensbergen  *
70ee443996SEric Van Hensbergen  * We keep all per-channel information in a structure.
71b530cc79SEric Van Hensbergen  * This structure is allocated within the devices dev->mem space.
72b530cc79SEric Van Hensbergen  * A pointer to the structure will get put in the transport private.
73ee443996SEric Van Hensbergen  *
74b530cc79SEric Van Hensbergen  */
75ee443996SEric Van Hensbergen 
7637c1209dSAneesh Kumar K.V struct virtio_chan {
77ee443996SEric Van Hensbergen 	bool inuse;
78b530cc79SEric Van Hensbergen 
79e2735b77SEric Van Hensbergen 	spinlock_t lock;
80e2735b77SEric Van Hensbergen 
81fea511a6SEric Van Hensbergen 	struct p9_client *client;
82b530cc79SEric Van Hensbergen 	struct virtio_device *vdev;
83e2735b77SEric Van Hensbergen 	struct virtqueue *vq;
8452f44e0dSVenkateswararao Jujjuri (JV) 	int ring_bufs_avail;
8552f44e0dSVenkateswararao Jujjuri (JV) 	wait_queue_head_t *vc_wq;
8668da9ba4SVenkateswararao Jujjuri (JV) 	/* This is global limit. Since we don't have a global structure,
8768da9ba4SVenkateswararao Jujjuri (JV) 	 * will be placing it in each channel.
8868da9ba4SVenkateswararao Jujjuri (JV) 	 */
897293bfbaSZhang Yanfei 	unsigned long p9_max_pages;
90e2735b77SEric Van Hensbergen 	/* Scatterlist: can be too big for stack. */
91e2735b77SEric Van Hensbergen 	struct scatterlist sg[VIRTQUEUE_NUM];
9297ee9b02SAneesh Kumar K.V 	/*
93edcd9d97Spiaojun 	 * tag name to identify a mount null terminated
9497ee9b02SAneesh Kumar K.V 	 */
9597ee9b02SAneesh Kumar K.V 	char *tag;
9697ee9b02SAneesh Kumar K.V 
9737c1209dSAneesh Kumar K.V 	struct list_head chan_list;
9837c1209dSAneesh Kumar K.V };
9937c1209dSAneesh Kumar K.V 
10037c1209dSAneesh Kumar K.V static struct list_head virtio_chan_list;
101b530cc79SEric Van Hensbergen 
102b530cc79SEric Van Hensbergen /* How many bytes left in this page. */
103b530cc79SEric Van Hensbergen static unsigned int rest_of_page(void *data)
104b530cc79SEric Van Hensbergen {
105222e4adeSAl Viro 	return PAGE_SIZE - offset_in_page(data);
106b530cc79SEric Van Hensbergen }
107b530cc79SEric Van Hensbergen 
108ee443996SEric Van Hensbergen /**
109ee443996SEric Van Hensbergen  * p9_virtio_close - reclaim resources of a channel
1100e15597eSAbhishek Kulkarni  * @client: client instance
111ee443996SEric Van Hensbergen  *
112ee443996SEric Van Hensbergen  * This reclaims a channel by freeing its resources and
113ee443996SEric Van Hensbergen  * reseting its inuse flag.
114ee443996SEric Van Hensbergen  *
115ee443996SEric Van Hensbergen  */
116ee443996SEric Van Hensbergen 
1178b81ef58SEric Van Hensbergen static void p9_virtio_close(struct p9_client *client)
118b530cc79SEric Van Hensbergen {
1198b81ef58SEric Van Hensbergen 	struct virtio_chan *chan = client->trans;
120b530cc79SEric Van Hensbergen 
121c1549497SJosef 'Jeff' Sipek 	mutex_lock(&virtio_9p_lock);
122fb786100SAneesh Kumar K.V 	if (chan)
123b530cc79SEric Van Hensbergen 		chan->inuse = false;
124c1549497SJosef 'Jeff' Sipek 	mutex_unlock(&virtio_9p_lock);
125b530cc79SEric Van Hensbergen }
126b530cc79SEric Van Hensbergen 
127ee443996SEric Van Hensbergen /**
128ee443996SEric Van Hensbergen  * req_done - callback which signals activity from the server
129ee443996SEric Van Hensbergen  * @vq: virtio queue activity was received on
130ee443996SEric Van Hensbergen  *
131ee443996SEric Van Hensbergen  * This notifies us that the server has triggered some activity
132ee443996SEric Van Hensbergen  * on the virtio channel - most likely a response to request we
133ee443996SEric Van Hensbergen  * sent.  Figure out which requests now have responses and wake up
134ee443996SEric Van Hensbergen  * those threads.
135ee443996SEric Van Hensbergen  *
136ee443996SEric Van Hensbergen  * Bugs: could do with some additional sanity checking, but appears to work.
137ee443996SEric Van Hensbergen  *
138ee443996SEric Van Hensbergen  */
139ee443996SEric Van Hensbergen 
140e2735b77SEric Van Hensbergen static void req_done(struct virtqueue *vq)
141b530cc79SEric Van Hensbergen {
142e2735b77SEric Van Hensbergen 	struct virtio_chan *chan = vq->vdev->priv;
143e2735b77SEric Van Hensbergen 	unsigned int len;
144e2735b77SEric Van Hensbergen 	struct p9_req_t *req;
14531934da8Sjiangyiwen 	bool need_wakeup = false;
146419b3956SVenkateswararao Jujjuri (JV) 	unsigned long flags;
147b530cc79SEric Van Hensbergen 
1485d385153SJoe Perches 	p9_debug(P9_DEBUG_TRANS, ": request done\n");
14991b8534fSEric Van Hensbergen 
150419b3956SVenkateswararao Jujjuri (JV) 	spin_lock_irqsave(&chan->lock, flags);
15131934da8Sjiangyiwen 	while ((req = virtqueue_get_buf(chan->vq, &len)) != NULL) {
15231934da8Sjiangyiwen 		if (!chan->ring_bufs_avail) {
15352f44e0dSVenkateswararao Jujjuri (JV) 			chan->ring_bufs_avail = 1;
15431934da8Sjiangyiwen 			need_wakeup = true;
15531934da8Sjiangyiwen 		}
15631934da8Sjiangyiwen 
157f984579aSTomas Bortoli 		if (len) {
158523adb6cSDominique Martinet 			req->rc.size = len;
1592b6e72edSDominique Martinet 			p9_client_cb(chan->client, req, REQ_STATUS_RCVD);
160e2735b77SEric Van Hensbergen 		}
161f984579aSTomas Bortoli 	}
16231934da8Sjiangyiwen 	spin_unlock_irqrestore(&chan->lock, flags);
16331934da8Sjiangyiwen 	/* Wakeup if anyone waiting for VirtIO ring space. */
16431934da8Sjiangyiwen 	if (need_wakeup)
16531934da8Sjiangyiwen 		wake_up(chan->vc_wq);
166b530cc79SEric Van Hensbergen }
167b530cc79SEric Van Hensbergen 
168ee443996SEric Van Hensbergen /**
169ee443996SEric Van Hensbergen  * pack_sg_list - pack a scatter gather list from a linear buffer
170ee443996SEric Van Hensbergen  * @sg: scatter/gather list to pack into
171ee443996SEric Van Hensbergen  * @start: which segment of the sg_list to start at
172ee443996SEric Van Hensbergen  * @limit: maximum segment to pack data to
173ee443996SEric Van Hensbergen  * @data: data to pack into scatter/gather list
174ee443996SEric Van Hensbergen  * @count: amount of data to pack into the scatter/gather list
175ee443996SEric Van Hensbergen  *
176ee443996SEric Van Hensbergen  * sg_lists have multiple segments of various sizes.  This will pack
177ee443996SEric Van Hensbergen  * arbitrary data into an existing scatter gather list, segmenting the
178ee443996SEric Van Hensbergen  * data as necessary within constraints.
179ee443996SEric Van Hensbergen  *
180ee443996SEric Van Hensbergen  */
181ee443996SEric Van Hensbergen 
182abfa034eSAneesh Kumar K.V static int pack_sg_list(struct scatterlist *sg, int start,
183abfa034eSAneesh Kumar K.V 			int limit, char *data, int count)
184e2735b77SEric Van Hensbergen {
185e2735b77SEric Van Hensbergen 	int s;
186e2735b77SEric Van Hensbergen 	int index = start;
187e2735b77SEric Van Hensbergen 
188e2735b77SEric Van Hensbergen 	while (count) {
189e2735b77SEric Van Hensbergen 		s = rest_of_page(data);
190e2735b77SEric Van Hensbergen 		if (s > count)
191e2735b77SEric Van Hensbergen 			s = count;
19223cba9cbSjiangyiwen 		BUG_ON(index >= limit);
1930b36f1adSRusty Russell 		/* Make sure we don't terminate early. */
1940b36f1adSRusty Russell 		sg_unmark_end(&sg[index]);
195e2735b77SEric Van Hensbergen 		sg_set_buf(&sg[index++], data, s);
196e2735b77SEric Van Hensbergen 		count -= s;
197e2735b77SEric Van Hensbergen 		data += s;
198e2735b77SEric Van Hensbergen 	}
1990b36f1adSRusty Russell 	if (index-start)
2000b36f1adSRusty Russell 		sg_mark_end(&sg[index - 1]);
201e2735b77SEric Van Hensbergen 	return index-start;
202e2735b77SEric Van Hensbergen }
203e2735b77SEric Van Hensbergen 
20491b8534fSEric Van Hensbergen /* We don't currently allow canceling of virtio requests */
20591b8534fSEric Van Hensbergen static int p9_virtio_cancel(struct p9_client *client, struct p9_req_t *req)
20691b8534fSEric Van Hensbergen {
20791b8534fSEric Van Hensbergen 	return 1;
20891b8534fSEric Van Hensbergen }
20991b8534fSEric Van Hensbergen 
210728356deSTomas Bortoli /* Reply won't come, so drop req ref */
211728356deSTomas Bortoli static int p9_virtio_cancelled(struct p9_client *client, struct p9_req_t *req)
212728356deSTomas Bortoli {
213728356deSTomas Bortoli 	p9_req_put(req);
214728356deSTomas Bortoli 	return 0;
215728356deSTomas Bortoli }
216728356deSTomas Bortoli 
217ee443996SEric Van Hensbergen /**
2184038866dSVenkateswararao Jujjuri (JV)  * pack_sg_list_p - Just like pack_sg_list. Instead of taking a buffer,
2194038866dSVenkateswararao Jujjuri (JV)  * this takes a list of pages.
2204038866dSVenkateswararao Jujjuri (JV)  * @sg: scatter/gather list to pack into
2214038866dSVenkateswararao Jujjuri (JV)  * @start: which segment of the sg_list to start at
2222c53040fSBen Hutchings  * @pdata: a list of pages to add into sg.
223abfa034eSAneesh Kumar K.V  * @nr_pages: number of pages to pack into the scatter/gather list
2244f3b35c1SAl Viro  * @offs: amount of data in the beginning of first page _not_ to pack
2254038866dSVenkateswararao Jujjuri (JV)  * @count: amount of data to pack into the scatter/gather list
2264038866dSVenkateswararao Jujjuri (JV)  */
2274038866dSVenkateswararao Jujjuri (JV) static int
228abfa034eSAneesh Kumar K.V pack_sg_list_p(struct scatterlist *sg, int start, int limit,
2294f3b35c1SAl Viro 	       struct page **pdata, int nr_pages, size_t offs, int count)
2304038866dSVenkateswararao Jujjuri (JV) {
231abfa034eSAneesh Kumar K.V 	int i = 0, s;
2324f3b35c1SAl Viro 	int data_off = offs;
2334038866dSVenkateswararao Jujjuri (JV) 	int index = start;
2344038866dSVenkateswararao Jujjuri (JV) 
235abfa034eSAneesh Kumar K.V 	BUG_ON(nr_pages > (limit - start));
236abfa034eSAneesh Kumar K.V 	/*
237abfa034eSAneesh Kumar K.V 	 * if the first page doesn't start at
238abfa034eSAneesh Kumar K.V 	 * page boundary find the offset
239abfa034eSAneesh Kumar K.V 	 */
240abfa034eSAneesh Kumar K.V 	while (nr_pages) {
2414f3b35c1SAl Viro 		s = PAGE_SIZE - data_off;
242abfa034eSAneesh Kumar K.V 		if (s > count)
243abfa034eSAneesh Kumar K.V 			s = count;
24423cba9cbSjiangyiwen 		BUG_ON(index >= limit);
2450b36f1adSRusty Russell 		/* Make sure we don't terminate early. */
2460b36f1adSRusty Russell 		sg_unmark_end(&sg[index]);
247abfa034eSAneesh Kumar K.V 		sg_set_page(&sg[index++], pdata[i++], s, data_off);
248abfa034eSAneesh Kumar K.V 		data_off = 0;
2494038866dSVenkateswararao Jujjuri (JV) 		count -= s;
250abfa034eSAneesh Kumar K.V 		nr_pages--;
2514038866dSVenkateswararao Jujjuri (JV) 	}
2520b36f1adSRusty Russell 
2530b36f1adSRusty Russell 	if (index-start)
2540b36f1adSRusty Russell 		sg_mark_end(&sg[index - 1]);
2554038866dSVenkateswararao Jujjuri (JV) 	return index - start;
2564038866dSVenkateswararao Jujjuri (JV) }
2574038866dSVenkateswararao Jujjuri (JV) 
2584038866dSVenkateswararao Jujjuri (JV) /**
25991b8534fSEric Van Hensbergen  * p9_virtio_request - issue a request
2600e15597eSAbhishek Kulkarni  * @client: client instance issuing the request
2610e15597eSAbhishek Kulkarni  * @req: request to be issued
262ee443996SEric Van Hensbergen  *
263ee443996SEric Van Hensbergen  */
264ee443996SEric Van Hensbergen 
265e2735b77SEric Van Hensbergen static int
26691b8534fSEric Van Hensbergen p9_virtio_request(struct p9_client *client, struct p9_req_t *req)
267e2735b77SEric Van Hensbergen {
268abfa034eSAneesh Kumar K.V 	int err;
2690b36f1adSRusty Russell 	int in, out, out_sgs, in_sgs;
270419b3956SVenkateswararao Jujjuri (JV) 	unsigned long flags;
271abfa034eSAneesh Kumar K.V 	struct virtio_chan *chan = client->trans;
2720b36f1adSRusty Russell 	struct scatterlist *sgs[2];
273e2735b77SEric Van Hensbergen 
2745d385153SJoe Perches 	p9_debug(P9_DEBUG_TRANS, "9p debug: virtio request\n");
275e2735b77SEric Van Hensbergen 
276419b3956SVenkateswararao Jujjuri (JV) 	req->status = REQ_STATUS_SENT;
277abfa034eSAneesh Kumar K.V req_retry:
278419b3956SVenkateswararao Jujjuri (JV) 	spin_lock_irqsave(&chan->lock, flags);
2794038866dSVenkateswararao Jujjuri (JV) 
2800b36f1adSRusty Russell 	out_sgs = in_sgs = 0;
2814038866dSVenkateswararao Jujjuri (JV) 	/* Handle out VirtIO ring buffers */
282abfa034eSAneesh Kumar K.V 	out = pack_sg_list(chan->sg, 0,
283523adb6cSDominique Martinet 			   VIRTQUEUE_NUM, req->tc.sdata, req->tc.size);
2840b36f1adSRusty Russell 	if (out)
2850b36f1adSRusty Russell 		sgs[out_sgs++] = chan->sg;
2864038866dSVenkateswararao Jujjuri (JV) 
287abfa034eSAneesh Kumar K.V 	in = pack_sg_list(chan->sg, out,
288523adb6cSDominique Martinet 			  VIRTQUEUE_NUM, req->rc.sdata, req->rc.capacity);
2890b36f1adSRusty Russell 	if (in)
2900b36f1adSRusty Russell 		sgs[out_sgs + in_sgs++] = chan->sg + out;
291e2735b77SEric Van Hensbergen 
292474fe9f7SAl Viro 	err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req,
293f96fde41SRusty Russell 				GFP_ATOMIC);
294419b3956SVenkateswararao Jujjuri (JV) 	if (err < 0) {
29552f44e0dSVenkateswararao Jujjuri (JV) 		if (err == -ENOSPC) {
29652f44e0dSVenkateswararao Jujjuri (JV) 			chan->ring_bufs_avail = 0;
29752f44e0dSVenkateswararao Jujjuri (JV) 			spin_unlock_irqrestore(&chan->lock, flags);
2989523feacSTuomas Tynkkynen 			err = wait_event_killable(*chan->vc_wq,
29952f44e0dSVenkateswararao Jujjuri (JV) 						  chan->ring_bufs_avail);
30052f44e0dSVenkateswararao Jujjuri (JV) 			if (err  == -ERESTARTSYS)
30152f44e0dSVenkateswararao Jujjuri (JV) 				return err;
30252f44e0dSVenkateswararao Jujjuri (JV) 
3035d385153SJoe Perches 			p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n");
304abfa034eSAneesh Kumar K.V 			goto req_retry;
305abfa034eSAneesh Kumar K.V 		} else {
306abfa034eSAneesh Kumar K.V 			spin_unlock_irqrestore(&chan->lock, flags);
3075d385153SJoe Perches 			p9_debug(P9_DEBUG_TRANS,
3080b36f1adSRusty Russell 				 "virtio rpc add_sgs returned failure\n");
309abfa034eSAneesh Kumar K.V 			return -EIO;
310abfa034eSAneesh Kumar K.V 		}
311abfa034eSAneesh Kumar K.V 	}
312abfa034eSAneesh Kumar K.V 	virtqueue_kick(chan->vq);
313abfa034eSAneesh Kumar K.V 	spin_unlock_irqrestore(&chan->lock, flags);
314abfa034eSAneesh Kumar K.V 
3155d385153SJoe Perches 	p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n");
316abfa034eSAneesh Kumar K.V 	return 0;
317abfa034eSAneesh Kumar K.V }
318abfa034eSAneesh Kumar K.V 
319abfa034eSAneesh Kumar K.V static int p9_get_mapped_pages(struct virtio_chan *chan,
3204f3b35c1SAl Viro 			       struct page ***pages,
3214f3b35c1SAl Viro 			       struct iov_iter *data,
3224f3b35c1SAl Viro 			       int count,
3234f3b35c1SAl Viro 			       size_t *offs,
3244f3b35c1SAl Viro 			       int *need_drop)
325abfa034eSAneesh Kumar K.V {
3264f3b35c1SAl Viro 	int nr_pages;
327abfa034eSAneesh Kumar K.V 	int err;
3284f3b35c1SAl Viro 
3294f3b35c1SAl Viro 	if (!iov_iter_count(data))
3304f3b35c1SAl Viro 		return 0;
3314f3b35c1SAl Viro 
3322cbfdf4dSMarc Zyngier 	if (!iov_iter_is_kvec(data)) {
3334f3b35c1SAl Viro 		int n;
334abfa034eSAneesh Kumar K.V 		/*
335abfa034eSAneesh Kumar K.V 		 * We allow only p9_max_pages pinned. We wait for the
336abfa034eSAneesh Kumar K.V 		 * Other zc request to finish here
337abfa034eSAneesh Kumar K.V 		 */
338abfa034eSAneesh Kumar K.V 		if (atomic_read(&vp_pinned) >= chan->p9_max_pages) {
3399523feacSTuomas Tynkkynen 			err = wait_event_killable(vp_wq,
340abfa034eSAneesh Kumar K.V 			      (atomic_read(&vp_pinned) < chan->p9_max_pages));
341abfa034eSAneesh Kumar K.V 			if (err == -ERESTARTSYS)
342abfa034eSAneesh Kumar K.V 				return err;
343abfa034eSAneesh Kumar K.V 		}
3444f3b35c1SAl Viro 		n = iov_iter_get_pages_alloc(data, pages, count, offs);
3454f3b35c1SAl Viro 		if (n < 0)
3464f3b35c1SAl Viro 			return n;
3474f3b35c1SAl Viro 		*need_drop = 1;
3484f3b35c1SAl Viro 		nr_pages = DIV_ROUND_UP(n + *offs, PAGE_SIZE);
349abfa034eSAneesh Kumar K.V 		atomic_add(nr_pages, &vp_pinned);
3504f3b35c1SAl Viro 		return n;
351abfa034eSAneesh Kumar K.V 	} else {
352abfa034eSAneesh Kumar K.V 		/* kernel buffer, no need to pin pages */
3534f3b35c1SAl Viro 		int index;
3544f3b35c1SAl Viro 		size_t len;
3554f3b35c1SAl Viro 		void *p;
3564f3b35c1SAl Viro 
3574f3b35c1SAl Viro 		/* we'd already checked that it's non-empty */
3584f3b35c1SAl Viro 		while (1) {
3594f3b35c1SAl Viro 			len = iov_iter_single_seg_count(data);
3604f3b35c1SAl Viro 			if (likely(len)) {
3614f3b35c1SAl Viro 				p = data->kvec->iov_base + data->iov_offset;
3624f3b35c1SAl Viro 				break;
3634f3b35c1SAl Viro 			}
3644f3b35c1SAl Viro 			iov_iter_advance(data, 0);
3654f3b35c1SAl Viro 		}
3664f3b35c1SAl Viro 		if (len > count)
3674f3b35c1SAl Viro 			len = count;
3684f3b35c1SAl Viro 
3694f3b35c1SAl Viro 		nr_pages = DIV_ROUND_UP((unsigned long)p + len, PAGE_SIZE) -
3704f3b35c1SAl Viro 			   (unsigned long)p / PAGE_SIZE;
3714f3b35c1SAl Viro 
3726da2ec56SKees Cook 		*pages = kmalloc_array(nr_pages, sizeof(struct page *),
3736da2ec56SKees Cook 				       GFP_NOFS);
3744f3b35c1SAl Viro 		if (!*pages)
3754f3b35c1SAl Viro 			return -ENOMEM;
3764f3b35c1SAl Viro 
3774f3b35c1SAl Viro 		*need_drop = 0;
378222e4adeSAl Viro 		p -= (*offs = offset_in_page(p));
3794f3b35c1SAl Viro 		for (index = 0; index < nr_pages; index++) {
3804f3b35c1SAl Viro 			if (is_vmalloc_addr(p))
3814f3b35c1SAl Viro 				(*pages)[index] = vmalloc_to_page(p);
382b6f52ae2SRichard Yao 			else
3834f3b35c1SAl Viro 				(*pages)[index] = kmap_to_page(p);
3844f3b35c1SAl Viro 			p += PAGE_SIZE;
385abfa034eSAneesh Kumar K.V 		}
3864f3b35c1SAl Viro 		return len;
387abfa034eSAneesh Kumar K.V 	}
388abfa034eSAneesh Kumar K.V }
389abfa034eSAneesh Kumar K.V 
390abfa034eSAneesh Kumar K.V /**
391abfa034eSAneesh Kumar K.V  * p9_virtio_zc_request - issue a zero copy request
392abfa034eSAneesh Kumar K.V  * @client: client instance issuing the request
393abfa034eSAneesh Kumar K.V  * @req: request to be issued
394c7ebbae7Spiaojun  * @uidata: user buffer that should be used for zero copy read
395c7ebbae7Spiaojun  * @uodata: user buffer that should be used for zero copy write
396abfa034eSAneesh Kumar K.V  * @inlen: read buffer size
3974a026da9SSun Lianwen  * @outlen: write buffer size
3984a026da9SSun Lianwen  * @in_hdr_len: reader header size, This is the size of response protocol data
399abfa034eSAneesh Kumar K.V  *
400abfa034eSAneesh Kumar K.V  */
401abfa034eSAneesh Kumar K.V static int
402abfa034eSAneesh Kumar K.V p9_virtio_zc_request(struct p9_client *client, struct p9_req_t *req,
4034f3b35c1SAl Viro 		     struct iov_iter *uidata, struct iov_iter *uodata,
4044f3b35c1SAl Viro 		     int inlen, int outlen, int in_hdr_len)
405abfa034eSAneesh Kumar K.V {
4060b36f1adSRusty Russell 	int in, out, err, out_sgs, in_sgs;
407abfa034eSAneesh Kumar K.V 	unsigned long flags;
408abfa034eSAneesh Kumar K.V 	int in_nr_pages = 0, out_nr_pages = 0;
409abfa034eSAneesh Kumar K.V 	struct page **in_pages = NULL, **out_pages = NULL;
410abfa034eSAneesh Kumar K.V 	struct virtio_chan *chan = client->trans;
4110b36f1adSRusty Russell 	struct scatterlist *sgs[4];
4124f3b35c1SAl Viro 	size_t offs;
4134f3b35c1SAl Viro 	int need_drop = 0;
414728356deSTomas Bortoli 	int kicked = 0;
415abfa034eSAneesh Kumar K.V 
4165d385153SJoe Perches 	p9_debug(P9_DEBUG_TRANS, "virtio request\n");
417abfa034eSAneesh Kumar K.V 
418abfa034eSAneesh Kumar K.V 	if (uodata) {
419d28c756cSChirantan Ekbote 		__le32 sz;
4204f3b35c1SAl Viro 		int n = p9_get_mapped_pages(chan, &out_pages, uodata,
4214f3b35c1SAl Viro 					    outlen, &offs, &need_drop);
422728356deSTomas Bortoli 		if (n < 0) {
423728356deSTomas Bortoli 			err = n;
424728356deSTomas Bortoli 			goto err_out;
425728356deSTomas Bortoli 		}
4264f3b35c1SAl Viro 		out_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE);
4274f3b35c1SAl Viro 		if (n != outlen) {
4284f3b35c1SAl Viro 			__le32 v = cpu_to_le32(n);
429523adb6cSDominique Martinet 			memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4);
4304f3b35c1SAl Viro 			outlen = n;
431abfa034eSAneesh Kumar K.V 		}
432d28c756cSChirantan Ekbote 		/* The size field of the message must include the length of the
433d28c756cSChirantan Ekbote 		 * header and the length of the data.  We didn't actually know
434d28c756cSChirantan Ekbote 		 * the length of the data until this point so add it in now.
435d28c756cSChirantan Ekbote 		 */
436523adb6cSDominique Martinet 		sz = cpu_to_le32(req->tc.size + outlen);
437523adb6cSDominique Martinet 		memcpy(&req->tc.sdata[0], &sz, sizeof(sz));
4384f3b35c1SAl Viro 	} else if (uidata) {
4394f3b35c1SAl Viro 		int n = p9_get_mapped_pages(chan, &in_pages, uidata,
4404f3b35c1SAl Viro 					    inlen, &offs, &need_drop);
441728356deSTomas Bortoli 		if (n < 0) {
442728356deSTomas Bortoli 			err = n;
443728356deSTomas Bortoli 			goto err_out;
444728356deSTomas Bortoli 		}
4454f3b35c1SAl Viro 		in_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE);
4464f3b35c1SAl Viro 		if (n != inlen) {
4474f3b35c1SAl Viro 			__le32 v = cpu_to_le32(n);
448523adb6cSDominique Martinet 			memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4);
4494f3b35c1SAl Viro 			inlen = n;
450abfa034eSAneesh Kumar K.V 		}
451abfa034eSAneesh Kumar K.V 	}
452abfa034eSAneesh Kumar K.V 	req->status = REQ_STATUS_SENT;
453abfa034eSAneesh Kumar K.V req_retry_pinned:
454abfa034eSAneesh Kumar K.V 	spin_lock_irqsave(&chan->lock, flags);
4550b36f1adSRusty Russell 
4560b36f1adSRusty Russell 	out_sgs = in_sgs = 0;
4570b36f1adSRusty Russell 
458abfa034eSAneesh Kumar K.V 	/* out data */
459abfa034eSAneesh Kumar K.V 	out = pack_sg_list(chan->sg, 0,
460523adb6cSDominique Martinet 			   VIRTQUEUE_NUM, req->tc.sdata, req->tc.size);
461abfa034eSAneesh Kumar K.V 
4620b36f1adSRusty Russell 	if (out)
4630b36f1adSRusty Russell 		sgs[out_sgs++] = chan->sg;
4640b36f1adSRusty Russell 
4650b36f1adSRusty Russell 	if (out_pages) {
4660b36f1adSRusty Russell 		sgs[out_sgs++] = chan->sg + out;
467abfa034eSAneesh Kumar K.V 		out += pack_sg_list_p(chan->sg, out, VIRTQUEUE_NUM,
4684f3b35c1SAl Viro 				      out_pages, out_nr_pages, offs, outlen);
4690b36f1adSRusty Russell 	}
4700b36f1adSRusty Russell 
471abfa034eSAneesh Kumar K.V 	/*
472abfa034eSAneesh Kumar K.V 	 * Take care of in data
473abfa034eSAneesh Kumar K.V 	 * For example TREAD have 11.
474abfa034eSAneesh Kumar K.V 	 * 11 is the read/write header = PDU Header(7) + IO Size (4).
475abfa034eSAneesh Kumar K.V 	 * Arrange in such a way that server places header in the
476abfa034eSAneesh Kumar K.V 	 * alloced memory and payload onto the user buffer.
477abfa034eSAneesh Kumar K.V 	 */
478abfa034eSAneesh Kumar K.V 	in = pack_sg_list(chan->sg, out,
479523adb6cSDominique Martinet 			  VIRTQUEUE_NUM, req->rc.sdata, in_hdr_len);
4800b36f1adSRusty Russell 	if (in)
4810b36f1adSRusty Russell 		sgs[out_sgs + in_sgs++] = chan->sg + out;
4820b36f1adSRusty Russell 
4830b36f1adSRusty Russell 	if (in_pages) {
4840b36f1adSRusty Russell 		sgs[out_sgs + in_sgs++] = chan->sg + out + in;
485abfa034eSAneesh Kumar K.V 		in += pack_sg_list_p(chan->sg, out + in, VIRTQUEUE_NUM,
4864f3b35c1SAl Viro 				     in_pages, in_nr_pages, offs, inlen);
4870b36f1adSRusty Russell 	}
488abfa034eSAneesh Kumar K.V 
4890b36f1adSRusty Russell 	BUG_ON(out_sgs + in_sgs > ARRAY_SIZE(sgs));
490474fe9f7SAl Viro 	err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req,
491f96fde41SRusty Russell 				GFP_ATOMIC);
492abfa034eSAneesh Kumar K.V 	if (err < 0) {
493abfa034eSAneesh Kumar K.V 		if (err == -ENOSPC) {
494abfa034eSAneesh Kumar K.V 			chan->ring_bufs_avail = 0;
495abfa034eSAneesh Kumar K.V 			spin_unlock_irqrestore(&chan->lock, flags);
4969523feacSTuomas Tynkkynen 			err = wait_event_killable(*chan->vc_wq,
497abfa034eSAneesh Kumar K.V 						  chan->ring_bufs_avail);
498abfa034eSAneesh Kumar K.V 			if (err  == -ERESTARTSYS)
499abfa034eSAneesh Kumar K.V 				goto err_out;
500abfa034eSAneesh Kumar K.V 
5015d385153SJoe Perches 			p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n");
502316ad550SVenkateswararao Jujjuri (JV) 			goto req_retry_pinned;
50352f44e0dSVenkateswararao Jujjuri (JV) 		} else {
504419b3956SVenkateswararao Jujjuri (JV) 			spin_unlock_irqrestore(&chan->lock, flags);
5055d385153SJoe Perches 			p9_debug(P9_DEBUG_TRANS,
5060b36f1adSRusty Russell 				 "virtio rpc add_sgs returned failure\n");
507abfa034eSAneesh Kumar K.V 			err = -EIO;
508abfa034eSAneesh Kumar K.V 			goto err_out;
509e2735b77SEric Van Hensbergen 		}
51052f44e0dSVenkateswararao Jujjuri (JV) 	}
511dc3f5e68SMichael S. Tsirkin 	virtqueue_kick(chan->vq);
512419b3956SVenkateswararao Jujjuri (JV) 	spin_unlock_irqrestore(&chan->lock, flags);
513728356deSTomas Bortoli 	kicked = 1;
5145d385153SJoe Perches 	p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n");
5152557d0c5SMatthew Wilcox 	err = wait_event_killable(req->wq, req->status >= REQ_STATUS_RCVD);
516abfa034eSAneesh Kumar K.V 	/*
517abfa034eSAneesh Kumar K.V 	 * Non kernel buffers are pinned, unpin them
518abfa034eSAneesh Kumar K.V 	 */
519abfa034eSAneesh Kumar K.V err_out:
5204f3b35c1SAl Viro 	if (need_drop) {
521abfa034eSAneesh Kumar K.V 		if (in_pages) {
522abfa034eSAneesh Kumar K.V 			p9_release_pages(in_pages, in_nr_pages);
523abfa034eSAneesh Kumar K.V 			atomic_sub(in_nr_pages, &vp_pinned);
524abfa034eSAneesh Kumar K.V 		}
525abfa034eSAneesh Kumar K.V 		if (out_pages) {
526abfa034eSAneesh Kumar K.V 			p9_release_pages(out_pages, out_nr_pages);
527abfa034eSAneesh Kumar K.V 			atomic_sub(out_nr_pages, &vp_pinned);
528abfa034eSAneesh Kumar K.V 		}
529abfa034eSAneesh Kumar K.V 		/* wakeup anybody waiting for slots to pin pages */
530abfa034eSAneesh Kumar K.V 		wake_up(&vp_wq);
531abfa034eSAneesh Kumar K.V 	}
5321b8553c0SVegard Nossum 	kvfree(in_pages);
5331b8553c0SVegard Nossum 	kvfree(out_pages);
534728356deSTomas Bortoli 	if (!kicked) {
535728356deSTomas Bortoli 		/* reply won't come */
536728356deSTomas Bortoli 		p9_req_put(req);
537728356deSTomas Bortoli 	}
538abfa034eSAneesh Kumar K.V 	return err;
539e2735b77SEric Van Hensbergen }
540e2735b77SEric Van Hensbergen 
54186c84373SAneesh Kumar K.V static ssize_t p9_mount_tag_show(struct device *dev,
54286c84373SAneesh Kumar K.V 				struct device_attribute *attr, char *buf)
54386c84373SAneesh Kumar K.V {
54486c84373SAneesh Kumar K.V 	struct virtio_chan *chan;
54586c84373SAneesh Kumar K.V 	struct virtio_device *vdev;
546edcd9d97Spiaojun 	int tag_len;
54786c84373SAneesh Kumar K.V 
54886c84373SAneesh Kumar K.V 	vdev = dev_to_virtio(dev);
54986c84373SAneesh Kumar K.V 	chan = vdev->priv;
550edcd9d97Spiaojun 	tag_len = strlen(chan->tag);
55186c84373SAneesh Kumar K.V 
552edcd9d97Spiaojun 	memcpy(buf, chan->tag, tag_len + 1);
553179a5bc4SAndrey Ryabinin 
554edcd9d97Spiaojun 	return tag_len + 1;
55586c84373SAneesh Kumar K.V }
55686c84373SAneesh Kumar K.V 
55786c84373SAneesh Kumar K.V static DEVICE_ATTR(mount_tag, 0444, p9_mount_tag_show, NULL);
55886c84373SAneesh Kumar K.V 
559ee443996SEric Van Hensbergen /**
560ee443996SEric Van Hensbergen  * p9_virtio_probe - probe for existence of 9P virtio channels
561ee443996SEric Van Hensbergen  * @vdev: virtio device to probe
562ee443996SEric Van Hensbergen  *
56337c1209dSAneesh Kumar K.V  * This probes for existing virtio channels.
564ee443996SEric Van Hensbergen  *
565ee443996SEric Van Hensbergen  */
566ee443996SEric Van Hensbergen 
567e2735b77SEric Van Hensbergen static int p9_virtio_probe(struct virtio_device *vdev)
568b530cc79SEric Van Hensbergen {
56997ee9b02SAneesh Kumar K.V 	__u16 tag_len;
57097ee9b02SAneesh Kumar K.V 	char *tag;
571b530cc79SEric Van Hensbergen 	int err;
572b530cc79SEric Van Hensbergen 	struct virtio_chan *chan;
573b530cc79SEric Van Hensbergen 
5747754f53eSMichael S. Tsirkin 	if (!vdev->config->get) {
5757754f53eSMichael S. Tsirkin 		dev_err(&vdev->dev, "%s failure: config access disabled\n",
5767754f53eSMichael S. Tsirkin 			__func__);
5777754f53eSMichael S. Tsirkin 		return -EINVAL;
5787754f53eSMichael S. Tsirkin 	}
5797754f53eSMichael S. Tsirkin 
58037c1209dSAneesh Kumar K.V 	chan = kmalloc(sizeof(struct virtio_chan), GFP_KERNEL);
58137c1209dSAneesh Kumar K.V 	if (!chan) {
5825d385153SJoe Perches 		pr_err("Failed to allocate virtio 9P channel\n");
583b530cc79SEric Van Hensbergen 		err = -ENOMEM;
584b530cc79SEric Van Hensbergen 		goto fail;
585b530cc79SEric Van Hensbergen 	}
586b530cc79SEric Van Hensbergen 
587e2735b77SEric Van Hensbergen 	chan->vdev = vdev;
588e2735b77SEric Van Hensbergen 
589e2735b77SEric Van Hensbergen 	/* We expect one virtqueue, for requests. */
590d2a7dddaSMichael S. Tsirkin 	chan->vq = virtio_find_single_vq(vdev, req_done, "requests");
591e2735b77SEric Van Hensbergen 	if (IS_ERR(chan->vq)) {
592e2735b77SEric Van Hensbergen 		err = PTR_ERR(chan->vq);
59392aef467SJean-Philippe Brucker 		goto out_free_chan;
594b530cc79SEric Van Hensbergen 	}
595e2735b77SEric Van Hensbergen 	chan->vq->vdev->priv = chan;
596e2735b77SEric Van Hensbergen 	spin_lock_init(&chan->lock);
597b530cc79SEric Van Hensbergen 
598e2735b77SEric Van Hensbergen 	sg_init_table(chan->sg, VIRTQUEUE_NUM);
599b530cc79SEric Van Hensbergen 
600b530cc79SEric Van Hensbergen 	chan->inuse = false;
60197ee9b02SAneesh Kumar K.V 	if (virtio_has_feature(vdev, VIRTIO_9P_MOUNT_TAG)) {
602855e0c52SRusty Russell 		virtio_cread(vdev, struct virtio_9p_config, tag_len, &tag_len);
60397ee9b02SAneesh Kumar K.V 	} else {
60497ee9b02SAneesh Kumar K.V 		err = -EINVAL;
60597ee9b02SAneesh Kumar K.V 		goto out_free_vq;
60697ee9b02SAneesh Kumar K.V 	}
607edcd9d97Spiaojun 	tag = kzalloc(tag_len + 1, GFP_KERNEL);
60897ee9b02SAneesh Kumar K.V 	if (!tag) {
60997ee9b02SAneesh Kumar K.V 		err = -ENOMEM;
61097ee9b02SAneesh Kumar K.V 		goto out_free_vq;
61197ee9b02SAneesh Kumar K.V 	}
612855e0c52SRusty Russell 
613855e0c52SRusty Russell 	virtio_cread_bytes(vdev, offsetof(struct virtio_9p_config, tag),
61497ee9b02SAneesh Kumar K.V 			   tag, tag_len);
61597ee9b02SAneesh Kumar K.V 	chan->tag = tag;
61686c84373SAneesh Kumar K.V 	err = sysfs_create_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr);
61786c84373SAneesh Kumar K.V 	if (err) {
61852f44e0dSVenkateswararao Jujjuri (JV) 		goto out_free_tag;
61986c84373SAneesh Kumar K.V 	}
62052f44e0dSVenkateswararao Jujjuri (JV) 	chan->vc_wq = kmalloc(sizeof(wait_queue_head_t), GFP_KERNEL);
62152f44e0dSVenkateswararao Jujjuri (JV) 	if (!chan->vc_wq) {
62252f44e0dSVenkateswararao Jujjuri (JV) 		err = -ENOMEM;
62352f44e0dSVenkateswararao Jujjuri (JV) 		goto out_free_tag;
62452f44e0dSVenkateswararao Jujjuri (JV) 	}
62552f44e0dSVenkateswararao Jujjuri (JV) 	init_waitqueue_head(chan->vc_wq);
62652f44e0dSVenkateswararao Jujjuri (JV) 	chan->ring_bufs_avail = 1;
62768da9ba4SVenkateswararao Jujjuri (JV) 	/* Ceiling limit to avoid denial of service attacks */
62868da9ba4SVenkateswararao Jujjuri (JV) 	chan->p9_max_pages = nr_free_buffer_pages()/4;
62952f44e0dSVenkateswararao Jujjuri (JV) 
63064b4cc39SMichael S. Tsirkin 	virtio_device_ready(vdev);
63164b4cc39SMichael S. Tsirkin 
63237c1209dSAneesh Kumar K.V 	mutex_lock(&virtio_9p_lock);
63337c1209dSAneesh Kumar K.V 	list_add_tail(&chan->chan_list, &virtio_chan_list);
63437c1209dSAneesh Kumar K.V 	mutex_unlock(&virtio_9p_lock);
635e0d6cb9cSMichael Marineau 
636e0d6cb9cSMichael Marineau 	/* Let udev rules use the new mount_tag attribute. */
637e0d6cb9cSMichael Marineau 	kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE);
638e0d6cb9cSMichael Marineau 
639b530cc79SEric Van Hensbergen 	return 0;
640b530cc79SEric Van Hensbergen 
64152f44e0dSVenkateswararao Jujjuri (JV) out_free_tag:
64252f44e0dSVenkateswararao Jujjuri (JV) 	kfree(tag);
643e2735b77SEric Van Hensbergen out_free_vq:
644d2a7dddaSMichael S. Tsirkin 	vdev->config->del_vqs(vdev);
64592aef467SJean-Philippe Brucker out_free_chan:
64637c1209dSAneesh Kumar K.V 	kfree(chan);
647b530cc79SEric Van Hensbergen fail:
648b530cc79SEric Van Hensbergen 	return err;
649b530cc79SEric Van Hensbergen }
650b530cc79SEric Van Hensbergen 
651ee443996SEric Van Hensbergen 
652ee443996SEric Van Hensbergen /**
653ee443996SEric Van Hensbergen  * p9_virtio_create - allocate a new virtio channel
6548b81ef58SEric Van Hensbergen  * @client: client instance invoking this transport
655ee443996SEric Van Hensbergen  * @devname: string identifying the channel to connect to (unused)
656ee443996SEric Van Hensbergen  * @args: args passed from sys_mount() for per-transport options (unused)
657ee443996SEric Van Hensbergen  *
658ee443996SEric Van Hensbergen  * This sets up a transport channel for 9p communication.  Right now
659b530cc79SEric Van Hensbergen  * we only match the first available channel, but eventually we couldlook up
660b530cc79SEric Van Hensbergen  * alternate channels by matching devname versus a virtio_config entry.
661b530cc79SEric Van Hensbergen  * We use a simple reference count mechanism to ensure that only a single
662ee443996SEric Van Hensbergen  * mount has a channel open at a time.
663ee443996SEric Van Hensbergen  *
664ee443996SEric Van Hensbergen  */
665ee443996SEric Van Hensbergen 
6668b81ef58SEric Van Hensbergen static int
6678b81ef58SEric Van Hensbergen p9_virtio_create(struct p9_client *client, const char *devname, char *args)
668b530cc79SEric Van Hensbergen {
66937c1209dSAneesh Kumar K.V 	struct virtio_chan *chan;
670c1a7c226SAneesh Kumar K.V 	int ret = -ENOENT;
67137c1209dSAneesh Kumar K.V 	int found = 0;
672b530cc79SEric Van Hensbergen 
67310aa1452STomas Bortoli 	if (devname == NULL)
67410aa1452STomas Bortoli 		return -EINVAL;
67510aa1452STomas Bortoli 
676c1549497SJosef 'Jeff' Sipek 	mutex_lock(&virtio_9p_lock);
67737c1209dSAneesh Kumar K.V 	list_for_each_entry(chan, &virtio_chan_list, chan_list) {
678edcd9d97Spiaojun 		if (!strcmp(devname, chan->tag)) {
679f75580c4SAneesh Kumar K.V 			if (!chan->inuse) {
680b530cc79SEric Van Hensbergen 				chan->inuse = true;
68137c1209dSAneesh Kumar K.V 				found = 1;
682b530cc79SEric Van Hensbergen 				break;
683f75580c4SAneesh Kumar K.V 			}
684c1a7c226SAneesh Kumar K.V 			ret = -EBUSY;
685f75580c4SAneesh Kumar K.V 		}
686b530cc79SEric Van Hensbergen 	}
687c1549497SJosef 'Jeff' Sipek 	mutex_unlock(&virtio_9p_lock);
688b530cc79SEric Van Hensbergen 
68937c1209dSAneesh Kumar K.V 	if (!found) {
690c7c72c5aSAneesh Kumar K.V 		pr_err("no channels available for device %s\n", devname);
691c1a7c226SAneesh Kumar K.V 		return ret;
692b530cc79SEric Van Hensbergen 	}
693b530cc79SEric Van Hensbergen 
6948b81ef58SEric Van Hensbergen 	client->trans = (void *)chan;
695562ada61SEric Van Hensbergen 	client->status = Connected;
696fea511a6SEric Van Hensbergen 	chan->client = client;
697b530cc79SEric Van Hensbergen 
6988b81ef58SEric Van Hensbergen 	return 0;
699b530cc79SEric Van Hensbergen }
700b530cc79SEric Van Hensbergen 
701ee443996SEric Van Hensbergen /**
702ee443996SEric Van Hensbergen  * p9_virtio_remove - clean up resources associated with a virtio device
703ee443996SEric Van Hensbergen  * @vdev: virtio device to remove
704ee443996SEric Van Hensbergen  *
705ee443996SEric Van Hensbergen  */
706ee443996SEric Van Hensbergen 
707f3933545SEric Van Hensbergen static void p9_virtio_remove(struct virtio_device *vdev)
708f3933545SEric Van Hensbergen {
709f3933545SEric Van Hensbergen 	struct virtio_chan *chan = vdev->priv;
7108051a2a5SMichael S. Tsirkin 	unsigned long warning_time;
71137c1209dSAneesh Kumar K.V 
71237c1209dSAneesh Kumar K.V 	mutex_lock(&virtio_9p_lock);
7138051a2a5SMichael S. Tsirkin 
7148051a2a5SMichael S. Tsirkin 	/* Remove self from list so we don't get new users. */
71537c1209dSAneesh Kumar K.V 	list_del(&chan->chan_list);
7168051a2a5SMichael S. Tsirkin 	warning_time = jiffies;
7178051a2a5SMichael S. Tsirkin 
7188051a2a5SMichael S. Tsirkin 	/* Wait for existing users to close. */
7198051a2a5SMichael S. Tsirkin 	while (chan->inuse) {
72037c1209dSAneesh Kumar K.V 		mutex_unlock(&virtio_9p_lock);
7218051a2a5SMichael S. Tsirkin 		msleep(250);
7228051a2a5SMichael S. Tsirkin 		if (time_after(jiffies, warning_time + 10 * HZ)) {
7238051a2a5SMichael S. Tsirkin 			dev_emerg(&vdev->dev,
7248051a2a5SMichael S. Tsirkin 				  "p9_virtio_remove: waiting for device in use.\n");
7258051a2a5SMichael S. Tsirkin 			warning_time = jiffies;
7268051a2a5SMichael S. Tsirkin 		}
7278051a2a5SMichael S. Tsirkin 		mutex_lock(&virtio_9p_lock);
7288051a2a5SMichael S. Tsirkin 	}
7298051a2a5SMichael S. Tsirkin 
7308051a2a5SMichael S. Tsirkin 	mutex_unlock(&virtio_9p_lock);
7318051a2a5SMichael S. Tsirkin 
732ea52bf8eSPierre Morel 	vdev->config->reset(vdev);
7338051a2a5SMichael S. Tsirkin 	vdev->config->del_vqs(vdev);
7348051a2a5SMichael S. Tsirkin 
73586c84373SAneesh Kumar K.V 	sysfs_remove_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr);
736e0d6cb9cSMichael Marineau 	kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE);
73797ee9b02SAneesh Kumar K.V 	kfree(chan->tag);
73852f44e0dSVenkateswararao Jujjuri (JV) 	kfree(chan->vc_wq);
73937c1209dSAneesh Kumar K.V 	kfree(chan);
74037c1209dSAneesh Kumar K.V 
741f3933545SEric Van Hensbergen }
742f3933545SEric Van Hensbergen 
743b530cc79SEric Van Hensbergen static struct virtio_device_id id_table[] = {
744b530cc79SEric Van Hensbergen 	{ VIRTIO_ID_9P, VIRTIO_DEV_ANY_ID },
745b530cc79SEric Van Hensbergen 	{ 0 },
746b530cc79SEric Van Hensbergen };
747b530cc79SEric Van Hensbergen 
74897ee9b02SAneesh Kumar K.V static unsigned int features[] = {
74997ee9b02SAneesh Kumar K.V 	VIRTIO_9P_MOUNT_TAG,
75097ee9b02SAneesh Kumar K.V };
75197ee9b02SAneesh Kumar K.V 
752b530cc79SEric Van Hensbergen /* The standard "struct lguest_driver": */
753b530cc79SEric Van Hensbergen static struct virtio_driver p9_virtio_drv = {
75497ee9b02SAneesh Kumar K.V 	.feature_table  = features,
75597ee9b02SAneesh Kumar K.V 	.feature_table_size = ARRAY_SIZE(features),
756b530cc79SEric Van Hensbergen 	.driver.name    = KBUILD_MODNAME,
757b530cc79SEric Van Hensbergen 	.driver.owner	= THIS_MODULE,
758b530cc79SEric Van Hensbergen 	.id_table	= id_table,
759b530cc79SEric Van Hensbergen 	.probe		= p9_virtio_probe,
760f3933545SEric Van Hensbergen 	.remove		= p9_virtio_remove,
761b530cc79SEric Van Hensbergen };
762b530cc79SEric Van Hensbergen 
763b530cc79SEric Van Hensbergen static struct p9_trans_module p9_virtio_trans = {
764b530cc79SEric Van Hensbergen 	.name = "virtio",
765b530cc79SEric Van Hensbergen 	.create = p9_virtio_create,
7668b81ef58SEric Van Hensbergen 	.close = p9_virtio_close,
76791b8534fSEric Van Hensbergen 	.request = p9_virtio_request,
768dc893e19SArnd Bergmann 	.zc_request = p9_virtio_zc_request,
76991b8534fSEric Van Hensbergen 	.cancel = p9_virtio_cancel,
770728356deSTomas Bortoli 	.cancelled = p9_virtio_cancelled,
771b49d8b5dSAneesh Kumar K.V 	/*
772b49d8b5dSAneesh Kumar K.V 	 * We leave one entry for input and one entry for response
773b49d8b5dSAneesh Kumar K.V 	 * headers. We also skip one more entry to accomodate, address
774b49d8b5dSAneesh Kumar K.V 	 * that are not at page boundary, that can result in an extra
775b49d8b5dSAneesh Kumar K.V 	 * page in zero copy.
776b49d8b5dSAneesh Kumar K.V 	 */
777b49d8b5dSAneesh Kumar K.V 	.maxsize = PAGE_SIZE * (VIRTQUEUE_NUM - 3),
778f94741fdSEric Van Hensbergen 	.def = 1,
77972029fe8STejun Heo 	.owner = THIS_MODULE,
780b530cc79SEric Van Hensbergen };
781b530cc79SEric Van Hensbergen 
782b530cc79SEric Van Hensbergen /* The standard init function */
783b530cc79SEric Van Hensbergen static int __init p9_virtio_init(void)
784b530cc79SEric Van Hensbergen {
785*d4548543SYueHaibing 	int rc;
786*d4548543SYueHaibing 
78737c1209dSAneesh Kumar K.V 	INIT_LIST_HEAD(&virtio_chan_list);
788b530cc79SEric Van Hensbergen 
789b530cc79SEric Van Hensbergen 	v9fs_register_trans(&p9_virtio_trans);
790*d4548543SYueHaibing 	rc = register_virtio_driver(&p9_virtio_drv);
791*d4548543SYueHaibing 	if (rc)
792*d4548543SYueHaibing 		v9fs_unregister_trans(&p9_virtio_trans);
793*d4548543SYueHaibing 
794*d4548543SYueHaibing 	return rc;
795b530cc79SEric Van Hensbergen }
796b530cc79SEric Van Hensbergen 
797f3933545SEric Van Hensbergen static void __exit p9_virtio_cleanup(void)
798f3933545SEric Van Hensbergen {
799f3933545SEric Van Hensbergen 	unregister_virtio_driver(&p9_virtio_drv);
80072029fe8STejun Heo 	v9fs_unregister_trans(&p9_virtio_trans);
801f3933545SEric Van Hensbergen }
802f3933545SEric Van Hensbergen 
803b530cc79SEric Van Hensbergen module_init(p9_virtio_init);
804f3933545SEric Van Hensbergen module_exit(p9_virtio_cleanup);
805b530cc79SEric Van Hensbergen 
806b530cc79SEric Van Hensbergen MODULE_DEVICE_TABLE(virtio, id_table);
807b530cc79SEric Van Hensbergen MODULE_AUTHOR("Eric Van Hensbergen <ericvh@gmail.com>");
808b530cc79SEric Van Hensbergen MODULE_DESCRIPTION("Virtio 9p Transport");
809b530cc79SEric Van Hensbergen MODULE_LICENSE("GPL");
810