xref: /openbmc/linux/net/9p/trans_virtio.c (revision 5e012745)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * The Virtio 9p transport driver
4  *
5  * This is a block based transport driver based on the lguest block driver
6  * code.
7  *
8  *  Copyright (C) 2007, 2008 Eric Van Hensbergen, IBM Corporation
9  *
10  *  Based on virtio console driver
11  *  Copyright (C) 2006, 2007 Rusty Russell, IBM Corporation
12  */
13 
14 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
15 
16 #include <linux/in.h>
17 #include <linux/module.h>
18 #include <linux/net.h>
19 #include <linux/ipv6.h>
20 #include <linux/errno.h>
21 #include <linux/kernel.h>
22 #include <linux/un.h>
23 #include <linux/uaccess.h>
24 #include <linux/inet.h>
25 #include <linux/idr.h>
26 #include <linux/file.h>
27 #include <linux/highmem.h>
28 #include <linux/slab.h>
29 #include <net/9p/9p.h>
30 #include <linux/parser.h>
31 #include <net/9p/client.h>
32 #include <net/9p/transport.h>
33 #include <linux/scatterlist.h>
34 #include <linux/swap.h>
35 #include <linux/virtio.h>
36 #include <linux/virtio_9p.h>
37 #include "trans_common.h"
38 
39 #define VIRTQUEUE_NUM	128
40 
41 /* a single mutex to manage channel initialization and attachment */
42 static DEFINE_MUTEX(virtio_9p_lock);
43 static DECLARE_WAIT_QUEUE_HEAD(vp_wq);
44 static atomic_t vp_pinned = ATOMIC_INIT(0);
45 
46 /**
47  * struct virtio_chan - per-instance transport information
48  * @inuse: whether the channel is in use
49  * @lock: protects multiple elements within this structure
50  * @client: client instance
51  * @vdev: virtio dev associated with this channel
52  * @vq: virtio queue associated with this channel
53  * @sg: scatter gather list which is used to pack a request (protected?)
54  *
55  * We keep all per-channel information in a structure.
56  * This structure is allocated within the devices dev->mem space.
57  * A pointer to the structure will get put in the transport private.
58  *
59  */
60 
61 struct virtio_chan {
62 	bool inuse;
63 
64 	spinlock_t lock;
65 
66 	struct p9_client *client;
67 	struct virtio_device *vdev;
68 	struct virtqueue *vq;
69 	int ring_bufs_avail;
70 	wait_queue_head_t *vc_wq;
71 	/* This is global limit. Since we don't have a global structure,
72 	 * will be placing it in each channel.
73 	 */
74 	unsigned long p9_max_pages;
75 	/* Scatterlist: can be too big for stack. */
76 	struct scatterlist sg[VIRTQUEUE_NUM];
77 	/*
78 	 * tag name to identify a mount null terminated
79 	 */
80 	char *tag;
81 
82 	struct list_head chan_list;
83 };
84 
85 static struct list_head virtio_chan_list;
86 
87 /* How many bytes left in this page. */
88 static unsigned int rest_of_page(void *data)
89 {
90 	return PAGE_SIZE - offset_in_page(data);
91 }
92 
93 /**
94  * p9_virtio_close - reclaim resources of a channel
95  * @client: client instance
96  *
97  * This reclaims a channel by freeing its resources and
98  * reseting its inuse flag.
99  *
100  */
101 
102 static void p9_virtio_close(struct p9_client *client)
103 {
104 	struct virtio_chan *chan = client->trans;
105 
106 	mutex_lock(&virtio_9p_lock);
107 	if (chan)
108 		chan->inuse = false;
109 	mutex_unlock(&virtio_9p_lock);
110 }
111 
112 /**
113  * req_done - callback which signals activity from the server
114  * @vq: virtio queue activity was received on
115  *
116  * This notifies us that the server has triggered some activity
117  * on the virtio channel - most likely a response to request we
118  * sent.  Figure out which requests now have responses and wake up
119  * those threads.
120  *
121  * Bugs: could do with some additional sanity checking, but appears to work.
122  *
123  */
124 
125 static void req_done(struct virtqueue *vq)
126 {
127 	struct virtio_chan *chan = vq->vdev->priv;
128 	unsigned int len;
129 	struct p9_req_t *req;
130 	bool need_wakeup = false;
131 	unsigned long flags;
132 
133 	p9_debug(P9_DEBUG_TRANS, ": request done\n");
134 
135 	spin_lock_irqsave(&chan->lock, flags);
136 	while ((req = virtqueue_get_buf(chan->vq, &len)) != NULL) {
137 		if (!chan->ring_bufs_avail) {
138 			chan->ring_bufs_avail = 1;
139 			need_wakeup = true;
140 		}
141 
142 		if (len) {
143 			req->rc.size = len;
144 			p9_client_cb(chan->client, req, REQ_STATUS_RCVD);
145 		}
146 	}
147 	spin_unlock_irqrestore(&chan->lock, flags);
148 	/* Wakeup if anyone waiting for VirtIO ring space. */
149 	if (need_wakeup)
150 		wake_up(chan->vc_wq);
151 }
152 
153 /**
154  * pack_sg_list - pack a scatter gather list from a linear buffer
155  * @sg: scatter/gather list to pack into
156  * @start: which segment of the sg_list to start at
157  * @limit: maximum segment to pack data to
158  * @data: data to pack into scatter/gather list
159  * @count: amount of data to pack into the scatter/gather list
160  *
161  * sg_lists have multiple segments of various sizes.  This will pack
162  * arbitrary data into an existing scatter gather list, segmenting the
163  * data as necessary within constraints.
164  *
165  */
166 
167 static int pack_sg_list(struct scatterlist *sg, int start,
168 			int limit, char *data, int count)
169 {
170 	int s;
171 	int index = start;
172 
173 	while (count) {
174 		s = rest_of_page(data);
175 		if (s > count)
176 			s = count;
177 		BUG_ON(index >= limit);
178 		/* Make sure we don't terminate early. */
179 		sg_unmark_end(&sg[index]);
180 		sg_set_buf(&sg[index++], data, s);
181 		count -= s;
182 		data += s;
183 	}
184 	if (index-start)
185 		sg_mark_end(&sg[index - 1]);
186 	return index-start;
187 }
188 
189 /* We don't currently allow canceling of virtio requests */
190 static int p9_virtio_cancel(struct p9_client *client, struct p9_req_t *req)
191 {
192 	return 1;
193 }
194 
195 /* Reply won't come, so drop req ref */
196 static int p9_virtio_cancelled(struct p9_client *client, struct p9_req_t *req)
197 {
198 	p9_req_put(req);
199 	return 0;
200 }
201 
202 /**
203  * pack_sg_list_p - Just like pack_sg_list. Instead of taking a buffer,
204  * this takes a list of pages.
205  * @sg: scatter/gather list to pack into
206  * @start: which segment of the sg_list to start at
207  * @pdata: a list of pages to add into sg.
208  * @nr_pages: number of pages to pack into the scatter/gather list
209  * @offs: amount of data in the beginning of first page _not_ to pack
210  * @count: amount of data to pack into the scatter/gather list
211  */
212 static int
213 pack_sg_list_p(struct scatterlist *sg, int start, int limit,
214 	       struct page **pdata, int nr_pages, size_t offs, int count)
215 {
216 	int i = 0, s;
217 	int data_off = offs;
218 	int index = start;
219 
220 	BUG_ON(nr_pages > (limit - start));
221 	/*
222 	 * if the first page doesn't start at
223 	 * page boundary find the offset
224 	 */
225 	while (nr_pages) {
226 		s = PAGE_SIZE - data_off;
227 		if (s > count)
228 			s = count;
229 		BUG_ON(index >= limit);
230 		/* Make sure we don't terminate early. */
231 		sg_unmark_end(&sg[index]);
232 		sg_set_page(&sg[index++], pdata[i++], s, data_off);
233 		data_off = 0;
234 		count -= s;
235 		nr_pages--;
236 	}
237 
238 	if (index-start)
239 		sg_mark_end(&sg[index - 1]);
240 	return index - start;
241 }
242 
243 /**
244  * p9_virtio_request - issue a request
245  * @client: client instance issuing the request
246  * @req: request to be issued
247  *
248  */
249 
250 static int
251 p9_virtio_request(struct p9_client *client, struct p9_req_t *req)
252 {
253 	int err;
254 	int in, out, out_sgs, in_sgs;
255 	unsigned long flags;
256 	struct virtio_chan *chan = client->trans;
257 	struct scatterlist *sgs[2];
258 
259 	p9_debug(P9_DEBUG_TRANS, "9p debug: virtio request\n");
260 
261 	req->status = REQ_STATUS_SENT;
262 req_retry:
263 	spin_lock_irqsave(&chan->lock, flags);
264 
265 	out_sgs = in_sgs = 0;
266 	/* Handle out VirtIO ring buffers */
267 	out = pack_sg_list(chan->sg, 0,
268 			   VIRTQUEUE_NUM, req->tc.sdata, req->tc.size);
269 	if (out)
270 		sgs[out_sgs++] = chan->sg;
271 
272 	in = pack_sg_list(chan->sg, out,
273 			  VIRTQUEUE_NUM, req->rc.sdata, req->rc.capacity);
274 	if (in)
275 		sgs[out_sgs + in_sgs++] = chan->sg + out;
276 
277 	err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req,
278 				GFP_ATOMIC);
279 	if (err < 0) {
280 		if (err == -ENOSPC) {
281 			chan->ring_bufs_avail = 0;
282 			spin_unlock_irqrestore(&chan->lock, flags);
283 			err = wait_event_killable(*chan->vc_wq,
284 						  chan->ring_bufs_avail);
285 			if (err  == -ERESTARTSYS)
286 				return err;
287 
288 			p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n");
289 			goto req_retry;
290 		} else {
291 			spin_unlock_irqrestore(&chan->lock, flags);
292 			p9_debug(P9_DEBUG_TRANS,
293 				 "virtio rpc add_sgs returned failure\n");
294 			return -EIO;
295 		}
296 	}
297 	virtqueue_kick(chan->vq);
298 	spin_unlock_irqrestore(&chan->lock, flags);
299 
300 	p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n");
301 	return 0;
302 }
303 
304 static int p9_get_mapped_pages(struct virtio_chan *chan,
305 			       struct page ***pages,
306 			       struct iov_iter *data,
307 			       int count,
308 			       size_t *offs,
309 			       int *need_drop)
310 {
311 	int nr_pages;
312 	int err;
313 
314 	if (!iov_iter_count(data))
315 		return 0;
316 
317 	if (!iov_iter_is_kvec(data)) {
318 		int n;
319 		/*
320 		 * We allow only p9_max_pages pinned. We wait for the
321 		 * Other zc request to finish here
322 		 */
323 		if (atomic_read(&vp_pinned) >= chan->p9_max_pages) {
324 			err = wait_event_killable(vp_wq,
325 			      (atomic_read(&vp_pinned) < chan->p9_max_pages));
326 			if (err == -ERESTARTSYS)
327 				return err;
328 		}
329 		n = iov_iter_get_pages_alloc(data, pages, count, offs);
330 		if (n < 0)
331 			return n;
332 		*need_drop = 1;
333 		nr_pages = DIV_ROUND_UP(n + *offs, PAGE_SIZE);
334 		atomic_add(nr_pages, &vp_pinned);
335 		return n;
336 	} else {
337 		/* kernel buffer, no need to pin pages */
338 		int index;
339 		size_t len;
340 		void *p;
341 
342 		/* we'd already checked that it's non-empty */
343 		while (1) {
344 			len = iov_iter_single_seg_count(data);
345 			if (likely(len)) {
346 				p = data->kvec->iov_base + data->iov_offset;
347 				break;
348 			}
349 			iov_iter_advance(data, 0);
350 		}
351 		if (len > count)
352 			len = count;
353 
354 		nr_pages = DIV_ROUND_UP((unsigned long)p + len, PAGE_SIZE) -
355 			   (unsigned long)p / PAGE_SIZE;
356 
357 		*pages = kmalloc_array(nr_pages, sizeof(struct page *),
358 				       GFP_NOFS);
359 		if (!*pages)
360 			return -ENOMEM;
361 
362 		*need_drop = 0;
363 		p -= (*offs = offset_in_page(p));
364 		for (index = 0; index < nr_pages; index++) {
365 			if (is_vmalloc_addr(p))
366 				(*pages)[index] = vmalloc_to_page(p);
367 			else
368 				(*pages)[index] = kmap_to_page(p);
369 			p += PAGE_SIZE;
370 		}
371 		return len;
372 	}
373 }
374 
375 /**
376  * p9_virtio_zc_request - issue a zero copy request
377  * @client: client instance issuing the request
378  * @req: request to be issued
379  * @uidata: user buffer that should be used for zero copy read
380  * @uodata: user buffer that should be used for zero copy write
381  * @inlen: read buffer size
382  * @outlen: write buffer size
383  * @in_hdr_len: reader header size, This is the size of response protocol data
384  *
385  */
386 static int
387 p9_virtio_zc_request(struct p9_client *client, struct p9_req_t *req,
388 		     struct iov_iter *uidata, struct iov_iter *uodata,
389 		     int inlen, int outlen, int in_hdr_len)
390 {
391 	int in, out, err, out_sgs, in_sgs;
392 	unsigned long flags;
393 	int in_nr_pages = 0, out_nr_pages = 0;
394 	struct page **in_pages = NULL, **out_pages = NULL;
395 	struct virtio_chan *chan = client->trans;
396 	struct scatterlist *sgs[4];
397 	size_t offs;
398 	int need_drop = 0;
399 	int kicked = 0;
400 
401 	p9_debug(P9_DEBUG_TRANS, "virtio request\n");
402 
403 	if (uodata) {
404 		__le32 sz;
405 		int n = p9_get_mapped_pages(chan, &out_pages, uodata,
406 					    outlen, &offs, &need_drop);
407 		if (n < 0) {
408 			err = n;
409 			goto err_out;
410 		}
411 		out_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE);
412 		if (n != outlen) {
413 			__le32 v = cpu_to_le32(n);
414 			memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4);
415 			outlen = n;
416 		}
417 		/* The size field of the message must include the length of the
418 		 * header and the length of the data.  We didn't actually know
419 		 * the length of the data until this point so add it in now.
420 		 */
421 		sz = cpu_to_le32(req->tc.size + outlen);
422 		memcpy(&req->tc.sdata[0], &sz, sizeof(sz));
423 	} else if (uidata) {
424 		int n = p9_get_mapped_pages(chan, &in_pages, uidata,
425 					    inlen, &offs, &need_drop);
426 		if (n < 0) {
427 			err = n;
428 			goto err_out;
429 		}
430 		in_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE);
431 		if (n != inlen) {
432 			__le32 v = cpu_to_le32(n);
433 			memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4);
434 			inlen = n;
435 		}
436 	}
437 	req->status = REQ_STATUS_SENT;
438 req_retry_pinned:
439 	spin_lock_irqsave(&chan->lock, flags);
440 
441 	out_sgs = in_sgs = 0;
442 
443 	/* out data */
444 	out = pack_sg_list(chan->sg, 0,
445 			   VIRTQUEUE_NUM, req->tc.sdata, req->tc.size);
446 
447 	if (out)
448 		sgs[out_sgs++] = chan->sg;
449 
450 	if (out_pages) {
451 		sgs[out_sgs++] = chan->sg + out;
452 		out += pack_sg_list_p(chan->sg, out, VIRTQUEUE_NUM,
453 				      out_pages, out_nr_pages, offs, outlen);
454 	}
455 
456 	/*
457 	 * Take care of in data
458 	 * For example TREAD have 11.
459 	 * 11 is the read/write header = PDU Header(7) + IO Size (4).
460 	 * Arrange in such a way that server places header in the
461 	 * alloced memory and payload onto the user buffer.
462 	 */
463 	in = pack_sg_list(chan->sg, out,
464 			  VIRTQUEUE_NUM, req->rc.sdata, in_hdr_len);
465 	if (in)
466 		sgs[out_sgs + in_sgs++] = chan->sg + out;
467 
468 	if (in_pages) {
469 		sgs[out_sgs + in_sgs++] = chan->sg + out + in;
470 		in += pack_sg_list_p(chan->sg, out + in, VIRTQUEUE_NUM,
471 				     in_pages, in_nr_pages, offs, inlen);
472 	}
473 
474 	BUG_ON(out_sgs + in_sgs > ARRAY_SIZE(sgs));
475 	err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req,
476 				GFP_ATOMIC);
477 	if (err < 0) {
478 		if (err == -ENOSPC) {
479 			chan->ring_bufs_avail = 0;
480 			spin_unlock_irqrestore(&chan->lock, flags);
481 			err = wait_event_killable(*chan->vc_wq,
482 						  chan->ring_bufs_avail);
483 			if (err  == -ERESTARTSYS)
484 				goto err_out;
485 
486 			p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n");
487 			goto req_retry_pinned;
488 		} else {
489 			spin_unlock_irqrestore(&chan->lock, flags);
490 			p9_debug(P9_DEBUG_TRANS,
491 				 "virtio rpc add_sgs returned failure\n");
492 			err = -EIO;
493 			goto err_out;
494 		}
495 	}
496 	virtqueue_kick(chan->vq);
497 	spin_unlock_irqrestore(&chan->lock, flags);
498 	kicked = 1;
499 	p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n");
500 	err = wait_event_killable(req->wq, req->status >= REQ_STATUS_RCVD);
501 	/*
502 	 * Non kernel buffers are pinned, unpin them
503 	 */
504 err_out:
505 	if (need_drop) {
506 		if (in_pages) {
507 			p9_release_pages(in_pages, in_nr_pages);
508 			atomic_sub(in_nr_pages, &vp_pinned);
509 		}
510 		if (out_pages) {
511 			p9_release_pages(out_pages, out_nr_pages);
512 			atomic_sub(out_nr_pages, &vp_pinned);
513 		}
514 		/* wakeup anybody waiting for slots to pin pages */
515 		wake_up(&vp_wq);
516 	}
517 	kvfree(in_pages);
518 	kvfree(out_pages);
519 	if (!kicked) {
520 		/* reply won't come */
521 		p9_req_put(req);
522 	}
523 	return err;
524 }
525 
526 static ssize_t p9_mount_tag_show(struct device *dev,
527 				struct device_attribute *attr, char *buf)
528 {
529 	struct virtio_chan *chan;
530 	struct virtio_device *vdev;
531 	int tag_len;
532 
533 	vdev = dev_to_virtio(dev);
534 	chan = vdev->priv;
535 	tag_len = strlen(chan->tag);
536 
537 	memcpy(buf, chan->tag, tag_len + 1);
538 
539 	return tag_len + 1;
540 }
541 
542 static DEVICE_ATTR(mount_tag, 0444, p9_mount_tag_show, NULL);
543 
544 /**
545  * p9_virtio_probe - probe for existence of 9P virtio channels
546  * @vdev: virtio device to probe
547  *
548  * This probes for existing virtio channels.
549  *
550  */
551 
552 static int p9_virtio_probe(struct virtio_device *vdev)
553 {
554 	__u16 tag_len;
555 	char *tag;
556 	int err;
557 	struct virtio_chan *chan;
558 
559 	if (!vdev->config->get) {
560 		dev_err(&vdev->dev, "%s failure: config access disabled\n",
561 			__func__);
562 		return -EINVAL;
563 	}
564 
565 	chan = kmalloc(sizeof(struct virtio_chan), GFP_KERNEL);
566 	if (!chan) {
567 		pr_err("Failed to allocate virtio 9P channel\n");
568 		err = -ENOMEM;
569 		goto fail;
570 	}
571 
572 	chan->vdev = vdev;
573 
574 	/* We expect one virtqueue, for requests. */
575 	chan->vq = virtio_find_single_vq(vdev, req_done, "requests");
576 	if (IS_ERR(chan->vq)) {
577 		err = PTR_ERR(chan->vq);
578 		goto out_free_chan;
579 	}
580 	chan->vq->vdev->priv = chan;
581 	spin_lock_init(&chan->lock);
582 
583 	sg_init_table(chan->sg, VIRTQUEUE_NUM);
584 
585 	chan->inuse = false;
586 	if (virtio_has_feature(vdev, VIRTIO_9P_MOUNT_TAG)) {
587 		virtio_cread(vdev, struct virtio_9p_config, tag_len, &tag_len);
588 	} else {
589 		err = -EINVAL;
590 		goto out_free_vq;
591 	}
592 	tag = kzalloc(tag_len + 1, GFP_KERNEL);
593 	if (!tag) {
594 		err = -ENOMEM;
595 		goto out_free_vq;
596 	}
597 
598 	virtio_cread_bytes(vdev, offsetof(struct virtio_9p_config, tag),
599 			   tag, tag_len);
600 	chan->tag = tag;
601 	err = sysfs_create_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr);
602 	if (err) {
603 		goto out_free_tag;
604 	}
605 	chan->vc_wq = kmalloc(sizeof(wait_queue_head_t), GFP_KERNEL);
606 	if (!chan->vc_wq) {
607 		err = -ENOMEM;
608 		goto out_free_tag;
609 	}
610 	init_waitqueue_head(chan->vc_wq);
611 	chan->ring_bufs_avail = 1;
612 	/* Ceiling limit to avoid denial of service attacks */
613 	chan->p9_max_pages = nr_free_buffer_pages()/4;
614 
615 	virtio_device_ready(vdev);
616 
617 	mutex_lock(&virtio_9p_lock);
618 	list_add_tail(&chan->chan_list, &virtio_chan_list);
619 	mutex_unlock(&virtio_9p_lock);
620 
621 	/* Let udev rules use the new mount_tag attribute. */
622 	kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE);
623 
624 	return 0;
625 
626 out_free_tag:
627 	kfree(tag);
628 out_free_vq:
629 	vdev->config->del_vqs(vdev);
630 out_free_chan:
631 	kfree(chan);
632 fail:
633 	return err;
634 }
635 
636 
637 /**
638  * p9_virtio_create - allocate a new virtio channel
639  * @client: client instance invoking this transport
640  * @devname: string identifying the channel to connect to (unused)
641  * @args: args passed from sys_mount() for per-transport options (unused)
642  *
643  * This sets up a transport channel for 9p communication.  Right now
644  * we only match the first available channel, but eventually we couldlook up
645  * alternate channels by matching devname versus a virtio_config entry.
646  * We use a simple reference count mechanism to ensure that only a single
647  * mount has a channel open at a time.
648  *
649  */
650 
651 static int
652 p9_virtio_create(struct p9_client *client, const char *devname, char *args)
653 {
654 	struct virtio_chan *chan;
655 	int ret = -ENOENT;
656 	int found = 0;
657 
658 	if (devname == NULL)
659 		return -EINVAL;
660 
661 	mutex_lock(&virtio_9p_lock);
662 	list_for_each_entry(chan, &virtio_chan_list, chan_list) {
663 		if (!strcmp(devname, chan->tag)) {
664 			if (!chan->inuse) {
665 				chan->inuse = true;
666 				found = 1;
667 				break;
668 			}
669 			ret = -EBUSY;
670 		}
671 	}
672 	mutex_unlock(&virtio_9p_lock);
673 
674 	if (!found) {
675 		pr_err("no channels available for device %s\n", devname);
676 		return ret;
677 	}
678 
679 	client->trans = (void *)chan;
680 	client->status = Connected;
681 	chan->client = client;
682 
683 	return 0;
684 }
685 
686 /**
687  * p9_virtio_remove - clean up resources associated with a virtio device
688  * @vdev: virtio device to remove
689  *
690  */
691 
692 static void p9_virtio_remove(struct virtio_device *vdev)
693 {
694 	struct virtio_chan *chan = vdev->priv;
695 	unsigned long warning_time;
696 
697 	mutex_lock(&virtio_9p_lock);
698 
699 	/* Remove self from list so we don't get new users. */
700 	list_del(&chan->chan_list);
701 	warning_time = jiffies;
702 
703 	/* Wait for existing users to close. */
704 	while (chan->inuse) {
705 		mutex_unlock(&virtio_9p_lock);
706 		msleep(250);
707 		if (time_after(jiffies, warning_time + 10 * HZ)) {
708 			dev_emerg(&vdev->dev,
709 				  "p9_virtio_remove: waiting for device in use.\n");
710 			warning_time = jiffies;
711 		}
712 		mutex_lock(&virtio_9p_lock);
713 	}
714 
715 	mutex_unlock(&virtio_9p_lock);
716 
717 	vdev->config->reset(vdev);
718 	vdev->config->del_vqs(vdev);
719 
720 	sysfs_remove_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr);
721 	kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE);
722 	kfree(chan->tag);
723 	kfree(chan->vc_wq);
724 	kfree(chan);
725 
726 }
727 
728 static struct virtio_device_id id_table[] = {
729 	{ VIRTIO_ID_9P, VIRTIO_DEV_ANY_ID },
730 	{ 0 },
731 };
732 
733 static unsigned int features[] = {
734 	VIRTIO_9P_MOUNT_TAG,
735 };
736 
737 /* The standard "struct lguest_driver": */
738 static struct virtio_driver p9_virtio_drv = {
739 	.feature_table  = features,
740 	.feature_table_size = ARRAY_SIZE(features),
741 	.driver.name    = KBUILD_MODNAME,
742 	.driver.owner	= THIS_MODULE,
743 	.id_table	= id_table,
744 	.probe		= p9_virtio_probe,
745 	.remove		= p9_virtio_remove,
746 };
747 
748 static struct p9_trans_module p9_virtio_trans = {
749 	.name = "virtio",
750 	.create = p9_virtio_create,
751 	.close = p9_virtio_close,
752 	.request = p9_virtio_request,
753 	.zc_request = p9_virtio_zc_request,
754 	.cancel = p9_virtio_cancel,
755 	.cancelled = p9_virtio_cancelled,
756 	/*
757 	 * We leave one entry for input and one entry for response
758 	 * headers. We also skip one more entry to accomodate, address
759 	 * that are not at page boundary, that can result in an extra
760 	 * page in zero copy.
761 	 */
762 	.maxsize = PAGE_SIZE * (VIRTQUEUE_NUM - 3),
763 	.def = 1,
764 	.owner = THIS_MODULE,
765 };
766 
767 /* The standard init function */
768 static int __init p9_virtio_init(void)
769 {
770 	int rc;
771 
772 	INIT_LIST_HEAD(&virtio_chan_list);
773 
774 	v9fs_register_trans(&p9_virtio_trans);
775 	rc = register_virtio_driver(&p9_virtio_drv);
776 	if (rc)
777 		v9fs_unregister_trans(&p9_virtio_trans);
778 
779 	return rc;
780 }
781 
782 static void __exit p9_virtio_cleanup(void)
783 {
784 	unregister_virtio_driver(&p9_virtio_drv);
785 	v9fs_unregister_trans(&p9_virtio_trans);
786 }
787 
788 module_init(p9_virtio_init);
789 module_exit(p9_virtio_cleanup);
790 
791 MODULE_DEVICE_TABLE(virtio, id_table);
792 MODULE_AUTHOR("Eric Van Hensbergen <ericvh@gmail.com>");
793 MODULE_DESCRIPTION("Virtio 9p Transport");
794 MODULE_LICENSE("GPL");
795