1b530cc79SEric Van Hensbergen /* 2fea511a6SEric Van Hensbergen * The Virtio 9p transport driver 3b530cc79SEric Van Hensbergen * 4e2735b77SEric Van Hensbergen * This is a block based transport driver based on the lguest block driver 5e2735b77SEric Van Hensbergen * code. 6b530cc79SEric Van Hensbergen * 7fea511a6SEric Van Hensbergen * Copyright (C) 2007, 2008 Eric Van Hensbergen, IBM Corporation 8b530cc79SEric Van Hensbergen * 9b530cc79SEric Van Hensbergen * Based on virtio console driver 10b530cc79SEric Van Hensbergen * Copyright (C) 2006, 2007 Rusty Russell, IBM Corporation 11b530cc79SEric Van Hensbergen * 12b530cc79SEric Van Hensbergen * This program is free software; you can redistribute it and/or modify 13b530cc79SEric Van Hensbergen * it under the terms of the GNU General Public License version 2 14b530cc79SEric Van Hensbergen * as published by the Free Software Foundation. 15b530cc79SEric Van Hensbergen * 16b530cc79SEric Van Hensbergen * This program is distributed in the hope that it will be useful, 17b530cc79SEric Van Hensbergen * but WITHOUT ANY WARRANTY; without even the implied warranty of 18b530cc79SEric Van Hensbergen * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 19b530cc79SEric Van Hensbergen * GNU General Public License for more details. 20b530cc79SEric Van Hensbergen * 21b530cc79SEric Van Hensbergen * You should have received a copy of the GNU General Public License 22b530cc79SEric Van Hensbergen * along with this program; if not, write to: 23b530cc79SEric Van Hensbergen * Free Software Foundation 24b530cc79SEric Van Hensbergen * 51 Franklin Street, Fifth Floor 25b530cc79SEric Van Hensbergen * Boston, MA 02111-1301 USA 26b530cc79SEric Van Hensbergen * 27b530cc79SEric Van Hensbergen */ 28b530cc79SEric Van Hensbergen 295d385153SJoe Perches #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 305d385153SJoe Perches 31b530cc79SEric Van Hensbergen #include <linux/in.h> 32b530cc79SEric Van Hensbergen #include <linux/module.h> 33b530cc79SEric Van Hensbergen #include <linux/net.h> 34b530cc79SEric Van Hensbergen #include <linux/ipv6.h> 35b530cc79SEric Van Hensbergen #include <linux/errno.h> 36b530cc79SEric Van Hensbergen #include <linux/kernel.h> 37b530cc79SEric Van Hensbergen #include <linux/un.h> 38b530cc79SEric Van Hensbergen #include <linux/uaccess.h> 39b530cc79SEric Van Hensbergen #include <linux/inet.h> 40b530cc79SEric Van Hensbergen #include <linux/idr.h> 41b530cc79SEric Van Hensbergen #include <linux/file.h> 42b9cdc88dSWill Deacon #include <linux/highmem.h> 435a0e3ad6STejun Heo #include <linux/slab.h> 44b530cc79SEric Van Hensbergen #include <net/9p/9p.h> 45b530cc79SEric Van Hensbergen #include <linux/parser.h> 468b81ef58SEric Van Hensbergen #include <net/9p/client.h> 47b530cc79SEric Van Hensbergen #include <net/9p/transport.h> 48b530cc79SEric Van Hensbergen #include <linux/scatterlist.h> 4968da9ba4SVenkateswararao Jujjuri (JV) #include <linux/swap.h> 50b530cc79SEric Van Hensbergen #include <linux/virtio.h> 51b530cc79SEric Van Hensbergen #include <linux/virtio_9p.h> 524038866dSVenkateswararao Jujjuri (JV) #include "trans_common.h" 53b530cc79SEric Van Hensbergen 54e2735b77SEric Van Hensbergen #define VIRTQUEUE_NUM 128 55e2735b77SEric Van Hensbergen 56b530cc79SEric Van Hensbergen /* a single mutex to manage channel initialization and attachment */ 57c1549497SJosef 'Jeff' Sipek static DEFINE_MUTEX(virtio_9p_lock); 5868da9ba4SVenkateswararao Jujjuri (JV) static DECLARE_WAIT_QUEUE_HEAD(vp_wq); 5968da9ba4SVenkateswararao Jujjuri (JV) static atomic_t vp_pinned = ATOMIC_INIT(0); 60b530cc79SEric Van Hensbergen 61ee443996SEric Van Hensbergen /** 62ee443996SEric Van Hensbergen * struct virtio_chan - per-instance transport information 63ee443996SEric Van Hensbergen * @inuse: whether the channel is in use 64ee443996SEric Van Hensbergen * @lock: protects multiple elements within this structure 650e15597eSAbhishek Kulkarni * @client: client instance 66ee443996SEric Van Hensbergen * @vdev: virtio dev associated with this channel 67ee443996SEric Van Hensbergen * @vq: virtio queue associated with this channel 68ee443996SEric Van Hensbergen * @sg: scatter gather list which is used to pack a request (protected?) 69ee443996SEric Van Hensbergen * 70ee443996SEric Van Hensbergen * We keep all per-channel information in a structure. 71b530cc79SEric Van Hensbergen * This structure is allocated within the devices dev->mem space. 72b530cc79SEric Van Hensbergen * A pointer to the structure will get put in the transport private. 73ee443996SEric Van Hensbergen * 74b530cc79SEric Van Hensbergen */ 75ee443996SEric Van Hensbergen 7637c1209dSAneesh Kumar K.V struct virtio_chan { 77ee443996SEric Van Hensbergen bool inuse; 78b530cc79SEric Van Hensbergen 79e2735b77SEric Van Hensbergen spinlock_t lock; 80e2735b77SEric Van Hensbergen 81fea511a6SEric Van Hensbergen struct p9_client *client; 82b530cc79SEric Van Hensbergen struct virtio_device *vdev; 83e2735b77SEric Van Hensbergen struct virtqueue *vq; 8452f44e0dSVenkateswararao Jujjuri (JV) int ring_bufs_avail; 8552f44e0dSVenkateswararao Jujjuri (JV) wait_queue_head_t *vc_wq; 8668da9ba4SVenkateswararao Jujjuri (JV) /* This is global limit. Since we don't have a global structure, 8768da9ba4SVenkateswararao Jujjuri (JV) * will be placing it in each channel. 8868da9ba4SVenkateswararao Jujjuri (JV) */ 897293bfbaSZhang Yanfei unsigned long p9_max_pages; 90e2735b77SEric Van Hensbergen /* Scatterlist: can be too big for stack. */ 91e2735b77SEric Van Hensbergen struct scatterlist sg[VIRTQUEUE_NUM]; 9297ee9b02SAneesh Kumar K.V /* 93edcd9d97Spiaojun * tag name to identify a mount null terminated 9497ee9b02SAneesh Kumar K.V */ 9597ee9b02SAneesh Kumar K.V char *tag; 9697ee9b02SAneesh Kumar K.V 9737c1209dSAneesh Kumar K.V struct list_head chan_list; 9837c1209dSAneesh Kumar K.V }; 9937c1209dSAneesh Kumar K.V 10037c1209dSAneesh Kumar K.V static struct list_head virtio_chan_list; 101b530cc79SEric Van Hensbergen 102b530cc79SEric Van Hensbergen /* How many bytes left in this page. */ 103b530cc79SEric Van Hensbergen static unsigned int rest_of_page(void *data) 104b530cc79SEric Van Hensbergen { 105222e4adeSAl Viro return PAGE_SIZE - offset_in_page(data); 106b530cc79SEric Van Hensbergen } 107b530cc79SEric Van Hensbergen 108ee443996SEric Van Hensbergen /** 109ee443996SEric Van Hensbergen * p9_virtio_close - reclaim resources of a channel 1100e15597eSAbhishek Kulkarni * @client: client instance 111ee443996SEric Van Hensbergen * 112ee443996SEric Van Hensbergen * This reclaims a channel by freeing its resources and 113ee443996SEric Van Hensbergen * reseting its inuse flag. 114ee443996SEric Van Hensbergen * 115ee443996SEric Van Hensbergen */ 116ee443996SEric Van Hensbergen 1178b81ef58SEric Van Hensbergen static void p9_virtio_close(struct p9_client *client) 118b530cc79SEric Van Hensbergen { 1198b81ef58SEric Van Hensbergen struct virtio_chan *chan = client->trans; 120b530cc79SEric Van Hensbergen 121c1549497SJosef 'Jeff' Sipek mutex_lock(&virtio_9p_lock); 122fb786100SAneesh Kumar K.V if (chan) 123b530cc79SEric Van Hensbergen chan->inuse = false; 124c1549497SJosef 'Jeff' Sipek mutex_unlock(&virtio_9p_lock); 125b530cc79SEric Van Hensbergen } 126b530cc79SEric Van Hensbergen 127ee443996SEric Van Hensbergen /** 128ee443996SEric Van Hensbergen * req_done - callback which signals activity from the server 129ee443996SEric Van Hensbergen * @vq: virtio queue activity was received on 130ee443996SEric Van Hensbergen * 131ee443996SEric Van Hensbergen * This notifies us that the server has triggered some activity 132ee443996SEric Van Hensbergen * on the virtio channel - most likely a response to request we 133ee443996SEric Van Hensbergen * sent. Figure out which requests now have responses and wake up 134ee443996SEric Van Hensbergen * those threads. 135ee443996SEric Van Hensbergen * 136ee443996SEric Van Hensbergen * Bugs: could do with some additional sanity checking, but appears to work. 137ee443996SEric Van Hensbergen * 138ee443996SEric Van Hensbergen */ 139ee443996SEric Van Hensbergen 140e2735b77SEric Van Hensbergen static void req_done(struct virtqueue *vq) 141b530cc79SEric Van Hensbergen { 142e2735b77SEric Van Hensbergen struct virtio_chan *chan = vq->vdev->priv; 143e2735b77SEric Van Hensbergen unsigned int len; 144e2735b77SEric Van Hensbergen struct p9_req_t *req; 14531934da8Sjiangyiwen bool need_wakeup = false; 146419b3956SVenkateswararao Jujjuri (JV) unsigned long flags; 147b530cc79SEric Van Hensbergen 1485d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, ": request done\n"); 14991b8534fSEric Van Hensbergen 150419b3956SVenkateswararao Jujjuri (JV) spin_lock_irqsave(&chan->lock, flags); 15131934da8Sjiangyiwen while ((req = virtqueue_get_buf(chan->vq, &len)) != NULL) { 15231934da8Sjiangyiwen if (!chan->ring_bufs_avail) { 15352f44e0dSVenkateswararao Jujjuri (JV) chan->ring_bufs_avail = 1; 15431934da8Sjiangyiwen need_wakeup = true; 15531934da8Sjiangyiwen } 15631934da8Sjiangyiwen 157f984579aSTomas Bortoli if (len) { 158523adb6cSDominique Martinet req->rc.size = len; 1592b6e72edSDominique Martinet p9_client_cb(chan->client, req, REQ_STATUS_RCVD); 160e2735b77SEric Van Hensbergen } 161f984579aSTomas Bortoli } 16231934da8Sjiangyiwen spin_unlock_irqrestore(&chan->lock, flags); 16331934da8Sjiangyiwen /* Wakeup if anyone waiting for VirtIO ring space. */ 16431934da8Sjiangyiwen if (need_wakeup) 16531934da8Sjiangyiwen wake_up(chan->vc_wq); 166b530cc79SEric Van Hensbergen } 167b530cc79SEric Van Hensbergen 168ee443996SEric Van Hensbergen /** 169ee443996SEric Van Hensbergen * pack_sg_list - pack a scatter gather list from a linear buffer 170ee443996SEric Van Hensbergen * @sg: scatter/gather list to pack into 171ee443996SEric Van Hensbergen * @start: which segment of the sg_list to start at 172ee443996SEric Van Hensbergen * @limit: maximum segment to pack data to 173ee443996SEric Van Hensbergen * @data: data to pack into scatter/gather list 174ee443996SEric Van Hensbergen * @count: amount of data to pack into the scatter/gather list 175ee443996SEric Van Hensbergen * 176ee443996SEric Van Hensbergen * sg_lists have multiple segments of various sizes. This will pack 177ee443996SEric Van Hensbergen * arbitrary data into an existing scatter gather list, segmenting the 178ee443996SEric Van Hensbergen * data as necessary within constraints. 179ee443996SEric Van Hensbergen * 180ee443996SEric Van Hensbergen */ 181ee443996SEric Van Hensbergen 182abfa034eSAneesh Kumar K.V static int pack_sg_list(struct scatterlist *sg, int start, 183abfa034eSAneesh Kumar K.V int limit, char *data, int count) 184e2735b77SEric Van Hensbergen { 185e2735b77SEric Van Hensbergen int s; 186e2735b77SEric Van Hensbergen int index = start; 187e2735b77SEric Van Hensbergen 188e2735b77SEric Van Hensbergen while (count) { 189e2735b77SEric Van Hensbergen s = rest_of_page(data); 190e2735b77SEric Van Hensbergen if (s > count) 191e2735b77SEric Van Hensbergen s = count; 19223cba9cbSjiangyiwen BUG_ON(index >= limit); 1930b36f1adSRusty Russell /* Make sure we don't terminate early. */ 1940b36f1adSRusty Russell sg_unmark_end(&sg[index]); 195e2735b77SEric Van Hensbergen sg_set_buf(&sg[index++], data, s); 196e2735b77SEric Van Hensbergen count -= s; 197e2735b77SEric Van Hensbergen data += s; 198e2735b77SEric Van Hensbergen } 1990b36f1adSRusty Russell if (index-start) 2000b36f1adSRusty Russell sg_mark_end(&sg[index - 1]); 201e2735b77SEric Van Hensbergen return index-start; 202e2735b77SEric Van Hensbergen } 203e2735b77SEric Van Hensbergen 20491b8534fSEric Van Hensbergen /* We don't currently allow canceling of virtio requests */ 20591b8534fSEric Van Hensbergen static int p9_virtio_cancel(struct p9_client *client, struct p9_req_t *req) 20691b8534fSEric Van Hensbergen { 20791b8534fSEric Van Hensbergen return 1; 20891b8534fSEric Van Hensbergen } 20991b8534fSEric Van Hensbergen 210728356deSTomas Bortoli /* Reply won't come, so drop req ref */ 211728356deSTomas Bortoli static int p9_virtio_cancelled(struct p9_client *client, struct p9_req_t *req) 212728356deSTomas Bortoli { 213728356deSTomas Bortoli p9_req_put(req); 214728356deSTomas Bortoli return 0; 215728356deSTomas Bortoli } 216728356deSTomas Bortoli 217ee443996SEric Van Hensbergen /** 2184038866dSVenkateswararao Jujjuri (JV) * pack_sg_list_p - Just like pack_sg_list. Instead of taking a buffer, 2194038866dSVenkateswararao Jujjuri (JV) * this takes a list of pages. 2204038866dSVenkateswararao Jujjuri (JV) * @sg: scatter/gather list to pack into 2214038866dSVenkateswararao Jujjuri (JV) * @start: which segment of the sg_list to start at 2222c53040fSBen Hutchings * @pdata: a list of pages to add into sg. 223abfa034eSAneesh Kumar K.V * @nr_pages: number of pages to pack into the scatter/gather list 2244f3b35c1SAl Viro * @offs: amount of data in the beginning of first page _not_ to pack 2254038866dSVenkateswararao Jujjuri (JV) * @count: amount of data to pack into the scatter/gather list 2264038866dSVenkateswararao Jujjuri (JV) */ 2274038866dSVenkateswararao Jujjuri (JV) static int 228abfa034eSAneesh Kumar K.V pack_sg_list_p(struct scatterlist *sg, int start, int limit, 2294f3b35c1SAl Viro struct page **pdata, int nr_pages, size_t offs, int count) 2304038866dSVenkateswararao Jujjuri (JV) { 231abfa034eSAneesh Kumar K.V int i = 0, s; 2324f3b35c1SAl Viro int data_off = offs; 2334038866dSVenkateswararao Jujjuri (JV) int index = start; 2344038866dSVenkateswararao Jujjuri (JV) 235abfa034eSAneesh Kumar K.V BUG_ON(nr_pages > (limit - start)); 236abfa034eSAneesh Kumar K.V /* 237abfa034eSAneesh Kumar K.V * if the first page doesn't start at 238abfa034eSAneesh Kumar K.V * page boundary find the offset 239abfa034eSAneesh Kumar K.V */ 240abfa034eSAneesh Kumar K.V while (nr_pages) { 2414f3b35c1SAl Viro s = PAGE_SIZE - data_off; 242abfa034eSAneesh Kumar K.V if (s > count) 243abfa034eSAneesh Kumar K.V s = count; 24423cba9cbSjiangyiwen BUG_ON(index >= limit); 2450b36f1adSRusty Russell /* Make sure we don't terminate early. */ 2460b36f1adSRusty Russell sg_unmark_end(&sg[index]); 247abfa034eSAneesh Kumar K.V sg_set_page(&sg[index++], pdata[i++], s, data_off); 248abfa034eSAneesh Kumar K.V data_off = 0; 2494038866dSVenkateswararao Jujjuri (JV) count -= s; 250abfa034eSAneesh Kumar K.V nr_pages--; 2514038866dSVenkateswararao Jujjuri (JV) } 2520b36f1adSRusty Russell 2530b36f1adSRusty Russell if (index-start) 2540b36f1adSRusty Russell sg_mark_end(&sg[index - 1]); 2554038866dSVenkateswararao Jujjuri (JV) return index - start; 2564038866dSVenkateswararao Jujjuri (JV) } 2574038866dSVenkateswararao Jujjuri (JV) 2584038866dSVenkateswararao Jujjuri (JV) /** 25991b8534fSEric Van Hensbergen * p9_virtio_request - issue a request 2600e15597eSAbhishek Kulkarni * @client: client instance issuing the request 2610e15597eSAbhishek Kulkarni * @req: request to be issued 262ee443996SEric Van Hensbergen * 263ee443996SEric Van Hensbergen */ 264ee443996SEric Van Hensbergen 265e2735b77SEric Van Hensbergen static int 26691b8534fSEric Van Hensbergen p9_virtio_request(struct p9_client *client, struct p9_req_t *req) 267e2735b77SEric Van Hensbergen { 268abfa034eSAneesh Kumar K.V int err; 2690b36f1adSRusty Russell int in, out, out_sgs, in_sgs; 270419b3956SVenkateswararao Jujjuri (JV) unsigned long flags; 271abfa034eSAneesh Kumar K.V struct virtio_chan *chan = client->trans; 2720b36f1adSRusty Russell struct scatterlist *sgs[2]; 273e2735b77SEric Van Hensbergen 2745d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, "9p debug: virtio request\n"); 275e2735b77SEric Van Hensbergen 276419b3956SVenkateswararao Jujjuri (JV) req->status = REQ_STATUS_SENT; 277abfa034eSAneesh Kumar K.V req_retry: 278419b3956SVenkateswararao Jujjuri (JV) spin_lock_irqsave(&chan->lock, flags); 2794038866dSVenkateswararao Jujjuri (JV) 2800b36f1adSRusty Russell out_sgs = in_sgs = 0; 2814038866dSVenkateswararao Jujjuri (JV) /* Handle out VirtIO ring buffers */ 282abfa034eSAneesh Kumar K.V out = pack_sg_list(chan->sg, 0, 283523adb6cSDominique Martinet VIRTQUEUE_NUM, req->tc.sdata, req->tc.size); 2840b36f1adSRusty Russell if (out) 2850b36f1adSRusty Russell sgs[out_sgs++] = chan->sg; 2864038866dSVenkateswararao Jujjuri (JV) 287abfa034eSAneesh Kumar K.V in = pack_sg_list(chan->sg, out, 288523adb6cSDominique Martinet VIRTQUEUE_NUM, req->rc.sdata, req->rc.capacity); 2890b36f1adSRusty Russell if (in) 2900b36f1adSRusty Russell sgs[out_sgs + in_sgs++] = chan->sg + out; 291e2735b77SEric Van Hensbergen 292474fe9f7SAl Viro err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req, 293f96fde41SRusty Russell GFP_ATOMIC); 294419b3956SVenkateswararao Jujjuri (JV) if (err < 0) { 29552f44e0dSVenkateswararao Jujjuri (JV) if (err == -ENOSPC) { 29652f44e0dSVenkateswararao Jujjuri (JV) chan->ring_bufs_avail = 0; 29752f44e0dSVenkateswararao Jujjuri (JV) spin_unlock_irqrestore(&chan->lock, flags); 2989523feacSTuomas Tynkkynen err = wait_event_killable(*chan->vc_wq, 29952f44e0dSVenkateswararao Jujjuri (JV) chan->ring_bufs_avail); 30052f44e0dSVenkateswararao Jujjuri (JV) if (err == -ERESTARTSYS) 30152f44e0dSVenkateswararao Jujjuri (JV) return err; 30252f44e0dSVenkateswararao Jujjuri (JV) 3035d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n"); 304abfa034eSAneesh Kumar K.V goto req_retry; 305abfa034eSAneesh Kumar K.V } else { 306abfa034eSAneesh Kumar K.V spin_unlock_irqrestore(&chan->lock, flags); 3075d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, 3080b36f1adSRusty Russell "virtio rpc add_sgs returned failure\n"); 309abfa034eSAneesh Kumar K.V return -EIO; 310abfa034eSAneesh Kumar K.V } 311abfa034eSAneesh Kumar K.V } 312abfa034eSAneesh Kumar K.V virtqueue_kick(chan->vq); 313abfa034eSAneesh Kumar K.V spin_unlock_irqrestore(&chan->lock, flags); 314abfa034eSAneesh Kumar K.V 3155d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n"); 316abfa034eSAneesh Kumar K.V return 0; 317abfa034eSAneesh Kumar K.V } 318abfa034eSAneesh Kumar K.V 319abfa034eSAneesh Kumar K.V static int p9_get_mapped_pages(struct virtio_chan *chan, 3204f3b35c1SAl Viro struct page ***pages, 3214f3b35c1SAl Viro struct iov_iter *data, 3224f3b35c1SAl Viro int count, 3234f3b35c1SAl Viro size_t *offs, 3244f3b35c1SAl Viro int *need_drop) 325abfa034eSAneesh Kumar K.V { 3264f3b35c1SAl Viro int nr_pages; 327abfa034eSAneesh Kumar K.V int err; 3284f3b35c1SAl Viro 3294f3b35c1SAl Viro if (!iov_iter_count(data)) 3304f3b35c1SAl Viro return 0; 3314f3b35c1SAl Viro 3322cbfdf4dSMarc Zyngier if (!iov_iter_is_kvec(data)) { 3334f3b35c1SAl Viro int n; 334abfa034eSAneesh Kumar K.V /* 335abfa034eSAneesh Kumar K.V * We allow only p9_max_pages pinned. We wait for the 336abfa034eSAneesh Kumar K.V * Other zc request to finish here 337abfa034eSAneesh Kumar K.V */ 338abfa034eSAneesh Kumar K.V if (atomic_read(&vp_pinned) >= chan->p9_max_pages) { 3399523feacSTuomas Tynkkynen err = wait_event_killable(vp_wq, 340abfa034eSAneesh Kumar K.V (atomic_read(&vp_pinned) < chan->p9_max_pages)); 341abfa034eSAneesh Kumar K.V if (err == -ERESTARTSYS) 342abfa034eSAneesh Kumar K.V return err; 343abfa034eSAneesh Kumar K.V } 3444f3b35c1SAl Viro n = iov_iter_get_pages_alloc(data, pages, count, offs); 3454f3b35c1SAl Viro if (n < 0) 3464f3b35c1SAl Viro return n; 3474f3b35c1SAl Viro *need_drop = 1; 3484f3b35c1SAl Viro nr_pages = DIV_ROUND_UP(n + *offs, PAGE_SIZE); 349abfa034eSAneesh Kumar K.V atomic_add(nr_pages, &vp_pinned); 3504f3b35c1SAl Viro return n; 351abfa034eSAneesh Kumar K.V } else { 352abfa034eSAneesh Kumar K.V /* kernel buffer, no need to pin pages */ 3534f3b35c1SAl Viro int index; 3544f3b35c1SAl Viro size_t len; 3554f3b35c1SAl Viro void *p; 3564f3b35c1SAl Viro 3574f3b35c1SAl Viro /* we'd already checked that it's non-empty */ 3584f3b35c1SAl Viro while (1) { 3594f3b35c1SAl Viro len = iov_iter_single_seg_count(data); 3604f3b35c1SAl Viro if (likely(len)) { 3614f3b35c1SAl Viro p = data->kvec->iov_base + data->iov_offset; 3624f3b35c1SAl Viro break; 3634f3b35c1SAl Viro } 3644f3b35c1SAl Viro iov_iter_advance(data, 0); 3654f3b35c1SAl Viro } 3664f3b35c1SAl Viro if (len > count) 3674f3b35c1SAl Viro len = count; 3684f3b35c1SAl Viro 3694f3b35c1SAl Viro nr_pages = DIV_ROUND_UP((unsigned long)p + len, PAGE_SIZE) - 3704f3b35c1SAl Viro (unsigned long)p / PAGE_SIZE; 3714f3b35c1SAl Viro 3726da2ec56SKees Cook *pages = kmalloc_array(nr_pages, sizeof(struct page *), 3736da2ec56SKees Cook GFP_NOFS); 3744f3b35c1SAl Viro if (!*pages) 3754f3b35c1SAl Viro return -ENOMEM; 3764f3b35c1SAl Viro 3774f3b35c1SAl Viro *need_drop = 0; 378222e4adeSAl Viro p -= (*offs = offset_in_page(p)); 3794f3b35c1SAl Viro for (index = 0; index < nr_pages; index++) { 3804f3b35c1SAl Viro if (is_vmalloc_addr(p)) 3814f3b35c1SAl Viro (*pages)[index] = vmalloc_to_page(p); 382b6f52ae2SRichard Yao else 3834f3b35c1SAl Viro (*pages)[index] = kmap_to_page(p); 3844f3b35c1SAl Viro p += PAGE_SIZE; 385abfa034eSAneesh Kumar K.V } 3864f3b35c1SAl Viro return len; 387abfa034eSAneesh Kumar K.V } 388abfa034eSAneesh Kumar K.V } 389abfa034eSAneesh Kumar K.V 390abfa034eSAneesh Kumar K.V /** 391abfa034eSAneesh Kumar K.V * p9_virtio_zc_request - issue a zero copy request 392abfa034eSAneesh Kumar K.V * @client: client instance issuing the request 393abfa034eSAneesh Kumar K.V * @req: request to be issued 394c7ebbae7Spiaojun * @uidata: user buffer that should be used for zero copy read 395c7ebbae7Spiaojun * @uodata: user buffer that should be used for zero copy write 396abfa034eSAneesh Kumar K.V * @inlen: read buffer size 3974a026da9SSun Lianwen * @outlen: write buffer size 3984a026da9SSun Lianwen * @in_hdr_len: reader header size, This is the size of response protocol data 399abfa034eSAneesh Kumar K.V * 400abfa034eSAneesh Kumar K.V */ 401abfa034eSAneesh Kumar K.V static int 402abfa034eSAneesh Kumar K.V p9_virtio_zc_request(struct p9_client *client, struct p9_req_t *req, 4034f3b35c1SAl Viro struct iov_iter *uidata, struct iov_iter *uodata, 4044f3b35c1SAl Viro int inlen, int outlen, int in_hdr_len) 405abfa034eSAneesh Kumar K.V { 4060b36f1adSRusty Russell int in, out, err, out_sgs, in_sgs; 407abfa034eSAneesh Kumar K.V unsigned long flags; 408abfa034eSAneesh Kumar K.V int in_nr_pages = 0, out_nr_pages = 0; 409abfa034eSAneesh Kumar K.V struct page **in_pages = NULL, **out_pages = NULL; 410abfa034eSAneesh Kumar K.V struct virtio_chan *chan = client->trans; 4110b36f1adSRusty Russell struct scatterlist *sgs[4]; 4124f3b35c1SAl Viro size_t offs; 4134f3b35c1SAl Viro int need_drop = 0; 414728356deSTomas Bortoli int kicked = 0; 415abfa034eSAneesh Kumar K.V 4165d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, "virtio request\n"); 417abfa034eSAneesh Kumar K.V 418abfa034eSAneesh Kumar K.V if (uodata) { 419d28c756cSChirantan Ekbote __le32 sz; 4204f3b35c1SAl Viro int n = p9_get_mapped_pages(chan, &out_pages, uodata, 4214f3b35c1SAl Viro outlen, &offs, &need_drop); 422728356deSTomas Bortoli if (n < 0) { 423728356deSTomas Bortoli err = n; 424728356deSTomas Bortoli goto err_out; 425728356deSTomas Bortoli } 4264f3b35c1SAl Viro out_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE); 4274f3b35c1SAl Viro if (n != outlen) { 4284f3b35c1SAl Viro __le32 v = cpu_to_le32(n); 429523adb6cSDominique Martinet memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4); 4304f3b35c1SAl Viro outlen = n; 431abfa034eSAneesh Kumar K.V } 432d28c756cSChirantan Ekbote /* The size field of the message must include the length of the 433d28c756cSChirantan Ekbote * header and the length of the data. We didn't actually know 434d28c756cSChirantan Ekbote * the length of the data until this point so add it in now. 435d28c756cSChirantan Ekbote */ 436523adb6cSDominique Martinet sz = cpu_to_le32(req->tc.size + outlen); 437523adb6cSDominique Martinet memcpy(&req->tc.sdata[0], &sz, sizeof(sz)); 4384f3b35c1SAl Viro } else if (uidata) { 4394f3b35c1SAl Viro int n = p9_get_mapped_pages(chan, &in_pages, uidata, 4404f3b35c1SAl Viro inlen, &offs, &need_drop); 441728356deSTomas Bortoli if (n < 0) { 442728356deSTomas Bortoli err = n; 443728356deSTomas Bortoli goto err_out; 444728356deSTomas Bortoli } 4454f3b35c1SAl Viro in_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE); 4464f3b35c1SAl Viro if (n != inlen) { 4474f3b35c1SAl Viro __le32 v = cpu_to_le32(n); 448523adb6cSDominique Martinet memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4); 4494f3b35c1SAl Viro inlen = n; 450abfa034eSAneesh Kumar K.V } 451abfa034eSAneesh Kumar K.V } 452abfa034eSAneesh Kumar K.V req->status = REQ_STATUS_SENT; 453abfa034eSAneesh Kumar K.V req_retry_pinned: 454abfa034eSAneesh Kumar K.V spin_lock_irqsave(&chan->lock, flags); 4550b36f1adSRusty Russell 4560b36f1adSRusty Russell out_sgs = in_sgs = 0; 4570b36f1adSRusty Russell 458abfa034eSAneesh Kumar K.V /* out data */ 459abfa034eSAneesh Kumar K.V out = pack_sg_list(chan->sg, 0, 460523adb6cSDominique Martinet VIRTQUEUE_NUM, req->tc.sdata, req->tc.size); 461abfa034eSAneesh Kumar K.V 4620b36f1adSRusty Russell if (out) 4630b36f1adSRusty Russell sgs[out_sgs++] = chan->sg; 4640b36f1adSRusty Russell 4650b36f1adSRusty Russell if (out_pages) { 4660b36f1adSRusty Russell sgs[out_sgs++] = chan->sg + out; 467abfa034eSAneesh Kumar K.V out += pack_sg_list_p(chan->sg, out, VIRTQUEUE_NUM, 4684f3b35c1SAl Viro out_pages, out_nr_pages, offs, outlen); 4690b36f1adSRusty Russell } 4700b36f1adSRusty Russell 471abfa034eSAneesh Kumar K.V /* 472abfa034eSAneesh Kumar K.V * Take care of in data 473abfa034eSAneesh Kumar K.V * For example TREAD have 11. 474abfa034eSAneesh Kumar K.V * 11 is the read/write header = PDU Header(7) + IO Size (4). 475abfa034eSAneesh Kumar K.V * Arrange in such a way that server places header in the 476abfa034eSAneesh Kumar K.V * alloced memory and payload onto the user buffer. 477abfa034eSAneesh Kumar K.V */ 478abfa034eSAneesh Kumar K.V in = pack_sg_list(chan->sg, out, 479523adb6cSDominique Martinet VIRTQUEUE_NUM, req->rc.sdata, in_hdr_len); 4800b36f1adSRusty Russell if (in) 4810b36f1adSRusty Russell sgs[out_sgs + in_sgs++] = chan->sg + out; 4820b36f1adSRusty Russell 4830b36f1adSRusty Russell if (in_pages) { 4840b36f1adSRusty Russell sgs[out_sgs + in_sgs++] = chan->sg + out + in; 485abfa034eSAneesh Kumar K.V in += pack_sg_list_p(chan->sg, out + in, VIRTQUEUE_NUM, 4864f3b35c1SAl Viro in_pages, in_nr_pages, offs, inlen); 4870b36f1adSRusty Russell } 488abfa034eSAneesh Kumar K.V 4890b36f1adSRusty Russell BUG_ON(out_sgs + in_sgs > ARRAY_SIZE(sgs)); 490474fe9f7SAl Viro err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req, 491f96fde41SRusty Russell GFP_ATOMIC); 492abfa034eSAneesh Kumar K.V if (err < 0) { 493abfa034eSAneesh Kumar K.V if (err == -ENOSPC) { 494abfa034eSAneesh Kumar K.V chan->ring_bufs_avail = 0; 495abfa034eSAneesh Kumar K.V spin_unlock_irqrestore(&chan->lock, flags); 4969523feacSTuomas Tynkkynen err = wait_event_killable(*chan->vc_wq, 497abfa034eSAneesh Kumar K.V chan->ring_bufs_avail); 498abfa034eSAneesh Kumar K.V if (err == -ERESTARTSYS) 499abfa034eSAneesh Kumar K.V goto err_out; 500abfa034eSAneesh Kumar K.V 5015d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n"); 502316ad550SVenkateswararao Jujjuri (JV) goto req_retry_pinned; 50352f44e0dSVenkateswararao Jujjuri (JV) } else { 504419b3956SVenkateswararao Jujjuri (JV) spin_unlock_irqrestore(&chan->lock, flags); 5055d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, 5060b36f1adSRusty Russell "virtio rpc add_sgs returned failure\n"); 507abfa034eSAneesh Kumar K.V err = -EIO; 508abfa034eSAneesh Kumar K.V goto err_out; 509e2735b77SEric Van Hensbergen } 51052f44e0dSVenkateswararao Jujjuri (JV) } 511dc3f5e68SMichael S. Tsirkin virtqueue_kick(chan->vq); 512419b3956SVenkateswararao Jujjuri (JV) spin_unlock_irqrestore(&chan->lock, flags); 513728356deSTomas Bortoli kicked = 1; 5145d385153SJoe Perches p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n"); 5152557d0c5SMatthew Wilcox err = wait_event_killable(req->wq, req->status >= REQ_STATUS_RCVD); 516abfa034eSAneesh Kumar K.V /* 517abfa034eSAneesh Kumar K.V * Non kernel buffers are pinned, unpin them 518abfa034eSAneesh Kumar K.V */ 519abfa034eSAneesh Kumar K.V err_out: 5204f3b35c1SAl Viro if (need_drop) { 521abfa034eSAneesh Kumar K.V if (in_pages) { 522abfa034eSAneesh Kumar K.V p9_release_pages(in_pages, in_nr_pages); 523abfa034eSAneesh Kumar K.V atomic_sub(in_nr_pages, &vp_pinned); 524abfa034eSAneesh Kumar K.V } 525abfa034eSAneesh Kumar K.V if (out_pages) { 526abfa034eSAneesh Kumar K.V p9_release_pages(out_pages, out_nr_pages); 527abfa034eSAneesh Kumar K.V atomic_sub(out_nr_pages, &vp_pinned); 528abfa034eSAneesh Kumar K.V } 529abfa034eSAneesh Kumar K.V /* wakeup anybody waiting for slots to pin pages */ 530abfa034eSAneesh Kumar K.V wake_up(&vp_wq); 531abfa034eSAneesh Kumar K.V } 5321b8553c0SVegard Nossum kvfree(in_pages); 5331b8553c0SVegard Nossum kvfree(out_pages); 534728356deSTomas Bortoli if (!kicked) { 535728356deSTomas Bortoli /* reply won't come */ 536728356deSTomas Bortoli p9_req_put(req); 537728356deSTomas Bortoli } 538abfa034eSAneesh Kumar K.V return err; 539e2735b77SEric Van Hensbergen } 540e2735b77SEric Van Hensbergen 54186c84373SAneesh Kumar K.V static ssize_t p9_mount_tag_show(struct device *dev, 54286c84373SAneesh Kumar K.V struct device_attribute *attr, char *buf) 54386c84373SAneesh Kumar K.V { 54486c84373SAneesh Kumar K.V struct virtio_chan *chan; 54586c84373SAneesh Kumar K.V struct virtio_device *vdev; 546edcd9d97Spiaojun int tag_len; 54786c84373SAneesh Kumar K.V 54886c84373SAneesh Kumar K.V vdev = dev_to_virtio(dev); 54986c84373SAneesh Kumar K.V chan = vdev->priv; 550edcd9d97Spiaojun tag_len = strlen(chan->tag); 55186c84373SAneesh Kumar K.V 552edcd9d97Spiaojun memcpy(buf, chan->tag, tag_len + 1); 553179a5bc4SAndrey Ryabinin 554edcd9d97Spiaojun return tag_len + 1; 55586c84373SAneesh Kumar K.V } 55686c84373SAneesh Kumar K.V 55786c84373SAneesh Kumar K.V static DEVICE_ATTR(mount_tag, 0444, p9_mount_tag_show, NULL); 55886c84373SAneesh Kumar K.V 559ee443996SEric Van Hensbergen /** 560ee443996SEric Van Hensbergen * p9_virtio_probe - probe for existence of 9P virtio channels 561ee443996SEric Van Hensbergen * @vdev: virtio device to probe 562ee443996SEric Van Hensbergen * 56337c1209dSAneesh Kumar K.V * This probes for existing virtio channels. 564ee443996SEric Van Hensbergen * 565ee443996SEric Van Hensbergen */ 566ee443996SEric Van Hensbergen 567e2735b77SEric Van Hensbergen static int p9_virtio_probe(struct virtio_device *vdev) 568b530cc79SEric Van Hensbergen { 56997ee9b02SAneesh Kumar K.V __u16 tag_len; 57097ee9b02SAneesh Kumar K.V char *tag; 571b530cc79SEric Van Hensbergen int err; 572b530cc79SEric Van Hensbergen struct virtio_chan *chan; 573b530cc79SEric Van Hensbergen 5747754f53eSMichael S. Tsirkin if (!vdev->config->get) { 5757754f53eSMichael S. Tsirkin dev_err(&vdev->dev, "%s failure: config access disabled\n", 5767754f53eSMichael S. Tsirkin __func__); 5777754f53eSMichael S. Tsirkin return -EINVAL; 5787754f53eSMichael S. Tsirkin } 5797754f53eSMichael S. Tsirkin 58037c1209dSAneesh Kumar K.V chan = kmalloc(sizeof(struct virtio_chan), GFP_KERNEL); 58137c1209dSAneesh Kumar K.V if (!chan) { 5825d385153SJoe Perches pr_err("Failed to allocate virtio 9P channel\n"); 583b530cc79SEric Van Hensbergen err = -ENOMEM; 584b530cc79SEric Van Hensbergen goto fail; 585b530cc79SEric Van Hensbergen } 586b530cc79SEric Van Hensbergen 587e2735b77SEric Van Hensbergen chan->vdev = vdev; 588e2735b77SEric Van Hensbergen 589e2735b77SEric Van Hensbergen /* We expect one virtqueue, for requests. */ 590d2a7dddaSMichael S. Tsirkin chan->vq = virtio_find_single_vq(vdev, req_done, "requests"); 591e2735b77SEric Van Hensbergen if (IS_ERR(chan->vq)) { 592e2735b77SEric Van Hensbergen err = PTR_ERR(chan->vq); 59392aef467SJean-Philippe Brucker goto out_free_chan; 594b530cc79SEric Van Hensbergen } 595e2735b77SEric Van Hensbergen chan->vq->vdev->priv = chan; 596e2735b77SEric Van Hensbergen spin_lock_init(&chan->lock); 597b530cc79SEric Van Hensbergen 598e2735b77SEric Van Hensbergen sg_init_table(chan->sg, VIRTQUEUE_NUM); 599b530cc79SEric Van Hensbergen 600b530cc79SEric Van Hensbergen chan->inuse = false; 60197ee9b02SAneesh Kumar K.V if (virtio_has_feature(vdev, VIRTIO_9P_MOUNT_TAG)) { 602855e0c52SRusty Russell virtio_cread(vdev, struct virtio_9p_config, tag_len, &tag_len); 60397ee9b02SAneesh Kumar K.V } else { 60497ee9b02SAneesh Kumar K.V err = -EINVAL; 60597ee9b02SAneesh Kumar K.V goto out_free_vq; 60697ee9b02SAneesh Kumar K.V } 607edcd9d97Spiaojun tag = kzalloc(tag_len + 1, GFP_KERNEL); 60897ee9b02SAneesh Kumar K.V if (!tag) { 60997ee9b02SAneesh Kumar K.V err = -ENOMEM; 61097ee9b02SAneesh Kumar K.V goto out_free_vq; 61197ee9b02SAneesh Kumar K.V } 612855e0c52SRusty Russell 613855e0c52SRusty Russell virtio_cread_bytes(vdev, offsetof(struct virtio_9p_config, tag), 61497ee9b02SAneesh Kumar K.V tag, tag_len); 61597ee9b02SAneesh Kumar K.V chan->tag = tag; 61686c84373SAneesh Kumar K.V err = sysfs_create_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr); 61786c84373SAneesh Kumar K.V if (err) { 61852f44e0dSVenkateswararao Jujjuri (JV) goto out_free_tag; 61986c84373SAneesh Kumar K.V } 62052f44e0dSVenkateswararao Jujjuri (JV) chan->vc_wq = kmalloc(sizeof(wait_queue_head_t), GFP_KERNEL); 62152f44e0dSVenkateswararao Jujjuri (JV) if (!chan->vc_wq) { 62252f44e0dSVenkateswararao Jujjuri (JV) err = -ENOMEM; 62352f44e0dSVenkateswararao Jujjuri (JV) goto out_free_tag; 62452f44e0dSVenkateswararao Jujjuri (JV) } 62552f44e0dSVenkateswararao Jujjuri (JV) init_waitqueue_head(chan->vc_wq); 62652f44e0dSVenkateswararao Jujjuri (JV) chan->ring_bufs_avail = 1; 62768da9ba4SVenkateswararao Jujjuri (JV) /* Ceiling limit to avoid denial of service attacks */ 62868da9ba4SVenkateswararao Jujjuri (JV) chan->p9_max_pages = nr_free_buffer_pages()/4; 62952f44e0dSVenkateswararao Jujjuri (JV) 63064b4cc39SMichael S. Tsirkin virtio_device_ready(vdev); 63164b4cc39SMichael S. Tsirkin 63237c1209dSAneesh Kumar K.V mutex_lock(&virtio_9p_lock); 63337c1209dSAneesh Kumar K.V list_add_tail(&chan->chan_list, &virtio_chan_list); 63437c1209dSAneesh Kumar K.V mutex_unlock(&virtio_9p_lock); 635e0d6cb9cSMichael Marineau 636e0d6cb9cSMichael Marineau /* Let udev rules use the new mount_tag attribute. */ 637e0d6cb9cSMichael Marineau kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE); 638e0d6cb9cSMichael Marineau 639b530cc79SEric Van Hensbergen return 0; 640b530cc79SEric Van Hensbergen 64152f44e0dSVenkateswararao Jujjuri (JV) out_free_tag: 64252f44e0dSVenkateswararao Jujjuri (JV) kfree(tag); 643e2735b77SEric Van Hensbergen out_free_vq: 644d2a7dddaSMichael S. Tsirkin vdev->config->del_vqs(vdev); 64592aef467SJean-Philippe Brucker out_free_chan: 64637c1209dSAneesh Kumar K.V kfree(chan); 647b530cc79SEric Van Hensbergen fail: 648b530cc79SEric Van Hensbergen return err; 649b530cc79SEric Van Hensbergen } 650b530cc79SEric Van Hensbergen 651ee443996SEric Van Hensbergen 652ee443996SEric Van Hensbergen /** 653ee443996SEric Van Hensbergen * p9_virtio_create - allocate a new virtio channel 6548b81ef58SEric Van Hensbergen * @client: client instance invoking this transport 655ee443996SEric Van Hensbergen * @devname: string identifying the channel to connect to (unused) 656ee443996SEric Van Hensbergen * @args: args passed from sys_mount() for per-transport options (unused) 657ee443996SEric Van Hensbergen * 658ee443996SEric Van Hensbergen * This sets up a transport channel for 9p communication. Right now 659b530cc79SEric Van Hensbergen * we only match the first available channel, but eventually we couldlook up 660b530cc79SEric Van Hensbergen * alternate channels by matching devname versus a virtio_config entry. 661b530cc79SEric Van Hensbergen * We use a simple reference count mechanism to ensure that only a single 662ee443996SEric Van Hensbergen * mount has a channel open at a time. 663ee443996SEric Van Hensbergen * 664ee443996SEric Van Hensbergen */ 665ee443996SEric Van Hensbergen 6668b81ef58SEric Van Hensbergen static int 6678b81ef58SEric Van Hensbergen p9_virtio_create(struct p9_client *client, const char *devname, char *args) 668b530cc79SEric Van Hensbergen { 66937c1209dSAneesh Kumar K.V struct virtio_chan *chan; 670c1a7c226SAneesh Kumar K.V int ret = -ENOENT; 67137c1209dSAneesh Kumar K.V int found = 0; 672b530cc79SEric Van Hensbergen 67310aa1452STomas Bortoli if (devname == NULL) 67410aa1452STomas Bortoli return -EINVAL; 67510aa1452STomas Bortoli 676c1549497SJosef 'Jeff' Sipek mutex_lock(&virtio_9p_lock); 67737c1209dSAneesh Kumar K.V list_for_each_entry(chan, &virtio_chan_list, chan_list) { 678edcd9d97Spiaojun if (!strcmp(devname, chan->tag)) { 679f75580c4SAneesh Kumar K.V if (!chan->inuse) { 680b530cc79SEric Van Hensbergen chan->inuse = true; 68137c1209dSAneesh Kumar K.V found = 1; 682b530cc79SEric Van Hensbergen break; 683f75580c4SAneesh Kumar K.V } 684c1a7c226SAneesh Kumar K.V ret = -EBUSY; 685f75580c4SAneesh Kumar K.V } 686b530cc79SEric Van Hensbergen } 687c1549497SJosef 'Jeff' Sipek mutex_unlock(&virtio_9p_lock); 688b530cc79SEric Van Hensbergen 68937c1209dSAneesh Kumar K.V if (!found) { 690c7c72c5aSAneesh Kumar K.V pr_err("no channels available for device %s\n", devname); 691c1a7c226SAneesh Kumar K.V return ret; 692b530cc79SEric Van Hensbergen } 693b530cc79SEric Van Hensbergen 6948b81ef58SEric Van Hensbergen client->trans = (void *)chan; 695562ada61SEric Van Hensbergen client->status = Connected; 696fea511a6SEric Van Hensbergen chan->client = client; 697b530cc79SEric Van Hensbergen 6988b81ef58SEric Van Hensbergen return 0; 699b530cc79SEric Van Hensbergen } 700b530cc79SEric Van Hensbergen 701ee443996SEric Van Hensbergen /** 702ee443996SEric Van Hensbergen * p9_virtio_remove - clean up resources associated with a virtio device 703ee443996SEric Van Hensbergen * @vdev: virtio device to remove 704ee443996SEric Van Hensbergen * 705ee443996SEric Van Hensbergen */ 706ee443996SEric Van Hensbergen 707f3933545SEric Van Hensbergen static void p9_virtio_remove(struct virtio_device *vdev) 708f3933545SEric Van Hensbergen { 709f3933545SEric Van Hensbergen struct virtio_chan *chan = vdev->priv; 7108051a2a5SMichael S. Tsirkin unsigned long warning_time; 71137c1209dSAneesh Kumar K.V 71237c1209dSAneesh Kumar K.V mutex_lock(&virtio_9p_lock); 7138051a2a5SMichael S. Tsirkin 7148051a2a5SMichael S. Tsirkin /* Remove self from list so we don't get new users. */ 71537c1209dSAneesh Kumar K.V list_del(&chan->chan_list); 7168051a2a5SMichael S. Tsirkin warning_time = jiffies; 7178051a2a5SMichael S. Tsirkin 7188051a2a5SMichael S. Tsirkin /* Wait for existing users to close. */ 7198051a2a5SMichael S. Tsirkin while (chan->inuse) { 72037c1209dSAneesh Kumar K.V mutex_unlock(&virtio_9p_lock); 7218051a2a5SMichael S. Tsirkin msleep(250); 7228051a2a5SMichael S. Tsirkin if (time_after(jiffies, warning_time + 10 * HZ)) { 7238051a2a5SMichael S. Tsirkin dev_emerg(&vdev->dev, 7248051a2a5SMichael S. Tsirkin "p9_virtio_remove: waiting for device in use.\n"); 7258051a2a5SMichael S. Tsirkin warning_time = jiffies; 7268051a2a5SMichael S. Tsirkin } 7278051a2a5SMichael S. Tsirkin mutex_lock(&virtio_9p_lock); 7288051a2a5SMichael S. Tsirkin } 7298051a2a5SMichael S. Tsirkin 7308051a2a5SMichael S. Tsirkin mutex_unlock(&virtio_9p_lock); 7318051a2a5SMichael S. Tsirkin 732ea52bf8eSPierre Morel vdev->config->reset(vdev); 7338051a2a5SMichael S. Tsirkin vdev->config->del_vqs(vdev); 7348051a2a5SMichael S. Tsirkin 73586c84373SAneesh Kumar K.V sysfs_remove_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr); 736e0d6cb9cSMichael Marineau kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE); 73797ee9b02SAneesh Kumar K.V kfree(chan->tag); 73852f44e0dSVenkateswararao Jujjuri (JV) kfree(chan->vc_wq); 73937c1209dSAneesh Kumar K.V kfree(chan); 74037c1209dSAneesh Kumar K.V 741f3933545SEric Van Hensbergen } 742f3933545SEric Van Hensbergen 743b530cc79SEric Van Hensbergen static struct virtio_device_id id_table[] = { 744b530cc79SEric Van Hensbergen { VIRTIO_ID_9P, VIRTIO_DEV_ANY_ID }, 745b530cc79SEric Van Hensbergen { 0 }, 746b530cc79SEric Van Hensbergen }; 747b530cc79SEric Van Hensbergen 74897ee9b02SAneesh Kumar K.V static unsigned int features[] = { 74997ee9b02SAneesh Kumar K.V VIRTIO_9P_MOUNT_TAG, 75097ee9b02SAneesh Kumar K.V }; 75197ee9b02SAneesh Kumar K.V 752b530cc79SEric Van Hensbergen /* The standard "struct lguest_driver": */ 753b530cc79SEric Van Hensbergen static struct virtio_driver p9_virtio_drv = { 75497ee9b02SAneesh Kumar K.V .feature_table = features, 75597ee9b02SAneesh Kumar K.V .feature_table_size = ARRAY_SIZE(features), 756b530cc79SEric Van Hensbergen .driver.name = KBUILD_MODNAME, 757b530cc79SEric Van Hensbergen .driver.owner = THIS_MODULE, 758b530cc79SEric Van Hensbergen .id_table = id_table, 759b530cc79SEric Van Hensbergen .probe = p9_virtio_probe, 760f3933545SEric Van Hensbergen .remove = p9_virtio_remove, 761b530cc79SEric Van Hensbergen }; 762b530cc79SEric Van Hensbergen 763b530cc79SEric Van Hensbergen static struct p9_trans_module p9_virtio_trans = { 764b530cc79SEric Van Hensbergen .name = "virtio", 765b530cc79SEric Van Hensbergen .create = p9_virtio_create, 7668b81ef58SEric Van Hensbergen .close = p9_virtio_close, 76791b8534fSEric Van Hensbergen .request = p9_virtio_request, 768dc893e19SArnd Bergmann .zc_request = p9_virtio_zc_request, 76991b8534fSEric Van Hensbergen .cancel = p9_virtio_cancel, 770728356deSTomas Bortoli .cancelled = p9_virtio_cancelled, 771b49d8b5dSAneesh Kumar K.V /* 772b49d8b5dSAneesh Kumar K.V * We leave one entry for input and one entry for response 773b49d8b5dSAneesh Kumar K.V * headers. We also skip one more entry to accomodate, address 774b49d8b5dSAneesh Kumar K.V * that are not at page boundary, that can result in an extra 775b49d8b5dSAneesh Kumar K.V * page in zero copy. 776b49d8b5dSAneesh Kumar K.V */ 777b49d8b5dSAneesh Kumar K.V .maxsize = PAGE_SIZE * (VIRTQUEUE_NUM - 3), 778f94741fdSEric Van Hensbergen .def = 1, 77972029fe8STejun Heo .owner = THIS_MODULE, 780b530cc79SEric Van Hensbergen }; 781b530cc79SEric Van Hensbergen 782b530cc79SEric Van Hensbergen /* The standard init function */ 783b530cc79SEric Van Hensbergen static int __init p9_virtio_init(void) 784b530cc79SEric Van Hensbergen { 785*d4548543SYueHaibing int rc; 786*d4548543SYueHaibing 78737c1209dSAneesh Kumar K.V INIT_LIST_HEAD(&virtio_chan_list); 788b530cc79SEric Van Hensbergen 789b530cc79SEric Van Hensbergen v9fs_register_trans(&p9_virtio_trans); 790*d4548543SYueHaibing rc = register_virtio_driver(&p9_virtio_drv); 791*d4548543SYueHaibing if (rc) 792*d4548543SYueHaibing v9fs_unregister_trans(&p9_virtio_trans); 793*d4548543SYueHaibing 794*d4548543SYueHaibing return rc; 795b530cc79SEric Van Hensbergen } 796b530cc79SEric Van Hensbergen 797f3933545SEric Van Hensbergen static void __exit p9_virtio_cleanup(void) 798f3933545SEric Van Hensbergen { 799f3933545SEric Van Hensbergen unregister_virtio_driver(&p9_virtio_drv); 80072029fe8STejun Heo v9fs_unregister_trans(&p9_virtio_trans); 801f3933545SEric Van Hensbergen } 802f3933545SEric Van Hensbergen 803b530cc79SEric Van Hensbergen module_init(p9_virtio_init); 804f3933545SEric Van Hensbergen module_exit(p9_virtio_cleanup); 805b530cc79SEric Van Hensbergen 806b530cc79SEric Van Hensbergen MODULE_DEVICE_TABLE(virtio, id_table); 807b530cc79SEric Van Hensbergen MODULE_AUTHOR("Eric Van Hensbergen <ericvh@gmail.com>"); 808b530cc79SEric Van Hensbergen MODULE_DESCRIPTION("Virtio 9p Transport"); 809b530cc79SEric Van Hensbergen MODULE_LICENSE("GPL"); 810