xref: /openbmc/linux/drivers/scsi/xen-scsifront.c (revision 6774def6)
1 /*
2  * Xen SCSI frontend driver
3  *
4  * Copyright (c) 2008, FUJITSU Limited
5  *
6  * This program is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU General Public License version 2
8  * as published by the Free Software Foundation; or, when distributed
9  * separately from the Linux kernel or incorporated into other
10  * software packages, subject to the following license:
11  *
12  * Permission is hereby granted, free of charge, to any person obtaining a copy
13  * of this source file (the "Software"), to deal in the Software without
14  * restriction, including without limitation the rights to use, copy, modify,
15  * merge, publish, distribute, sublicense, and/or sell copies of the Software,
16  * and to permit persons to whom the Software is furnished to do so, subject to
17  * the following conditions:
18  *
19  * The above copyright notice and this permission notice shall be included in
20  * all copies or substantial portions of the Software.
21  *
22  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
23  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
24  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
25  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
26  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
27  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
28  * IN THE SOFTWARE.
29  */
30 
31 #include <linux/module.h>
32 #include <linux/kernel.h>
33 #include <linux/device.h>
34 #include <linux/wait.h>
35 #include <linux/interrupt.h>
36 #include <linux/mutex.h>
37 #include <linux/spinlock.h>
38 #include <linux/sched.h>
39 #include <linux/blkdev.h>
40 #include <linux/pfn.h>
41 #include <linux/slab.h>
42 #include <linux/bitops.h>
43 
44 #include <scsi/scsi_cmnd.h>
45 #include <scsi/scsi_device.h>
46 #include <scsi/scsi.h>
47 #include <scsi/scsi_host.h>
48 
49 #include <xen/xen.h>
50 #include <xen/xenbus.h>
51 #include <xen/grant_table.h>
52 #include <xen/events.h>
53 #include <xen/page.h>
54 
55 #include <xen/interface/grant_table.h>
56 #include <xen/interface/io/vscsiif.h>
57 #include <xen/interface/io/protocols.h>
58 
59 #include <asm/xen/hypervisor.h>
60 
61 
62 #define GRANT_INVALID_REF	0
63 
64 #define VSCSIFRONT_OP_ADD_LUN	1
65 #define VSCSIFRONT_OP_DEL_LUN	2
66 
67 /* Tuning point. */
68 #define VSCSIIF_DEFAULT_CMD_PER_LUN 10
69 #define VSCSIIF_MAX_TARGET          64
70 #define VSCSIIF_MAX_LUN             255
71 
72 #define VSCSIIF_RING_SIZE	__CONST_RING_SIZE(vscsiif, PAGE_SIZE)
73 #define VSCSIIF_MAX_REQS	VSCSIIF_RING_SIZE
74 
75 #define vscsiif_grants_sg(_sg)	(PFN_UP((_sg) *		\
76 				sizeof(struct scsiif_request_segment)))
77 
78 struct vscsifrnt_shadow {
79 	/* command between backend and frontend */
80 	unsigned char act;
81 	uint16_t rqid;
82 
83 	unsigned int nr_grants;		/* number of grants in gref[] */
84 	struct scsiif_request_segment *sg;	/* scatter/gather elements */
85 
86 	/* Do reset or abort function. */
87 	wait_queue_head_t wq_reset;	/* reset work queue           */
88 	int wait_reset;			/* reset work queue condition */
89 	int32_t rslt_reset;		/* reset response status:     */
90 					/* SUCCESS or FAILED or:      */
91 #define RSLT_RESET_WAITING	0
92 #define RSLT_RESET_ERR		-1
93 
94 	/* Requested struct scsi_cmnd is stored from kernel. */
95 	struct scsi_cmnd *sc;
96 	int gref[vscsiif_grants_sg(SG_ALL) + SG_ALL];
97 };
98 
99 struct vscsifrnt_info {
100 	struct xenbus_device *dev;
101 
102 	struct Scsi_Host *host;
103 	int host_active;
104 
105 	unsigned int evtchn;
106 	unsigned int irq;
107 
108 	grant_ref_t ring_ref;
109 	struct vscsiif_front_ring ring;
110 	struct vscsiif_response	ring_rsp;
111 
112 	spinlock_t shadow_lock;
113 	DECLARE_BITMAP(shadow_free_bitmap, VSCSIIF_MAX_REQS);
114 	struct vscsifrnt_shadow *shadow[VSCSIIF_MAX_REQS];
115 
116 	wait_queue_head_t wq_sync;
117 	unsigned int wait_ring_available:1;
118 
119 	char dev_state_path[64];
120 	struct task_struct *curr;
121 };
122 
123 static DEFINE_MUTEX(scsifront_mutex);
124 
125 static void scsifront_wake_up(struct vscsifrnt_info *info)
126 {
127 	info->wait_ring_available = 0;
128 	wake_up(&info->wq_sync);
129 }
130 
131 static int scsifront_get_rqid(struct vscsifrnt_info *info)
132 {
133 	unsigned long flags;
134 	int free;
135 
136 	spin_lock_irqsave(&info->shadow_lock, flags);
137 
138 	free = find_first_bit(info->shadow_free_bitmap, VSCSIIF_MAX_REQS);
139 	__clear_bit(free, info->shadow_free_bitmap);
140 
141 	spin_unlock_irqrestore(&info->shadow_lock, flags);
142 
143 	return free;
144 }
145 
146 static int _scsifront_put_rqid(struct vscsifrnt_info *info, uint32_t id)
147 {
148 	int empty = bitmap_empty(info->shadow_free_bitmap, VSCSIIF_MAX_REQS);
149 
150 	__set_bit(id, info->shadow_free_bitmap);
151 	info->shadow[id] = NULL;
152 
153 	return empty || info->wait_ring_available;
154 }
155 
156 static void scsifront_put_rqid(struct vscsifrnt_info *info, uint32_t id)
157 {
158 	unsigned long flags;
159 	int kick;
160 
161 	spin_lock_irqsave(&info->shadow_lock, flags);
162 	kick = _scsifront_put_rqid(info, id);
163 	spin_unlock_irqrestore(&info->shadow_lock, flags);
164 
165 	if (kick)
166 		scsifront_wake_up(info);
167 }
168 
169 static struct vscsiif_request *scsifront_pre_req(struct vscsifrnt_info *info)
170 {
171 	struct vscsiif_front_ring *ring = &(info->ring);
172 	struct vscsiif_request *ring_req;
173 	uint32_t id;
174 
175 	id = scsifront_get_rqid(info);	/* use id in response */
176 	if (id >= VSCSIIF_MAX_REQS)
177 		return NULL;
178 
179 	ring_req = RING_GET_REQUEST(&(info->ring), ring->req_prod_pvt);
180 
181 	ring->req_prod_pvt++;
182 
183 	ring_req->rqid = (uint16_t)id;
184 
185 	return ring_req;
186 }
187 
188 static void scsifront_do_request(struct vscsifrnt_info *info)
189 {
190 	struct vscsiif_front_ring *ring = &(info->ring);
191 	int notify;
192 
193 	RING_PUSH_REQUESTS_AND_CHECK_NOTIFY(ring, notify);
194 	if (notify)
195 		notify_remote_via_irq(info->irq);
196 }
197 
198 static void scsifront_gnttab_done(struct vscsifrnt_info *info, uint32_t id)
199 {
200 	struct vscsifrnt_shadow *s = info->shadow[id];
201 	int i;
202 
203 	if (s->sc->sc_data_direction == DMA_NONE)
204 		return;
205 
206 	for (i = 0; i < s->nr_grants; i++) {
207 		if (unlikely(gnttab_query_foreign_access(s->gref[i]) != 0)) {
208 			shost_printk(KERN_ALERT, info->host, KBUILD_MODNAME
209 				     "grant still in use by backend\n");
210 			BUG();
211 		}
212 		gnttab_end_foreign_access(s->gref[i], 0, 0UL);
213 	}
214 
215 	kfree(s->sg);
216 }
217 
218 static void scsifront_cdb_cmd_done(struct vscsifrnt_info *info,
219 				   struct vscsiif_response *ring_rsp)
220 {
221 	struct scsi_cmnd *sc;
222 	uint32_t id;
223 	uint8_t sense_len;
224 
225 	id = ring_rsp->rqid;
226 	sc = info->shadow[id]->sc;
227 
228 	BUG_ON(sc == NULL);
229 
230 	scsifront_gnttab_done(info, id);
231 	scsifront_put_rqid(info, id);
232 
233 	sc->result = ring_rsp->rslt;
234 	scsi_set_resid(sc, ring_rsp->residual_len);
235 
236 	sense_len = min_t(uint8_t, VSCSIIF_SENSE_BUFFERSIZE,
237 			  ring_rsp->sense_len);
238 
239 	if (sense_len)
240 		memcpy(sc->sense_buffer, ring_rsp->sense_buffer, sense_len);
241 
242 	sc->scsi_done(sc);
243 }
244 
245 static void scsifront_sync_cmd_done(struct vscsifrnt_info *info,
246 				    struct vscsiif_response *ring_rsp)
247 {
248 	uint16_t id = ring_rsp->rqid;
249 	unsigned long flags;
250 	struct vscsifrnt_shadow *shadow = info->shadow[id];
251 	int kick;
252 
253 	spin_lock_irqsave(&info->shadow_lock, flags);
254 	shadow->wait_reset = 1;
255 	switch (shadow->rslt_reset) {
256 	case RSLT_RESET_WAITING:
257 		shadow->rslt_reset = ring_rsp->rslt;
258 		break;
259 	case RSLT_RESET_ERR:
260 		kick = _scsifront_put_rqid(info, id);
261 		spin_unlock_irqrestore(&info->shadow_lock, flags);
262 		kfree(shadow);
263 		if (kick)
264 			scsifront_wake_up(info);
265 		return;
266 	default:
267 		shost_printk(KERN_ERR, info->host, KBUILD_MODNAME
268 			     "bad reset state %d, possibly leaking %u\n",
269 			     shadow->rslt_reset, id);
270 		break;
271 	}
272 	spin_unlock_irqrestore(&info->shadow_lock, flags);
273 
274 	wake_up(&shadow->wq_reset);
275 }
276 
277 static int scsifront_cmd_done(struct vscsifrnt_info *info)
278 {
279 	struct vscsiif_response *ring_rsp;
280 	RING_IDX i, rp;
281 	int more_to_do = 0;
282 	unsigned long flags;
283 
284 	spin_lock_irqsave(info->host->host_lock, flags);
285 
286 	rp = info->ring.sring->rsp_prod;
287 	rmb();	/* ordering required respective to dom0 */
288 	for (i = info->ring.rsp_cons; i != rp; i++) {
289 
290 		ring_rsp = RING_GET_RESPONSE(&info->ring, i);
291 
292 		if (WARN(ring_rsp->rqid >= VSCSIIF_MAX_REQS ||
293 			 test_bit(ring_rsp->rqid, info->shadow_free_bitmap),
294 			 "illegal rqid %u returned by backend!\n",
295 			 ring_rsp->rqid))
296 			continue;
297 
298 		if (info->shadow[ring_rsp->rqid]->act == VSCSIIF_ACT_SCSI_CDB)
299 			scsifront_cdb_cmd_done(info, ring_rsp);
300 		else
301 			scsifront_sync_cmd_done(info, ring_rsp);
302 	}
303 
304 	info->ring.rsp_cons = i;
305 
306 	if (i != info->ring.req_prod_pvt)
307 		RING_FINAL_CHECK_FOR_RESPONSES(&info->ring, more_to_do);
308 	else
309 		info->ring.sring->rsp_event = i + 1;
310 
311 	info->wait_ring_available = 0;
312 
313 	spin_unlock_irqrestore(info->host->host_lock, flags);
314 
315 	wake_up(&info->wq_sync);
316 
317 	return more_to_do;
318 }
319 
320 static irqreturn_t scsifront_irq_fn(int irq, void *dev_id)
321 {
322 	struct vscsifrnt_info *info = dev_id;
323 
324 	while (scsifront_cmd_done(info))
325 		/* Yield point for this unbounded loop. */
326 		cond_resched();
327 
328 	return IRQ_HANDLED;
329 }
330 
331 static int map_data_for_request(struct vscsifrnt_info *info,
332 				struct scsi_cmnd *sc,
333 				struct vscsiif_request *ring_req,
334 				struct vscsifrnt_shadow *shadow)
335 {
336 	grant_ref_t gref_head;
337 	struct page *page;
338 	int err, ref, ref_cnt = 0;
339 	int grant_ro = (sc->sc_data_direction == DMA_TO_DEVICE);
340 	unsigned int i, off, len, bytes;
341 	unsigned int data_len = scsi_bufflen(sc);
342 	unsigned int data_grants = 0, seg_grants = 0;
343 	struct scatterlist *sg;
344 	unsigned long mfn;
345 	struct scsiif_request_segment *seg;
346 
347 	ring_req->nr_segments = 0;
348 	if (sc->sc_data_direction == DMA_NONE || !data_len)
349 		return 0;
350 
351 	scsi_for_each_sg(sc, sg, scsi_sg_count(sc), i)
352 		data_grants += PFN_UP(sg->offset + sg->length);
353 
354 	if (data_grants > VSCSIIF_SG_TABLESIZE) {
355 		if (data_grants > info->host->sg_tablesize) {
356 			shost_printk(KERN_ERR, info->host, KBUILD_MODNAME
357 			     "Unable to map request_buffer for command!\n");
358 			return -E2BIG;
359 		}
360 		seg_grants = vscsiif_grants_sg(data_grants);
361 		shadow->sg = kcalloc(data_grants,
362 			sizeof(struct scsiif_request_segment), GFP_ATOMIC);
363 		if (!shadow->sg)
364 			return -ENOMEM;
365 	}
366 	seg = shadow->sg ? : ring_req->seg;
367 
368 	err = gnttab_alloc_grant_references(seg_grants + data_grants,
369 					    &gref_head);
370 	if (err) {
371 		kfree(shadow->sg);
372 		shost_printk(KERN_ERR, info->host, KBUILD_MODNAME
373 			     "gnttab_alloc_grant_references() error\n");
374 		return -ENOMEM;
375 	}
376 
377 	if (seg_grants) {
378 		page = virt_to_page(seg);
379 		off = (unsigned long)seg & ~PAGE_MASK;
380 		len = sizeof(struct scsiif_request_segment) * data_grants;
381 		while (len > 0) {
382 			bytes = min_t(unsigned int, len, PAGE_SIZE - off);
383 
384 			ref = gnttab_claim_grant_reference(&gref_head);
385 			BUG_ON(ref == -ENOSPC);
386 
387 			mfn = pfn_to_mfn(page_to_pfn(page));
388 			gnttab_grant_foreign_access_ref(ref,
389 				info->dev->otherend_id, mfn, 1);
390 			shadow->gref[ref_cnt] = ref;
391 			ring_req->seg[ref_cnt].gref   = ref;
392 			ring_req->seg[ref_cnt].offset = (uint16_t)off;
393 			ring_req->seg[ref_cnt].length = (uint16_t)bytes;
394 
395 			page++;
396 			len -= bytes;
397 			off = 0;
398 			ref_cnt++;
399 		}
400 		BUG_ON(seg_grants < ref_cnt);
401 		seg_grants = ref_cnt;
402 	}
403 
404 	scsi_for_each_sg(sc, sg, scsi_sg_count(sc), i) {
405 		page = sg_page(sg);
406 		off = sg->offset;
407 		len = sg->length;
408 
409 		while (len > 0 && data_len > 0) {
410 			/*
411 			 * sg sends a scatterlist that is larger than
412 			 * the data_len it wants transferred for certain
413 			 * IO sizes.
414 			 */
415 			bytes = min_t(unsigned int, len, PAGE_SIZE - off);
416 			bytes = min(bytes, data_len);
417 
418 			ref = gnttab_claim_grant_reference(&gref_head);
419 			BUG_ON(ref == -ENOSPC);
420 
421 			mfn = pfn_to_mfn(page_to_pfn(page));
422 			gnttab_grant_foreign_access_ref(ref,
423 				info->dev->otherend_id, mfn, grant_ro);
424 
425 			shadow->gref[ref_cnt] = ref;
426 			seg->gref   = ref;
427 			seg->offset = (uint16_t)off;
428 			seg->length = (uint16_t)bytes;
429 
430 			page++;
431 			seg++;
432 			len -= bytes;
433 			data_len -= bytes;
434 			off = 0;
435 			ref_cnt++;
436 		}
437 	}
438 
439 	if (seg_grants)
440 		ring_req->nr_segments = VSCSIIF_SG_GRANT | seg_grants;
441 	else
442 		ring_req->nr_segments = (uint8_t)ref_cnt;
443 	shadow->nr_grants = ref_cnt;
444 
445 	return 0;
446 }
447 
448 static struct vscsiif_request *scsifront_command2ring(
449 		struct vscsifrnt_info *info, struct scsi_cmnd *sc,
450 		struct vscsifrnt_shadow *shadow)
451 {
452 	struct vscsiif_request *ring_req;
453 
454 	memset(shadow, 0, sizeof(*shadow));
455 
456 	ring_req = scsifront_pre_req(info);
457 	if (!ring_req)
458 		return NULL;
459 
460 	info->shadow[ring_req->rqid] = shadow;
461 	shadow->rqid = ring_req->rqid;
462 
463 	ring_req->id      = sc->device->id;
464 	ring_req->lun     = sc->device->lun;
465 	ring_req->channel = sc->device->channel;
466 	ring_req->cmd_len = sc->cmd_len;
467 
468 	BUG_ON(sc->cmd_len > VSCSIIF_MAX_COMMAND_SIZE);
469 
470 	memcpy(ring_req->cmnd, sc->cmnd, sc->cmd_len);
471 
472 	ring_req->sc_data_direction   = (uint8_t)sc->sc_data_direction;
473 	ring_req->timeout_per_command = sc->request->timeout / HZ;
474 
475 	return ring_req;
476 }
477 
478 static int scsifront_queuecommand(struct Scsi_Host *shost,
479 				  struct scsi_cmnd *sc)
480 {
481 	struct vscsifrnt_info *info = shost_priv(shost);
482 	struct vscsiif_request *ring_req;
483 	struct vscsifrnt_shadow *shadow = scsi_cmd_priv(sc);
484 	unsigned long flags;
485 	int err;
486 	uint16_t rqid;
487 
488 	spin_lock_irqsave(shost->host_lock, flags);
489 	if (RING_FULL(&info->ring))
490 		goto busy;
491 
492 	ring_req = scsifront_command2ring(info, sc, shadow);
493 	if (!ring_req)
494 		goto busy;
495 
496 	sc->result = 0;
497 
498 	rqid = ring_req->rqid;
499 	ring_req->act = VSCSIIF_ACT_SCSI_CDB;
500 
501 	shadow->sc  = sc;
502 	shadow->act = VSCSIIF_ACT_SCSI_CDB;
503 
504 	err = map_data_for_request(info, sc, ring_req, shadow);
505 	if (err < 0) {
506 		pr_debug("%s: err %d\n", __func__, err);
507 		scsifront_put_rqid(info, rqid);
508 		spin_unlock_irqrestore(shost->host_lock, flags);
509 		if (err == -ENOMEM)
510 			return SCSI_MLQUEUE_HOST_BUSY;
511 		sc->result = DID_ERROR << 16;
512 		sc->scsi_done(sc);
513 		return 0;
514 	}
515 
516 	scsifront_do_request(info);
517 	spin_unlock_irqrestore(shost->host_lock, flags);
518 
519 	return 0;
520 
521 busy:
522 	spin_unlock_irqrestore(shost->host_lock, flags);
523 	pr_debug("%s: busy\n", __func__);
524 	return SCSI_MLQUEUE_HOST_BUSY;
525 }
526 
527 /*
528  * Any exception handling (reset or abort) must be forwarded to the backend.
529  * We have to wait until an answer is returned. This answer contains the
530  * result to be returned to the requestor.
531  */
532 static int scsifront_action_handler(struct scsi_cmnd *sc, uint8_t act)
533 {
534 	struct Scsi_Host *host = sc->device->host;
535 	struct vscsifrnt_info *info = shost_priv(host);
536 	struct vscsifrnt_shadow *shadow, *s = scsi_cmd_priv(sc);
537 	struct vscsiif_request *ring_req;
538 	int err = 0;
539 
540 	shadow = kmalloc(sizeof(*shadow), GFP_NOIO);
541 	if (!shadow)
542 		return FAILED;
543 
544 	spin_lock_irq(host->host_lock);
545 
546 	for (;;) {
547 		if (!RING_FULL(&info->ring)) {
548 			ring_req = scsifront_command2ring(info, sc, shadow);
549 			if (ring_req)
550 				break;
551 		}
552 		if (err) {
553 			spin_unlock_irq(host->host_lock);
554 			kfree(shadow);
555 			return FAILED;
556 		}
557 		info->wait_ring_available = 1;
558 		spin_unlock_irq(host->host_lock);
559 		err = wait_event_interruptible(info->wq_sync,
560 					       !info->wait_ring_available);
561 		spin_lock_irq(host->host_lock);
562 	}
563 
564 	ring_req->act = act;
565 	ring_req->ref_rqid = s->rqid;
566 
567 	shadow->act = act;
568 	shadow->rslt_reset = RSLT_RESET_WAITING;
569 	init_waitqueue_head(&shadow->wq_reset);
570 
571 	ring_req->nr_segments = 0;
572 
573 	scsifront_do_request(info);
574 
575 	spin_unlock_irq(host->host_lock);
576 	err = wait_event_interruptible(shadow->wq_reset, shadow->wait_reset);
577 	spin_lock_irq(host->host_lock);
578 
579 	if (!err) {
580 		err = shadow->rslt_reset;
581 		scsifront_put_rqid(info, shadow->rqid);
582 		kfree(shadow);
583 	} else {
584 		spin_lock(&info->shadow_lock);
585 		shadow->rslt_reset = RSLT_RESET_ERR;
586 		spin_unlock(&info->shadow_lock);
587 		err = FAILED;
588 	}
589 
590 	spin_unlock_irq(host->host_lock);
591 	return err;
592 }
593 
594 static int scsifront_eh_abort_handler(struct scsi_cmnd *sc)
595 {
596 	pr_debug("%s\n", __func__);
597 	return scsifront_action_handler(sc, VSCSIIF_ACT_SCSI_ABORT);
598 }
599 
600 static int scsifront_dev_reset_handler(struct scsi_cmnd *sc)
601 {
602 	pr_debug("%s\n", __func__);
603 	return scsifront_action_handler(sc, VSCSIIF_ACT_SCSI_RESET);
604 }
605 
606 static int scsifront_sdev_configure(struct scsi_device *sdev)
607 {
608 	struct vscsifrnt_info *info = shost_priv(sdev->host);
609 
610 	if (info && current == info->curr)
611 		xenbus_printf(XBT_NIL, info->dev->nodename,
612 			      info->dev_state_path, "%d", XenbusStateConnected);
613 
614 	return 0;
615 }
616 
617 static void scsifront_sdev_destroy(struct scsi_device *sdev)
618 {
619 	struct vscsifrnt_info *info = shost_priv(sdev->host);
620 
621 	if (info && current == info->curr)
622 		xenbus_printf(XBT_NIL, info->dev->nodename,
623 			      info->dev_state_path, "%d", XenbusStateClosed);
624 }
625 
626 static struct scsi_host_template scsifront_sht = {
627 	.module			= THIS_MODULE,
628 	.name			= "Xen SCSI frontend driver",
629 	.queuecommand		= scsifront_queuecommand,
630 	.eh_abort_handler	= scsifront_eh_abort_handler,
631 	.eh_device_reset_handler = scsifront_dev_reset_handler,
632 	.slave_configure	= scsifront_sdev_configure,
633 	.slave_destroy		= scsifront_sdev_destroy,
634 	.cmd_per_lun		= VSCSIIF_DEFAULT_CMD_PER_LUN,
635 	.can_queue		= VSCSIIF_MAX_REQS,
636 	.this_id		= -1,
637 	.cmd_size		= sizeof(struct vscsifrnt_shadow),
638 	.sg_tablesize		= VSCSIIF_SG_TABLESIZE,
639 	.use_clustering		= DISABLE_CLUSTERING,
640 	.proc_name		= "scsifront",
641 };
642 
643 static int scsifront_alloc_ring(struct vscsifrnt_info *info)
644 {
645 	struct xenbus_device *dev = info->dev;
646 	struct vscsiif_sring *sring;
647 	int err = -ENOMEM;
648 
649 	/***** Frontend to Backend ring start *****/
650 	sring = (struct vscsiif_sring *)__get_free_page(GFP_KERNEL);
651 	if (!sring) {
652 		xenbus_dev_fatal(dev, err,
653 			"fail to allocate shared ring (Front to Back)");
654 		return err;
655 	}
656 	SHARED_RING_INIT(sring);
657 	FRONT_RING_INIT(&info->ring, sring, PAGE_SIZE);
658 
659 	err = xenbus_grant_ring(dev, virt_to_mfn(sring));
660 	if (err < 0) {
661 		free_page((unsigned long)sring);
662 		xenbus_dev_fatal(dev, err,
663 			"fail to grant shared ring (Front to Back)");
664 		return err;
665 	}
666 	info->ring_ref = err;
667 
668 	err = xenbus_alloc_evtchn(dev, &info->evtchn);
669 	if (err) {
670 		xenbus_dev_fatal(dev, err, "xenbus_alloc_evtchn");
671 		goto free_gnttab;
672 	}
673 
674 	err = bind_evtchn_to_irq(info->evtchn);
675 	if (err <= 0) {
676 		xenbus_dev_fatal(dev, err, "bind_evtchn_to_irq");
677 		goto free_gnttab;
678 	}
679 
680 	info->irq = err;
681 
682 	err = request_threaded_irq(info->irq, NULL, scsifront_irq_fn,
683 				   IRQF_ONESHOT, "scsifront", info);
684 	if (err) {
685 		xenbus_dev_fatal(dev, err, "request_threaded_irq");
686 		goto free_irq;
687 	}
688 
689 	return 0;
690 
691 /* free resource */
692 free_irq:
693 	unbind_from_irqhandler(info->irq, info);
694 free_gnttab:
695 	gnttab_end_foreign_access(info->ring_ref, 0,
696 				  (unsigned long)info->ring.sring);
697 
698 	return err;
699 }
700 
701 static int scsifront_init_ring(struct vscsifrnt_info *info)
702 {
703 	struct xenbus_device *dev = info->dev;
704 	struct xenbus_transaction xbt;
705 	int err;
706 
707 	pr_debug("%s\n", __func__);
708 
709 	err = scsifront_alloc_ring(info);
710 	if (err)
711 		return err;
712 	pr_debug("%s: %u %u\n", __func__, info->ring_ref, info->evtchn);
713 
714 again:
715 	err = xenbus_transaction_start(&xbt);
716 	if (err)
717 		xenbus_dev_fatal(dev, err, "starting transaction");
718 
719 	err = xenbus_printf(xbt, dev->nodename, "ring-ref", "%u",
720 			    info->ring_ref);
721 	if (err) {
722 		xenbus_dev_fatal(dev, err, "%s", "writing ring-ref");
723 		goto fail;
724 	}
725 
726 	err = xenbus_printf(xbt, dev->nodename, "event-channel", "%u",
727 			    info->evtchn);
728 
729 	if (err) {
730 		xenbus_dev_fatal(dev, err, "%s", "writing event-channel");
731 		goto fail;
732 	}
733 
734 	err = xenbus_transaction_end(xbt, 0);
735 	if (err) {
736 		if (err == -EAGAIN)
737 			goto again;
738 		xenbus_dev_fatal(dev, err, "completing transaction");
739 		goto free_sring;
740 	}
741 
742 	return 0;
743 
744 fail:
745 	xenbus_transaction_end(xbt, 1);
746 free_sring:
747 	unbind_from_irqhandler(info->irq, info);
748 	gnttab_end_foreign_access(info->ring_ref, 0,
749 				  (unsigned long)info->ring.sring);
750 
751 	return err;
752 }
753 
754 
755 static int scsifront_probe(struct xenbus_device *dev,
756 			   const struct xenbus_device_id *id)
757 {
758 	struct vscsifrnt_info *info;
759 	struct Scsi_Host *host;
760 	int err = -ENOMEM;
761 	char name[TASK_COMM_LEN];
762 
763 	host = scsi_host_alloc(&scsifront_sht, sizeof(*info));
764 	if (!host) {
765 		xenbus_dev_fatal(dev, err, "fail to allocate scsi host");
766 		return err;
767 	}
768 	info = (struct vscsifrnt_info *)host->hostdata;
769 
770 	dev_set_drvdata(&dev->dev, info);
771 	info->dev = dev;
772 
773 	bitmap_fill(info->shadow_free_bitmap, VSCSIIF_MAX_REQS);
774 
775 	err = scsifront_init_ring(info);
776 	if (err) {
777 		scsi_host_put(host);
778 		return err;
779 	}
780 
781 	init_waitqueue_head(&info->wq_sync);
782 	spin_lock_init(&info->shadow_lock);
783 
784 	snprintf(name, TASK_COMM_LEN, "vscsiif.%d", host->host_no);
785 
786 	host->max_id      = VSCSIIF_MAX_TARGET;
787 	host->max_channel = 0;
788 	host->max_lun     = VSCSIIF_MAX_LUN;
789 	host->max_sectors = (host->sg_tablesize - 1) * PAGE_SIZE / 512;
790 	host->max_cmd_len = VSCSIIF_MAX_COMMAND_SIZE;
791 
792 	err = scsi_add_host(host, &dev->dev);
793 	if (err) {
794 		dev_err(&dev->dev, "fail to add scsi host %d\n", err);
795 		goto free_sring;
796 	}
797 	info->host = host;
798 	info->host_active = 1;
799 
800 	xenbus_switch_state(dev, XenbusStateInitialised);
801 
802 	return 0;
803 
804 free_sring:
805 	unbind_from_irqhandler(info->irq, info);
806 	gnttab_end_foreign_access(info->ring_ref, 0,
807 				  (unsigned long)info->ring.sring);
808 	scsi_host_put(host);
809 	return err;
810 }
811 
812 static int scsifront_remove(struct xenbus_device *dev)
813 {
814 	struct vscsifrnt_info *info = dev_get_drvdata(&dev->dev);
815 
816 	pr_debug("%s: %s removed\n", __func__, dev->nodename);
817 
818 	mutex_lock(&scsifront_mutex);
819 	if (info->host_active) {
820 		/* Scsi_host not yet removed */
821 		scsi_remove_host(info->host);
822 		info->host_active = 0;
823 	}
824 	mutex_unlock(&scsifront_mutex);
825 
826 	gnttab_end_foreign_access(info->ring_ref, 0,
827 				  (unsigned long)info->ring.sring);
828 	unbind_from_irqhandler(info->irq, info);
829 
830 	scsi_host_put(info->host);
831 
832 	return 0;
833 }
834 
835 static void scsifront_disconnect(struct vscsifrnt_info *info)
836 {
837 	struct xenbus_device *dev = info->dev;
838 	struct Scsi_Host *host = info->host;
839 
840 	pr_debug("%s: %s disconnect\n", __func__, dev->nodename);
841 
842 	/*
843 	 * When this function is executed, all devices of
844 	 * Frontend have been deleted.
845 	 * Therefore, it need not block I/O before remove_host.
846 	 */
847 
848 	mutex_lock(&scsifront_mutex);
849 	if (info->host_active) {
850 		scsi_remove_host(host);
851 		info->host_active = 0;
852 	}
853 	mutex_unlock(&scsifront_mutex);
854 
855 	xenbus_frontend_closed(dev);
856 }
857 
858 static void scsifront_do_lun_hotplug(struct vscsifrnt_info *info, int op)
859 {
860 	struct xenbus_device *dev = info->dev;
861 	int i, err = 0;
862 	char str[64];
863 	char **dir;
864 	unsigned int dir_n = 0;
865 	unsigned int device_state;
866 	unsigned int hst, chn, tgt, lun;
867 	struct scsi_device *sdev;
868 
869 	dir = xenbus_directory(XBT_NIL, dev->otherend, "vscsi-devs", &dir_n);
870 	if (IS_ERR(dir))
871 		return;
872 
873 	/* mark current task as the one allowed to modify device states */
874 	BUG_ON(info->curr);
875 	info->curr = current;
876 
877 	for (i = 0; i < dir_n; i++) {
878 		/* read status */
879 		snprintf(str, sizeof(str), "vscsi-devs/%s/state", dir[i]);
880 		err = xenbus_scanf(XBT_NIL, dev->otherend, str, "%u",
881 				   &device_state);
882 		if (XENBUS_EXIST_ERR(err))
883 			continue;
884 
885 		/* virtual SCSI device */
886 		snprintf(str, sizeof(str), "vscsi-devs/%s/v-dev", dir[i]);
887 		err = xenbus_scanf(XBT_NIL, dev->otherend, str,
888 				   "%u:%u:%u:%u", &hst, &chn, &tgt, &lun);
889 		if (XENBUS_EXIST_ERR(err))
890 			continue;
891 
892 		/*
893 		 * Front device state path, used in slave_configure called
894 		 * on successfull scsi_add_device, and in slave_destroy called
895 		 * on remove of a device.
896 		 */
897 		snprintf(info->dev_state_path, sizeof(info->dev_state_path),
898 			 "vscsi-devs/%s/state", dir[i]);
899 
900 		switch (op) {
901 		case VSCSIFRONT_OP_ADD_LUN:
902 			if (device_state != XenbusStateInitialised)
903 				break;
904 
905 			if (scsi_add_device(info->host, chn, tgt, lun)) {
906 				dev_err(&dev->dev, "scsi_add_device\n");
907 				xenbus_printf(XBT_NIL, dev->nodename,
908 					      info->dev_state_path,
909 					      "%d", XenbusStateClosed);
910 			}
911 			break;
912 		case VSCSIFRONT_OP_DEL_LUN:
913 			if (device_state != XenbusStateClosing)
914 				break;
915 
916 			sdev = scsi_device_lookup(info->host, chn, tgt, lun);
917 			if (sdev) {
918 				scsi_remove_device(sdev);
919 				scsi_device_put(sdev);
920 			}
921 			break;
922 		default:
923 			break;
924 		}
925 	}
926 
927 	info->curr = NULL;
928 
929 	kfree(dir);
930 }
931 
932 static void scsifront_read_backend_params(struct xenbus_device *dev,
933 					  struct vscsifrnt_info *info)
934 {
935 	unsigned int sg_grant;
936 	int ret;
937 	struct Scsi_Host *host = info->host;
938 
939 	ret = xenbus_scanf(XBT_NIL, dev->otherend, "feature-sg-grant", "%u",
940 			   &sg_grant);
941 	if (ret == 1 && sg_grant) {
942 		sg_grant = min_t(unsigned int, sg_grant, SG_ALL);
943 		sg_grant = max_t(unsigned int, sg_grant, VSCSIIF_SG_TABLESIZE);
944 		host->sg_tablesize = min_t(unsigned int, sg_grant,
945 			VSCSIIF_SG_TABLESIZE * PAGE_SIZE /
946 			sizeof(struct scsiif_request_segment));
947 		host->max_sectors = (host->sg_tablesize - 1) * PAGE_SIZE / 512;
948 	}
949 	dev_info(&dev->dev, "using up to %d SG entries\n", host->sg_tablesize);
950 }
951 
952 static void scsifront_backend_changed(struct xenbus_device *dev,
953 				      enum xenbus_state backend_state)
954 {
955 	struct vscsifrnt_info *info = dev_get_drvdata(&dev->dev);
956 
957 	pr_debug("%s: %p %u %u\n", __func__, dev, dev->state, backend_state);
958 
959 	switch (backend_state) {
960 	case XenbusStateUnknown:
961 	case XenbusStateInitialising:
962 	case XenbusStateInitWait:
963 	case XenbusStateInitialised:
964 		break;
965 
966 	case XenbusStateConnected:
967 		scsifront_read_backend_params(dev, info);
968 		if (xenbus_read_driver_state(dev->nodename) ==
969 		    XenbusStateInitialised)
970 			scsifront_do_lun_hotplug(info, VSCSIFRONT_OP_ADD_LUN);
971 
972 		if (dev->state != XenbusStateConnected)
973 			xenbus_switch_state(dev, XenbusStateConnected);
974 		break;
975 
976 	case XenbusStateClosed:
977 		if (dev->state == XenbusStateClosed)
978 			break;
979 		/* Missed the backend's Closing state -- fallthrough */
980 	case XenbusStateClosing:
981 		scsifront_disconnect(info);
982 		break;
983 
984 	case XenbusStateReconfiguring:
985 		scsifront_do_lun_hotplug(info, VSCSIFRONT_OP_DEL_LUN);
986 		xenbus_switch_state(dev, XenbusStateReconfiguring);
987 		break;
988 
989 	case XenbusStateReconfigured:
990 		scsifront_do_lun_hotplug(info, VSCSIFRONT_OP_ADD_LUN);
991 		xenbus_switch_state(dev, XenbusStateConnected);
992 		break;
993 	}
994 }
995 
996 static const struct xenbus_device_id scsifront_ids[] = {
997 	{ "vscsi" },
998 	{ "" }
999 };
1000 
1001 static struct xenbus_driver scsifront_driver = {
1002 	.ids			= scsifront_ids,
1003 	.probe			= scsifront_probe,
1004 	.remove			= scsifront_remove,
1005 	.otherend_changed	= scsifront_backend_changed,
1006 };
1007 
1008 static int __init scsifront_init(void)
1009 {
1010 	if (!xen_domain())
1011 		return -ENODEV;
1012 
1013 	return xenbus_register_frontend(&scsifront_driver);
1014 }
1015 module_init(scsifront_init);
1016 
1017 static void __exit scsifront_exit(void)
1018 {
1019 	xenbus_unregister_driver(&scsifront_driver);
1020 }
1021 module_exit(scsifront_exit);
1022 
1023 MODULE_DESCRIPTION("Xen SCSI frontend driver");
1024 MODULE_LICENSE("GPL");
1025 MODULE_ALIAS("xen:vscsi");
1026 MODULE_AUTHOR("Juergen Gross <jgross@suse.com>");
1027