xref: /openbmc/linux/samples/vfio-mdev/mbochs.c (revision aa0dc6a7)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Mediated virtual PCI display host device driver
4  *
5  * Emulate enough of qemu stdvga to make bochs-drm.ko happy.  That is
6  * basically the vram memory bar and the bochs dispi interface vbe
7  * registers in the mmio register bar.	Specifically it does *not*
8  * include any legacy vga stuff.  Device looks a lot like "qemu -device
9  * secondary-vga".
10  *
11  *   (c) Gerd Hoffmann <kraxel@redhat.com>
12  *
13  * based on mtty driver which is:
14  *   Copyright (c) 2016, NVIDIA CORPORATION. All rights reserved.
15  *	 Author: Neo Jia <cjia@nvidia.com>
16  *		 Kirti Wankhede <kwankhede@nvidia.com>
17  *
18  * This program is free software; you can redistribute it and/or modify
19  * it under the terms of the GNU General Public License version 2 as
20  * published by the Free Software Foundation.
21  */
22 #include <linux/init.h>
23 #include <linux/module.h>
24 #include <linux/device.h>
25 #include <linux/kernel.h>
26 #include <linux/slab.h>
27 #include <linux/vmalloc.h>
28 #include <linux/cdev.h>
29 #include <linux/vfio.h>
30 #include <linux/iommu.h>
31 #include <linux/sysfs.h>
32 #include <linux/mdev.h>
33 #include <linux/pci.h>
34 #include <linux/dma-buf.h>
35 #include <linux/highmem.h>
36 #include <drm/drm_fourcc.h>
37 #include <drm/drm_rect.h>
38 #include <drm/drm_modeset_lock.h>
39 #include <drm/drm_property.h>
40 #include <drm/drm_plane.h>
41 
42 
43 #define VBE_DISPI_INDEX_ID		0x0
44 #define VBE_DISPI_INDEX_XRES		0x1
45 #define VBE_DISPI_INDEX_YRES		0x2
46 #define VBE_DISPI_INDEX_BPP		0x3
47 #define VBE_DISPI_INDEX_ENABLE		0x4
48 #define VBE_DISPI_INDEX_BANK		0x5
49 #define VBE_DISPI_INDEX_VIRT_WIDTH	0x6
50 #define VBE_DISPI_INDEX_VIRT_HEIGHT	0x7
51 #define VBE_DISPI_INDEX_X_OFFSET	0x8
52 #define VBE_DISPI_INDEX_Y_OFFSET	0x9
53 #define VBE_DISPI_INDEX_VIDEO_MEMORY_64K 0xa
54 #define VBE_DISPI_INDEX_COUNT		0xb
55 
56 #define VBE_DISPI_ID0			0xB0C0
57 #define VBE_DISPI_ID1			0xB0C1
58 #define VBE_DISPI_ID2			0xB0C2
59 #define VBE_DISPI_ID3			0xB0C3
60 #define VBE_DISPI_ID4			0xB0C4
61 #define VBE_DISPI_ID5			0xB0C5
62 
63 #define VBE_DISPI_DISABLED		0x00
64 #define VBE_DISPI_ENABLED		0x01
65 #define VBE_DISPI_GETCAPS		0x02
66 #define VBE_DISPI_8BIT_DAC		0x20
67 #define VBE_DISPI_LFB_ENABLED		0x40
68 #define VBE_DISPI_NOCLEARMEM		0x80
69 
70 
71 #define MBOCHS_NAME		  "mbochs"
72 #define MBOCHS_CLASS_NAME	  "mbochs"
73 
74 #define MBOCHS_EDID_REGION_INDEX  VFIO_PCI_NUM_REGIONS
75 #define MBOCHS_NUM_REGIONS        (MBOCHS_EDID_REGION_INDEX+1)
76 
77 #define MBOCHS_CONFIG_SPACE_SIZE  0xff
78 #define MBOCHS_MMIO_BAR_OFFSET	  PAGE_SIZE
79 #define MBOCHS_MMIO_BAR_SIZE	  PAGE_SIZE
80 #define MBOCHS_EDID_OFFSET	  (MBOCHS_MMIO_BAR_OFFSET +	\
81 				   MBOCHS_MMIO_BAR_SIZE)
82 #define MBOCHS_EDID_SIZE	  PAGE_SIZE
83 #define MBOCHS_MEMORY_BAR_OFFSET  (MBOCHS_EDID_OFFSET + \
84 				   MBOCHS_EDID_SIZE)
85 
86 #define MBOCHS_EDID_BLOB_OFFSET   (MBOCHS_EDID_SIZE/2)
87 
88 #define STORE_LE16(addr, val)	(*(u16 *)addr = val)
89 #define STORE_LE32(addr, val)	(*(u32 *)addr = val)
90 
91 
92 MODULE_LICENSE("GPL v2");
93 
94 static int max_mbytes = 256;
95 module_param_named(count, max_mbytes, int, 0444);
96 MODULE_PARM_DESC(mem, "megabytes available to " MBOCHS_NAME " devices");
97 
98 
99 #define MBOCHS_TYPE_1 "small"
100 #define MBOCHS_TYPE_2 "medium"
101 #define MBOCHS_TYPE_3 "large"
102 
103 static const struct mbochs_type {
104 	const char *name;
105 	u32 mbytes;
106 	u32 max_x;
107 	u32 max_y;
108 } mbochs_types[] = {
109 	{
110 		.name	= MBOCHS_CLASS_NAME "-" MBOCHS_TYPE_1,
111 		.mbytes = 4,
112 		.max_x  = 800,
113 		.max_y  = 600,
114 	}, {
115 		.name	= MBOCHS_CLASS_NAME "-" MBOCHS_TYPE_2,
116 		.mbytes = 16,
117 		.max_x  = 1920,
118 		.max_y  = 1440,
119 	}, {
120 		.name	= MBOCHS_CLASS_NAME "-" MBOCHS_TYPE_3,
121 		.mbytes = 64,
122 		.max_x  = 0,
123 		.max_y  = 0,
124 	},
125 };
126 
127 
128 static dev_t		mbochs_devt;
129 static struct class	*mbochs_class;
130 static struct cdev	mbochs_cdev;
131 static struct device	mbochs_dev;
132 static int		mbochs_used_mbytes;
133 static const struct vfio_device_ops mbochs_dev_ops;
134 
135 struct vfio_region_info_ext {
136 	struct vfio_region_info          base;
137 	struct vfio_region_info_cap_type type;
138 };
139 
140 struct mbochs_mode {
141 	u32 drm_format;
142 	u32 bytepp;
143 	u32 width;
144 	u32 height;
145 	u32 stride;
146 	u32 __pad;
147 	u64 offset;
148 	u64 size;
149 };
150 
151 struct mbochs_dmabuf {
152 	struct mbochs_mode mode;
153 	u32 id;
154 	struct page **pages;
155 	pgoff_t pagecount;
156 	struct dma_buf *buf;
157 	struct mdev_state *mdev_state;
158 	struct list_head next;
159 	bool unlinked;
160 };
161 
162 /* State of each mdev device */
163 struct mdev_state {
164 	struct vfio_device vdev;
165 	u8 *vconfig;
166 	u64 bar_mask[3];
167 	u32 memory_bar_mask;
168 	struct mutex ops_lock;
169 	struct mdev_device *mdev;
170 
171 	const struct mbochs_type *type;
172 	u16 vbe[VBE_DISPI_INDEX_COUNT];
173 	u64 memsize;
174 	struct page **pages;
175 	pgoff_t pagecount;
176 	struct vfio_region_gfx_edid edid_regs;
177 	u8 edid_blob[0x400];
178 
179 	struct list_head dmabufs;
180 	u32 active_id;
181 	u32 next_id;
182 };
183 
184 static const char *vbe_name_list[VBE_DISPI_INDEX_COUNT] = {
185 	[VBE_DISPI_INDEX_ID]               = "id",
186 	[VBE_DISPI_INDEX_XRES]             = "xres",
187 	[VBE_DISPI_INDEX_YRES]             = "yres",
188 	[VBE_DISPI_INDEX_BPP]              = "bpp",
189 	[VBE_DISPI_INDEX_ENABLE]           = "enable",
190 	[VBE_DISPI_INDEX_BANK]             = "bank",
191 	[VBE_DISPI_INDEX_VIRT_WIDTH]       = "virt-width",
192 	[VBE_DISPI_INDEX_VIRT_HEIGHT]      = "virt-height",
193 	[VBE_DISPI_INDEX_X_OFFSET]         = "x-offset",
194 	[VBE_DISPI_INDEX_Y_OFFSET]         = "y-offset",
195 	[VBE_DISPI_INDEX_VIDEO_MEMORY_64K] = "video-mem",
196 };
197 
198 static const char *vbe_name(u32 index)
199 {
200 	if (index < ARRAY_SIZE(vbe_name_list))
201 		return vbe_name_list[index];
202 	return "(invalid)";
203 }
204 
205 static struct page *__mbochs_get_page(struct mdev_state *mdev_state,
206 				      pgoff_t pgoff);
207 static struct page *mbochs_get_page(struct mdev_state *mdev_state,
208 				    pgoff_t pgoff);
209 
210 static void mbochs_create_config_space(struct mdev_state *mdev_state)
211 {
212 	STORE_LE16((u16 *) &mdev_state->vconfig[PCI_VENDOR_ID],
213 		   0x1234);
214 	STORE_LE16((u16 *) &mdev_state->vconfig[PCI_DEVICE_ID],
215 		   0x1111);
216 	STORE_LE16((u16 *) &mdev_state->vconfig[PCI_SUBSYSTEM_VENDOR_ID],
217 		   PCI_SUBVENDOR_ID_REDHAT_QUMRANET);
218 	STORE_LE16((u16 *) &mdev_state->vconfig[PCI_SUBSYSTEM_ID],
219 		   PCI_SUBDEVICE_ID_QEMU);
220 
221 	STORE_LE16((u16 *) &mdev_state->vconfig[PCI_COMMAND],
222 		   PCI_COMMAND_IO | PCI_COMMAND_MEMORY);
223 	STORE_LE16((u16 *) &mdev_state->vconfig[PCI_CLASS_DEVICE],
224 		   PCI_CLASS_DISPLAY_OTHER);
225 	mdev_state->vconfig[PCI_CLASS_REVISION] =  0x01;
226 
227 	STORE_LE32((u32 *) &mdev_state->vconfig[PCI_BASE_ADDRESS_0],
228 		   PCI_BASE_ADDRESS_SPACE_MEMORY |
229 		   PCI_BASE_ADDRESS_MEM_TYPE_32	 |
230 		   PCI_BASE_ADDRESS_MEM_PREFETCH);
231 	mdev_state->bar_mask[0] = ~(mdev_state->memsize) + 1;
232 
233 	STORE_LE32((u32 *) &mdev_state->vconfig[PCI_BASE_ADDRESS_2],
234 		   PCI_BASE_ADDRESS_SPACE_MEMORY |
235 		   PCI_BASE_ADDRESS_MEM_TYPE_32);
236 	mdev_state->bar_mask[2] = ~(MBOCHS_MMIO_BAR_SIZE) + 1;
237 }
238 
239 static int mbochs_check_framebuffer(struct mdev_state *mdev_state,
240 				    struct mbochs_mode *mode)
241 {
242 	struct device *dev = mdev_dev(mdev_state->mdev);
243 	u16 *vbe = mdev_state->vbe;
244 	u32 virt_width;
245 
246 	WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
247 
248 	if (!(vbe[VBE_DISPI_INDEX_ENABLE] & VBE_DISPI_ENABLED))
249 		goto nofb;
250 
251 	memset(mode, 0, sizeof(*mode));
252 	switch (vbe[VBE_DISPI_INDEX_BPP]) {
253 	case 32:
254 		mode->drm_format = DRM_FORMAT_XRGB8888;
255 		mode->bytepp = 4;
256 		break;
257 	default:
258 		dev_info_ratelimited(dev, "%s: bpp %d not supported\n",
259 				     __func__, vbe[VBE_DISPI_INDEX_BPP]);
260 		goto nofb;
261 	}
262 
263 	mode->width  = vbe[VBE_DISPI_INDEX_XRES];
264 	mode->height = vbe[VBE_DISPI_INDEX_YRES];
265 	virt_width  = vbe[VBE_DISPI_INDEX_VIRT_WIDTH];
266 	if (virt_width < mode->width)
267 		virt_width = mode->width;
268 	mode->stride = virt_width * mode->bytepp;
269 	mode->size   = (u64)mode->stride * mode->height;
270 	mode->offset = ((u64)vbe[VBE_DISPI_INDEX_X_OFFSET] * mode->bytepp +
271 		       (u64)vbe[VBE_DISPI_INDEX_Y_OFFSET] * mode->stride);
272 
273 	if (mode->width < 64 || mode->height < 64) {
274 		dev_info_ratelimited(dev, "%s: invalid resolution %dx%d\n",
275 				     __func__, mode->width, mode->height);
276 		goto nofb;
277 	}
278 	if (mode->offset + mode->size > mdev_state->memsize) {
279 		dev_info_ratelimited(dev, "%s: framebuffer memory overflow\n",
280 				     __func__);
281 		goto nofb;
282 	}
283 
284 	return 0;
285 
286 nofb:
287 	memset(mode, 0, sizeof(*mode));
288 	return -EINVAL;
289 }
290 
291 static bool mbochs_modes_equal(struct mbochs_mode *mode1,
292 			       struct mbochs_mode *mode2)
293 {
294 	return memcmp(mode1, mode2, sizeof(struct mbochs_mode)) == 0;
295 }
296 
297 static void handle_pci_cfg_write(struct mdev_state *mdev_state, u16 offset,
298 				 char *buf, u32 count)
299 {
300 	struct device *dev = mdev_dev(mdev_state->mdev);
301 	int index = (offset - PCI_BASE_ADDRESS_0) / 0x04;
302 	u32 cfg_addr;
303 
304 	switch (offset) {
305 	case PCI_BASE_ADDRESS_0:
306 	case PCI_BASE_ADDRESS_2:
307 		cfg_addr = *(u32 *)buf;
308 
309 		if (cfg_addr == 0xffffffff) {
310 			cfg_addr = (cfg_addr & mdev_state->bar_mask[index]);
311 		} else {
312 			cfg_addr &= PCI_BASE_ADDRESS_MEM_MASK;
313 			if (cfg_addr)
314 				dev_info(dev, "BAR #%d @ 0x%x\n",
315 					 index, cfg_addr);
316 		}
317 
318 		cfg_addr |= (mdev_state->vconfig[offset] &
319 			     ~PCI_BASE_ADDRESS_MEM_MASK);
320 		STORE_LE32(&mdev_state->vconfig[offset], cfg_addr);
321 		break;
322 	}
323 }
324 
325 static void handle_mmio_write(struct mdev_state *mdev_state, u16 offset,
326 			      char *buf, u32 count)
327 {
328 	struct device *dev = mdev_dev(mdev_state->mdev);
329 	int index;
330 	u16 reg16;
331 
332 	switch (offset) {
333 	case 0x400 ... 0x41f: /* vga ioports remapped */
334 		goto unhandled;
335 	case 0x500 ... 0x515: /* bochs dispi interface */
336 		if (count != 2)
337 			goto unhandled;
338 		index = (offset - 0x500) / 2;
339 		reg16 = *(u16 *)buf;
340 		if (index < ARRAY_SIZE(mdev_state->vbe))
341 			mdev_state->vbe[index] = reg16;
342 		dev_dbg(dev, "%s: vbe write %d = %d (%s)\n",
343 			__func__, index, reg16, vbe_name(index));
344 		break;
345 	case 0x600 ... 0x607: /* qemu extended regs */
346 		goto unhandled;
347 	default:
348 unhandled:
349 		dev_dbg(dev, "%s: @0x%03x, count %d (unhandled)\n",
350 			__func__, offset, count);
351 		break;
352 	}
353 }
354 
355 static void handle_mmio_read(struct mdev_state *mdev_state, u16 offset,
356 			     char *buf, u32 count)
357 {
358 	struct device *dev = mdev_dev(mdev_state->mdev);
359 	struct vfio_region_gfx_edid *edid;
360 	u16 reg16 = 0;
361 	int index;
362 
363 	switch (offset) {
364 	case 0x000 ... 0x3ff: /* edid block */
365 		edid = &mdev_state->edid_regs;
366 		if (edid->link_state != VFIO_DEVICE_GFX_LINK_STATE_UP ||
367 		    offset >= edid->edid_size) {
368 			memset(buf, 0, count);
369 			break;
370 		}
371 		memcpy(buf, mdev_state->edid_blob + offset, count);
372 		break;
373 	case 0x500 ... 0x515: /* bochs dispi interface */
374 		if (count != 2)
375 			goto unhandled;
376 		index = (offset - 0x500) / 2;
377 		if (index < ARRAY_SIZE(mdev_state->vbe))
378 			reg16 = mdev_state->vbe[index];
379 		dev_dbg(dev, "%s: vbe read %d = %d (%s)\n",
380 			__func__, index, reg16, vbe_name(index));
381 		*(u16 *)buf = reg16;
382 		break;
383 	default:
384 unhandled:
385 		dev_dbg(dev, "%s: @0x%03x, count %d (unhandled)\n",
386 			__func__, offset, count);
387 		memset(buf, 0, count);
388 		break;
389 	}
390 }
391 
392 static void handle_edid_regs(struct mdev_state *mdev_state, u16 offset,
393 			     char *buf, u32 count, bool is_write)
394 {
395 	char *regs = (void *)&mdev_state->edid_regs;
396 
397 	if (offset + count > sizeof(mdev_state->edid_regs))
398 		return;
399 	if (count != 4)
400 		return;
401 	if (offset % 4)
402 		return;
403 
404 	if (is_write) {
405 		switch (offset) {
406 		case offsetof(struct vfio_region_gfx_edid, link_state):
407 		case offsetof(struct vfio_region_gfx_edid, edid_size):
408 			memcpy(regs + offset, buf, count);
409 			break;
410 		default:
411 			/* read-only regs */
412 			break;
413 		}
414 	} else {
415 		memcpy(buf, regs + offset, count);
416 	}
417 }
418 
419 static void handle_edid_blob(struct mdev_state *mdev_state, u16 offset,
420 			     char *buf, u32 count, bool is_write)
421 {
422 	if (offset + count > mdev_state->edid_regs.edid_max_size)
423 		return;
424 	if (is_write)
425 		memcpy(mdev_state->edid_blob + offset, buf, count);
426 	else
427 		memcpy(buf, mdev_state->edid_blob + offset, count);
428 }
429 
430 static ssize_t mdev_access(struct mdev_state *mdev_state, char *buf,
431 			   size_t count, loff_t pos, bool is_write)
432 {
433 	struct page *pg;
434 	loff_t poff;
435 	char *map;
436 	int ret = 0;
437 
438 	mutex_lock(&mdev_state->ops_lock);
439 
440 	if (pos < MBOCHS_CONFIG_SPACE_SIZE) {
441 		if (is_write)
442 			handle_pci_cfg_write(mdev_state, pos, buf, count);
443 		else
444 			memcpy(buf, (mdev_state->vconfig + pos), count);
445 
446 	} else if (pos >= MBOCHS_MMIO_BAR_OFFSET &&
447 		   pos + count <= (MBOCHS_MMIO_BAR_OFFSET +
448 				   MBOCHS_MMIO_BAR_SIZE)) {
449 		pos -= MBOCHS_MMIO_BAR_OFFSET;
450 		if (is_write)
451 			handle_mmio_write(mdev_state, pos, buf, count);
452 		else
453 			handle_mmio_read(mdev_state, pos, buf, count);
454 
455 	} else if (pos >= MBOCHS_EDID_OFFSET &&
456 		   pos + count <= (MBOCHS_EDID_OFFSET +
457 				   MBOCHS_EDID_SIZE)) {
458 		pos -= MBOCHS_EDID_OFFSET;
459 		if (pos < MBOCHS_EDID_BLOB_OFFSET) {
460 			handle_edid_regs(mdev_state, pos, buf, count, is_write);
461 		} else {
462 			pos -= MBOCHS_EDID_BLOB_OFFSET;
463 			handle_edid_blob(mdev_state, pos, buf, count, is_write);
464 		}
465 
466 	} else if (pos >= MBOCHS_MEMORY_BAR_OFFSET &&
467 		   pos + count <=
468 		   MBOCHS_MEMORY_BAR_OFFSET + mdev_state->memsize) {
469 		pos -= MBOCHS_MMIO_BAR_OFFSET;
470 		poff = pos & ~PAGE_MASK;
471 		pg = __mbochs_get_page(mdev_state, pos >> PAGE_SHIFT);
472 		map = kmap(pg);
473 		if (is_write)
474 			memcpy(map + poff, buf, count);
475 		else
476 			memcpy(buf, map + poff, count);
477 		kunmap(pg);
478 		put_page(pg);
479 
480 	} else {
481 		dev_dbg(mdev_state->vdev.dev, "%s: %s @0x%llx (unhandled)\n",
482 			__func__, is_write ? "WR" : "RD", pos);
483 		ret = -1;
484 		goto accessfailed;
485 	}
486 
487 	ret = count;
488 
489 
490 accessfailed:
491 	mutex_unlock(&mdev_state->ops_lock);
492 
493 	return ret;
494 }
495 
496 static int mbochs_reset(struct mdev_state *mdev_state)
497 {
498 	u32 size64k = mdev_state->memsize / (64 * 1024);
499 	int i;
500 
501 	for (i = 0; i < ARRAY_SIZE(mdev_state->vbe); i++)
502 		mdev_state->vbe[i] = 0;
503 	mdev_state->vbe[VBE_DISPI_INDEX_ID] = VBE_DISPI_ID5;
504 	mdev_state->vbe[VBE_DISPI_INDEX_VIDEO_MEMORY_64K] = size64k;
505 	return 0;
506 }
507 
508 static int mbochs_probe(struct mdev_device *mdev)
509 {
510 	const struct mbochs_type *type =
511 		&mbochs_types[mdev_get_type_group_id(mdev)];
512 	struct device *dev = mdev_dev(mdev);
513 	struct mdev_state *mdev_state;
514 	int ret = -ENOMEM;
515 
516 	if (type->mbytes + mbochs_used_mbytes > max_mbytes)
517 		return -ENOMEM;
518 
519 	mdev_state = kzalloc(sizeof(struct mdev_state), GFP_KERNEL);
520 	if (mdev_state == NULL)
521 		return -ENOMEM;
522 	vfio_init_group_dev(&mdev_state->vdev, &mdev->dev, &mbochs_dev_ops);
523 
524 	mdev_state->vconfig = kzalloc(MBOCHS_CONFIG_SPACE_SIZE, GFP_KERNEL);
525 	if (mdev_state->vconfig == NULL)
526 		goto err_mem;
527 
528 	mdev_state->memsize = type->mbytes * 1024 * 1024;
529 	mdev_state->pagecount = mdev_state->memsize >> PAGE_SHIFT;
530 	mdev_state->pages = kcalloc(mdev_state->pagecount,
531 				    sizeof(struct page *),
532 				    GFP_KERNEL);
533 	if (!mdev_state->pages)
534 		goto err_mem;
535 
536 	dev_info(dev, "%s: %s, %d MB, %ld pages\n", __func__,
537 		 type->name, type->mbytes, mdev_state->pagecount);
538 
539 	mutex_init(&mdev_state->ops_lock);
540 	mdev_state->mdev = mdev;
541 	INIT_LIST_HEAD(&mdev_state->dmabufs);
542 	mdev_state->next_id = 1;
543 
544 	mdev_state->type = type;
545 	mdev_state->edid_regs.max_xres = type->max_x;
546 	mdev_state->edid_regs.max_yres = type->max_y;
547 	mdev_state->edid_regs.edid_offset = MBOCHS_EDID_BLOB_OFFSET;
548 	mdev_state->edid_regs.edid_max_size = sizeof(mdev_state->edid_blob);
549 	mbochs_create_config_space(mdev_state);
550 	mbochs_reset(mdev_state);
551 
552 	mbochs_used_mbytes += type->mbytes;
553 
554 	ret = vfio_register_group_dev(&mdev_state->vdev);
555 	if (ret)
556 		goto err_mem;
557 	dev_set_drvdata(&mdev->dev, mdev_state);
558 	return 0;
559 
560 err_mem:
561 	kfree(mdev_state->vconfig);
562 	kfree(mdev_state);
563 	return ret;
564 }
565 
566 static void mbochs_remove(struct mdev_device *mdev)
567 {
568 	struct mdev_state *mdev_state = dev_get_drvdata(&mdev->dev);
569 
570 	mbochs_used_mbytes -= mdev_state->type->mbytes;
571 	vfio_unregister_group_dev(&mdev_state->vdev);
572 	kfree(mdev_state->pages);
573 	kfree(mdev_state->vconfig);
574 	kfree(mdev_state);
575 }
576 
577 static ssize_t mbochs_read(struct vfio_device *vdev, char __user *buf,
578 			   size_t count, loff_t *ppos)
579 {
580 	struct mdev_state *mdev_state =
581 		container_of(vdev, struct mdev_state, vdev);
582 	unsigned int done = 0;
583 	int ret;
584 
585 	while (count) {
586 		size_t filled;
587 
588 		if (count >= 4 && !(*ppos % 4)) {
589 			u32 val;
590 
591 			ret =  mdev_access(mdev_state, (char *)&val, sizeof(val),
592 					   *ppos, false);
593 			if (ret <= 0)
594 				goto read_err;
595 
596 			if (copy_to_user(buf, &val, sizeof(val)))
597 				goto read_err;
598 
599 			filled = 4;
600 		} else if (count >= 2 && !(*ppos % 2)) {
601 			u16 val;
602 
603 			ret = mdev_access(mdev_state, (char *)&val, sizeof(val),
604 					  *ppos, false);
605 			if (ret <= 0)
606 				goto read_err;
607 
608 			if (copy_to_user(buf, &val, sizeof(val)))
609 				goto read_err;
610 
611 			filled = 2;
612 		} else {
613 			u8 val;
614 
615 			ret = mdev_access(mdev_state, (char *)&val, sizeof(val),
616 					  *ppos, false);
617 			if (ret <= 0)
618 				goto read_err;
619 
620 			if (copy_to_user(buf, &val, sizeof(val)))
621 				goto read_err;
622 
623 			filled = 1;
624 		}
625 
626 		count -= filled;
627 		done += filled;
628 		*ppos += filled;
629 		buf += filled;
630 	}
631 
632 	return done;
633 
634 read_err:
635 	return -EFAULT;
636 }
637 
638 static ssize_t mbochs_write(struct vfio_device *vdev, const char __user *buf,
639 			    size_t count, loff_t *ppos)
640 {
641 	struct mdev_state *mdev_state =
642 		container_of(vdev, struct mdev_state, vdev);
643 	unsigned int done = 0;
644 	int ret;
645 
646 	while (count) {
647 		size_t filled;
648 
649 		if (count >= 4 && !(*ppos % 4)) {
650 			u32 val;
651 
652 			if (copy_from_user(&val, buf, sizeof(val)))
653 				goto write_err;
654 
655 			ret = mdev_access(mdev_state, (char *)&val, sizeof(val),
656 					  *ppos, true);
657 			if (ret <= 0)
658 				goto write_err;
659 
660 			filled = 4;
661 		} else if (count >= 2 && !(*ppos % 2)) {
662 			u16 val;
663 
664 			if (copy_from_user(&val, buf, sizeof(val)))
665 				goto write_err;
666 
667 			ret = mdev_access(mdev_state, (char *)&val, sizeof(val),
668 					  *ppos, true);
669 			if (ret <= 0)
670 				goto write_err;
671 
672 			filled = 2;
673 		} else {
674 			u8 val;
675 
676 			if (copy_from_user(&val, buf, sizeof(val)))
677 				goto write_err;
678 
679 			ret = mdev_access(mdev_state, (char *)&val, sizeof(val),
680 					  *ppos, true);
681 			if (ret <= 0)
682 				goto write_err;
683 
684 			filled = 1;
685 		}
686 		count -= filled;
687 		done += filled;
688 		*ppos += filled;
689 		buf += filled;
690 	}
691 
692 	return done;
693 write_err:
694 	return -EFAULT;
695 }
696 
697 static struct page *__mbochs_get_page(struct mdev_state *mdev_state,
698 				      pgoff_t pgoff)
699 {
700 	WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
701 
702 	if (!mdev_state->pages[pgoff]) {
703 		mdev_state->pages[pgoff] =
704 			alloc_pages(GFP_HIGHUSER | __GFP_ZERO, 0);
705 		if (!mdev_state->pages[pgoff])
706 			return NULL;
707 	}
708 
709 	get_page(mdev_state->pages[pgoff]);
710 	return mdev_state->pages[pgoff];
711 }
712 
713 static struct page *mbochs_get_page(struct mdev_state *mdev_state,
714 				    pgoff_t pgoff)
715 {
716 	struct page *page;
717 
718 	if (WARN_ON(pgoff >= mdev_state->pagecount))
719 		return NULL;
720 
721 	mutex_lock(&mdev_state->ops_lock);
722 	page = __mbochs_get_page(mdev_state, pgoff);
723 	mutex_unlock(&mdev_state->ops_lock);
724 
725 	return page;
726 }
727 
728 static void mbochs_put_pages(struct mdev_state *mdev_state)
729 {
730 	struct device *dev = mdev_dev(mdev_state->mdev);
731 	int i, count = 0;
732 
733 	WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
734 
735 	for (i = 0; i < mdev_state->pagecount; i++) {
736 		if (!mdev_state->pages[i])
737 			continue;
738 		put_page(mdev_state->pages[i]);
739 		mdev_state->pages[i] = NULL;
740 		count++;
741 	}
742 	dev_dbg(dev, "%s: %d pages released\n", __func__, count);
743 }
744 
745 static vm_fault_t mbochs_region_vm_fault(struct vm_fault *vmf)
746 {
747 	struct vm_area_struct *vma = vmf->vma;
748 	struct mdev_state *mdev_state = vma->vm_private_data;
749 	pgoff_t page_offset = (vmf->address - vma->vm_start) >> PAGE_SHIFT;
750 
751 	if (page_offset >= mdev_state->pagecount)
752 		return VM_FAULT_SIGBUS;
753 
754 	vmf->page = mbochs_get_page(mdev_state, page_offset);
755 	if (!vmf->page)
756 		return VM_FAULT_SIGBUS;
757 
758 	return 0;
759 }
760 
761 static const struct vm_operations_struct mbochs_region_vm_ops = {
762 	.fault = mbochs_region_vm_fault,
763 };
764 
765 static int mbochs_mmap(struct vfio_device *vdev, struct vm_area_struct *vma)
766 {
767 	struct mdev_state *mdev_state =
768 		container_of(vdev, struct mdev_state, vdev);
769 
770 	if (vma->vm_pgoff != MBOCHS_MEMORY_BAR_OFFSET >> PAGE_SHIFT)
771 		return -EINVAL;
772 	if (vma->vm_end < vma->vm_start)
773 		return -EINVAL;
774 	if (vma->vm_end - vma->vm_start > mdev_state->memsize)
775 		return -EINVAL;
776 	if ((vma->vm_flags & VM_SHARED) == 0)
777 		return -EINVAL;
778 
779 	vma->vm_ops = &mbochs_region_vm_ops;
780 	vma->vm_private_data = mdev_state;
781 	return 0;
782 }
783 
784 static vm_fault_t mbochs_dmabuf_vm_fault(struct vm_fault *vmf)
785 {
786 	struct vm_area_struct *vma = vmf->vma;
787 	struct mbochs_dmabuf *dmabuf = vma->vm_private_data;
788 
789 	if (WARN_ON(vmf->pgoff >= dmabuf->pagecount))
790 		return VM_FAULT_SIGBUS;
791 
792 	vmf->page = dmabuf->pages[vmf->pgoff];
793 	get_page(vmf->page);
794 	return 0;
795 }
796 
797 static const struct vm_operations_struct mbochs_dmabuf_vm_ops = {
798 	.fault = mbochs_dmabuf_vm_fault,
799 };
800 
801 static int mbochs_mmap_dmabuf(struct dma_buf *buf, struct vm_area_struct *vma)
802 {
803 	struct mbochs_dmabuf *dmabuf = buf->priv;
804 	struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
805 
806 	dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
807 
808 	if ((vma->vm_flags & VM_SHARED) == 0)
809 		return -EINVAL;
810 
811 	vma->vm_ops = &mbochs_dmabuf_vm_ops;
812 	vma->vm_private_data = dmabuf;
813 	return 0;
814 }
815 
816 static void mbochs_print_dmabuf(struct mbochs_dmabuf *dmabuf,
817 				const char *prefix)
818 {
819 	struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
820 	u32 fourcc = dmabuf->mode.drm_format;
821 
822 	dev_dbg(dev, "%s/%d: %c%c%c%c, %dx%d, stride %d, off 0x%llx, size 0x%llx, pages %ld\n",
823 		prefix, dmabuf->id,
824 		fourcc ? ((fourcc >>  0) & 0xff) : '-',
825 		fourcc ? ((fourcc >>  8) & 0xff) : '-',
826 		fourcc ? ((fourcc >> 16) & 0xff) : '-',
827 		fourcc ? ((fourcc >> 24) & 0xff) : '-',
828 		dmabuf->mode.width, dmabuf->mode.height, dmabuf->mode.stride,
829 		dmabuf->mode.offset, dmabuf->mode.size, dmabuf->pagecount);
830 }
831 
832 static struct sg_table *mbochs_map_dmabuf(struct dma_buf_attachment *at,
833 					  enum dma_data_direction direction)
834 {
835 	struct mbochs_dmabuf *dmabuf = at->dmabuf->priv;
836 	struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
837 	struct sg_table *sg;
838 
839 	dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
840 
841 	sg = kzalloc(sizeof(*sg), GFP_KERNEL);
842 	if (!sg)
843 		goto err1;
844 	if (sg_alloc_table_from_pages(sg, dmabuf->pages, dmabuf->pagecount,
845 				      0, dmabuf->mode.size, GFP_KERNEL) < 0)
846 		goto err2;
847 	if (dma_map_sgtable(at->dev, sg, direction, 0))
848 		goto err3;
849 
850 	return sg;
851 
852 err3:
853 	sg_free_table(sg);
854 err2:
855 	kfree(sg);
856 err1:
857 	return ERR_PTR(-ENOMEM);
858 }
859 
860 static void mbochs_unmap_dmabuf(struct dma_buf_attachment *at,
861 				struct sg_table *sg,
862 				enum dma_data_direction direction)
863 {
864 	struct mbochs_dmabuf *dmabuf = at->dmabuf->priv;
865 	struct device *dev = mdev_dev(dmabuf->mdev_state->mdev);
866 
867 	dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
868 
869 	dma_unmap_sgtable(at->dev, sg, direction, 0);
870 	sg_free_table(sg);
871 	kfree(sg);
872 }
873 
874 static void mbochs_release_dmabuf(struct dma_buf *buf)
875 {
876 	struct mbochs_dmabuf *dmabuf = buf->priv;
877 	struct mdev_state *mdev_state = dmabuf->mdev_state;
878 	struct device *dev = mdev_dev(mdev_state->mdev);
879 	pgoff_t pg;
880 
881 	dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
882 
883 	for (pg = 0; pg < dmabuf->pagecount; pg++)
884 		put_page(dmabuf->pages[pg]);
885 
886 	mutex_lock(&mdev_state->ops_lock);
887 	dmabuf->buf = NULL;
888 	if (dmabuf->unlinked)
889 		kfree(dmabuf);
890 	mutex_unlock(&mdev_state->ops_lock);
891 }
892 
893 static struct dma_buf_ops mbochs_dmabuf_ops = {
894 	.map_dma_buf	  = mbochs_map_dmabuf,
895 	.unmap_dma_buf	  = mbochs_unmap_dmabuf,
896 	.release	  = mbochs_release_dmabuf,
897 	.mmap		  = mbochs_mmap_dmabuf,
898 };
899 
900 static struct mbochs_dmabuf *mbochs_dmabuf_alloc(struct mdev_state *mdev_state,
901 						 struct mbochs_mode *mode)
902 {
903 	struct mbochs_dmabuf *dmabuf;
904 	pgoff_t page_offset, pg;
905 
906 	WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
907 
908 	dmabuf = kzalloc(sizeof(struct mbochs_dmabuf), GFP_KERNEL);
909 	if (!dmabuf)
910 		return NULL;
911 
912 	dmabuf->mode = *mode;
913 	dmabuf->id = mdev_state->next_id++;
914 	dmabuf->pagecount = DIV_ROUND_UP(mode->size, PAGE_SIZE);
915 	dmabuf->pages = kcalloc(dmabuf->pagecount, sizeof(struct page *),
916 				GFP_KERNEL);
917 	if (!dmabuf->pages)
918 		goto err_free_dmabuf;
919 
920 	page_offset = dmabuf->mode.offset >> PAGE_SHIFT;
921 	for (pg = 0; pg < dmabuf->pagecount; pg++) {
922 		dmabuf->pages[pg] = __mbochs_get_page(mdev_state,
923 						      page_offset + pg);
924 		if (!dmabuf->pages[pg])
925 			goto err_free_pages;
926 	}
927 
928 	dmabuf->mdev_state = mdev_state;
929 	list_add(&dmabuf->next, &mdev_state->dmabufs);
930 
931 	mbochs_print_dmabuf(dmabuf, __func__);
932 	return dmabuf;
933 
934 err_free_pages:
935 	while (pg > 0)
936 		put_page(dmabuf->pages[--pg]);
937 	kfree(dmabuf->pages);
938 err_free_dmabuf:
939 	kfree(dmabuf);
940 	return NULL;
941 }
942 
943 static struct mbochs_dmabuf *
944 mbochs_dmabuf_find_by_mode(struct mdev_state *mdev_state,
945 			   struct mbochs_mode *mode)
946 {
947 	struct mbochs_dmabuf *dmabuf;
948 
949 	WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
950 
951 	list_for_each_entry(dmabuf, &mdev_state->dmabufs, next)
952 		if (mbochs_modes_equal(&dmabuf->mode, mode))
953 			return dmabuf;
954 
955 	return NULL;
956 }
957 
958 static struct mbochs_dmabuf *
959 mbochs_dmabuf_find_by_id(struct mdev_state *mdev_state, u32 id)
960 {
961 	struct mbochs_dmabuf *dmabuf;
962 
963 	WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
964 
965 	list_for_each_entry(dmabuf, &mdev_state->dmabufs, next)
966 		if (dmabuf->id == id)
967 			return dmabuf;
968 
969 	return NULL;
970 }
971 
972 static int mbochs_dmabuf_export(struct mbochs_dmabuf *dmabuf)
973 {
974 	struct mdev_state *mdev_state = dmabuf->mdev_state;
975 	struct device *dev = mdev_state->vdev.dev;
976 	DEFINE_DMA_BUF_EXPORT_INFO(exp_info);
977 	struct dma_buf *buf;
978 
979 	WARN_ON(!mutex_is_locked(&mdev_state->ops_lock));
980 
981 	if (!IS_ALIGNED(dmabuf->mode.offset, PAGE_SIZE)) {
982 		dev_info_ratelimited(dev, "%s: framebuffer not page-aligned\n",
983 				     __func__);
984 		return -EINVAL;
985 	}
986 
987 	exp_info.ops = &mbochs_dmabuf_ops;
988 	exp_info.size = dmabuf->mode.size;
989 	exp_info.priv = dmabuf;
990 
991 	buf = dma_buf_export(&exp_info);
992 	if (IS_ERR(buf)) {
993 		dev_info_ratelimited(dev, "%s: dma_buf_export failed: %ld\n",
994 				     __func__, PTR_ERR(buf));
995 		return PTR_ERR(buf);
996 	}
997 
998 	dmabuf->buf = buf;
999 	dev_dbg(dev, "%s: %d\n", __func__, dmabuf->id);
1000 	return 0;
1001 }
1002 
1003 static int mbochs_get_region_info(struct mdev_state *mdev_state,
1004 				  struct vfio_region_info_ext *ext)
1005 {
1006 	struct vfio_region_info *region_info = &ext->base;
1007 
1008 	if (region_info->index >= MBOCHS_NUM_REGIONS)
1009 		return -EINVAL;
1010 
1011 	switch (region_info->index) {
1012 	case VFIO_PCI_CONFIG_REGION_INDEX:
1013 		region_info->offset = 0;
1014 		region_info->size   = MBOCHS_CONFIG_SPACE_SIZE;
1015 		region_info->flags  = (VFIO_REGION_INFO_FLAG_READ |
1016 				       VFIO_REGION_INFO_FLAG_WRITE);
1017 		break;
1018 	case VFIO_PCI_BAR0_REGION_INDEX:
1019 		region_info->offset = MBOCHS_MEMORY_BAR_OFFSET;
1020 		region_info->size   = mdev_state->memsize;
1021 		region_info->flags  = (VFIO_REGION_INFO_FLAG_READ  |
1022 				       VFIO_REGION_INFO_FLAG_WRITE |
1023 				       VFIO_REGION_INFO_FLAG_MMAP);
1024 		break;
1025 	case VFIO_PCI_BAR2_REGION_INDEX:
1026 		region_info->offset = MBOCHS_MMIO_BAR_OFFSET;
1027 		region_info->size   = MBOCHS_MMIO_BAR_SIZE;
1028 		region_info->flags  = (VFIO_REGION_INFO_FLAG_READ  |
1029 				       VFIO_REGION_INFO_FLAG_WRITE);
1030 		break;
1031 	case MBOCHS_EDID_REGION_INDEX:
1032 		ext->base.argsz = sizeof(*ext);
1033 		ext->base.offset = MBOCHS_EDID_OFFSET;
1034 		ext->base.size = MBOCHS_EDID_SIZE;
1035 		ext->base.flags = (VFIO_REGION_INFO_FLAG_READ  |
1036 				   VFIO_REGION_INFO_FLAG_WRITE |
1037 				   VFIO_REGION_INFO_FLAG_CAPS);
1038 		ext->base.cap_offset = offsetof(typeof(*ext), type);
1039 		ext->type.header.id = VFIO_REGION_INFO_CAP_TYPE;
1040 		ext->type.header.version = 1;
1041 		ext->type.header.next = 0;
1042 		ext->type.type = VFIO_REGION_TYPE_GFX;
1043 		ext->type.subtype = VFIO_REGION_SUBTYPE_GFX_EDID;
1044 		break;
1045 	default:
1046 		region_info->size   = 0;
1047 		region_info->offset = 0;
1048 		region_info->flags  = 0;
1049 	}
1050 
1051 	return 0;
1052 }
1053 
1054 static int mbochs_get_irq_info(struct vfio_irq_info *irq_info)
1055 {
1056 	irq_info->count = 0;
1057 	return 0;
1058 }
1059 
1060 static int mbochs_get_device_info(struct vfio_device_info *dev_info)
1061 {
1062 	dev_info->flags = VFIO_DEVICE_FLAGS_PCI;
1063 	dev_info->num_regions = MBOCHS_NUM_REGIONS;
1064 	dev_info->num_irqs = VFIO_PCI_NUM_IRQS;
1065 	return 0;
1066 }
1067 
1068 static int mbochs_query_gfx_plane(struct mdev_state *mdev_state,
1069 				  struct vfio_device_gfx_plane_info *plane)
1070 {
1071 	struct mbochs_dmabuf *dmabuf;
1072 	struct mbochs_mode mode;
1073 	int ret;
1074 
1075 	if (plane->flags & VFIO_GFX_PLANE_TYPE_PROBE) {
1076 		if (plane->flags == (VFIO_GFX_PLANE_TYPE_PROBE |
1077 				     VFIO_GFX_PLANE_TYPE_DMABUF))
1078 			return 0;
1079 		return -EINVAL;
1080 	}
1081 
1082 	if (plane->flags != VFIO_GFX_PLANE_TYPE_DMABUF)
1083 		return -EINVAL;
1084 
1085 	plane->drm_format_mod = 0;
1086 	plane->x_pos	      = 0;
1087 	plane->y_pos	      = 0;
1088 	plane->x_hot	      = 0;
1089 	plane->y_hot	      = 0;
1090 
1091 	mutex_lock(&mdev_state->ops_lock);
1092 
1093 	ret = -EINVAL;
1094 	if (plane->drm_plane_type == DRM_PLANE_TYPE_PRIMARY)
1095 		ret = mbochs_check_framebuffer(mdev_state, &mode);
1096 	if (ret < 0) {
1097 		plane->drm_format     = 0;
1098 		plane->width	      = 0;
1099 		plane->height	      = 0;
1100 		plane->stride	      = 0;
1101 		plane->size	      = 0;
1102 		plane->dmabuf_id      = 0;
1103 		goto done;
1104 	}
1105 
1106 	dmabuf = mbochs_dmabuf_find_by_mode(mdev_state, &mode);
1107 	if (!dmabuf)
1108 		mbochs_dmabuf_alloc(mdev_state, &mode);
1109 	if (!dmabuf) {
1110 		mutex_unlock(&mdev_state->ops_lock);
1111 		return -ENOMEM;
1112 	}
1113 
1114 	plane->drm_format     = dmabuf->mode.drm_format;
1115 	plane->width	      = dmabuf->mode.width;
1116 	plane->height	      = dmabuf->mode.height;
1117 	plane->stride	      = dmabuf->mode.stride;
1118 	plane->size	      = dmabuf->mode.size;
1119 	plane->dmabuf_id      = dmabuf->id;
1120 
1121 done:
1122 	if (plane->drm_plane_type == DRM_PLANE_TYPE_PRIMARY &&
1123 	    mdev_state->active_id != plane->dmabuf_id) {
1124 		dev_dbg(mdev_state->vdev.dev, "%s: primary: %d => %d\n",
1125 			__func__, mdev_state->active_id, plane->dmabuf_id);
1126 		mdev_state->active_id = plane->dmabuf_id;
1127 	}
1128 	mutex_unlock(&mdev_state->ops_lock);
1129 	return 0;
1130 }
1131 
1132 static int mbochs_get_gfx_dmabuf(struct mdev_state *mdev_state, u32 id)
1133 {
1134 	struct mbochs_dmabuf *dmabuf;
1135 
1136 	mutex_lock(&mdev_state->ops_lock);
1137 
1138 	dmabuf = mbochs_dmabuf_find_by_id(mdev_state, id);
1139 	if (!dmabuf) {
1140 		mutex_unlock(&mdev_state->ops_lock);
1141 		return -ENOENT;
1142 	}
1143 
1144 	if (!dmabuf->buf)
1145 		mbochs_dmabuf_export(dmabuf);
1146 
1147 	mutex_unlock(&mdev_state->ops_lock);
1148 
1149 	if (!dmabuf->buf)
1150 		return -EINVAL;
1151 
1152 	return dma_buf_fd(dmabuf->buf, 0);
1153 }
1154 
1155 static long mbochs_ioctl(struct vfio_device *vdev, unsigned int cmd,
1156 			 unsigned long arg)
1157 {
1158 	struct mdev_state *mdev_state =
1159 		container_of(vdev, struct mdev_state, vdev);
1160 	int ret = 0;
1161 	unsigned long minsz, outsz;
1162 
1163 	switch (cmd) {
1164 	case VFIO_DEVICE_GET_INFO:
1165 	{
1166 		struct vfio_device_info info;
1167 
1168 		minsz = offsetofend(struct vfio_device_info, num_irqs);
1169 
1170 		if (copy_from_user(&info, (void __user *)arg, minsz))
1171 			return -EFAULT;
1172 
1173 		if (info.argsz < minsz)
1174 			return -EINVAL;
1175 
1176 		ret = mbochs_get_device_info(&info);
1177 		if (ret)
1178 			return ret;
1179 
1180 		if (copy_to_user((void __user *)arg, &info, minsz))
1181 			return -EFAULT;
1182 
1183 		return 0;
1184 	}
1185 	case VFIO_DEVICE_GET_REGION_INFO:
1186 	{
1187 		struct vfio_region_info_ext info;
1188 
1189 		minsz = offsetofend(typeof(info), base.offset);
1190 
1191 		if (copy_from_user(&info, (void __user *)arg, minsz))
1192 			return -EFAULT;
1193 
1194 		outsz = info.base.argsz;
1195 		if (outsz < minsz)
1196 			return -EINVAL;
1197 		if (outsz > sizeof(info))
1198 			return -EINVAL;
1199 
1200 		ret = mbochs_get_region_info(mdev_state, &info);
1201 		if (ret)
1202 			return ret;
1203 
1204 		if (copy_to_user((void __user *)arg, &info, outsz))
1205 			return -EFAULT;
1206 
1207 		return 0;
1208 	}
1209 
1210 	case VFIO_DEVICE_GET_IRQ_INFO:
1211 	{
1212 		struct vfio_irq_info info;
1213 
1214 		minsz = offsetofend(struct vfio_irq_info, count);
1215 
1216 		if (copy_from_user(&info, (void __user *)arg, minsz))
1217 			return -EFAULT;
1218 
1219 		if ((info.argsz < minsz) ||
1220 		    (info.index >= VFIO_PCI_NUM_IRQS))
1221 			return -EINVAL;
1222 
1223 		ret = mbochs_get_irq_info(&info);
1224 		if (ret)
1225 			return ret;
1226 
1227 		if (copy_to_user((void __user *)arg, &info, minsz))
1228 			return -EFAULT;
1229 
1230 		return 0;
1231 	}
1232 
1233 	case VFIO_DEVICE_QUERY_GFX_PLANE:
1234 	{
1235 		struct vfio_device_gfx_plane_info plane;
1236 
1237 		minsz = offsetofend(struct vfio_device_gfx_plane_info,
1238 				    region_index);
1239 
1240 		if (copy_from_user(&plane, (void __user *)arg, minsz))
1241 			return -EFAULT;
1242 
1243 		if (plane.argsz < minsz)
1244 			return -EINVAL;
1245 
1246 		ret = mbochs_query_gfx_plane(mdev_state, &plane);
1247 		if (ret)
1248 			return ret;
1249 
1250 		if (copy_to_user((void __user *)arg, &plane, minsz))
1251 			return -EFAULT;
1252 
1253 		return 0;
1254 	}
1255 
1256 	case VFIO_DEVICE_GET_GFX_DMABUF:
1257 	{
1258 		u32 dmabuf_id;
1259 
1260 		if (get_user(dmabuf_id, (__u32 __user *)arg))
1261 			return -EFAULT;
1262 
1263 		return mbochs_get_gfx_dmabuf(mdev_state, dmabuf_id);
1264 	}
1265 
1266 	case VFIO_DEVICE_SET_IRQS:
1267 		return -EINVAL;
1268 
1269 	case VFIO_DEVICE_RESET:
1270 		return mbochs_reset(mdev_state);
1271 	}
1272 	return -ENOTTY;
1273 }
1274 
1275 static int mbochs_open(struct vfio_device *vdev)
1276 {
1277 	if (!try_module_get(THIS_MODULE))
1278 		return -ENODEV;
1279 
1280 	return 0;
1281 }
1282 
1283 static void mbochs_close(struct vfio_device *vdev)
1284 {
1285 	struct mdev_state *mdev_state =
1286 		container_of(vdev, struct mdev_state, vdev);
1287 	struct mbochs_dmabuf *dmabuf, *tmp;
1288 
1289 	mutex_lock(&mdev_state->ops_lock);
1290 
1291 	list_for_each_entry_safe(dmabuf, tmp, &mdev_state->dmabufs, next) {
1292 		list_del(&dmabuf->next);
1293 		if (dmabuf->buf) {
1294 			/* free in mbochs_release_dmabuf() */
1295 			dmabuf->unlinked = true;
1296 		} else {
1297 			kfree(dmabuf);
1298 		}
1299 	}
1300 	mbochs_put_pages(mdev_state);
1301 
1302 	mutex_unlock(&mdev_state->ops_lock);
1303 	module_put(THIS_MODULE);
1304 }
1305 
1306 static ssize_t
1307 memory_show(struct device *dev, struct device_attribute *attr,
1308 	    char *buf)
1309 {
1310 	struct mdev_state *mdev_state = dev_get_drvdata(dev);
1311 
1312 	return sprintf(buf, "%d MB\n", mdev_state->type->mbytes);
1313 }
1314 static DEVICE_ATTR_RO(memory);
1315 
1316 static struct attribute *mdev_dev_attrs[] = {
1317 	&dev_attr_memory.attr,
1318 	NULL,
1319 };
1320 
1321 static const struct attribute_group mdev_dev_group = {
1322 	.name  = "vendor",
1323 	.attrs = mdev_dev_attrs,
1324 };
1325 
1326 static const struct attribute_group *mdev_dev_groups[] = {
1327 	&mdev_dev_group,
1328 	NULL,
1329 };
1330 
1331 static ssize_t name_show(struct mdev_type *mtype,
1332 			 struct mdev_type_attribute *attr, char *buf)
1333 {
1334 	const struct mbochs_type *type =
1335 		&mbochs_types[mtype_get_type_group_id(mtype)];
1336 
1337 	return sprintf(buf, "%s\n", type->name);
1338 }
1339 static MDEV_TYPE_ATTR_RO(name);
1340 
1341 static ssize_t description_show(struct mdev_type *mtype,
1342 				struct mdev_type_attribute *attr, char *buf)
1343 {
1344 	const struct mbochs_type *type =
1345 		&mbochs_types[mtype_get_type_group_id(mtype)];
1346 
1347 	return sprintf(buf, "virtual display, %d MB video memory\n",
1348 		       type ? type->mbytes  : 0);
1349 }
1350 static MDEV_TYPE_ATTR_RO(description);
1351 
1352 static ssize_t available_instances_show(struct mdev_type *mtype,
1353 					struct mdev_type_attribute *attr,
1354 					char *buf)
1355 {
1356 	const struct mbochs_type *type =
1357 		&mbochs_types[mtype_get_type_group_id(mtype)];
1358 	int count = (max_mbytes - mbochs_used_mbytes) / type->mbytes;
1359 
1360 	return sprintf(buf, "%d\n", count);
1361 }
1362 static MDEV_TYPE_ATTR_RO(available_instances);
1363 
1364 static ssize_t device_api_show(struct mdev_type *mtype,
1365 			       struct mdev_type_attribute *attr, char *buf)
1366 {
1367 	return sprintf(buf, "%s\n", VFIO_DEVICE_API_PCI_STRING);
1368 }
1369 static MDEV_TYPE_ATTR_RO(device_api);
1370 
1371 static struct attribute *mdev_types_attrs[] = {
1372 	&mdev_type_attr_name.attr,
1373 	&mdev_type_attr_description.attr,
1374 	&mdev_type_attr_device_api.attr,
1375 	&mdev_type_attr_available_instances.attr,
1376 	NULL,
1377 };
1378 
1379 static struct attribute_group mdev_type_group1 = {
1380 	.name  = MBOCHS_TYPE_1,
1381 	.attrs = mdev_types_attrs,
1382 };
1383 
1384 static struct attribute_group mdev_type_group2 = {
1385 	.name  = MBOCHS_TYPE_2,
1386 	.attrs = mdev_types_attrs,
1387 };
1388 
1389 static struct attribute_group mdev_type_group3 = {
1390 	.name  = MBOCHS_TYPE_3,
1391 	.attrs = mdev_types_attrs,
1392 };
1393 
1394 static struct attribute_group *mdev_type_groups[] = {
1395 	&mdev_type_group1,
1396 	&mdev_type_group2,
1397 	&mdev_type_group3,
1398 	NULL,
1399 };
1400 
1401 static const struct vfio_device_ops mbochs_dev_ops = {
1402 	.open = mbochs_open,
1403 	.release = mbochs_close,
1404 	.read = mbochs_read,
1405 	.write = mbochs_write,
1406 	.ioctl = mbochs_ioctl,
1407 	.mmap = mbochs_mmap,
1408 };
1409 
1410 static struct mdev_driver mbochs_driver = {
1411 	.driver = {
1412 		.name = "mbochs",
1413 		.owner = THIS_MODULE,
1414 		.mod_name = KBUILD_MODNAME,
1415 		.dev_groups = mdev_dev_groups,
1416 	},
1417 	.probe = mbochs_probe,
1418 	.remove	= mbochs_remove,
1419 };
1420 
1421 static const struct mdev_parent_ops mdev_fops = {
1422 	.owner			= THIS_MODULE,
1423 	.device_driver		= &mbochs_driver,
1424 	.supported_type_groups	= mdev_type_groups,
1425 };
1426 
1427 static const struct file_operations vd_fops = {
1428 	.owner		= THIS_MODULE,
1429 };
1430 
1431 static void mbochs_device_release(struct device *dev)
1432 {
1433 	/* nothing */
1434 }
1435 
1436 static int __init mbochs_dev_init(void)
1437 {
1438 	int ret = 0;
1439 
1440 	ret = alloc_chrdev_region(&mbochs_devt, 0, MINORMASK + 1, MBOCHS_NAME);
1441 	if (ret < 0) {
1442 		pr_err("Error: failed to register mbochs_dev, err: %d\n", ret);
1443 		return ret;
1444 	}
1445 	cdev_init(&mbochs_cdev, &vd_fops);
1446 	cdev_add(&mbochs_cdev, mbochs_devt, MINORMASK + 1);
1447 	pr_info("%s: major %d\n", __func__, MAJOR(mbochs_devt));
1448 
1449 	ret = mdev_register_driver(&mbochs_driver);
1450 	if (ret)
1451 		goto err_cdev;
1452 
1453 	mbochs_class = class_create(THIS_MODULE, MBOCHS_CLASS_NAME);
1454 	if (IS_ERR(mbochs_class)) {
1455 		pr_err("Error: failed to register mbochs_dev class\n");
1456 		ret = PTR_ERR(mbochs_class);
1457 		goto err_driver;
1458 	}
1459 	mbochs_dev.class = mbochs_class;
1460 	mbochs_dev.release = mbochs_device_release;
1461 	dev_set_name(&mbochs_dev, "%s", MBOCHS_NAME);
1462 
1463 	ret = device_register(&mbochs_dev);
1464 	if (ret)
1465 		goto err_class;
1466 
1467 	ret = mdev_register_device(&mbochs_dev, &mdev_fops);
1468 	if (ret)
1469 		goto err_device;
1470 
1471 	return 0;
1472 
1473 err_device:
1474 	device_unregister(&mbochs_dev);
1475 err_class:
1476 	class_destroy(mbochs_class);
1477 err_driver:
1478 	mdev_unregister_driver(&mbochs_driver);
1479 err_cdev:
1480 	cdev_del(&mbochs_cdev);
1481 	unregister_chrdev_region(mbochs_devt, MINORMASK + 1);
1482 	return ret;
1483 }
1484 
1485 static void __exit mbochs_dev_exit(void)
1486 {
1487 	mbochs_dev.bus = NULL;
1488 	mdev_unregister_device(&mbochs_dev);
1489 
1490 	device_unregister(&mbochs_dev);
1491 	mdev_unregister_driver(&mbochs_driver);
1492 	cdev_del(&mbochs_cdev);
1493 	unregister_chrdev_region(mbochs_devt, MINORMASK + 1);
1494 	class_destroy(mbochs_class);
1495 	mbochs_class = NULL;
1496 }
1497 
1498 module_init(mbochs_dev_init)
1499 module_exit(mbochs_dev_exit)
1500