1 /* 2 * Virtio PCI Bindings 3 * 4 * Copyright IBM, Corp. 2007 5 * Copyright (c) 2009 CodeSourcery 6 * 7 * Authors: 8 * Anthony Liguori <aliguori@us.ibm.com> 9 * Paul Brook <paul@codesourcery.com> 10 * 11 * This work is licensed under the terms of the GNU GPL, version 2. See 12 * the COPYING file in the top-level directory. 13 * 14 * Contributions after 2012-01-13 are licensed under the terms of the 15 * GNU GPL, version 2 or (at your option) any later version. 16 */ 17 18 #include "qemu/osdep.h" 19 20 #include "standard-headers/linux/virtio_pci.h" 21 #include "hw/virtio/virtio.h" 22 #include "hw/virtio/virtio-blk.h" 23 #include "hw/virtio/virtio-net.h" 24 #include "hw/virtio/virtio-serial.h" 25 #include "hw/virtio/virtio-scsi.h" 26 #include "hw/virtio/virtio-balloon.h" 27 #include "hw/virtio/virtio-input.h" 28 #include "hw/pci/pci.h" 29 #include "qapi/error.h" 30 #include "qemu/error-report.h" 31 #include "hw/pci/msi.h" 32 #include "hw/pci/msix.h" 33 #include "hw/loader.h" 34 #include "sysemu/kvm.h" 35 #include "sysemu/block-backend.h" 36 #include "virtio-pci.h" 37 #include "qemu/range.h" 38 #include "hw/virtio/virtio-bus.h" 39 #include "qapi/visitor.h" 40 41 #define VIRTIO_PCI_REGION_SIZE(dev) VIRTIO_PCI_CONFIG_OFF(msix_present(dev)) 42 43 #undef VIRTIO_PCI_CONFIG 44 45 /* The remaining space is defined by each driver as the per-driver 46 * configuration space */ 47 #define VIRTIO_PCI_CONFIG_SIZE(dev) VIRTIO_PCI_CONFIG_OFF(msix_enabled(dev)) 48 49 static void virtio_pci_bus_new(VirtioBusState *bus, size_t bus_size, 50 VirtIOPCIProxy *dev); 51 static void virtio_pci_reset(DeviceState *qdev); 52 53 /* virtio device */ 54 /* DeviceState to VirtIOPCIProxy. For use off data-path. TODO: use QOM. */ 55 static inline VirtIOPCIProxy *to_virtio_pci_proxy(DeviceState *d) 56 { 57 return container_of(d, VirtIOPCIProxy, pci_dev.qdev); 58 } 59 60 /* DeviceState to VirtIOPCIProxy. Note: used on datapath, 61 * be careful and test performance if you change this. 62 */ 63 static inline VirtIOPCIProxy *to_virtio_pci_proxy_fast(DeviceState *d) 64 { 65 return container_of(d, VirtIOPCIProxy, pci_dev.qdev); 66 } 67 68 static void virtio_pci_notify(DeviceState *d, uint16_t vector) 69 { 70 VirtIOPCIProxy *proxy = to_virtio_pci_proxy_fast(d); 71 72 if (msix_enabled(&proxy->pci_dev)) 73 msix_notify(&proxy->pci_dev, vector); 74 else { 75 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 76 pci_set_irq(&proxy->pci_dev, vdev->isr & 1); 77 } 78 } 79 80 static void virtio_pci_save_config(DeviceState *d, QEMUFile *f) 81 { 82 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 83 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 84 85 pci_device_save(&proxy->pci_dev, f); 86 msix_save(&proxy->pci_dev, f); 87 if (msix_present(&proxy->pci_dev)) 88 qemu_put_be16(f, vdev->config_vector); 89 } 90 91 static void virtio_pci_load_modern_queue_state(VirtIOPCIQueue *vq, 92 QEMUFile *f) 93 { 94 vq->num = qemu_get_be16(f); 95 vq->enabled = qemu_get_be16(f); 96 vq->desc[0] = qemu_get_be32(f); 97 vq->desc[1] = qemu_get_be32(f); 98 vq->avail[0] = qemu_get_be32(f); 99 vq->avail[1] = qemu_get_be32(f); 100 vq->used[0] = qemu_get_be32(f); 101 vq->used[1] = qemu_get_be32(f); 102 } 103 104 static bool virtio_pci_has_extra_state(DeviceState *d) 105 { 106 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 107 108 return proxy->flags & VIRTIO_PCI_FLAG_MIGRATE_EXTRA; 109 } 110 111 static int get_virtio_pci_modern_state(QEMUFile *f, void *pv, size_t size) 112 { 113 VirtIOPCIProxy *proxy = pv; 114 int i; 115 116 proxy->dfselect = qemu_get_be32(f); 117 proxy->gfselect = qemu_get_be32(f); 118 proxy->guest_features[0] = qemu_get_be32(f); 119 proxy->guest_features[1] = qemu_get_be32(f); 120 for (i = 0; i < VIRTIO_QUEUE_MAX; i++) { 121 virtio_pci_load_modern_queue_state(&proxy->vqs[i], f); 122 } 123 124 return 0; 125 } 126 127 static void virtio_pci_save_modern_queue_state(VirtIOPCIQueue *vq, 128 QEMUFile *f) 129 { 130 qemu_put_be16(f, vq->num); 131 qemu_put_be16(f, vq->enabled); 132 qemu_put_be32(f, vq->desc[0]); 133 qemu_put_be32(f, vq->desc[1]); 134 qemu_put_be32(f, vq->avail[0]); 135 qemu_put_be32(f, vq->avail[1]); 136 qemu_put_be32(f, vq->used[0]); 137 qemu_put_be32(f, vq->used[1]); 138 } 139 140 static void put_virtio_pci_modern_state(QEMUFile *f, void *pv, size_t size) 141 { 142 VirtIOPCIProxy *proxy = pv; 143 int i; 144 145 qemu_put_be32(f, proxy->dfselect); 146 qemu_put_be32(f, proxy->gfselect); 147 qemu_put_be32(f, proxy->guest_features[0]); 148 qemu_put_be32(f, proxy->guest_features[1]); 149 for (i = 0; i < VIRTIO_QUEUE_MAX; i++) { 150 virtio_pci_save_modern_queue_state(&proxy->vqs[i], f); 151 } 152 } 153 154 static const VMStateInfo vmstate_info_virtio_pci_modern_state = { 155 .name = "virtqueue_state", 156 .get = get_virtio_pci_modern_state, 157 .put = put_virtio_pci_modern_state, 158 }; 159 160 static bool virtio_pci_modern_state_needed(void *opaque) 161 { 162 VirtIOPCIProxy *proxy = opaque; 163 164 return virtio_pci_modern(proxy); 165 } 166 167 static const VMStateDescription vmstate_virtio_pci_modern_state = { 168 .name = "virtio_pci/modern_state", 169 .version_id = 1, 170 .minimum_version_id = 1, 171 .needed = &virtio_pci_modern_state_needed, 172 .fields = (VMStateField[]) { 173 { 174 .name = "modern_state", 175 .version_id = 0, 176 .field_exists = NULL, 177 .size = 0, 178 .info = &vmstate_info_virtio_pci_modern_state, 179 .flags = VMS_SINGLE, 180 .offset = 0, 181 }, 182 VMSTATE_END_OF_LIST() 183 } 184 }; 185 186 static const VMStateDescription vmstate_virtio_pci = { 187 .name = "virtio_pci", 188 .version_id = 1, 189 .minimum_version_id = 1, 190 .minimum_version_id_old = 1, 191 .fields = (VMStateField[]) { 192 VMSTATE_END_OF_LIST() 193 }, 194 .subsections = (const VMStateDescription*[]) { 195 &vmstate_virtio_pci_modern_state, 196 NULL 197 } 198 }; 199 200 static void virtio_pci_save_extra_state(DeviceState *d, QEMUFile *f) 201 { 202 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 203 204 vmstate_save_state(f, &vmstate_virtio_pci, proxy, NULL); 205 } 206 207 static int virtio_pci_load_extra_state(DeviceState *d, QEMUFile *f) 208 { 209 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 210 211 return vmstate_load_state(f, &vmstate_virtio_pci, proxy, 1); 212 } 213 214 static void virtio_pci_save_queue(DeviceState *d, int n, QEMUFile *f) 215 { 216 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 217 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 218 219 if (msix_present(&proxy->pci_dev)) 220 qemu_put_be16(f, virtio_queue_vector(vdev, n)); 221 } 222 223 static int virtio_pci_load_config(DeviceState *d, QEMUFile *f) 224 { 225 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 226 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 227 228 int ret; 229 ret = pci_device_load(&proxy->pci_dev, f); 230 if (ret) { 231 return ret; 232 } 233 msix_unuse_all_vectors(&proxy->pci_dev); 234 msix_load(&proxy->pci_dev, f); 235 if (msix_present(&proxy->pci_dev)) { 236 qemu_get_be16s(f, &vdev->config_vector); 237 } else { 238 vdev->config_vector = VIRTIO_NO_VECTOR; 239 } 240 if (vdev->config_vector != VIRTIO_NO_VECTOR) { 241 return msix_vector_use(&proxy->pci_dev, vdev->config_vector); 242 } 243 return 0; 244 } 245 246 static int virtio_pci_load_queue(DeviceState *d, int n, QEMUFile *f) 247 { 248 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 249 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 250 251 uint16_t vector; 252 if (msix_present(&proxy->pci_dev)) { 253 qemu_get_be16s(f, &vector); 254 } else { 255 vector = VIRTIO_NO_VECTOR; 256 } 257 virtio_queue_set_vector(vdev, n, vector); 258 if (vector != VIRTIO_NO_VECTOR) { 259 return msix_vector_use(&proxy->pci_dev, vector); 260 } 261 262 return 0; 263 } 264 265 static bool virtio_pci_ioeventfd_enabled(DeviceState *d) 266 { 267 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 268 269 return (proxy->flags & VIRTIO_PCI_FLAG_USE_IOEVENTFD) != 0; 270 } 271 272 #define QEMU_VIRTIO_PCI_QUEUE_MEM_MULT 0x1000 273 274 static inline int virtio_pci_queue_mem_mult(struct VirtIOPCIProxy *proxy) 275 { 276 return (proxy->flags & VIRTIO_PCI_FLAG_PAGE_PER_VQ) ? 277 QEMU_VIRTIO_PCI_QUEUE_MEM_MULT : 4; 278 } 279 280 static int virtio_pci_ioeventfd_assign(DeviceState *d, EventNotifier *notifier, 281 int n, bool assign) 282 { 283 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 284 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 285 VirtQueue *vq = virtio_get_queue(vdev, n); 286 bool legacy = virtio_pci_legacy(proxy); 287 bool modern = virtio_pci_modern(proxy); 288 bool fast_mmio = kvm_ioeventfd_any_length_enabled(); 289 bool modern_pio = proxy->flags & VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY; 290 MemoryRegion *modern_mr = &proxy->notify.mr; 291 MemoryRegion *modern_notify_mr = &proxy->notify_pio.mr; 292 MemoryRegion *legacy_mr = &proxy->bar; 293 hwaddr modern_addr = virtio_pci_queue_mem_mult(proxy) * 294 virtio_get_queue_index(vq); 295 hwaddr legacy_addr = VIRTIO_PCI_QUEUE_NOTIFY; 296 297 if (assign) { 298 if (modern) { 299 if (fast_mmio) { 300 memory_region_add_eventfd(modern_mr, modern_addr, 0, 301 false, n, notifier); 302 } else { 303 memory_region_add_eventfd(modern_mr, modern_addr, 2, 304 false, n, notifier); 305 } 306 if (modern_pio) { 307 memory_region_add_eventfd(modern_notify_mr, 0, 2, 308 true, n, notifier); 309 } 310 } 311 if (legacy) { 312 memory_region_add_eventfd(legacy_mr, legacy_addr, 2, 313 true, n, notifier); 314 } 315 } else { 316 if (modern) { 317 if (fast_mmio) { 318 memory_region_del_eventfd(modern_mr, modern_addr, 0, 319 false, n, notifier); 320 } else { 321 memory_region_del_eventfd(modern_mr, modern_addr, 2, 322 false, n, notifier); 323 } 324 if (modern_pio) { 325 memory_region_del_eventfd(modern_notify_mr, 0, 2, 326 true, n, notifier); 327 } 328 } 329 if (legacy) { 330 memory_region_del_eventfd(legacy_mr, legacy_addr, 2, 331 true, n, notifier); 332 } 333 } 334 return 0; 335 } 336 337 static void virtio_pci_start_ioeventfd(VirtIOPCIProxy *proxy) 338 { 339 virtio_bus_start_ioeventfd(&proxy->bus); 340 } 341 342 static void virtio_pci_stop_ioeventfd(VirtIOPCIProxy *proxy) 343 { 344 virtio_bus_stop_ioeventfd(&proxy->bus); 345 } 346 347 static void virtio_ioport_write(void *opaque, uint32_t addr, uint32_t val) 348 { 349 VirtIOPCIProxy *proxy = opaque; 350 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 351 hwaddr pa; 352 353 switch (addr) { 354 case VIRTIO_PCI_GUEST_FEATURES: 355 /* Guest does not negotiate properly? We have to assume nothing. */ 356 if (val & (1 << VIRTIO_F_BAD_FEATURE)) { 357 val = virtio_bus_get_vdev_bad_features(&proxy->bus); 358 } 359 virtio_set_features(vdev, val); 360 break; 361 case VIRTIO_PCI_QUEUE_PFN: 362 pa = (hwaddr)val << VIRTIO_PCI_QUEUE_ADDR_SHIFT; 363 if (pa == 0) { 364 virtio_pci_reset(DEVICE(proxy)); 365 } 366 else 367 virtio_queue_set_addr(vdev, vdev->queue_sel, pa); 368 break; 369 case VIRTIO_PCI_QUEUE_SEL: 370 if (val < VIRTIO_QUEUE_MAX) 371 vdev->queue_sel = val; 372 break; 373 case VIRTIO_PCI_QUEUE_NOTIFY: 374 if (val < VIRTIO_QUEUE_MAX) { 375 virtio_queue_notify(vdev, val); 376 } 377 break; 378 case VIRTIO_PCI_STATUS: 379 if (!(val & VIRTIO_CONFIG_S_DRIVER_OK)) { 380 virtio_pci_stop_ioeventfd(proxy); 381 } 382 383 virtio_set_status(vdev, val & 0xFF); 384 385 if (val & VIRTIO_CONFIG_S_DRIVER_OK) { 386 virtio_pci_start_ioeventfd(proxy); 387 } 388 389 if (vdev->status == 0) { 390 virtio_pci_reset(DEVICE(proxy)); 391 } 392 393 /* Linux before 2.6.34 drives the device without enabling 394 the PCI device bus master bit. Enable it automatically 395 for the guest. This is a PCI spec violation but so is 396 initiating DMA with bus master bit clear. */ 397 if (val == (VIRTIO_CONFIG_S_ACKNOWLEDGE | VIRTIO_CONFIG_S_DRIVER)) { 398 pci_default_write_config(&proxy->pci_dev, PCI_COMMAND, 399 proxy->pci_dev.config[PCI_COMMAND] | 400 PCI_COMMAND_MASTER, 1); 401 } 402 break; 403 case VIRTIO_MSI_CONFIG_VECTOR: 404 msix_vector_unuse(&proxy->pci_dev, vdev->config_vector); 405 /* Make it possible for guest to discover an error took place. */ 406 if (msix_vector_use(&proxy->pci_dev, val) < 0) 407 val = VIRTIO_NO_VECTOR; 408 vdev->config_vector = val; 409 break; 410 case VIRTIO_MSI_QUEUE_VECTOR: 411 msix_vector_unuse(&proxy->pci_dev, 412 virtio_queue_vector(vdev, vdev->queue_sel)); 413 /* Make it possible for guest to discover an error took place. */ 414 if (msix_vector_use(&proxy->pci_dev, val) < 0) 415 val = VIRTIO_NO_VECTOR; 416 virtio_queue_set_vector(vdev, vdev->queue_sel, val); 417 break; 418 default: 419 error_report("%s: unexpected address 0x%x value 0x%x", 420 __func__, addr, val); 421 break; 422 } 423 } 424 425 static uint32_t virtio_ioport_read(VirtIOPCIProxy *proxy, uint32_t addr) 426 { 427 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 428 uint32_t ret = 0xFFFFFFFF; 429 430 switch (addr) { 431 case VIRTIO_PCI_HOST_FEATURES: 432 ret = vdev->host_features; 433 break; 434 case VIRTIO_PCI_GUEST_FEATURES: 435 ret = vdev->guest_features; 436 break; 437 case VIRTIO_PCI_QUEUE_PFN: 438 ret = virtio_queue_get_addr(vdev, vdev->queue_sel) 439 >> VIRTIO_PCI_QUEUE_ADDR_SHIFT; 440 break; 441 case VIRTIO_PCI_QUEUE_NUM: 442 ret = virtio_queue_get_num(vdev, vdev->queue_sel); 443 break; 444 case VIRTIO_PCI_QUEUE_SEL: 445 ret = vdev->queue_sel; 446 break; 447 case VIRTIO_PCI_STATUS: 448 ret = vdev->status; 449 break; 450 case VIRTIO_PCI_ISR: 451 /* reading from the ISR also clears it. */ 452 ret = vdev->isr; 453 vdev->isr = 0; 454 pci_irq_deassert(&proxy->pci_dev); 455 break; 456 case VIRTIO_MSI_CONFIG_VECTOR: 457 ret = vdev->config_vector; 458 break; 459 case VIRTIO_MSI_QUEUE_VECTOR: 460 ret = virtio_queue_vector(vdev, vdev->queue_sel); 461 break; 462 default: 463 break; 464 } 465 466 return ret; 467 } 468 469 static uint64_t virtio_pci_config_read(void *opaque, hwaddr addr, 470 unsigned size) 471 { 472 VirtIOPCIProxy *proxy = opaque; 473 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 474 uint32_t config = VIRTIO_PCI_CONFIG_SIZE(&proxy->pci_dev); 475 uint64_t val = 0; 476 if (addr < config) { 477 return virtio_ioport_read(proxy, addr); 478 } 479 addr -= config; 480 481 switch (size) { 482 case 1: 483 val = virtio_config_readb(vdev, addr); 484 break; 485 case 2: 486 val = virtio_config_readw(vdev, addr); 487 if (virtio_is_big_endian(vdev)) { 488 val = bswap16(val); 489 } 490 break; 491 case 4: 492 val = virtio_config_readl(vdev, addr); 493 if (virtio_is_big_endian(vdev)) { 494 val = bswap32(val); 495 } 496 break; 497 } 498 return val; 499 } 500 501 static void virtio_pci_config_write(void *opaque, hwaddr addr, 502 uint64_t val, unsigned size) 503 { 504 VirtIOPCIProxy *proxy = opaque; 505 uint32_t config = VIRTIO_PCI_CONFIG_SIZE(&proxy->pci_dev); 506 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 507 if (addr < config) { 508 virtio_ioport_write(proxy, addr, val); 509 return; 510 } 511 addr -= config; 512 /* 513 * Virtio-PCI is odd. Ioports are LE but config space is target native 514 * endian. 515 */ 516 switch (size) { 517 case 1: 518 virtio_config_writeb(vdev, addr, val); 519 break; 520 case 2: 521 if (virtio_is_big_endian(vdev)) { 522 val = bswap16(val); 523 } 524 virtio_config_writew(vdev, addr, val); 525 break; 526 case 4: 527 if (virtio_is_big_endian(vdev)) { 528 val = bswap32(val); 529 } 530 virtio_config_writel(vdev, addr, val); 531 break; 532 } 533 } 534 535 static const MemoryRegionOps virtio_pci_config_ops = { 536 .read = virtio_pci_config_read, 537 .write = virtio_pci_config_write, 538 .impl = { 539 .min_access_size = 1, 540 .max_access_size = 4, 541 }, 542 .endianness = DEVICE_LITTLE_ENDIAN, 543 }; 544 545 /* Below are generic functions to do memcpy from/to an address space, 546 * without byteswaps, with input validation. 547 * 548 * As regular address_space_* APIs all do some kind of byteswap at least for 549 * some host/target combinations, we are forced to explicitly convert to a 550 * known-endianness integer value. 551 * It doesn't really matter which endian format to go through, so the code 552 * below selects the endian that causes the least amount of work on the given 553 * host. 554 * 555 * Note: host pointer must be aligned. 556 */ 557 static 558 void virtio_address_space_write(AddressSpace *as, hwaddr addr, 559 const uint8_t *buf, int len) 560 { 561 uint32_t val; 562 563 /* address_space_* APIs assume an aligned address. 564 * As address is under guest control, handle illegal values. 565 */ 566 addr &= ~(len - 1); 567 568 /* Make sure caller aligned buf properly */ 569 assert(!(((uintptr_t)buf) & (len - 1))); 570 571 switch (len) { 572 case 1: 573 val = pci_get_byte(buf); 574 address_space_stb(as, addr, val, MEMTXATTRS_UNSPECIFIED, NULL); 575 break; 576 case 2: 577 val = pci_get_word(buf); 578 address_space_stw_le(as, addr, val, MEMTXATTRS_UNSPECIFIED, NULL); 579 break; 580 case 4: 581 val = pci_get_long(buf); 582 address_space_stl_le(as, addr, val, MEMTXATTRS_UNSPECIFIED, NULL); 583 break; 584 default: 585 /* As length is under guest control, handle illegal values. */ 586 break; 587 } 588 } 589 590 static void 591 virtio_address_space_read(AddressSpace *as, hwaddr addr, uint8_t *buf, int len) 592 { 593 uint32_t val; 594 595 /* address_space_* APIs assume an aligned address. 596 * As address is under guest control, handle illegal values. 597 */ 598 addr &= ~(len - 1); 599 600 /* Make sure caller aligned buf properly */ 601 assert(!(((uintptr_t)buf) & (len - 1))); 602 603 switch (len) { 604 case 1: 605 val = address_space_ldub(as, addr, MEMTXATTRS_UNSPECIFIED, NULL); 606 pci_set_byte(buf, val); 607 break; 608 case 2: 609 val = address_space_lduw_le(as, addr, MEMTXATTRS_UNSPECIFIED, NULL); 610 pci_set_word(buf, val); 611 break; 612 case 4: 613 val = address_space_ldl_le(as, addr, MEMTXATTRS_UNSPECIFIED, NULL); 614 pci_set_long(buf, val); 615 break; 616 default: 617 /* As length is under guest control, handle illegal values. */ 618 break; 619 } 620 } 621 622 static void virtio_write_config(PCIDevice *pci_dev, uint32_t address, 623 uint32_t val, int len) 624 { 625 VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); 626 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 627 struct virtio_pci_cfg_cap *cfg; 628 629 pci_default_write_config(pci_dev, address, val, len); 630 631 if (range_covers_byte(address, len, PCI_COMMAND) && 632 !(pci_dev->config[PCI_COMMAND] & PCI_COMMAND_MASTER)) { 633 virtio_pci_stop_ioeventfd(proxy); 634 virtio_set_status(vdev, vdev->status & ~VIRTIO_CONFIG_S_DRIVER_OK); 635 } 636 637 if (proxy->config_cap && 638 ranges_overlap(address, len, proxy->config_cap + offsetof(struct virtio_pci_cfg_cap, 639 pci_cfg_data), 640 sizeof cfg->pci_cfg_data)) { 641 uint32_t off; 642 uint32_t len; 643 644 cfg = (void *)(proxy->pci_dev.config + proxy->config_cap); 645 off = le32_to_cpu(cfg->cap.offset); 646 len = le32_to_cpu(cfg->cap.length); 647 648 if (len == 1 || len == 2 || len == 4) { 649 assert(len <= sizeof cfg->pci_cfg_data); 650 virtio_address_space_write(&proxy->modern_as, off, 651 cfg->pci_cfg_data, len); 652 } 653 } 654 } 655 656 static uint32_t virtio_read_config(PCIDevice *pci_dev, 657 uint32_t address, int len) 658 { 659 VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); 660 struct virtio_pci_cfg_cap *cfg; 661 662 if (proxy->config_cap && 663 ranges_overlap(address, len, proxy->config_cap + offsetof(struct virtio_pci_cfg_cap, 664 pci_cfg_data), 665 sizeof cfg->pci_cfg_data)) { 666 uint32_t off; 667 uint32_t len; 668 669 cfg = (void *)(proxy->pci_dev.config + proxy->config_cap); 670 off = le32_to_cpu(cfg->cap.offset); 671 len = le32_to_cpu(cfg->cap.length); 672 673 if (len == 1 || len == 2 || len == 4) { 674 assert(len <= sizeof cfg->pci_cfg_data); 675 virtio_address_space_read(&proxy->modern_as, off, 676 cfg->pci_cfg_data, len); 677 } 678 } 679 680 return pci_default_read_config(pci_dev, address, len); 681 } 682 683 static int kvm_virtio_pci_vq_vector_use(VirtIOPCIProxy *proxy, 684 unsigned int queue_no, 685 unsigned int vector) 686 { 687 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector]; 688 int ret; 689 690 if (irqfd->users == 0) { 691 ret = kvm_irqchip_add_msi_route(kvm_state, vector, &proxy->pci_dev); 692 if (ret < 0) { 693 return ret; 694 } 695 irqfd->virq = ret; 696 } 697 irqfd->users++; 698 return 0; 699 } 700 701 static void kvm_virtio_pci_vq_vector_release(VirtIOPCIProxy *proxy, 702 unsigned int vector) 703 { 704 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector]; 705 if (--irqfd->users == 0) { 706 kvm_irqchip_release_virq(kvm_state, irqfd->virq); 707 } 708 } 709 710 static int kvm_virtio_pci_irqfd_use(VirtIOPCIProxy *proxy, 711 unsigned int queue_no, 712 unsigned int vector) 713 { 714 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector]; 715 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 716 VirtQueue *vq = virtio_get_queue(vdev, queue_no); 717 EventNotifier *n = virtio_queue_get_guest_notifier(vq); 718 return kvm_irqchip_add_irqfd_notifier_gsi(kvm_state, n, NULL, irqfd->virq); 719 } 720 721 static void kvm_virtio_pci_irqfd_release(VirtIOPCIProxy *proxy, 722 unsigned int queue_no, 723 unsigned int vector) 724 { 725 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 726 VirtQueue *vq = virtio_get_queue(vdev, queue_no); 727 EventNotifier *n = virtio_queue_get_guest_notifier(vq); 728 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector]; 729 int ret; 730 731 ret = kvm_irqchip_remove_irqfd_notifier_gsi(kvm_state, n, irqfd->virq); 732 assert(ret == 0); 733 } 734 735 static int kvm_virtio_pci_vector_use(VirtIOPCIProxy *proxy, int nvqs) 736 { 737 PCIDevice *dev = &proxy->pci_dev; 738 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 739 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev); 740 unsigned int vector; 741 int ret, queue_no; 742 743 for (queue_no = 0; queue_no < nvqs; queue_no++) { 744 if (!virtio_queue_get_num(vdev, queue_no)) { 745 break; 746 } 747 vector = virtio_queue_vector(vdev, queue_no); 748 if (vector >= msix_nr_vectors_allocated(dev)) { 749 continue; 750 } 751 ret = kvm_virtio_pci_vq_vector_use(proxy, queue_no, vector); 752 if (ret < 0) { 753 goto undo; 754 } 755 /* If guest supports masking, set up irqfd now. 756 * Otherwise, delay until unmasked in the frontend. 757 */ 758 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) { 759 ret = kvm_virtio_pci_irqfd_use(proxy, queue_no, vector); 760 if (ret < 0) { 761 kvm_virtio_pci_vq_vector_release(proxy, vector); 762 goto undo; 763 } 764 } 765 } 766 return 0; 767 768 undo: 769 while (--queue_no >= 0) { 770 vector = virtio_queue_vector(vdev, queue_no); 771 if (vector >= msix_nr_vectors_allocated(dev)) { 772 continue; 773 } 774 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) { 775 kvm_virtio_pci_irqfd_release(proxy, queue_no, vector); 776 } 777 kvm_virtio_pci_vq_vector_release(proxy, vector); 778 } 779 return ret; 780 } 781 782 static void kvm_virtio_pci_vector_release(VirtIOPCIProxy *proxy, int nvqs) 783 { 784 PCIDevice *dev = &proxy->pci_dev; 785 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 786 unsigned int vector; 787 int queue_no; 788 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev); 789 790 for (queue_no = 0; queue_no < nvqs; queue_no++) { 791 if (!virtio_queue_get_num(vdev, queue_no)) { 792 break; 793 } 794 vector = virtio_queue_vector(vdev, queue_no); 795 if (vector >= msix_nr_vectors_allocated(dev)) { 796 continue; 797 } 798 /* If guest supports masking, clean up irqfd now. 799 * Otherwise, it was cleaned when masked in the frontend. 800 */ 801 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) { 802 kvm_virtio_pci_irqfd_release(proxy, queue_no, vector); 803 } 804 kvm_virtio_pci_vq_vector_release(proxy, vector); 805 } 806 } 807 808 static int virtio_pci_vq_vector_unmask(VirtIOPCIProxy *proxy, 809 unsigned int queue_no, 810 unsigned int vector, 811 MSIMessage msg) 812 { 813 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 814 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev); 815 VirtQueue *vq = virtio_get_queue(vdev, queue_no); 816 EventNotifier *n = virtio_queue_get_guest_notifier(vq); 817 VirtIOIRQFD *irqfd; 818 int ret = 0; 819 820 if (proxy->vector_irqfd) { 821 irqfd = &proxy->vector_irqfd[vector]; 822 if (irqfd->msg.data != msg.data || irqfd->msg.address != msg.address) { 823 ret = kvm_irqchip_update_msi_route(kvm_state, irqfd->virq, msg, 824 &proxy->pci_dev); 825 if (ret < 0) { 826 return ret; 827 } 828 kvm_irqchip_commit_routes(kvm_state); 829 } 830 } 831 832 /* If guest supports masking, irqfd is already setup, unmask it. 833 * Otherwise, set it up now. 834 */ 835 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) { 836 k->guest_notifier_mask(vdev, queue_no, false); 837 /* Test after unmasking to avoid losing events. */ 838 if (k->guest_notifier_pending && 839 k->guest_notifier_pending(vdev, queue_no)) { 840 event_notifier_set(n); 841 } 842 } else { 843 ret = kvm_virtio_pci_irqfd_use(proxy, queue_no, vector); 844 } 845 return ret; 846 } 847 848 static void virtio_pci_vq_vector_mask(VirtIOPCIProxy *proxy, 849 unsigned int queue_no, 850 unsigned int vector) 851 { 852 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 853 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev); 854 855 /* If guest supports masking, keep irqfd but mask it. 856 * Otherwise, clean it up now. 857 */ 858 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) { 859 k->guest_notifier_mask(vdev, queue_no, true); 860 } else { 861 kvm_virtio_pci_irqfd_release(proxy, queue_no, vector); 862 } 863 } 864 865 static int virtio_pci_vector_unmask(PCIDevice *dev, unsigned vector, 866 MSIMessage msg) 867 { 868 VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev); 869 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 870 VirtQueue *vq = virtio_vector_first_queue(vdev, vector); 871 int ret, index, unmasked = 0; 872 873 while (vq) { 874 index = virtio_get_queue_index(vq); 875 if (!virtio_queue_get_num(vdev, index)) { 876 break; 877 } 878 if (index < proxy->nvqs_with_notifiers) { 879 ret = virtio_pci_vq_vector_unmask(proxy, index, vector, msg); 880 if (ret < 0) { 881 goto undo; 882 } 883 ++unmasked; 884 } 885 vq = virtio_vector_next_queue(vq); 886 } 887 888 return 0; 889 890 undo: 891 vq = virtio_vector_first_queue(vdev, vector); 892 while (vq && unmasked >= 0) { 893 index = virtio_get_queue_index(vq); 894 if (index < proxy->nvqs_with_notifiers) { 895 virtio_pci_vq_vector_mask(proxy, index, vector); 896 --unmasked; 897 } 898 vq = virtio_vector_next_queue(vq); 899 } 900 return ret; 901 } 902 903 static void virtio_pci_vector_mask(PCIDevice *dev, unsigned vector) 904 { 905 VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev); 906 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 907 VirtQueue *vq = virtio_vector_first_queue(vdev, vector); 908 int index; 909 910 while (vq) { 911 index = virtio_get_queue_index(vq); 912 if (!virtio_queue_get_num(vdev, index)) { 913 break; 914 } 915 if (index < proxy->nvqs_with_notifiers) { 916 virtio_pci_vq_vector_mask(proxy, index, vector); 917 } 918 vq = virtio_vector_next_queue(vq); 919 } 920 } 921 922 static void virtio_pci_vector_poll(PCIDevice *dev, 923 unsigned int vector_start, 924 unsigned int vector_end) 925 { 926 VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev); 927 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 928 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev); 929 int queue_no; 930 unsigned int vector; 931 EventNotifier *notifier; 932 VirtQueue *vq; 933 934 for (queue_no = 0; queue_no < proxy->nvqs_with_notifiers; queue_no++) { 935 if (!virtio_queue_get_num(vdev, queue_no)) { 936 break; 937 } 938 vector = virtio_queue_vector(vdev, queue_no); 939 if (vector < vector_start || vector >= vector_end || 940 !msix_is_masked(dev, vector)) { 941 continue; 942 } 943 vq = virtio_get_queue(vdev, queue_no); 944 notifier = virtio_queue_get_guest_notifier(vq); 945 if (k->guest_notifier_pending) { 946 if (k->guest_notifier_pending(vdev, queue_no)) { 947 msix_set_pending(dev, vector); 948 } 949 } else if (event_notifier_test_and_clear(notifier)) { 950 msix_set_pending(dev, vector); 951 } 952 } 953 } 954 955 static int virtio_pci_set_guest_notifier(DeviceState *d, int n, bool assign, 956 bool with_irqfd) 957 { 958 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 959 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 960 VirtioDeviceClass *vdc = VIRTIO_DEVICE_GET_CLASS(vdev); 961 VirtQueue *vq = virtio_get_queue(vdev, n); 962 EventNotifier *notifier = virtio_queue_get_guest_notifier(vq); 963 964 if (assign) { 965 int r = event_notifier_init(notifier, 0); 966 if (r < 0) { 967 return r; 968 } 969 virtio_queue_set_guest_notifier_fd_handler(vq, true, with_irqfd); 970 } else { 971 virtio_queue_set_guest_notifier_fd_handler(vq, false, with_irqfd); 972 event_notifier_cleanup(notifier); 973 } 974 975 if (!msix_enabled(&proxy->pci_dev) && 976 vdev->use_guest_notifier_mask && 977 vdc->guest_notifier_mask) { 978 vdc->guest_notifier_mask(vdev, n, !assign); 979 } 980 981 return 0; 982 } 983 984 static bool virtio_pci_query_guest_notifiers(DeviceState *d) 985 { 986 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 987 return msix_enabled(&proxy->pci_dev); 988 } 989 990 static int virtio_pci_set_guest_notifiers(DeviceState *d, int nvqs, bool assign) 991 { 992 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 993 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 994 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev); 995 int r, n; 996 bool with_irqfd = msix_enabled(&proxy->pci_dev) && 997 kvm_msi_via_irqfd_enabled(); 998 999 nvqs = MIN(nvqs, VIRTIO_QUEUE_MAX); 1000 1001 /* When deassigning, pass a consistent nvqs value 1002 * to avoid leaking notifiers. 1003 */ 1004 assert(assign || nvqs == proxy->nvqs_with_notifiers); 1005 1006 proxy->nvqs_with_notifiers = nvqs; 1007 1008 /* Must unset vector notifier while guest notifier is still assigned */ 1009 if ((proxy->vector_irqfd || k->guest_notifier_mask) && !assign) { 1010 msix_unset_vector_notifiers(&proxy->pci_dev); 1011 if (proxy->vector_irqfd) { 1012 kvm_virtio_pci_vector_release(proxy, nvqs); 1013 g_free(proxy->vector_irqfd); 1014 proxy->vector_irqfd = NULL; 1015 } 1016 } 1017 1018 for (n = 0; n < nvqs; n++) { 1019 if (!virtio_queue_get_num(vdev, n)) { 1020 break; 1021 } 1022 1023 r = virtio_pci_set_guest_notifier(d, n, assign, with_irqfd); 1024 if (r < 0) { 1025 goto assign_error; 1026 } 1027 } 1028 1029 /* Must set vector notifier after guest notifier has been assigned */ 1030 if ((with_irqfd || k->guest_notifier_mask) && assign) { 1031 if (with_irqfd) { 1032 proxy->vector_irqfd = 1033 g_malloc0(sizeof(*proxy->vector_irqfd) * 1034 msix_nr_vectors_allocated(&proxy->pci_dev)); 1035 r = kvm_virtio_pci_vector_use(proxy, nvqs); 1036 if (r < 0) { 1037 goto assign_error; 1038 } 1039 } 1040 r = msix_set_vector_notifiers(&proxy->pci_dev, 1041 virtio_pci_vector_unmask, 1042 virtio_pci_vector_mask, 1043 virtio_pci_vector_poll); 1044 if (r < 0) { 1045 goto notifiers_error; 1046 } 1047 } 1048 1049 return 0; 1050 1051 notifiers_error: 1052 if (with_irqfd) { 1053 assert(assign); 1054 kvm_virtio_pci_vector_release(proxy, nvqs); 1055 } 1056 1057 assign_error: 1058 /* We get here on assignment failure. Recover by undoing for VQs 0 .. n. */ 1059 assert(assign); 1060 while (--n >= 0) { 1061 virtio_pci_set_guest_notifier(d, n, !assign, with_irqfd); 1062 } 1063 return r; 1064 } 1065 1066 static void virtio_pci_vmstate_change(DeviceState *d, bool running) 1067 { 1068 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); 1069 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 1070 1071 if (running) { 1072 /* Old QEMU versions did not set bus master enable on status write. 1073 * Detect DRIVER set and enable it. 1074 */ 1075 if ((proxy->flags & VIRTIO_PCI_FLAG_BUS_MASTER_BUG_MIGRATION) && 1076 (vdev->status & VIRTIO_CONFIG_S_DRIVER) && 1077 !(proxy->pci_dev.config[PCI_COMMAND] & PCI_COMMAND_MASTER)) { 1078 pci_default_write_config(&proxy->pci_dev, PCI_COMMAND, 1079 proxy->pci_dev.config[PCI_COMMAND] | 1080 PCI_COMMAND_MASTER, 1); 1081 } 1082 virtio_pci_start_ioeventfd(proxy); 1083 } else { 1084 virtio_pci_stop_ioeventfd(proxy); 1085 } 1086 } 1087 1088 #ifdef CONFIG_VIRTFS 1089 static void virtio_9p_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 1090 { 1091 V9fsPCIState *dev = VIRTIO_9P_PCI(vpci_dev); 1092 DeviceState *vdev = DEVICE(&dev->vdev); 1093 1094 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 1095 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 1096 } 1097 1098 static Property virtio_9p_pci_properties[] = { 1099 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, 1100 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true), 1101 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2), 1102 DEFINE_PROP_END_OF_LIST(), 1103 }; 1104 1105 static void virtio_9p_pci_class_init(ObjectClass *klass, void *data) 1106 { 1107 DeviceClass *dc = DEVICE_CLASS(klass); 1108 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 1109 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 1110 1111 k->realize = virtio_9p_pci_realize; 1112 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 1113 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_9P; 1114 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION; 1115 pcidev_k->class_id = 0x2; 1116 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories); 1117 dc->props = virtio_9p_pci_properties; 1118 } 1119 1120 static void virtio_9p_pci_instance_init(Object *obj) 1121 { 1122 V9fsPCIState *dev = VIRTIO_9P_PCI(obj); 1123 1124 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 1125 TYPE_VIRTIO_9P); 1126 } 1127 1128 static const TypeInfo virtio_9p_pci_info = { 1129 .name = TYPE_VIRTIO_9P_PCI, 1130 .parent = TYPE_VIRTIO_PCI, 1131 .instance_size = sizeof(V9fsPCIState), 1132 .instance_init = virtio_9p_pci_instance_init, 1133 .class_init = virtio_9p_pci_class_init, 1134 }; 1135 #endif /* CONFIG_VIRTFS */ 1136 1137 /* 1138 * virtio-pci: This is the PCIDevice which has a virtio-pci-bus. 1139 */ 1140 1141 static int virtio_pci_query_nvectors(DeviceState *d) 1142 { 1143 VirtIOPCIProxy *proxy = VIRTIO_PCI(d); 1144 1145 return proxy->nvectors; 1146 } 1147 1148 static int virtio_pci_add_mem_cap(VirtIOPCIProxy *proxy, 1149 struct virtio_pci_cap *cap) 1150 { 1151 PCIDevice *dev = &proxy->pci_dev; 1152 int offset; 1153 1154 offset = pci_add_capability(dev, PCI_CAP_ID_VNDR, 0, cap->cap_len); 1155 assert(offset > 0); 1156 1157 assert(cap->cap_len >= sizeof *cap); 1158 memcpy(dev->config + offset + PCI_CAP_FLAGS, &cap->cap_len, 1159 cap->cap_len - PCI_CAP_FLAGS); 1160 1161 return offset; 1162 } 1163 1164 static uint64_t virtio_pci_common_read(void *opaque, hwaddr addr, 1165 unsigned size) 1166 { 1167 VirtIOPCIProxy *proxy = opaque; 1168 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 1169 uint32_t val = 0; 1170 int i; 1171 1172 switch (addr) { 1173 case VIRTIO_PCI_COMMON_DFSELECT: 1174 val = proxy->dfselect; 1175 break; 1176 case VIRTIO_PCI_COMMON_DF: 1177 if (proxy->dfselect <= 1) { 1178 VirtioDeviceClass *vdc = VIRTIO_DEVICE_GET_CLASS(vdev); 1179 1180 val = (vdev->host_features & ~vdc->legacy_features) >> 1181 (32 * proxy->dfselect); 1182 } 1183 break; 1184 case VIRTIO_PCI_COMMON_GFSELECT: 1185 val = proxy->gfselect; 1186 break; 1187 case VIRTIO_PCI_COMMON_GF: 1188 if (proxy->gfselect < ARRAY_SIZE(proxy->guest_features)) { 1189 val = proxy->guest_features[proxy->gfselect]; 1190 } 1191 break; 1192 case VIRTIO_PCI_COMMON_MSIX: 1193 val = vdev->config_vector; 1194 break; 1195 case VIRTIO_PCI_COMMON_NUMQ: 1196 for (i = 0; i < VIRTIO_QUEUE_MAX; ++i) { 1197 if (virtio_queue_get_num(vdev, i)) { 1198 val = i + 1; 1199 } 1200 } 1201 break; 1202 case VIRTIO_PCI_COMMON_STATUS: 1203 val = vdev->status; 1204 break; 1205 case VIRTIO_PCI_COMMON_CFGGENERATION: 1206 val = vdev->generation; 1207 break; 1208 case VIRTIO_PCI_COMMON_Q_SELECT: 1209 val = vdev->queue_sel; 1210 break; 1211 case VIRTIO_PCI_COMMON_Q_SIZE: 1212 val = virtio_queue_get_num(vdev, vdev->queue_sel); 1213 break; 1214 case VIRTIO_PCI_COMMON_Q_MSIX: 1215 val = virtio_queue_vector(vdev, vdev->queue_sel); 1216 break; 1217 case VIRTIO_PCI_COMMON_Q_ENABLE: 1218 val = proxy->vqs[vdev->queue_sel].enabled; 1219 break; 1220 case VIRTIO_PCI_COMMON_Q_NOFF: 1221 /* Simply map queues in order */ 1222 val = vdev->queue_sel; 1223 break; 1224 case VIRTIO_PCI_COMMON_Q_DESCLO: 1225 val = proxy->vqs[vdev->queue_sel].desc[0]; 1226 break; 1227 case VIRTIO_PCI_COMMON_Q_DESCHI: 1228 val = proxy->vqs[vdev->queue_sel].desc[1]; 1229 break; 1230 case VIRTIO_PCI_COMMON_Q_AVAILLO: 1231 val = proxy->vqs[vdev->queue_sel].avail[0]; 1232 break; 1233 case VIRTIO_PCI_COMMON_Q_AVAILHI: 1234 val = proxy->vqs[vdev->queue_sel].avail[1]; 1235 break; 1236 case VIRTIO_PCI_COMMON_Q_USEDLO: 1237 val = proxy->vqs[vdev->queue_sel].used[0]; 1238 break; 1239 case VIRTIO_PCI_COMMON_Q_USEDHI: 1240 val = proxy->vqs[vdev->queue_sel].used[1]; 1241 break; 1242 default: 1243 val = 0; 1244 } 1245 1246 return val; 1247 } 1248 1249 static void virtio_pci_common_write(void *opaque, hwaddr addr, 1250 uint64_t val, unsigned size) 1251 { 1252 VirtIOPCIProxy *proxy = opaque; 1253 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 1254 1255 switch (addr) { 1256 case VIRTIO_PCI_COMMON_DFSELECT: 1257 proxy->dfselect = val; 1258 break; 1259 case VIRTIO_PCI_COMMON_GFSELECT: 1260 proxy->gfselect = val; 1261 break; 1262 case VIRTIO_PCI_COMMON_GF: 1263 if (proxy->gfselect < ARRAY_SIZE(proxy->guest_features)) { 1264 proxy->guest_features[proxy->gfselect] = val; 1265 virtio_set_features(vdev, 1266 (((uint64_t)proxy->guest_features[1]) << 32) | 1267 proxy->guest_features[0]); 1268 } 1269 break; 1270 case VIRTIO_PCI_COMMON_MSIX: 1271 msix_vector_unuse(&proxy->pci_dev, vdev->config_vector); 1272 /* Make it possible for guest to discover an error took place. */ 1273 if (msix_vector_use(&proxy->pci_dev, val) < 0) { 1274 val = VIRTIO_NO_VECTOR; 1275 } 1276 vdev->config_vector = val; 1277 break; 1278 case VIRTIO_PCI_COMMON_STATUS: 1279 if (!(val & VIRTIO_CONFIG_S_DRIVER_OK)) { 1280 virtio_pci_stop_ioeventfd(proxy); 1281 } 1282 1283 virtio_set_status(vdev, val & 0xFF); 1284 1285 if (val & VIRTIO_CONFIG_S_DRIVER_OK) { 1286 virtio_pci_start_ioeventfd(proxy); 1287 } 1288 1289 if (vdev->status == 0) { 1290 virtio_pci_reset(DEVICE(proxy)); 1291 } 1292 1293 break; 1294 case VIRTIO_PCI_COMMON_Q_SELECT: 1295 if (val < VIRTIO_QUEUE_MAX) { 1296 vdev->queue_sel = val; 1297 } 1298 break; 1299 case VIRTIO_PCI_COMMON_Q_SIZE: 1300 proxy->vqs[vdev->queue_sel].num = val; 1301 break; 1302 case VIRTIO_PCI_COMMON_Q_MSIX: 1303 msix_vector_unuse(&proxy->pci_dev, 1304 virtio_queue_vector(vdev, vdev->queue_sel)); 1305 /* Make it possible for guest to discover an error took place. */ 1306 if (msix_vector_use(&proxy->pci_dev, val) < 0) { 1307 val = VIRTIO_NO_VECTOR; 1308 } 1309 virtio_queue_set_vector(vdev, vdev->queue_sel, val); 1310 break; 1311 case VIRTIO_PCI_COMMON_Q_ENABLE: 1312 /* TODO: need a way to put num back on reset. */ 1313 virtio_queue_set_num(vdev, vdev->queue_sel, 1314 proxy->vqs[vdev->queue_sel].num); 1315 virtio_queue_set_rings(vdev, vdev->queue_sel, 1316 ((uint64_t)proxy->vqs[vdev->queue_sel].desc[1]) << 32 | 1317 proxy->vqs[vdev->queue_sel].desc[0], 1318 ((uint64_t)proxy->vqs[vdev->queue_sel].avail[1]) << 32 | 1319 proxy->vqs[vdev->queue_sel].avail[0], 1320 ((uint64_t)proxy->vqs[vdev->queue_sel].used[1]) << 32 | 1321 proxy->vqs[vdev->queue_sel].used[0]); 1322 proxy->vqs[vdev->queue_sel].enabled = 1; 1323 break; 1324 case VIRTIO_PCI_COMMON_Q_DESCLO: 1325 proxy->vqs[vdev->queue_sel].desc[0] = val; 1326 break; 1327 case VIRTIO_PCI_COMMON_Q_DESCHI: 1328 proxy->vqs[vdev->queue_sel].desc[1] = val; 1329 break; 1330 case VIRTIO_PCI_COMMON_Q_AVAILLO: 1331 proxy->vqs[vdev->queue_sel].avail[0] = val; 1332 break; 1333 case VIRTIO_PCI_COMMON_Q_AVAILHI: 1334 proxy->vqs[vdev->queue_sel].avail[1] = val; 1335 break; 1336 case VIRTIO_PCI_COMMON_Q_USEDLO: 1337 proxy->vqs[vdev->queue_sel].used[0] = val; 1338 break; 1339 case VIRTIO_PCI_COMMON_Q_USEDHI: 1340 proxy->vqs[vdev->queue_sel].used[1] = val; 1341 break; 1342 default: 1343 break; 1344 } 1345 } 1346 1347 1348 static uint64_t virtio_pci_notify_read(void *opaque, hwaddr addr, 1349 unsigned size) 1350 { 1351 return 0; 1352 } 1353 1354 static void virtio_pci_notify_write(void *opaque, hwaddr addr, 1355 uint64_t val, unsigned size) 1356 { 1357 VirtIODevice *vdev = opaque; 1358 VirtIOPCIProxy *proxy = VIRTIO_PCI(DEVICE(vdev)->parent_bus->parent); 1359 unsigned queue = addr / virtio_pci_queue_mem_mult(proxy); 1360 1361 if (queue < VIRTIO_QUEUE_MAX) { 1362 virtio_queue_notify(vdev, queue); 1363 } 1364 } 1365 1366 static void virtio_pci_notify_write_pio(void *opaque, hwaddr addr, 1367 uint64_t val, unsigned size) 1368 { 1369 VirtIODevice *vdev = opaque; 1370 unsigned queue = val; 1371 1372 if (queue < VIRTIO_QUEUE_MAX) { 1373 virtio_queue_notify(vdev, queue); 1374 } 1375 } 1376 1377 static uint64_t virtio_pci_isr_read(void *opaque, hwaddr addr, 1378 unsigned size) 1379 { 1380 VirtIOPCIProxy *proxy = opaque; 1381 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 1382 uint64_t val = vdev->isr; 1383 1384 vdev->isr = 0; 1385 pci_irq_deassert(&proxy->pci_dev); 1386 1387 return val; 1388 } 1389 1390 static void virtio_pci_isr_write(void *opaque, hwaddr addr, 1391 uint64_t val, unsigned size) 1392 { 1393 } 1394 1395 static uint64_t virtio_pci_device_read(void *opaque, hwaddr addr, 1396 unsigned size) 1397 { 1398 VirtIODevice *vdev = opaque; 1399 uint64_t val = 0; 1400 1401 switch (size) { 1402 case 1: 1403 val = virtio_config_modern_readb(vdev, addr); 1404 break; 1405 case 2: 1406 val = virtio_config_modern_readw(vdev, addr); 1407 break; 1408 case 4: 1409 val = virtio_config_modern_readl(vdev, addr); 1410 break; 1411 } 1412 return val; 1413 } 1414 1415 static void virtio_pci_device_write(void *opaque, hwaddr addr, 1416 uint64_t val, unsigned size) 1417 { 1418 VirtIODevice *vdev = opaque; 1419 switch (size) { 1420 case 1: 1421 virtio_config_modern_writeb(vdev, addr, val); 1422 break; 1423 case 2: 1424 virtio_config_modern_writew(vdev, addr, val); 1425 break; 1426 case 4: 1427 virtio_config_modern_writel(vdev, addr, val); 1428 break; 1429 } 1430 } 1431 1432 static void virtio_pci_modern_regions_init(VirtIOPCIProxy *proxy) 1433 { 1434 static const MemoryRegionOps common_ops = { 1435 .read = virtio_pci_common_read, 1436 .write = virtio_pci_common_write, 1437 .impl = { 1438 .min_access_size = 1, 1439 .max_access_size = 4, 1440 }, 1441 .endianness = DEVICE_LITTLE_ENDIAN, 1442 }; 1443 static const MemoryRegionOps isr_ops = { 1444 .read = virtio_pci_isr_read, 1445 .write = virtio_pci_isr_write, 1446 .impl = { 1447 .min_access_size = 1, 1448 .max_access_size = 4, 1449 }, 1450 .endianness = DEVICE_LITTLE_ENDIAN, 1451 }; 1452 static const MemoryRegionOps device_ops = { 1453 .read = virtio_pci_device_read, 1454 .write = virtio_pci_device_write, 1455 .impl = { 1456 .min_access_size = 1, 1457 .max_access_size = 4, 1458 }, 1459 .endianness = DEVICE_LITTLE_ENDIAN, 1460 }; 1461 static const MemoryRegionOps notify_ops = { 1462 .read = virtio_pci_notify_read, 1463 .write = virtio_pci_notify_write, 1464 .impl = { 1465 .min_access_size = 1, 1466 .max_access_size = 4, 1467 }, 1468 .endianness = DEVICE_LITTLE_ENDIAN, 1469 }; 1470 static const MemoryRegionOps notify_pio_ops = { 1471 .read = virtio_pci_notify_read, 1472 .write = virtio_pci_notify_write_pio, 1473 .impl = { 1474 .min_access_size = 1, 1475 .max_access_size = 4, 1476 }, 1477 .endianness = DEVICE_LITTLE_ENDIAN, 1478 }; 1479 1480 1481 memory_region_init_io(&proxy->common.mr, OBJECT(proxy), 1482 &common_ops, 1483 proxy, 1484 "virtio-pci-common", 1485 proxy->common.size); 1486 1487 memory_region_init_io(&proxy->isr.mr, OBJECT(proxy), 1488 &isr_ops, 1489 proxy, 1490 "virtio-pci-isr", 1491 proxy->isr.size); 1492 1493 memory_region_init_io(&proxy->device.mr, OBJECT(proxy), 1494 &device_ops, 1495 virtio_bus_get_device(&proxy->bus), 1496 "virtio-pci-device", 1497 proxy->device.size); 1498 1499 memory_region_init_io(&proxy->notify.mr, OBJECT(proxy), 1500 ¬ify_ops, 1501 virtio_bus_get_device(&proxy->bus), 1502 "virtio-pci-notify", 1503 proxy->notify.size); 1504 1505 memory_region_init_io(&proxy->notify_pio.mr, OBJECT(proxy), 1506 ¬ify_pio_ops, 1507 virtio_bus_get_device(&proxy->bus), 1508 "virtio-pci-notify-pio", 1509 proxy->notify_pio.size); 1510 } 1511 1512 static void virtio_pci_modern_region_map(VirtIOPCIProxy *proxy, 1513 VirtIOPCIRegion *region, 1514 struct virtio_pci_cap *cap, 1515 MemoryRegion *mr, 1516 uint8_t bar) 1517 { 1518 memory_region_add_subregion(mr, region->offset, ®ion->mr); 1519 1520 cap->cfg_type = region->type; 1521 cap->bar = bar; 1522 cap->offset = cpu_to_le32(region->offset); 1523 cap->length = cpu_to_le32(region->size); 1524 virtio_pci_add_mem_cap(proxy, cap); 1525 1526 } 1527 1528 static void virtio_pci_modern_mem_region_map(VirtIOPCIProxy *proxy, 1529 VirtIOPCIRegion *region, 1530 struct virtio_pci_cap *cap) 1531 { 1532 virtio_pci_modern_region_map(proxy, region, cap, 1533 &proxy->modern_bar, proxy->modern_mem_bar_idx); 1534 } 1535 1536 static void virtio_pci_modern_io_region_map(VirtIOPCIProxy *proxy, 1537 VirtIOPCIRegion *region, 1538 struct virtio_pci_cap *cap) 1539 { 1540 virtio_pci_modern_region_map(proxy, region, cap, 1541 &proxy->io_bar, proxy->modern_io_bar_idx); 1542 } 1543 1544 static void virtio_pci_modern_mem_region_unmap(VirtIOPCIProxy *proxy, 1545 VirtIOPCIRegion *region) 1546 { 1547 memory_region_del_subregion(&proxy->modern_bar, 1548 ®ion->mr); 1549 } 1550 1551 static void virtio_pci_modern_io_region_unmap(VirtIOPCIProxy *proxy, 1552 VirtIOPCIRegion *region) 1553 { 1554 memory_region_del_subregion(&proxy->io_bar, 1555 ®ion->mr); 1556 } 1557 1558 static void virtio_pci_pre_plugged(DeviceState *d, Error **errp) 1559 { 1560 VirtIOPCIProxy *proxy = VIRTIO_PCI(d); 1561 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 1562 1563 if (virtio_pci_modern(proxy)) { 1564 virtio_add_feature(&vdev->host_features, VIRTIO_F_VERSION_1); 1565 } 1566 1567 virtio_add_feature(&vdev->host_features, VIRTIO_F_BAD_FEATURE); 1568 } 1569 1570 /* This is called by virtio-bus just after the device is plugged. */ 1571 static void virtio_pci_device_plugged(DeviceState *d, Error **errp) 1572 { 1573 VirtIOPCIProxy *proxy = VIRTIO_PCI(d); 1574 VirtioBusState *bus = &proxy->bus; 1575 bool legacy = virtio_pci_legacy(proxy); 1576 bool modern; 1577 bool modern_pio = proxy->flags & VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY; 1578 uint8_t *config; 1579 uint32_t size; 1580 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus); 1581 1582 /* 1583 * Virtio capabilities present without 1584 * VIRTIO_F_VERSION_1 confuses guests 1585 */ 1586 if (!virtio_has_feature(vdev->host_features, VIRTIO_F_VERSION_1)) { 1587 virtio_pci_disable_modern(proxy); 1588 1589 if (!legacy) { 1590 error_setg(errp, "Device doesn't support modern mode, and legacy" 1591 " mode is disabled"); 1592 error_append_hint(errp, "Set disable-legacy to off\n"); 1593 1594 return; 1595 } 1596 } 1597 1598 modern = virtio_pci_modern(proxy); 1599 1600 config = proxy->pci_dev.config; 1601 if (proxy->class_code) { 1602 pci_config_set_class(config, proxy->class_code); 1603 } 1604 1605 if (legacy) { 1606 /* legacy and transitional */ 1607 pci_set_word(config + PCI_SUBSYSTEM_VENDOR_ID, 1608 pci_get_word(config + PCI_VENDOR_ID)); 1609 pci_set_word(config + PCI_SUBSYSTEM_ID, virtio_bus_get_vdev_id(bus)); 1610 } else { 1611 /* pure virtio-1.0 */ 1612 pci_set_word(config + PCI_VENDOR_ID, 1613 PCI_VENDOR_ID_REDHAT_QUMRANET); 1614 pci_set_word(config + PCI_DEVICE_ID, 1615 0x1040 + virtio_bus_get_vdev_id(bus)); 1616 pci_config_set_revision(config, 1); 1617 } 1618 config[PCI_INTERRUPT_PIN] = 1; 1619 1620 1621 if (modern) { 1622 struct virtio_pci_cap cap = { 1623 .cap_len = sizeof cap, 1624 }; 1625 struct virtio_pci_notify_cap notify = { 1626 .cap.cap_len = sizeof notify, 1627 .notify_off_multiplier = 1628 cpu_to_le32(virtio_pci_queue_mem_mult(proxy)), 1629 }; 1630 struct virtio_pci_cfg_cap cfg = { 1631 .cap.cap_len = sizeof cfg, 1632 .cap.cfg_type = VIRTIO_PCI_CAP_PCI_CFG, 1633 }; 1634 struct virtio_pci_notify_cap notify_pio = { 1635 .cap.cap_len = sizeof notify, 1636 .notify_off_multiplier = cpu_to_le32(0x0), 1637 }; 1638 1639 struct virtio_pci_cfg_cap *cfg_mask; 1640 1641 virtio_pci_modern_regions_init(proxy); 1642 1643 virtio_pci_modern_mem_region_map(proxy, &proxy->common, &cap); 1644 virtio_pci_modern_mem_region_map(proxy, &proxy->isr, &cap); 1645 virtio_pci_modern_mem_region_map(proxy, &proxy->device, &cap); 1646 virtio_pci_modern_mem_region_map(proxy, &proxy->notify, ¬ify.cap); 1647 1648 if (modern_pio) { 1649 memory_region_init(&proxy->io_bar, OBJECT(proxy), 1650 "virtio-pci-io", 0x4); 1651 1652 pci_register_bar(&proxy->pci_dev, proxy->modern_io_bar_idx, 1653 PCI_BASE_ADDRESS_SPACE_IO, &proxy->io_bar); 1654 1655 virtio_pci_modern_io_region_map(proxy, &proxy->notify_pio, 1656 ¬ify_pio.cap); 1657 } 1658 1659 pci_register_bar(&proxy->pci_dev, proxy->modern_mem_bar_idx, 1660 PCI_BASE_ADDRESS_SPACE_MEMORY | 1661 PCI_BASE_ADDRESS_MEM_PREFETCH | 1662 PCI_BASE_ADDRESS_MEM_TYPE_64, 1663 &proxy->modern_bar); 1664 1665 proxy->config_cap = virtio_pci_add_mem_cap(proxy, &cfg.cap); 1666 cfg_mask = (void *)(proxy->pci_dev.wmask + proxy->config_cap); 1667 pci_set_byte(&cfg_mask->cap.bar, ~0x0); 1668 pci_set_long((uint8_t *)&cfg_mask->cap.offset, ~0x0); 1669 pci_set_long((uint8_t *)&cfg_mask->cap.length, ~0x0); 1670 pci_set_long(cfg_mask->pci_cfg_data, ~0x0); 1671 } 1672 1673 if (proxy->nvectors) { 1674 int err = msix_init_exclusive_bar(&proxy->pci_dev, proxy->nvectors, 1675 proxy->msix_bar_idx); 1676 if (err) { 1677 /* Notice when a system that supports MSIx can't initialize it. */ 1678 if (err != -ENOTSUP) { 1679 error_report("unable to init msix vectors to %" PRIu32, 1680 proxy->nvectors); 1681 } 1682 proxy->nvectors = 0; 1683 } 1684 } 1685 1686 proxy->pci_dev.config_write = virtio_write_config; 1687 proxy->pci_dev.config_read = virtio_read_config; 1688 1689 if (legacy) { 1690 size = VIRTIO_PCI_REGION_SIZE(&proxy->pci_dev) 1691 + virtio_bus_get_vdev_config_len(bus); 1692 size = pow2ceil(size); 1693 1694 memory_region_init_io(&proxy->bar, OBJECT(proxy), 1695 &virtio_pci_config_ops, 1696 proxy, "virtio-pci", size); 1697 1698 pci_register_bar(&proxy->pci_dev, proxy->legacy_io_bar_idx, 1699 PCI_BASE_ADDRESS_SPACE_IO, &proxy->bar); 1700 } 1701 } 1702 1703 static void virtio_pci_device_unplugged(DeviceState *d) 1704 { 1705 VirtIOPCIProxy *proxy = VIRTIO_PCI(d); 1706 bool modern = virtio_pci_modern(proxy); 1707 bool modern_pio = proxy->flags & VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY; 1708 1709 virtio_pci_stop_ioeventfd(proxy); 1710 1711 if (modern) { 1712 virtio_pci_modern_mem_region_unmap(proxy, &proxy->common); 1713 virtio_pci_modern_mem_region_unmap(proxy, &proxy->isr); 1714 virtio_pci_modern_mem_region_unmap(proxy, &proxy->device); 1715 virtio_pci_modern_mem_region_unmap(proxy, &proxy->notify); 1716 if (modern_pio) { 1717 virtio_pci_modern_io_region_unmap(proxy, &proxy->notify_pio); 1718 } 1719 } 1720 } 1721 1722 static void virtio_pci_realize(PCIDevice *pci_dev, Error **errp) 1723 { 1724 VirtIOPCIProxy *proxy = VIRTIO_PCI(pci_dev); 1725 VirtioPCIClass *k = VIRTIO_PCI_GET_CLASS(pci_dev); 1726 bool pcie_port = pci_bus_is_express(pci_dev->bus) && 1727 !pci_bus_is_root(pci_dev->bus); 1728 1729 if (!kvm_has_many_ioeventfds()) { 1730 proxy->flags &= ~VIRTIO_PCI_FLAG_USE_IOEVENTFD; 1731 } 1732 1733 /* 1734 * virtio pci bar layout used by default. 1735 * subclasses can re-arrange things if needed. 1736 * 1737 * region 0 -- virtio legacy io bar 1738 * region 1 -- msi-x bar 1739 * region 4+5 -- virtio modern memory (64bit) bar 1740 * 1741 */ 1742 proxy->legacy_io_bar_idx = 0; 1743 proxy->msix_bar_idx = 1; 1744 proxy->modern_io_bar_idx = 2; 1745 proxy->modern_mem_bar_idx = 4; 1746 1747 proxy->common.offset = 0x0; 1748 proxy->common.size = 0x1000; 1749 proxy->common.type = VIRTIO_PCI_CAP_COMMON_CFG; 1750 1751 proxy->isr.offset = 0x1000; 1752 proxy->isr.size = 0x1000; 1753 proxy->isr.type = VIRTIO_PCI_CAP_ISR_CFG; 1754 1755 proxy->device.offset = 0x2000; 1756 proxy->device.size = 0x1000; 1757 proxy->device.type = VIRTIO_PCI_CAP_DEVICE_CFG; 1758 1759 proxy->notify.offset = 0x3000; 1760 proxy->notify.size = virtio_pci_queue_mem_mult(proxy) * VIRTIO_QUEUE_MAX; 1761 proxy->notify.type = VIRTIO_PCI_CAP_NOTIFY_CFG; 1762 1763 proxy->notify_pio.offset = 0x0; 1764 proxy->notify_pio.size = 0x4; 1765 proxy->notify_pio.type = VIRTIO_PCI_CAP_NOTIFY_CFG; 1766 1767 /* subclasses can enforce modern, so do this unconditionally */ 1768 memory_region_init(&proxy->modern_bar, OBJECT(proxy), "virtio-pci", 1769 /* PCI BAR regions must be powers of 2 */ 1770 pow2ceil(proxy->notify.offset + proxy->notify.size)); 1771 1772 memory_region_init_alias(&proxy->modern_cfg, 1773 OBJECT(proxy), 1774 "virtio-pci-cfg", 1775 &proxy->modern_bar, 1776 0, 1777 memory_region_size(&proxy->modern_bar)); 1778 1779 address_space_init(&proxy->modern_as, &proxy->modern_cfg, "virtio-pci-cfg-as"); 1780 1781 if (proxy->disable_legacy == ON_OFF_AUTO_AUTO) { 1782 proxy->disable_legacy = pcie_port ? ON_OFF_AUTO_ON : ON_OFF_AUTO_OFF; 1783 } 1784 1785 if (!virtio_pci_modern(proxy) && !virtio_pci_legacy(proxy)) { 1786 error_setg(errp, "device cannot work as neither modern nor legacy mode" 1787 " is enabled"); 1788 error_append_hint(errp, "Set either disable-modern or disable-legacy" 1789 " to off\n"); 1790 return; 1791 } 1792 1793 if (pcie_port && pci_is_express(pci_dev)) { 1794 int pos; 1795 1796 pos = pcie_endpoint_cap_init(pci_dev, 0); 1797 assert(pos > 0); 1798 1799 pos = pci_add_capability(pci_dev, PCI_CAP_ID_PM, 0, PCI_PM_SIZEOF); 1800 assert(pos > 0); 1801 1802 /* 1803 * Indicates that this function complies with revision 1.2 of the 1804 * PCI Power Management Interface Specification. 1805 */ 1806 pci_set_word(pci_dev->config + pos + PCI_PM_PMC, 0x3); 1807 } else { 1808 /* 1809 * make future invocations of pci_is_express() return false 1810 * and pci_config_size() return PCI_CONFIG_SPACE_SIZE. 1811 */ 1812 pci_dev->cap_present &= ~QEMU_PCI_CAP_EXPRESS; 1813 } 1814 1815 virtio_pci_bus_new(&proxy->bus, sizeof(proxy->bus), proxy); 1816 if (k->realize) { 1817 k->realize(proxy, errp); 1818 } 1819 } 1820 1821 static void virtio_pci_exit(PCIDevice *pci_dev) 1822 { 1823 VirtIOPCIProxy *proxy = VIRTIO_PCI(pci_dev); 1824 1825 msix_uninit_exclusive_bar(pci_dev); 1826 address_space_destroy(&proxy->modern_as); 1827 } 1828 1829 static void virtio_pci_reset(DeviceState *qdev) 1830 { 1831 VirtIOPCIProxy *proxy = VIRTIO_PCI(qdev); 1832 VirtioBusState *bus = VIRTIO_BUS(&proxy->bus); 1833 int i; 1834 1835 virtio_pci_stop_ioeventfd(proxy); 1836 virtio_bus_reset(bus); 1837 msix_unuse_all_vectors(&proxy->pci_dev); 1838 1839 for (i = 0; i < VIRTIO_QUEUE_MAX; i++) { 1840 proxy->vqs[i].enabled = 0; 1841 } 1842 } 1843 1844 static Property virtio_pci_properties[] = { 1845 DEFINE_PROP_BIT("virtio-pci-bus-master-bug-migration", VirtIOPCIProxy, flags, 1846 VIRTIO_PCI_FLAG_BUS_MASTER_BUG_MIGRATION_BIT, false), 1847 DEFINE_PROP_ON_OFF_AUTO("disable-legacy", VirtIOPCIProxy, disable_legacy, 1848 ON_OFF_AUTO_AUTO), 1849 DEFINE_PROP_BOOL("disable-modern", VirtIOPCIProxy, disable_modern, false), 1850 DEFINE_PROP_BIT("migrate-extra", VirtIOPCIProxy, flags, 1851 VIRTIO_PCI_FLAG_MIGRATE_EXTRA_BIT, true), 1852 DEFINE_PROP_BIT("modern-pio-notify", VirtIOPCIProxy, flags, 1853 VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY_BIT, false), 1854 DEFINE_PROP_BIT("x-disable-pcie", VirtIOPCIProxy, flags, 1855 VIRTIO_PCI_FLAG_DISABLE_PCIE_BIT, false), 1856 DEFINE_PROP_BIT("page-per-vq", VirtIOPCIProxy, flags, 1857 VIRTIO_PCI_FLAG_PAGE_PER_VQ_BIT, false), 1858 DEFINE_PROP_END_OF_LIST(), 1859 }; 1860 1861 static void virtio_pci_dc_realize(DeviceState *qdev, Error **errp) 1862 { 1863 VirtioPCIClass *vpciklass = VIRTIO_PCI_GET_CLASS(qdev); 1864 VirtIOPCIProxy *proxy = VIRTIO_PCI(qdev); 1865 PCIDevice *pci_dev = &proxy->pci_dev; 1866 1867 if (!(proxy->flags & VIRTIO_PCI_FLAG_DISABLE_PCIE) && 1868 virtio_pci_modern(proxy)) { 1869 pci_dev->cap_present |= QEMU_PCI_CAP_EXPRESS; 1870 } 1871 1872 vpciklass->parent_dc_realize(qdev, errp); 1873 } 1874 1875 static void virtio_pci_class_init(ObjectClass *klass, void *data) 1876 { 1877 DeviceClass *dc = DEVICE_CLASS(klass); 1878 PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); 1879 VirtioPCIClass *vpciklass = VIRTIO_PCI_CLASS(klass); 1880 1881 dc->props = virtio_pci_properties; 1882 k->realize = virtio_pci_realize; 1883 k->exit = virtio_pci_exit; 1884 k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 1885 k->revision = VIRTIO_PCI_ABI_VERSION; 1886 k->class_id = PCI_CLASS_OTHERS; 1887 vpciklass->parent_dc_realize = dc->realize; 1888 dc->realize = virtio_pci_dc_realize; 1889 dc->reset = virtio_pci_reset; 1890 } 1891 1892 static const TypeInfo virtio_pci_info = { 1893 .name = TYPE_VIRTIO_PCI, 1894 .parent = TYPE_PCI_DEVICE, 1895 .instance_size = sizeof(VirtIOPCIProxy), 1896 .class_init = virtio_pci_class_init, 1897 .class_size = sizeof(VirtioPCIClass), 1898 .abstract = true, 1899 }; 1900 1901 /* virtio-blk-pci */ 1902 1903 static Property virtio_blk_pci_properties[] = { 1904 DEFINE_PROP_UINT32("class", VirtIOPCIProxy, class_code, 0), 1905 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, 1906 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true), 1907 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2), 1908 DEFINE_PROP_END_OF_LIST(), 1909 }; 1910 1911 static void virtio_blk_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 1912 { 1913 VirtIOBlkPCI *dev = VIRTIO_BLK_PCI(vpci_dev); 1914 DeviceState *vdev = DEVICE(&dev->vdev); 1915 1916 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 1917 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 1918 } 1919 1920 static void virtio_blk_pci_class_init(ObjectClass *klass, void *data) 1921 { 1922 DeviceClass *dc = DEVICE_CLASS(klass); 1923 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 1924 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 1925 1926 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories); 1927 dc->props = virtio_blk_pci_properties; 1928 k->realize = virtio_blk_pci_realize; 1929 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 1930 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_BLOCK; 1931 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION; 1932 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI; 1933 } 1934 1935 static void virtio_blk_pci_instance_init(Object *obj) 1936 { 1937 VirtIOBlkPCI *dev = VIRTIO_BLK_PCI(obj); 1938 1939 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 1940 TYPE_VIRTIO_BLK); 1941 object_property_add_alias(obj, "iothread", OBJECT(&dev->vdev),"iothread", 1942 &error_abort); 1943 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev), 1944 "bootindex", &error_abort); 1945 } 1946 1947 static const TypeInfo virtio_blk_pci_info = { 1948 .name = TYPE_VIRTIO_BLK_PCI, 1949 .parent = TYPE_VIRTIO_PCI, 1950 .instance_size = sizeof(VirtIOBlkPCI), 1951 .instance_init = virtio_blk_pci_instance_init, 1952 .class_init = virtio_blk_pci_class_init, 1953 }; 1954 1955 /* virtio-scsi-pci */ 1956 1957 static Property virtio_scsi_pci_properties[] = { 1958 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, 1959 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true), 1960 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 1961 DEV_NVECTORS_UNSPECIFIED), 1962 DEFINE_PROP_END_OF_LIST(), 1963 }; 1964 1965 static void virtio_scsi_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 1966 { 1967 VirtIOSCSIPCI *dev = VIRTIO_SCSI_PCI(vpci_dev); 1968 DeviceState *vdev = DEVICE(&dev->vdev); 1969 VirtIOSCSICommon *vs = VIRTIO_SCSI_COMMON(vdev); 1970 DeviceState *proxy = DEVICE(vpci_dev); 1971 char *bus_name; 1972 1973 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) { 1974 vpci_dev->nvectors = vs->conf.num_queues + 3; 1975 } 1976 1977 /* 1978 * For command line compatibility, this sets the virtio-scsi-device bus 1979 * name as before. 1980 */ 1981 if (proxy->id) { 1982 bus_name = g_strdup_printf("%s.0", proxy->id); 1983 virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name); 1984 g_free(bus_name); 1985 } 1986 1987 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 1988 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 1989 } 1990 1991 static void virtio_scsi_pci_class_init(ObjectClass *klass, void *data) 1992 { 1993 DeviceClass *dc = DEVICE_CLASS(klass); 1994 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 1995 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 1996 1997 k->realize = virtio_scsi_pci_realize; 1998 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories); 1999 dc->props = virtio_scsi_pci_properties; 2000 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 2001 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_SCSI; 2002 pcidev_k->revision = 0x00; 2003 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI; 2004 } 2005 2006 static void virtio_scsi_pci_instance_init(Object *obj) 2007 { 2008 VirtIOSCSIPCI *dev = VIRTIO_SCSI_PCI(obj); 2009 2010 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2011 TYPE_VIRTIO_SCSI); 2012 object_property_add_alias(obj, "iothread", OBJECT(&dev->vdev), "iothread", 2013 &error_abort); 2014 } 2015 2016 static const TypeInfo virtio_scsi_pci_info = { 2017 .name = TYPE_VIRTIO_SCSI_PCI, 2018 .parent = TYPE_VIRTIO_PCI, 2019 .instance_size = sizeof(VirtIOSCSIPCI), 2020 .instance_init = virtio_scsi_pci_instance_init, 2021 .class_init = virtio_scsi_pci_class_init, 2022 }; 2023 2024 /* vhost-scsi-pci */ 2025 2026 #ifdef CONFIG_VHOST_SCSI 2027 static Property vhost_scsi_pci_properties[] = { 2028 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2029 DEV_NVECTORS_UNSPECIFIED), 2030 DEFINE_PROP_END_OF_LIST(), 2031 }; 2032 2033 static void vhost_scsi_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 2034 { 2035 VHostSCSIPCI *dev = VHOST_SCSI_PCI(vpci_dev); 2036 DeviceState *vdev = DEVICE(&dev->vdev); 2037 VirtIOSCSICommon *vs = VIRTIO_SCSI_COMMON(vdev); 2038 2039 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) { 2040 vpci_dev->nvectors = vs->conf.num_queues + 3; 2041 } 2042 2043 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 2044 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 2045 } 2046 2047 static void vhost_scsi_pci_class_init(ObjectClass *klass, void *data) 2048 { 2049 DeviceClass *dc = DEVICE_CLASS(klass); 2050 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 2051 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2052 k->realize = vhost_scsi_pci_realize; 2053 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories); 2054 dc->props = vhost_scsi_pci_properties; 2055 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 2056 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_SCSI; 2057 pcidev_k->revision = 0x00; 2058 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI; 2059 } 2060 2061 static void vhost_scsi_pci_instance_init(Object *obj) 2062 { 2063 VHostSCSIPCI *dev = VHOST_SCSI_PCI(obj); 2064 2065 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2066 TYPE_VHOST_SCSI); 2067 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev), 2068 "bootindex", &error_abort); 2069 } 2070 2071 static const TypeInfo vhost_scsi_pci_info = { 2072 .name = TYPE_VHOST_SCSI_PCI, 2073 .parent = TYPE_VIRTIO_PCI, 2074 .instance_size = sizeof(VHostSCSIPCI), 2075 .instance_init = vhost_scsi_pci_instance_init, 2076 .class_init = vhost_scsi_pci_class_init, 2077 }; 2078 #endif 2079 2080 /* vhost-vsock-pci */ 2081 2082 #ifdef CONFIG_VHOST_VSOCK 2083 static Property vhost_vsock_pci_properties[] = { 2084 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 3), 2085 DEFINE_PROP_END_OF_LIST(), 2086 }; 2087 2088 static void vhost_vsock_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 2089 { 2090 VHostVSockPCI *dev = VHOST_VSOCK_PCI(vpci_dev); 2091 DeviceState *vdev = DEVICE(&dev->vdev); 2092 2093 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 2094 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 2095 } 2096 2097 static void vhost_vsock_pci_class_init(ObjectClass *klass, void *data) 2098 { 2099 DeviceClass *dc = DEVICE_CLASS(klass); 2100 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 2101 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2102 k->realize = vhost_vsock_pci_realize; 2103 set_bit(DEVICE_CATEGORY_MISC, dc->categories); 2104 dc->props = vhost_vsock_pci_properties; 2105 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 2106 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_VSOCK; 2107 pcidev_k->revision = 0x00; 2108 pcidev_k->class_id = PCI_CLASS_COMMUNICATION_OTHER; 2109 } 2110 2111 static void vhost_vsock_pci_instance_init(Object *obj) 2112 { 2113 VHostVSockPCI *dev = VHOST_VSOCK_PCI(obj); 2114 2115 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2116 TYPE_VHOST_VSOCK); 2117 } 2118 2119 static const TypeInfo vhost_vsock_pci_info = { 2120 .name = TYPE_VHOST_VSOCK_PCI, 2121 .parent = TYPE_VIRTIO_PCI, 2122 .instance_size = sizeof(VHostVSockPCI), 2123 .instance_init = vhost_vsock_pci_instance_init, 2124 .class_init = vhost_vsock_pci_class_init, 2125 }; 2126 #endif 2127 2128 /* virtio-balloon-pci */ 2129 2130 static Property virtio_balloon_pci_properties[] = { 2131 DEFINE_PROP_UINT32("class", VirtIOPCIProxy, class_code, 0), 2132 DEFINE_PROP_END_OF_LIST(), 2133 }; 2134 2135 static void virtio_balloon_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 2136 { 2137 VirtIOBalloonPCI *dev = VIRTIO_BALLOON_PCI(vpci_dev); 2138 DeviceState *vdev = DEVICE(&dev->vdev); 2139 2140 if (vpci_dev->class_code != PCI_CLASS_OTHERS && 2141 vpci_dev->class_code != PCI_CLASS_MEMORY_RAM) { /* qemu < 1.1 */ 2142 vpci_dev->class_code = PCI_CLASS_OTHERS; 2143 } 2144 2145 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 2146 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 2147 } 2148 2149 static void virtio_balloon_pci_class_init(ObjectClass *klass, void *data) 2150 { 2151 DeviceClass *dc = DEVICE_CLASS(klass); 2152 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 2153 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2154 k->realize = virtio_balloon_pci_realize; 2155 set_bit(DEVICE_CATEGORY_MISC, dc->categories); 2156 dc->props = virtio_balloon_pci_properties; 2157 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 2158 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_BALLOON; 2159 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION; 2160 pcidev_k->class_id = PCI_CLASS_OTHERS; 2161 } 2162 2163 static void virtio_balloon_pci_instance_init(Object *obj) 2164 { 2165 VirtIOBalloonPCI *dev = VIRTIO_BALLOON_PCI(obj); 2166 2167 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2168 TYPE_VIRTIO_BALLOON); 2169 object_property_add_alias(obj, "guest-stats", OBJECT(&dev->vdev), 2170 "guest-stats", &error_abort); 2171 object_property_add_alias(obj, "guest-stats-polling-interval", 2172 OBJECT(&dev->vdev), 2173 "guest-stats-polling-interval", &error_abort); 2174 } 2175 2176 static const TypeInfo virtio_balloon_pci_info = { 2177 .name = TYPE_VIRTIO_BALLOON_PCI, 2178 .parent = TYPE_VIRTIO_PCI, 2179 .instance_size = sizeof(VirtIOBalloonPCI), 2180 .instance_init = virtio_balloon_pci_instance_init, 2181 .class_init = virtio_balloon_pci_class_init, 2182 }; 2183 2184 /* virtio-serial-pci */ 2185 2186 static void virtio_serial_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 2187 { 2188 VirtIOSerialPCI *dev = VIRTIO_SERIAL_PCI(vpci_dev); 2189 DeviceState *vdev = DEVICE(&dev->vdev); 2190 DeviceState *proxy = DEVICE(vpci_dev); 2191 char *bus_name; 2192 2193 if (vpci_dev->class_code != PCI_CLASS_COMMUNICATION_OTHER && 2194 vpci_dev->class_code != PCI_CLASS_DISPLAY_OTHER && /* qemu 0.10 */ 2195 vpci_dev->class_code != PCI_CLASS_OTHERS) { /* qemu-kvm */ 2196 vpci_dev->class_code = PCI_CLASS_COMMUNICATION_OTHER; 2197 } 2198 2199 /* backwards-compatibility with machines that were created with 2200 DEV_NVECTORS_UNSPECIFIED */ 2201 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) { 2202 vpci_dev->nvectors = dev->vdev.serial.max_virtserial_ports + 1; 2203 } 2204 2205 /* 2206 * For command line compatibility, this sets the virtio-serial-device bus 2207 * name as before. 2208 */ 2209 if (proxy->id) { 2210 bus_name = g_strdup_printf("%s.0", proxy->id); 2211 virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name); 2212 g_free(bus_name); 2213 } 2214 2215 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 2216 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 2217 } 2218 2219 static Property virtio_serial_pci_properties[] = { 2220 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, 2221 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true), 2222 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2), 2223 DEFINE_PROP_UINT32("class", VirtIOPCIProxy, class_code, 0), 2224 DEFINE_PROP_END_OF_LIST(), 2225 }; 2226 2227 static void virtio_serial_pci_class_init(ObjectClass *klass, void *data) 2228 { 2229 DeviceClass *dc = DEVICE_CLASS(klass); 2230 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 2231 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2232 k->realize = virtio_serial_pci_realize; 2233 set_bit(DEVICE_CATEGORY_INPUT, dc->categories); 2234 dc->props = virtio_serial_pci_properties; 2235 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 2236 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_CONSOLE; 2237 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION; 2238 pcidev_k->class_id = PCI_CLASS_COMMUNICATION_OTHER; 2239 } 2240 2241 static void virtio_serial_pci_instance_init(Object *obj) 2242 { 2243 VirtIOSerialPCI *dev = VIRTIO_SERIAL_PCI(obj); 2244 2245 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2246 TYPE_VIRTIO_SERIAL); 2247 } 2248 2249 static const TypeInfo virtio_serial_pci_info = { 2250 .name = TYPE_VIRTIO_SERIAL_PCI, 2251 .parent = TYPE_VIRTIO_PCI, 2252 .instance_size = sizeof(VirtIOSerialPCI), 2253 .instance_init = virtio_serial_pci_instance_init, 2254 .class_init = virtio_serial_pci_class_init, 2255 }; 2256 2257 /* virtio-net-pci */ 2258 2259 static Property virtio_net_properties[] = { 2260 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, 2261 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, false), 2262 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 3), 2263 DEFINE_PROP_END_OF_LIST(), 2264 }; 2265 2266 static void virtio_net_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 2267 { 2268 DeviceState *qdev = DEVICE(vpci_dev); 2269 VirtIONetPCI *dev = VIRTIO_NET_PCI(vpci_dev); 2270 DeviceState *vdev = DEVICE(&dev->vdev); 2271 2272 virtio_net_set_netclient_name(&dev->vdev, qdev->id, 2273 object_get_typename(OBJECT(qdev))); 2274 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 2275 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 2276 } 2277 2278 static void virtio_net_pci_class_init(ObjectClass *klass, void *data) 2279 { 2280 DeviceClass *dc = DEVICE_CLASS(klass); 2281 PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); 2282 VirtioPCIClass *vpciklass = VIRTIO_PCI_CLASS(klass); 2283 2284 k->romfile = "efi-virtio.rom"; 2285 k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 2286 k->device_id = PCI_DEVICE_ID_VIRTIO_NET; 2287 k->revision = VIRTIO_PCI_ABI_VERSION; 2288 k->class_id = PCI_CLASS_NETWORK_ETHERNET; 2289 set_bit(DEVICE_CATEGORY_NETWORK, dc->categories); 2290 dc->props = virtio_net_properties; 2291 vpciklass->realize = virtio_net_pci_realize; 2292 } 2293 2294 static void virtio_net_pci_instance_init(Object *obj) 2295 { 2296 VirtIONetPCI *dev = VIRTIO_NET_PCI(obj); 2297 2298 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2299 TYPE_VIRTIO_NET); 2300 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev), 2301 "bootindex", &error_abort); 2302 } 2303 2304 static const TypeInfo virtio_net_pci_info = { 2305 .name = TYPE_VIRTIO_NET_PCI, 2306 .parent = TYPE_VIRTIO_PCI, 2307 .instance_size = sizeof(VirtIONetPCI), 2308 .instance_init = virtio_net_pci_instance_init, 2309 .class_init = virtio_net_pci_class_init, 2310 }; 2311 2312 /* virtio-rng-pci */ 2313 2314 static void virtio_rng_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 2315 { 2316 VirtIORngPCI *vrng = VIRTIO_RNG_PCI(vpci_dev); 2317 DeviceState *vdev = DEVICE(&vrng->vdev); 2318 Error *err = NULL; 2319 2320 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 2321 object_property_set_bool(OBJECT(vdev), true, "realized", &err); 2322 if (err) { 2323 error_propagate(errp, err); 2324 return; 2325 } 2326 2327 object_property_set_link(OBJECT(vrng), 2328 OBJECT(vrng->vdev.conf.rng), "rng", 2329 NULL); 2330 } 2331 2332 static void virtio_rng_pci_class_init(ObjectClass *klass, void *data) 2333 { 2334 DeviceClass *dc = DEVICE_CLASS(klass); 2335 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 2336 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2337 2338 k->realize = virtio_rng_pci_realize; 2339 set_bit(DEVICE_CATEGORY_MISC, dc->categories); 2340 2341 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; 2342 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_RNG; 2343 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION; 2344 pcidev_k->class_id = PCI_CLASS_OTHERS; 2345 } 2346 2347 static void virtio_rng_initfn(Object *obj) 2348 { 2349 VirtIORngPCI *dev = VIRTIO_RNG_PCI(obj); 2350 2351 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2352 TYPE_VIRTIO_RNG); 2353 object_property_add_alias(obj, "rng", OBJECT(&dev->vdev), "rng", 2354 &error_abort); 2355 } 2356 2357 static const TypeInfo virtio_rng_pci_info = { 2358 .name = TYPE_VIRTIO_RNG_PCI, 2359 .parent = TYPE_VIRTIO_PCI, 2360 .instance_size = sizeof(VirtIORngPCI), 2361 .instance_init = virtio_rng_initfn, 2362 .class_init = virtio_rng_pci_class_init, 2363 }; 2364 2365 /* virtio-input-pci */ 2366 2367 static Property virtio_input_pci_properties[] = { 2368 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2), 2369 DEFINE_PROP_END_OF_LIST(), 2370 }; 2371 2372 static void virtio_input_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp) 2373 { 2374 VirtIOInputPCI *vinput = VIRTIO_INPUT_PCI(vpci_dev); 2375 DeviceState *vdev = DEVICE(&vinput->vdev); 2376 2377 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus)); 2378 virtio_pci_force_virtio_1(vpci_dev); 2379 object_property_set_bool(OBJECT(vdev), true, "realized", errp); 2380 } 2381 2382 static void virtio_input_pci_class_init(ObjectClass *klass, void *data) 2383 { 2384 DeviceClass *dc = DEVICE_CLASS(klass); 2385 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass); 2386 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2387 2388 dc->props = virtio_input_pci_properties; 2389 k->realize = virtio_input_pci_realize; 2390 set_bit(DEVICE_CATEGORY_INPUT, dc->categories); 2391 2392 pcidev_k->class_id = PCI_CLASS_INPUT_OTHER; 2393 } 2394 2395 static void virtio_input_hid_kbd_pci_class_init(ObjectClass *klass, void *data) 2396 { 2397 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2398 2399 pcidev_k->class_id = PCI_CLASS_INPUT_KEYBOARD; 2400 } 2401 2402 static void virtio_input_hid_mouse_pci_class_init(ObjectClass *klass, 2403 void *data) 2404 { 2405 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass); 2406 2407 pcidev_k->class_id = PCI_CLASS_INPUT_MOUSE; 2408 } 2409 2410 static void virtio_keyboard_initfn(Object *obj) 2411 { 2412 VirtIOInputHIDPCI *dev = VIRTIO_INPUT_HID_PCI(obj); 2413 2414 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2415 TYPE_VIRTIO_KEYBOARD); 2416 } 2417 2418 static void virtio_mouse_initfn(Object *obj) 2419 { 2420 VirtIOInputHIDPCI *dev = VIRTIO_INPUT_HID_PCI(obj); 2421 2422 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2423 TYPE_VIRTIO_MOUSE); 2424 } 2425 2426 static void virtio_tablet_initfn(Object *obj) 2427 { 2428 VirtIOInputHIDPCI *dev = VIRTIO_INPUT_HID_PCI(obj); 2429 2430 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2431 TYPE_VIRTIO_TABLET); 2432 } 2433 2434 static const TypeInfo virtio_input_pci_info = { 2435 .name = TYPE_VIRTIO_INPUT_PCI, 2436 .parent = TYPE_VIRTIO_PCI, 2437 .instance_size = sizeof(VirtIOInputPCI), 2438 .class_init = virtio_input_pci_class_init, 2439 .abstract = true, 2440 }; 2441 2442 static const TypeInfo virtio_input_hid_pci_info = { 2443 .name = TYPE_VIRTIO_INPUT_HID_PCI, 2444 .parent = TYPE_VIRTIO_INPUT_PCI, 2445 .instance_size = sizeof(VirtIOInputHIDPCI), 2446 .abstract = true, 2447 }; 2448 2449 static const TypeInfo virtio_keyboard_pci_info = { 2450 .name = TYPE_VIRTIO_KEYBOARD_PCI, 2451 .parent = TYPE_VIRTIO_INPUT_HID_PCI, 2452 .class_init = virtio_input_hid_kbd_pci_class_init, 2453 .instance_size = sizeof(VirtIOInputHIDPCI), 2454 .instance_init = virtio_keyboard_initfn, 2455 }; 2456 2457 static const TypeInfo virtio_mouse_pci_info = { 2458 .name = TYPE_VIRTIO_MOUSE_PCI, 2459 .parent = TYPE_VIRTIO_INPUT_HID_PCI, 2460 .class_init = virtio_input_hid_mouse_pci_class_init, 2461 .instance_size = sizeof(VirtIOInputHIDPCI), 2462 .instance_init = virtio_mouse_initfn, 2463 }; 2464 2465 static const TypeInfo virtio_tablet_pci_info = { 2466 .name = TYPE_VIRTIO_TABLET_PCI, 2467 .parent = TYPE_VIRTIO_INPUT_HID_PCI, 2468 .instance_size = sizeof(VirtIOInputHIDPCI), 2469 .instance_init = virtio_tablet_initfn, 2470 }; 2471 2472 #ifdef CONFIG_LINUX 2473 static void virtio_host_initfn(Object *obj) 2474 { 2475 VirtIOInputHostPCI *dev = VIRTIO_INPUT_HOST_PCI(obj); 2476 2477 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev), 2478 TYPE_VIRTIO_INPUT_HOST); 2479 } 2480 2481 static const TypeInfo virtio_host_pci_info = { 2482 .name = TYPE_VIRTIO_INPUT_HOST_PCI, 2483 .parent = TYPE_VIRTIO_INPUT_PCI, 2484 .instance_size = sizeof(VirtIOInputHostPCI), 2485 .instance_init = virtio_host_initfn, 2486 }; 2487 #endif 2488 2489 /* virtio-pci-bus */ 2490 2491 static void virtio_pci_bus_new(VirtioBusState *bus, size_t bus_size, 2492 VirtIOPCIProxy *dev) 2493 { 2494 DeviceState *qdev = DEVICE(dev); 2495 char virtio_bus_name[] = "virtio-bus"; 2496 2497 qbus_create_inplace(bus, bus_size, TYPE_VIRTIO_PCI_BUS, qdev, 2498 virtio_bus_name); 2499 } 2500 2501 static void virtio_pci_bus_class_init(ObjectClass *klass, void *data) 2502 { 2503 BusClass *bus_class = BUS_CLASS(klass); 2504 VirtioBusClass *k = VIRTIO_BUS_CLASS(klass); 2505 bus_class->max_dev = 1; 2506 k->notify = virtio_pci_notify; 2507 k->save_config = virtio_pci_save_config; 2508 k->load_config = virtio_pci_load_config; 2509 k->save_queue = virtio_pci_save_queue; 2510 k->load_queue = virtio_pci_load_queue; 2511 k->save_extra_state = virtio_pci_save_extra_state; 2512 k->load_extra_state = virtio_pci_load_extra_state; 2513 k->has_extra_state = virtio_pci_has_extra_state; 2514 k->query_guest_notifiers = virtio_pci_query_guest_notifiers; 2515 k->set_guest_notifiers = virtio_pci_set_guest_notifiers; 2516 k->vmstate_change = virtio_pci_vmstate_change; 2517 k->pre_plugged = virtio_pci_pre_plugged; 2518 k->device_plugged = virtio_pci_device_plugged; 2519 k->device_unplugged = virtio_pci_device_unplugged; 2520 k->query_nvectors = virtio_pci_query_nvectors; 2521 k->ioeventfd_enabled = virtio_pci_ioeventfd_enabled; 2522 k->ioeventfd_assign = virtio_pci_ioeventfd_assign; 2523 } 2524 2525 static const TypeInfo virtio_pci_bus_info = { 2526 .name = TYPE_VIRTIO_PCI_BUS, 2527 .parent = TYPE_VIRTIO_BUS, 2528 .instance_size = sizeof(VirtioPCIBusState), 2529 .class_init = virtio_pci_bus_class_init, 2530 }; 2531 2532 static void virtio_pci_register_types(void) 2533 { 2534 type_register_static(&virtio_rng_pci_info); 2535 type_register_static(&virtio_input_pci_info); 2536 type_register_static(&virtio_input_hid_pci_info); 2537 type_register_static(&virtio_keyboard_pci_info); 2538 type_register_static(&virtio_mouse_pci_info); 2539 type_register_static(&virtio_tablet_pci_info); 2540 #ifdef CONFIG_LINUX 2541 type_register_static(&virtio_host_pci_info); 2542 #endif 2543 type_register_static(&virtio_pci_bus_info); 2544 type_register_static(&virtio_pci_info); 2545 #ifdef CONFIG_VIRTFS 2546 type_register_static(&virtio_9p_pci_info); 2547 #endif 2548 type_register_static(&virtio_blk_pci_info); 2549 type_register_static(&virtio_scsi_pci_info); 2550 type_register_static(&virtio_balloon_pci_info); 2551 type_register_static(&virtio_serial_pci_info); 2552 type_register_static(&virtio_net_pci_info); 2553 #ifdef CONFIG_VHOST_SCSI 2554 type_register_static(&vhost_scsi_pci_info); 2555 #endif 2556 #ifdef CONFIG_VHOST_VSOCK 2557 type_register_static(&vhost_vsock_pci_info); 2558 #endif 2559 } 2560 2561 type_init(virtio_pci_register_types) 2562