53 static void vfio_disable_interrupts(VFIOPCIDevice *vdev);
54 static void vfio_mmap_set_enabled(VFIOPCIDevice *vdev, bool enabled);
55 static void vfio_msi_disable_common(VFIOPCIDevice *vdev);
74     VFIOPCIDevice *vdev = opaque;  in vfio_intx_mmap_enable()
87     VFIOPCIDevice *vdev = opaque;  in vfio_intx_interrupt()
106     VFIOPCIDevice *vdev = container_of(vbasedev, VFIOPCIDevice, vbasedev);  in vfio_intx_eoi()
119 static bool vfio_intx_enable_kvm(VFIOPCIDevice *vdev, Error **errp)  in vfio_intx_enable_kvm()
180 static void vfio_intx_disable_kvm(VFIOPCIDevice *vdev)  in vfio_intx_disable_kvm()
217 static void vfio_intx_update(VFIOPCIDevice *vdev, PCIINTxRoute *route)  in vfio_intx_update()
242     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_intx_routing_notifier()
258     VFIOPCIDevice *vdev = container_of(notify, VFIOPCIDevice,  in vfio_irqchip_change()
264 static bool vfio_intx_enable(VFIOPCIDevice *vdev, Error **errp)  in vfio_intx_enable()
317 static void vfio_intx_disable(VFIOPCIDevice *vdev)  in vfio_intx_disable()
343     VFIOPCIDevice *vdev = vector->vdev;  in vfio_msi_interrupt()
379 static int vfio_enable_msix_no_vec(VFIOPCIDevice *vdev)  in vfio_enable_msix_no_vec()
402 static int vfio_enable_vectors(VFIOPCIDevice *vdev, bool msix)  in vfio_enable_vectors()
463 static void vfio_add_kvm_msi_virq(VFIOPCIDevice *vdev, VFIOMSIVector *vector,  in vfio_add_kvm_msi_virq()
517     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_msix_vector_do_use()
622     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_msix_vector_release()
647 static void vfio_prepare_kvm_msi_virq_batch(VFIOPCIDevice *vdev)  in vfio_prepare_kvm_msi_virq_batch()
654 static void vfio_commit_kvm_msi_virq_batch(VFIOPCIDevice *vdev)  in vfio_commit_kvm_msi_virq_batch()
668 static void vfio_msix_enable(VFIOPCIDevice *vdev)  in vfio_msix_enable()
720 static void vfio_msi_enable(VFIOPCIDevice *vdev)  in vfio_msi_enable()
792 static void vfio_msi_disable_common(VFIOPCIDevice *vdev)  in vfio_msi_disable_common()
814 static void vfio_msix_disable(VFIOPCIDevice *vdev)  in vfio_msix_disable()
849 static void vfio_msi_disable(VFIOPCIDevice *vdev)  in vfio_msi_disable()
863 static void vfio_update_msi(VFIOPCIDevice *vdev)  in vfio_update_msi()
880 static void vfio_pci_load_rom(VFIOPCIDevice *vdev)  in vfio_pci_load_rom()
963     VFIOPCIDevice *vdev = opaque;  in vfio_rom_read()
1011 static void vfio_pci_size_rom(VFIOPCIDevice *vdev)  in vfio_pci_size_rom()
1171     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_sub_page_bar_update_mapping()
1217     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_pci_read_config()
1250     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_pci_write_config()
1322 static void vfio_disable_interrupts(VFIOPCIDevice *vdev)  in vfio_disable_interrupts()
1340 static bool vfio_msi_setup(VFIOPCIDevice *vdev, int pos, Error **errp)  in vfio_msi_setup()
1373 static void vfio_pci_fixup_msix_region(VFIOPCIDevice *vdev)  in vfio_pci_fixup_msix_region()
1450 static bool vfio_pci_relocate_msix(VFIOPCIDevice *vdev, Error **errp)  in vfio_pci_relocate_msix()
1551 static bool vfio_msix_early_setup(VFIOPCIDevice *vdev, Error **errp)  in vfio_msix_early_setup()
1645 static bool vfio_msix_setup(VFIOPCIDevice *vdev, int pos, Error **errp)  in vfio_msix_setup()
1702 static void vfio_teardown_msi(VFIOPCIDevice *vdev)  in vfio_teardown_msi()
1717 static void vfio_mmap_set_enabled(VFIOPCIDevice *vdev, bool enabled)  in vfio_mmap_set_enabled()
1726 static void vfio_bar_prepare(VFIOPCIDevice *vdev, int nr)  in vfio_bar_prepare()
1754 static void vfio_bars_prepare(VFIOPCIDevice *vdev)  in vfio_bars_prepare()
1763 static void vfio_bar_register(VFIOPCIDevice *vdev, int nr)  in vfio_bar_register()
1789 static void vfio_bars_register(VFIOPCIDevice *vdev)  in vfio_bars_register()
1798 static void vfio_bars_exit(VFIOPCIDevice *vdev)  in vfio_bars_exit()
1818 static void vfio_bars_finalize(VFIOPCIDevice *vdev)  in vfio_bars_finalize()
1882 static void vfio_add_emulated_word(VFIOPCIDevice *vdev, int pos,  in vfio_add_emulated_word()
1895 static void vfio_add_emulated_long(VFIOPCIDevice *vdev, int pos,  in vfio_add_emulated_long()
1903 static void vfio_pci_enable_rp_atomics(VFIOPCIDevice *vdev)  in vfio_pci_enable_rp_atomics()
1966 static void vfio_pci_disable_rp_atomics(VFIOPCIDevice *vdev)  in vfio_pci_disable_rp_atomics()
1978 static bool vfio_setup_pcie_cap(VFIOPCIDevice *vdev, int pos, uint8_t size,  in vfio_setup_pcie_cap()
2108 static void vfio_check_pcie_flr(VFIOPCIDevice *vdev, uint8_t pos)  in vfio_check_pcie_flr()
2118 static void vfio_check_pm_reset(VFIOPCIDevice *vdev, uint8_t pos)  in vfio_check_pm_reset()
2128 static void vfio_check_af_flr(VFIOPCIDevice *vdev, uint8_t pos)  in vfio_check_af_flr()
2138 static bool vfio_add_vendor_specific_cap(VFIOPCIDevice *vdev, int pos,  in vfio_add_vendor_specific_cap()
2160 static bool vfio_add_std_cap(VFIOPCIDevice *vdev, uint8_t pos, Error **errp)  in vfio_add_std_cap()
2243 static int vfio_setup_rebar_ecap(VFIOPCIDevice *vdev, uint16_t pos)  in vfio_setup_rebar_ecap()
2291 static void vfio_add_ext_cap(VFIOPCIDevice *vdev)  in vfio_add_ext_cap()
2386 static bool vfio_add_capabilities(VFIOPCIDevice *vdev, Error **errp)  in vfio_add_capabilities()
2403 void vfio_pci_pre_reset(VFIOPCIDevice *vdev)  in vfio_pci_pre_reset()
2440 void vfio_pci_post_reset(VFIOPCIDevice *vdev)  in vfio_pci_post_reset()
2473 int vfio_pci_get_pci_hot_reset_info(VFIOPCIDevice *vdev,  in vfio_pci_get_pci_hot_reset_info()
2511 static int vfio_pci_hot_reset(VFIOPCIDevice *vdev, bool single)  in vfio_pci_hot_reset()
2534 static int vfio_pci_hot_reset_one(VFIOPCIDevice *vdev)  in vfio_pci_hot_reset_one()
2541     VFIOPCIDevice *vdev = container_of(vbasedev, VFIOPCIDevice, vbasedev);  in vfio_pci_hot_reset_multi()
2547     VFIOPCIDevice *vdev = container_of(vbasedev, VFIOPCIDevice, vbasedev);  in vfio_pci_compute_needs_reset()
2555     VFIOPCIDevice *vdev = container_of(vbasedev, VFIOPCIDevice, vbasedev);  in vfio_pci_get_object()
2569     VFIOPCIDevice *vdev = opaque;  in vfio_display_migration_needed()
2588         VMSTATE_STRUCT_POINTER(dpy, VFIOPCIDevice, vfio_display_vmstate,
2599         VMSTATE_PCI_DEVICE(pdev, VFIOPCIDevice),
2600         VMSTATE_MSIX_TEST(pdev, VFIOPCIDevice, vfio_msix_present),
2611     VFIOPCIDevice *vdev = container_of(vbasedev, VFIOPCIDevice, vbasedev);  in vfio_pci_save_config()
2619     VFIOPCIDevice *vdev = container_of(vbasedev, VFIOPCIDevice, vbasedev);  in vfio_pci_load_config()
2666 bool vfio_populate_vga(VFIOPCIDevice *vdev, Error **errp)  in vfio_populate_vga()
2731 static bool vfio_populate_device(VFIOPCIDevice *vdev, Error **errp)  in vfio_populate_device()
2813 static void vfio_pci_put_device(VFIOPCIDevice *vdev)  in vfio_pci_put_device()
2823     VFIOPCIDevice *vdev = opaque;  in vfio_err_notifier_handler()
2849 static void vfio_register_err_notifier(VFIOPCIDevice *vdev)  in vfio_register_err_notifier()
2876 static void vfio_unregister_err_notifier(VFIOPCIDevice *vdev)  in vfio_unregister_err_notifier()
2895     VFIOPCIDevice *vdev = opaque;  in vfio_req_notifier_handler()
2908 static void vfio_register_req_notifier(VFIOPCIDevice *vdev)  in vfio_register_req_notifier()
2942 static void vfio_unregister_req_notifier(VFIOPCIDevice *vdev)  in vfio_unregister_req_notifier()
2964     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_realize()
3254     VFIOPCIDevice *vdev = VFIO_PCI(obj);  in vfio_instance_finalize()
3272     VFIOPCIDevice *vdev = VFIO_PCI(pdev);  in vfio_exitfn()
3296     VFIOPCIDevice *vdev = VFIO_PCI(dev);  in vfio_pci_reset()
3336     VFIOPCIDevice *vdev = VFIO_PCI(obj);  in vfio_instance_init()
3358     DEFINE_PROP_PCI_HOST_DEVADDR("host", VFIOPCIDevice, host),
3359     DEFINE_PROP_UUID_NODEFAULT("vf-token", VFIOPCIDevice, vf_token),
3360     DEFINE_PROP_STRING("sysfsdev", VFIOPCIDevice, vbasedev.sysfsdev),
3361     DEFINE_PROP_ON_OFF_AUTO("x-pre-copy-dirty-page-tracking", VFIOPCIDevice,
3364     DEFINE_PROP_ON_OFF_AUTO("x-device-dirty-page-tracking", VFIOPCIDevice,
3367     DEFINE_PROP_ON_OFF_AUTO("display", VFIOPCIDevice,
3369     DEFINE_PROP_UINT32("xres", VFIOPCIDevice, display_xres, 0),
3370     DEFINE_PROP_UINT32("yres", VFIOPCIDevice, display_yres, 0),
3371     DEFINE_PROP_UINT32("x-intx-mmap-timeout-ms", VFIOPCIDevice,
3373     DEFINE_PROP_BIT("x-vga", VFIOPCIDevice, features,
3375     DEFINE_PROP_BIT("x-req", VFIOPCIDevice, features,
3377     DEFINE_PROP_BIT("x-igd-opregion", VFIOPCIDevice, features,
3379     DEFINE_PROP_ON_OFF_AUTO("enable-migration", VFIOPCIDevice,
3381     DEFINE_PROP_BOOL("migration-events", VFIOPCIDevice,
3383     DEFINE_PROP_BOOL("x-no-mmap", VFIOPCIDevice, vbasedev.no_mmap, false),
3384     DEFINE_PROP_BOOL("x-balloon-allowed", VFIOPCIDevice,
3386     DEFINE_PROP_BOOL("x-no-kvm-intx", VFIOPCIDevice, no_kvm_intx, false),
3387     DEFINE_PROP_BOOL("x-no-kvm-msi", VFIOPCIDevice, no_kvm_msi, false),
3388     DEFINE_PROP_BOOL("x-no-kvm-msix", VFIOPCIDevice, no_kvm_msix, false),
3389     DEFINE_PROP_BOOL("x-no-geforce-quirks", VFIOPCIDevice,
3391     DEFINE_PROP_BOOL("x-no-kvm-ioeventfd", VFIOPCIDevice, no_kvm_ioeventfd,
3393     DEFINE_PROP_BOOL("x-no-vfio-ioeventfd", VFIOPCIDevice, no_vfio_ioeventfd,
3395     DEFINE_PROP_UINT32("x-pci-vendor-id", VFIOPCIDevice, vendor_id, PCI_ANY_ID),
3396     DEFINE_PROP_UINT32("x-pci-device-id", VFIOPCIDevice, device_id, PCI_ANY_ID),
3397     DEFINE_PROP_UINT32("x-pci-sub-vendor-id", VFIOPCIDevice,
3399     DEFINE_PROP_UINT32("x-pci-sub-device-id", VFIOPCIDevice,
3401     DEFINE_PROP_UINT32("x-igd-gms", VFIOPCIDevice, igd_gms, 0),
3402     DEFINE_PROP_UNSIGNED_NODEFAULT("x-nv-gpudirect-clique", VFIOPCIDevice,
3405     DEFINE_PROP_OFF_AUTO_PCIBAR("x-msix-relocation", VFIOPCIDevice, msix_relo,
3408     DEFINE_PROP_LINK("iommufd", VFIOPCIDevice, vbasedev.iommufd,
3411     DEFINE_PROP_BOOL("skip-vsc-check", VFIOPCIDevice, skip_vsc_check, true),
3443     .instance_size = sizeof(VFIOPCIDevice),
3455     DEFINE_PROP_BOOL("ramfb", VFIOPCIDevice, enable_ramfb, false),
3456     DEFINE_PROP_ON_OFF_AUTO("x-ramfb-migrate", VFIOPCIDevice, ramfb_migrate,
3472     .instance_size = sizeof(VFIOPCIDevice),