1e2c7d025SEric Auger /* 2e2c7d025SEric Auger * common header for vfio based device assignment support 3e2c7d025SEric Auger * 4e2c7d025SEric Auger * Copyright Red Hat, Inc. 2012 5e2c7d025SEric Auger * 6e2c7d025SEric Auger * Authors: 7e2c7d025SEric Auger * Alex Williamson <alex.williamson@redhat.com> 8e2c7d025SEric Auger * 9e2c7d025SEric Auger * This work is licensed under the terms of the GNU GPL, version 2. See 10e2c7d025SEric Auger * the COPYING file in the top-level directory. 11e2c7d025SEric Auger * 12e2c7d025SEric Auger * Based on qemu-kvm device-assignment: 13e2c7d025SEric Auger * Adapted for KVM by Qumranet. 14e2c7d025SEric Auger * Copyright (c) 2007, Neocleus, Alex Novik (alex@neocleus.com) 15e2c7d025SEric Auger * Copyright (c) 2007, Neocleus, Guy Zana (guy@neocleus.com) 16e2c7d025SEric Auger * Copyright (C) 2008, Qumranet, Amit Shah (amit.shah@qumranet.com) 17e2c7d025SEric Auger * Copyright (C) 2008, Red Hat, Amit Shah (amit.shah@redhat.com) 18e2c7d025SEric Auger * Copyright (C) 2008, IBM, Muli Ben-Yehuda (muli@il.ibm.com) 19e2c7d025SEric Auger */ 20175de524SMarkus Armbruster 21e2c7d025SEric Auger #ifndef HW_VFIO_VFIO_COMMON_H 22e2c7d025SEric Auger #define HW_VFIO_VFIO_COMMON_H 23e2c7d025SEric Auger 24e2c7d025SEric Auger #include "exec/memory.h" 25e2c7d025SEric Auger #include "qemu/queue.h" 26e2c7d025SEric Auger #include "qemu/notify.h" 278b818e05SGerd Hoffmann #include "ui/console.h" 28b290659fSGerd Hoffmann #include "hw/display/ramfb.h" 2946900226SAlex Williamson #ifdef CONFIG_LINUX 3046900226SAlex Williamson #include <linux/vfio.h> 3146900226SAlex Williamson #endif 3202a7e71bSKirti Wankhede #include "sysemu/sysemu.h" 33f61dddd7SZhenzhong Duan #include "hw/vfio/vfio-container-base.h" 340533739eSZhenzhong Duan #include "sysemu/host_iommu_device.h" 359005f928SZhenzhong Duan #include "sysemu/iommufd.h" 36e2c7d025SEric Auger 37e1eb292aSMarkus Armbruster #define VFIO_MSG_PREFIX "vfio %s: " 38426ec904SEric Auger 39e2c7d025SEric Auger enum { 40e2c7d025SEric Auger VFIO_DEVICE_TYPE_PCI = 0, 410ea2730bSEric Auger VFIO_DEVICE_TYPE_PLATFORM = 1, 421dcac3e1SXiao Feng Ren VFIO_DEVICE_TYPE_CCW = 2, 432fe2942cSTony Krowiak VFIO_DEVICE_TYPE_AP = 3, 44e2c7d025SEric Auger }; 45e2c7d025SEric Auger 46db0da029SAlex Williamson typedef struct VFIOMmap { 47db0da029SAlex Williamson MemoryRegion mem; 48db0da029SAlex Williamson void *mmap; 49db0da029SAlex Williamson off_t offset; 50db0da029SAlex Williamson size_t size; 51db0da029SAlex Williamson } VFIOMmap; 52db0da029SAlex Williamson 53e2c7d025SEric Auger typedef struct VFIORegion { 54e2c7d025SEric Auger struct VFIODevice *vbasedev; 55e2c7d025SEric Auger off_t fd_offset; /* offset of region within device fd */ 56db0da029SAlex Williamson MemoryRegion *mem; /* slow, read/write access */ 57e2c7d025SEric Auger size_t size; 58e2c7d025SEric Auger uint32_t flags; /* VFIO region flags (rd/wr/mmap) */ 59db0da029SAlex Williamson uint32_t nr_mmaps; 60db0da029SAlex Williamson VFIOMmap *mmaps; 61e2c7d025SEric Auger uint8_t nr; /* cache the region number for debug */ 62e2c7d025SEric Auger } VFIORegion; 63e2c7d025SEric Auger 64a9e271ecSKirti Wankhede typedef struct VFIOMigration { 65050c588cSKirti Wankhede struct VFIODevice *vbasedev; 6602a7e71bSKirti Wankhede VMChangeStateEntry *vm_state; 673e775730SSteve Sistare NotifierWithReturn migration_state; 6831bcbbb5SAvihai Horon uint32_t device_state; 6931bcbbb5SAvihai Horon int data_fd; 7031bcbbb5SAvihai Horon void *data_buffer; 7131bcbbb5SAvihai Horon size_t data_buffer_size; 726cd1fe11SAvihai Horon uint64_t mig_flags; 73eda7362aSAvihai Horon uint64_t precopy_init_size; 74eda7362aSAvihai Horon uint64_t precopy_dirty_size; 75745c4291SAvihai Horon bool initial_data_sent; 762564e451SMaciej S. Szmigiero 772564e451SMaciej S. Szmigiero bool event_save_iterate_started; 78*89b51615SMaciej S. Szmigiero bool event_precopy_empty_hit; 79a9e271ecSKirti Wankhede } VFIOMigration; 80a9e271ecSKirti Wankhede 81e2c7d025SEric Auger struct VFIOGroup; 82e2c7d025SEric Auger 83e2c7d025SEric Auger typedef struct VFIOContainer { 84f61dddd7SZhenzhong Duan VFIOContainerBase bcontainer; 85e2c7d025SEric Auger int fd; /* /dev/vfio/vfio, empowered by the attached groups */ 86318f67ceSAlexey Kardashevskiy unsigned iommu_type; 87e2c7d025SEric Auger QLIST_HEAD(, VFIOGroup) group_list; 88e2c7d025SEric Auger } VFIOContainer; 89e2c7d025SEric Auger 90504d297eSCédric Le Goater OBJECT_DECLARE_SIMPLE_TYPE(VFIOContainer, VFIO_IOMMU_LEGACY); 91504d297eSCédric Le Goater 92f4ec5e26SAlexey Kardashevskiy typedef struct VFIOHostDMAWindow { 93f4ec5e26SAlexey Kardashevskiy hwaddr min_iova; 94f4ec5e26SAlexey Kardashevskiy hwaddr max_iova; 95f4ec5e26SAlexey Kardashevskiy uint64_t iova_pgsizes; 96f4ec5e26SAlexey Kardashevskiy QLIST_ENTRY(VFIOHostDMAWindow) hostwin_next; 97f4ec5e26SAlexey Kardashevskiy } VFIOHostDMAWindow; 98f4ec5e26SAlexey Kardashevskiy 995ee3dc7aSYi Liu typedef struct IOMMUFDBackend IOMMUFDBackend; 1005ee3dc7aSYi Liu 1015b1e96e6SJoao Martins typedef struct VFIOIOASHwpt { 1025b1e96e6SJoao Martins uint32_t hwpt_id; 103dddfd8d6SJoao Martins uint32_t hwpt_flags; 1045b1e96e6SJoao Martins QLIST_HEAD(, VFIODevice) device_list; 1055b1e96e6SJoao Martins QLIST_ENTRY(VFIOIOASHwpt) next; 1065b1e96e6SJoao Martins } VFIOIOASHwpt; 1075b1e96e6SJoao Martins 1085ee3dc7aSYi Liu typedef struct VFIOIOMMUFDContainer { 1095ee3dc7aSYi Liu VFIOContainerBase bcontainer; 1105ee3dc7aSYi Liu IOMMUFDBackend *be; 1115ee3dc7aSYi Liu uint32_t ioas_id; 1125b1e96e6SJoao Martins QLIST_HEAD(, VFIOIOASHwpt) hwpt_list; 1135ee3dc7aSYi Liu } VFIOIOMMUFDContainer; 1145ee3dc7aSYi Liu 115504d297eSCédric Le Goater OBJECT_DECLARE_SIMPLE_TYPE(VFIOIOMMUFDContainer, VFIO_IOMMU_IOMMUFD); 116504d297eSCédric Le Goater 117e2c7d025SEric Auger typedef struct VFIODeviceOps VFIODeviceOps; 118e2c7d025SEric Auger 119e2c7d025SEric Auger typedef struct VFIODevice { 120e2c7d025SEric Auger QLIST_ENTRY(VFIODevice) next; 1217103ef7eSZhenzhong Duan QLIST_ENTRY(VFIODevice) container_next; 1223d779abaSZhenzhong Duan QLIST_ENTRY(VFIODevice) global_next; 123e2c7d025SEric Auger struct VFIOGroup *group; 1243e6015d1SZhenzhong Duan VFIOContainerBase *bcontainer; 1257df9381bSAlex Williamson char *sysfsdev; 126e2c7d025SEric Auger char *name; 1277da624e2SAlex Williamson DeviceState *dev; 128e2c7d025SEric Auger int fd; 129e2c7d025SEric Auger int type; 13013e522f6SJoao Martins bool mdev; 131e2c7d025SEric Auger bool reset_works; 132e2c7d025SEric Auger bool needs_reset; 1335e15d79bSAlex Williamson bool no_mmap; 134aff92b82SDavid Hildenbrand bool ram_block_discard_allowed; 1358bbcb64aSAvihai Horon OnOffAuto enable_migration; 1365e1f8905SAvihai Horon bool migration_events; 137e2c7d025SEric Auger VFIODeviceOps *ops; 138e2c7d025SEric Auger unsigned int num_irqs; 139e2c7d025SEric Auger unsigned int num_regions; 140e2c7d025SEric Auger unsigned int flags; 141a9e271ecSKirti Wankhede VFIOMigration *migration; 142a9e271ecSKirti Wankhede Error *migration_blocker; 143bb0990d1SKirti Wankhede OnOffAuto pre_copy_dirty_page_tracking; 14430b91677SJoao Martins OnOffAuto device_dirty_page_tracking; 1455255bbf4SJoao Martins bool dirty_pages_supported; 1465255bbf4SJoao Martins bool dirty_tracking; 147dddfd8d6SJoao Martins bool iommu_dirty_tracking; 148a7fd91b8SZhenzhong Duan HostIOMMUDevice *hiod; 1495ee3dc7aSYi Liu int devid; 1505ee3dc7aSYi Liu IOMMUFDBackend *iommufd; 1515b1e96e6SJoao Martins VFIOIOASHwpt *hwpt; 1525b1e96e6SJoao Martins QLIST_ENTRY(VFIODevice) hwpt_next; 153e2c7d025SEric Auger } VFIODevice; 154e2c7d025SEric Auger 155e2c7d025SEric Auger struct VFIODeviceOps { 156e2c7d025SEric Auger void (*vfio_compute_needs_reset)(VFIODevice *vdev); 157e2c7d025SEric Auger int (*vfio_hot_reset_multi)(VFIODevice *vdev); 158e2c7d025SEric Auger void (*vfio_eoi)(VFIODevice *vdev); 159e93b733bSKirti Wankhede Object *(*vfio_get_object)(VFIODevice *vdev); 1603783f814SCédric Le Goater 1613783f814SCédric Le Goater /** 1623783f814SCédric Le Goater * @vfio_save_config 1633783f814SCédric Le Goater * 1643783f814SCédric Le Goater * Save device config state 1653783f814SCédric Le Goater * 1663783f814SCédric Le Goater * @vdev: #VFIODevice for which to save the config 1673783f814SCédric Le Goater * @f: #QEMUFile where to send the data 1683783f814SCédric Le Goater * @errp: pointer to Error*, to store an error if it happens. 1693783f814SCédric Le Goater * 1703783f814SCédric Le Goater * Returns zero to indicate success and negative for error 1713783f814SCédric Le Goater */ 1723783f814SCédric Le Goater int (*vfio_save_config)(VFIODevice *vdev, QEMUFile *f, Error **errp); 1733783f814SCédric Le Goater 1743783f814SCédric Le Goater /** 1753783f814SCédric Le Goater * @vfio_load_config 1763783f814SCédric Le Goater * 1773783f814SCédric Le Goater * Load device config state 1783783f814SCédric Le Goater * 1793783f814SCédric Le Goater * @vdev: #VFIODevice for which to load the config 1803783f814SCédric Le Goater * @f: #QEMUFile where to get the data 1813783f814SCédric Le Goater * 1823783f814SCédric Le Goater * Returns zero to indicate success and negative for error 1833783f814SCédric Le Goater */ 184c5e2fb3cSKirti Wankhede int (*vfio_load_config)(VFIODevice *vdev, QEMUFile *f); 185e2c7d025SEric Auger }; 186e2c7d025SEric Auger 187e2c7d025SEric Auger typedef struct VFIOGroup { 188e2c7d025SEric Auger int fd; 189e2c7d025SEric Auger int groupid; 190e2c7d025SEric Auger VFIOContainer *container; 191e2c7d025SEric Auger QLIST_HEAD(, VFIODevice) device_list; 192e2c7d025SEric Auger QLIST_ENTRY(VFIOGroup) next; 193e2c7d025SEric Auger QLIST_ENTRY(VFIOGroup) container_next; 194aff92b82SDavid Hildenbrand bool ram_block_discard_allowed; 195e2c7d025SEric Auger } VFIOGroup; 196e2c7d025SEric Auger 1970533739eSZhenzhong Duan #define TYPE_HOST_IOMMU_DEVICE_LEGACY_VFIO TYPE_HOST_IOMMU_DEVICE "-legacy-vfio" 1989005f928SZhenzhong Duan #define TYPE_HOST_IOMMU_DEVICE_IOMMUFD_VFIO \ 1999005f928SZhenzhong Duan TYPE_HOST_IOMMU_DEVICE_IOMMUFD "-vfio" 2000533739eSZhenzhong Duan 2018b818e05SGerd Hoffmann typedef struct VFIODMABuf { 202c0fcd633SDongwon Kim QemuDmaBuf *buf; 2038b818e05SGerd Hoffmann uint32_t pos_x, pos_y, pos_updates; 2048b818e05SGerd Hoffmann uint32_t hot_x, hot_y, hot_updates; 2058b818e05SGerd Hoffmann int dmabuf_id; 2068b818e05SGerd Hoffmann QTAILQ_ENTRY(VFIODMABuf) next; 2078b818e05SGerd Hoffmann } VFIODMABuf; 2088b818e05SGerd Hoffmann 20900195ba7SGerd Hoffmann typedef struct VFIODisplay { 21000195ba7SGerd Hoffmann QemuConsole *con; 211b290659fSGerd Hoffmann RAMFBState *ramfb; 21208479114SGerd Hoffmann struct vfio_region_info *edid_info; 21308479114SGerd Hoffmann struct vfio_region_gfx_edid *edid_regs; 21408479114SGerd Hoffmann uint8_t *edid_blob; 2158781c701SGerd Hoffmann QEMUTimer *edid_link_timer; 21600195ba7SGerd Hoffmann struct { 21700195ba7SGerd Hoffmann VFIORegion buffer; 21800195ba7SGerd Hoffmann DisplaySurface *surface; 21900195ba7SGerd Hoffmann } region; 2208b818e05SGerd Hoffmann struct { 2218b818e05SGerd Hoffmann QTAILQ_HEAD(, VFIODMABuf) bufs; 2228b818e05SGerd Hoffmann VFIODMABuf *primary; 2238b818e05SGerd Hoffmann VFIODMABuf *cursor; 2248b818e05SGerd Hoffmann } dmabuf; 22500195ba7SGerd Hoffmann } VFIODisplay; 22600195ba7SGerd Hoffmann 2277e63b311SYi Liu VFIOAddressSpace *vfio_get_address_space(AddressSpace *as); 2287e63b311SYi Liu void vfio_put_address_space(VFIOAddressSpace *space); 229b7b79588SCédric Le Goater void vfio_address_space_insert(VFIOAddressSpace *space, 230b7b79588SCédric Le Goater VFIOContainerBase *bcontainer); 2317e63b311SYi Liu 232e2c7d025SEric Auger void vfio_disable_irqindex(VFIODevice *vbasedev, int index); 233e2c7d025SEric Auger void vfio_unmask_single_irqindex(VFIODevice *vbasedev, int index); 234e2c7d025SEric Auger void vfio_mask_single_irqindex(VFIODevice *vbasedev, int index); 23584e37d02SZhenzhong Duan bool vfio_set_irq_signaling(VFIODevice *vbasedev, int index, int subindex, 236201a7331SEric Auger int action, int fd, Error **errp); 237e2c7d025SEric Auger void vfio_region_write(void *opaque, hwaddr addr, 238e2c7d025SEric Auger uint64_t data, unsigned size); 239e2c7d025SEric Auger uint64_t vfio_region_read(void *opaque, 240e2c7d025SEric Auger hwaddr addr, unsigned size); 241db0da029SAlex Williamson int vfio_region_setup(Object *obj, VFIODevice *vbasedev, VFIORegion *region, 242db0da029SAlex Williamson int index, const char *name); 243db0da029SAlex Williamson int vfio_region_mmap(VFIORegion *region); 244db0da029SAlex Williamson void vfio_region_mmaps_set_enabled(VFIORegion *region, bool enabled); 2450f7a903bSKirti Wankhede void vfio_region_unmap(VFIORegion *region); 246db0da029SAlex Williamson void vfio_region_exit(VFIORegion *region); 247db0da029SAlex Williamson void vfio_region_finalize(VFIORegion *region); 248e2c7d025SEric Auger void vfio_reset_handler(void *opaque); 249634f38f0SAlex Williamson struct vfio_device_info *vfio_get_device_info(int fd); 25013e522f6SJoao Martins bool vfio_device_is_mdev(VFIODevice *vbasedev); 25183a4d596SJoao Martins bool vfio_device_hiod_realize(VFIODevice *vbasedev, Error **errp); 252b7754835SZhenzhong Duan bool vfio_attach_device(char *name, VFIODevice *vbasedev, 2535456b186SEric Auger AddressSpace *as, Error **errp); 2545456b186SEric Auger void vfio_detach_device(VFIODevice *vbasedev); 255e2c7d025SEric Auger 2565621c02dSZhenzhong Duan int vfio_kvm_device_add_fd(int fd, Error **errp); 2575621c02dSZhenzhong Duan int vfio_kvm_device_del_fd(int fd, Error **errp); 2585621c02dSZhenzhong Duan 259f38f5dd1SZhenzhong Duan bool vfio_cpr_register_container(VFIOContainerBase *bcontainer, Error **errp); 260d9fa4223SSteve Sistare void vfio_cpr_unregister_container(VFIOContainerBase *bcontainer); 261d9fa4223SSteve Sistare 262e2c7d025SEric Auger extern const MemoryRegionOps vfio_region_ops; 263f481ee2dSPaolo Bonzini typedef QLIST_HEAD(VFIOGroupList, VFIOGroup) VFIOGroupList; 2643d779abaSZhenzhong Duan typedef QLIST_HEAD(VFIODeviceList, VFIODevice) VFIODeviceList; 265f481ee2dSPaolo Bonzini extern VFIOGroupList vfio_group_list; 2667e63b311SYi Liu extern VFIODeviceList vfio_device_list; 2677e63b311SYi Liu extern const MemoryListener vfio_memory_listener; 2687e63b311SYi Liu extern int vfio_kvm_device_fd; 269e2c7d025SEric Auger 2703710586cSKirti Wankhede bool vfio_mig_active(void); 2718bbcb64aSAvihai Horon int vfio_block_multiple_devices_migration(VFIODevice *vbasedev, Error **errp); 27229d81b71SAvihai Horon void vfio_unblock_multiple_devices_migration(void); 2733c26c80aSZhenzhong Duan bool vfio_viommu_preset(VFIODevice *vbasedev); 2743710586cSKirti Wankhede int64_t vfio_mig_bytes_transferred(void); 275808642a2SAvihai Horon void vfio_reset_bytes_transferred(void); 2763d4d0f0eSJoao Martins bool vfio_device_state_is_running(VFIODevice *vbasedev); 2773d4d0f0eSJoao Martins bool vfio_device_state_is_precopy(VFIODevice *vbasedev); 2783710586cSKirti Wankhede 27946900226SAlex Williamson #ifdef CONFIG_LINUX 28046900226SAlex Williamson int vfio_get_region_info(VFIODevice *vbasedev, int index, 28146900226SAlex Williamson struct vfio_region_info **info); 282e61a424fSAlex Williamson int vfio_get_dev_region_info(VFIODevice *vbasedev, uint32_t type, 283e61a424fSAlex Williamson uint32_t subtype, struct vfio_region_info **info); 284ae0215b2SAlexey Kardashevskiy bool vfio_has_region_cap(VFIODevice *vbasedev, int region, uint16_t cap_type); 285013002f0SAlexey Kardashevskiy struct vfio_info_cap_header * 286013002f0SAlexey Kardashevskiy vfio_get_region_info_cap(struct vfio_region_info *info, uint16_t id); 2877486a628SMatthew Rosato bool vfio_get_info_dma_avail(struct vfio_iommu_type1_info *info, 2887486a628SMatthew Rosato unsigned int *avail); 28992fe289aSMatthew Rosato struct vfio_info_cap_header * 29092fe289aSMatthew Rosato vfio_get_device_info_cap(struct vfio_device_info *info, uint16_t id); 2911e09f52fSYi Liu struct vfio_info_cap_header * 2921e09f52fSYi Liu vfio_get_cap(void *ptr, uint32_t cap_offset, uint16_t id); 29346900226SAlex Williamson #endif 294318f67ceSAlexey Kardashevskiy 295d4a2af74SZhenzhong Duan bool vfio_migration_realize(VFIODevice *vbasedev, Error **errp); 2968249cffcSAlex Williamson void vfio_migration_exit(VFIODevice *vbasedev); 297a9e271ecSKirti Wankhede 2981e09f52fSYi Liu int vfio_bitmap_alloc(VFIOBitmap *vbmap, hwaddr size); 2994517c33cSZhenzhong Duan bool 3004517c33cSZhenzhong Duan vfio_devices_all_running_and_mig_active(const VFIOContainerBase *bcontainer); 3014517c33cSZhenzhong Duan bool 3024517c33cSZhenzhong Duan vfio_devices_all_device_dirty_tracking(const VFIOContainerBase *bcontainer); 3034517c33cSZhenzhong Duan int vfio_devices_query_dirty_bitmap(const VFIOContainerBase *bcontainer, 3042da5f9e4SCédric Le Goater VFIOBitmap *vbmap, hwaddr iova, hwaddr size, Error **errp); 3054517c33cSZhenzhong Duan int vfio_get_dirty_bitmap(const VFIOContainerBase *bcontainer, uint64_t iova, 3062da5f9e4SCédric Le Goater uint64_t size, ram_addr_t ram_addr, Error **errp); 307da3e04b2SZhenzhong Duan 308da3e04b2SZhenzhong Duan /* Returns 0 on success, or a negative errno. */ 309c6c6cf91SZhenzhong Duan bool vfio_device_get_name(VFIODevice *vbasedev, Error **errp); 310da3e04b2SZhenzhong Duan void vfio_device_set_fd(VFIODevice *vbasedev, const char *str, Error **errp); 3116106a329SZhenzhong Duan void vfio_device_init(VFIODevice *vbasedev, int type, VFIODeviceOps *ops, 3126106a329SZhenzhong Duan DeviceState *dev, bool ram_discard); 313d441e05eSZhenzhong Duan int vfio_device_get_aw_bits(VFIODevice *vdev); 314175de524SMarkus Armbruster #endif /* HW_VFIO_VFIO_COMMON_H */ 315