xref: /openbmc/qemu/include/hw/vfio/vfio-common.h (revision 51d7495ed9901966d90517032d9b9ae8faebe1d5)
1e2c7d025SEric Auger /*
2e2c7d025SEric Auger  * common header for vfio based device assignment support
3e2c7d025SEric Auger  *
4e2c7d025SEric Auger  * Copyright Red Hat, Inc. 2012
5e2c7d025SEric Auger  *
6e2c7d025SEric Auger  * Authors:
7e2c7d025SEric Auger  *  Alex Williamson <alex.williamson@redhat.com>
8e2c7d025SEric Auger  *
9e2c7d025SEric Auger  * This work is licensed under the terms of the GNU GPL, version 2.  See
10e2c7d025SEric Auger  * the COPYING file in the top-level directory.
11e2c7d025SEric Auger  *
12e2c7d025SEric Auger  * Based on qemu-kvm device-assignment:
13e2c7d025SEric Auger  *  Adapted for KVM by Qumranet.
14e2c7d025SEric Auger  *  Copyright (c) 2007, Neocleus, Alex Novik (alex@neocleus.com)
15e2c7d025SEric Auger  *  Copyright (c) 2007, Neocleus, Guy Zana (guy@neocleus.com)
16e2c7d025SEric Auger  *  Copyright (C) 2008, Qumranet, Amit Shah (amit.shah@qumranet.com)
17e2c7d025SEric Auger  *  Copyright (C) 2008, Red Hat, Amit Shah (amit.shah@redhat.com)
18e2c7d025SEric Auger  *  Copyright (C) 2008, IBM, Muli Ben-Yehuda (muli@il.ibm.com)
19e2c7d025SEric Auger  */
20175de524SMarkus Armbruster 
21e2c7d025SEric Auger #ifndef HW_VFIO_VFIO_COMMON_H
22e2c7d025SEric Auger #define HW_VFIO_VFIO_COMMON_H
23e2c7d025SEric Auger 
24e2c7d025SEric Auger #include "exec/memory.h"
25e2c7d025SEric Auger #include "qemu/queue.h"
26e2c7d025SEric Auger #include "qemu/notify.h"
278b818e05SGerd Hoffmann #include "ui/console.h"
28b290659fSGerd Hoffmann #include "hw/display/ramfb.h"
2946900226SAlex Williamson #ifdef CONFIG_LINUX
3046900226SAlex Williamson #include <linux/vfio.h>
3146900226SAlex Williamson #endif
3202a7e71bSKirti Wankhede #include "sysemu/sysemu.h"
33f61dddd7SZhenzhong Duan #include "hw/vfio/vfio-container-base.h"
340533739eSZhenzhong Duan #include "sysemu/host_iommu_device.h"
359005f928SZhenzhong Duan #include "sysemu/iommufd.h"
36e2c7d025SEric Auger 
37e1eb292aSMarkus Armbruster #define VFIO_MSG_PREFIX "vfio %s: "
38426ec904SEric Auger 
39e2c7d025SEric Auger enum {
40e2c7d025SEric Auger     VFIO_DEVICE_TYPE_PCI = 0,
410ea2730bSEric Auger     VFIO_DEVICE_TYPE_PLATFORM = 1,
421dcac3e1SXiao Feng Ren     VFIO_DEVICE_TYPE_CCW = 2,
432fe2942cSTony Krowiak     VFIO_DEVICE_TYPE_AP = 3,
44e2c7d025SEric Auger };
45e2c7d025SEric Auger 
46db0da029SAlex Williamson typedef struct VFIOMmap {
47db0da029SAlex Williamson     MemoryRegion mem;
48db0da029SAlex Williamson     void *mmap;
49db0da029SAlex Williamson     off_t offset;
50db0da029SAlex Williamson     size_t size;
51db0da029SAlex Williamson } VFIOMmap;
52db0da029SAlex Williamson 
53e2c7d025SEric Auger typedef struct VFIORegion {
54e2c7d025SEric Auger     struct VFIODevice *vbasedev;
55e2c7d025SEric Auger     off_t fd_offset; /* offset of region within device fd */
56db0da029SAlex Williamson     MemoryRegion *mem; /* slow, read/write access */
57e2c7d025SEric Auger     size_t size;
58e2c7d025SEric Auger     uint32_t flags; /* VFIO region flags (rd/wr/mmap) */
59db0da029SAlex Williamson     uint32_t nr_mmaps;
60db0da029SAlex Williamson     VFIOMmap *mmaps;
61e2c7d025SEric Auger     uint8_t nr; /* cache the region number for debug */
62e2c7d025SEric Auger } VFIORegion;
63e2c7d025SEric Auger 
64a9e271ecSKirti Wankhede typedef struct VFIOMigration {
65050c588cSKirti Wankhede     struct VFIODevice *vbasedev;
6602a7e71bSKirti Wankhede     VMChangeStateEntry *vm_state;
673e775730SSteve Sistare     NotifierWithReturn migration_state;
6831bcbbb5SAvihai Horon     uint32_t device_state;
6931bcbbb5SAvihai Horon     int data_fd;
7031bcbbb5SAvihai Horon     void *data_buffer;
7131bcbbb5SAvihai Horon     size_t data_buffer_size;
726cd1fe11SAvihai Horon     uint64_t mig_flags;
73eda7362aSAvihai Horon     uint64_t precopy_init_size;
74eda7362aSAvihai Horon     uint64_t precopy_dirty_size;
75745c4291SAvihai Horon     bool initial_data_sent;
762564e451SMaciej S. Szmigiero 
772564e451SMaciej S. Szmigiero     bool event_save_iterate_started;
78*89b51615SMaciej S. Szmigiero     bool event_precopy_empty_hit;
79a9e271ecSKirti Wankhede } VFIOMigration;
80a9e271ecSKirti Wankhede 
81e2c7d025SEric Auger struct VFIOGroup;
82e2c7d025SEric Auger 
83e2c7d025SEric Auger typedef struct VFIOContainer {
84f61dddd7SZhenzhong Duan     VFIOContainerBase bcontainer;
85e2c7d025SEric Auger     int fd; /* /dev/vfio/vfio, empowered by the attached groups */
86318f67ceSAlexey Kardashevskiy     unsigned iommu_type;
87e2c7d025SEric Auger     QLIST_HEAD(, VFIOGroup) group_list;
88e2c7d025SEric Auger } VFIOContainer;
89e2c7d025SEric Auger 
90504d297eSCédric Le Goater OBJECT_DECLARE_SIMPLE_TYPE(VFIOContainer, VFIO_IOMMU_LEGACY);
91504d297eSCédric Le Goater 
92f4ec5e26SAlexey Kardashevskiy typedef struct VFIOHostDMAWindow {
93f4ec5e26SAlexey Kardashevskiy     hwaddr min_iova;
94f4ec5e26SAlexey Kardashevskiy     hwaddr max_iova;
95f4ec5e26SAlexey Kardashevskiy     uint64_t iova_pgsizes;
96f4ec5e26SAlexey Kardashevskiy     QLIST_ENTRY(VFIOHostDMAWindow) hostwin_next;
97f4ec5e26SAlexey Kardashevskiy } VFIOHostDMAWindow;
98f4ec5e26SAlexey Kardashevskiy 
995ee3dc7aSYi Liu typedef struct IOMMUFDBackend IOMMUFDBackend;
1005ee3dc7aSYi Liu 
1015b1e96e6SJoao Martins typedef struct VFIOIOASHwpt {
1025b1e96e6SJoao Martins     uint32_t hwpt_id;
103dddfd8d6SJoao Martins     uint32_t hwpt_flags;
1045b1e96e6SJoao Martins     QLIST_HEAD(, VFIODevice) device_list;
1055b1e96e6SJoao Martins     QLIST_ENTRY(VFIOIOASHwpt) next;
1065b1e96e6SJoao Martins } VFIOIOASHwpt;
1075b1e96e6SJoao Martins 
1085ee3dc7aSYi Liu typedef struct VFIOIOMMUFDContainer {
1095ee3dc7aSYi Liu     VFIOContainerBase bcontainer;
1105ee3dc7aSYi Liu     IOMMUFDBackend *be;
1115ee3dc7aSYi Liu     uint32_t ioas_id;
1125b1e96e6SJoao Martins     QLIST_HEAD(, VFIOIOASHwpt) hwpt_list;
1135ee3dc7aSYi Liu } VFIOIOMMUFDContainer;
1145ee3dc7aSYi Liu 
115504d297eSCédric Le Goater OBJECT_DECLARE_SIMPLE_TYPE(VFIOIOMMUFDContainer, VFIO_IOMMU_IOMMUFD);
116504d297eSCédric Le Goater 
117e2c7d025SEric Auger typedef struct VFIODeviceOps VFIODeviceOps;
118e2c7d025SEric Auger 
119e2c7d025SEric Auger typedef struct VFIODevice {
120e2c7d025SEric Auger     QLIST_ENTRY(VFIODevice) next;
1217103ef7eSZhenzhong Duan     QLIST_ENTRY(VFIODevice) container_next;
1223d779abaSZhenzhong Duan     QLIST_ENTRY(VFIODevice) global_next;
123e2c7d025SEric Auger     struct VFIOGroup *group;
1243e6015d1SZhenzhong Duan     VFIOContainerBase *bcontainer;
1257df9381bSAlex Williamson     char *sysfsdev;
126e2c7d025SEric Auger     char *name;
1277da624e2SAlex Williamson     DeviceState *dev;
128e2c7d025SEric Auger     int fd;
129e2c7d025SEric Auger     int type;
13013e522f6SJoao Martins     bool mdev;
131e2c7d025SEric Auger     bool reset_works;
132e2c7d025SEric Auger     bool needs_reset;
1335e15d79bSAlex Williamson     bool no_mmap;
134aff92b82SDavid Hildenbrand     bool ram_block_discard_allowed;
1358bbcb64aSAvihai Horon     OnOffAuto enable_migration;
1365e1f8905SAvihai Horon     bool migration_events;
137e2c7d025SEric Auger     VFIODeviceOps *ops;
138e2c7d025SEric Auger     unsigned int num_irqs;
139e2c7d025SEric Auger     unsigned int num_regions;
140e2c7d025SEric Auger     unsigned int flags;
141a9e271ecSKirti Wankhede     VFIOMigration *migration;
142a9e271ecSKirti Wankhede     Error *migration_blocker;
143bb0990d1SKirti Wankhede     OnOffAuto pre_copy_dirty_page_tracking;
14430b91677SJoao Martins     OnOffAuto device_dirty_page_tracking;
1455255bbf4SJoao Martins     bool dirty_pages_supported;
1465255bbf4SJoao Martins     bool dirty_tracking;
147dddfd8d6SJoao Martins     bool iommu_dirty_tracking;
148a7fd91b8SZhenzhong Duan     HostIOMMUDevice *hiod;
1495ee3dc7aSYi Liu     int devid;
1505ee3dc7aSYi Liu     IOMMUFDBackend *iommufd;
1515b1e96e6SJoao Martins     VFIOIOASHwpt *hwpt;
1525b1e96e6SJoao Martins     QLIST_ENTRY(VFIODevice) hwpt_next;
153e2c7d025SEric Auger } VFIODevice;
154e2c7d025SEric Auger 
155e2c7d025SEric Auger struct VFIODeviceOps {
156e2c7d025SEric Auger     void (*vfio_compute_needs_reset)(VFIODevice *vdev);
157e2c7d025SEric Auger     int (*vfio_hot_reset_multi)(VFIODevice *vdev);
158e2c7d025SEric Auger     void (*vfio_eoi)(VFIODevice *vdev);
159e93b733bSKirti Wankhede     Object *(*vfio_get_object)(VFIODevice *vdev);
1603783f814SCédric Le Goater 
1613783f814SCédric Le Goater     /**
1623783f814SCédric Le Goater      * @vfio_save_config
1633783f814SCédric Le Goater      *
1643783f814SCédric Le Goater      * Save device config state
1653783f814SCédric Le Goater      *
1663783f814SCédric Le Goater      * @vdev: #VFIODevice for which to save the config
1673783f814SCédric Le Goater      * @f: #QEMUFile where to send the data
1683783f814SCédric Le Goater      * @errp: pointer to Error*, to store an error if it happens.
1693783f814SCédric Le Goater      *
1703783f814SCédric Le Goater      * Returns zero to indicate success and negative for error
1713783f814SCédric Le Goater      */
1723783f814SCédric Le Goater     int (*vfio_save_config)(VFIODevice *vdev, QEMUFile *f, Error **errp);
1733783f814SCédric Le Goater 
1743783f814SCédric Le Goater     /**
1753783f814SCédric Le Goater      * @vfio_load_config
1763783f814SCédric Le Goater      *
1773783f814SCédric Le Goater      * Load device config state
1783783f814SCédric Le Goater      *
1793783f814SCédric Le Goater      * @vdev: #VFIODevice for which to load the config
1803783f814SCédric Le Goater      * @f: #QEMUFile where to get the data
1813783f814SCédric Le Goater      *
1823783f814SCédric Le Goater      * Returns zero to indicate success and negative for error
1833783f814SCédric Le Goater      */
184c5e2fb3cSKirti Wankhede     int (*vfio_load_config)(VFIODevice *vdev, QEMUFile *f);
185e2c7d025SEric Auger };
186e2c7d025SEric Auger 
187e2c7d025SEric Auger typedef struct VFIOGroup {
188e2c7d025SEric Auger     int fd;
189e2c7d025SEric Auger     int groupid;
190e2c7d025SEric Auger     VFIOContainer *container;
191e2c7d025SEric Auger     QLIST_HEAD(, VFIODevice) device_list;
192e2c7d025SEric Auger     QLIST_ENTRY(VFIOGroup) next;
193e2c7d025SEric Auger     QLIST_ENTRY(VFIOGroup) container_next;
194aff92b82SDavid Hildenbrand     bool ram_block_discard_allowed;
195e2c7d025SEric Auger } VFIOGroup;
196e2c7d025SEric Auger 
1970533739eSZhenzhong Duan #define TYPE_HOST_IOMMU_DEVICE_LEGACY_VFIO TYPE_HOST_IOMMU_DEVICE "-legacy-vfio"
1989005f928SZhenzhong Duan #define TYPE_HOST_IOMMU_DEVICE_IOMMUFD_VFIO \
1999005f928SZhenzhong Duan             TYPE_HOST_IOMMU_DEVICE_IOMMUFD "-vfio"
2000533739eSZhenzhong Duan 
2018b818e05SGerd Hoffmann typedef struct VFIODMABuf {
202c0fcd633SDongwon Kim     QemuDmaBuf *buf;
2038b818e05SGerd Hoffmann     uint32_t pos_x, pos_y, pos_updates;
2048b818e05SGerd Hoffmann     uint32_t hot_x, hot_y, hot_updates;
2058b818e05SGerd Hoffmann     int dmabuf_id;
2068b818e05SGerd Hoffmann     QTAILQ_ENTRY(VFIODMABuf) next;
2078b818e05SGerd Hoffmann } VFIODMABuf;
2088b818e05SGerd Hoffmann 
20900195ba7SGerd Hoffmann typedef struct VFIODisplay {
21000195ba7SGerd Hoffmann     QemuConsole *con;
211b290659fSGerd Hoffmann     RAMFBState *ramfb;
21208479114SGerd Hoffmann     struct vfio_region_info *edid_info;
21308479114SGerd Hoffmann     struct vfio_region_gfx_edid *edid_regs;
21408479114SGerd Hoffmann     uint8_t *edid_blob;
2158781c701SGerd Hoffmann     QEMUTimer *edid_link_timer;
21600195ba7SGerd Hoffmann     struct {
21700195ba7SGerd Hoffmann         VFIORegion buffer;
21800195ba7SGerd Hoffmann         DisplaySurface *surface;
21900195ba7SGerd Hoffmann     } region;
2208b818e05SGerd Hoffmann     struct {
2218b818e05SGerd Hoffmann         QTAILQ_HEAD(, VFIODMABuf) bufs;
2228b818e05SGerd Hoffmann         VFIODMABuf *primary;
2238b818e05SGerd Hoffmann         VFIODMABuf *cursor;
2248b818e05SGerd Hoffmann     } dmabuf;
22500195ba7SGerd Hoffmann } VFIODisplay;
22600195ba7SGerd Hoffmann 
2277e63b311SYi Liu VFIOAddressSpace *vfio_get_address_space(AddressSpace *as);
2287e63b311SYi Liu void vfio_put_address_space(VFIOAddressSpace *space);
229b7b79588SCédric Le Goater void vfio_address_space_insert(VFIOAddressSpace *space,
230b7b79588SCédric Le Goater                                VFIOContainerBase *bcontainer);
2317e63b311SYi Liu 
232e2c7d025SEric Auger void vfio_disable_irqindex(VFIODevice *vbasedev, int index);
233e2c7d025SEric Auger void vfio_unmask_single_irqindex(VFIODevice *vbasedev, int index);
234e2c7d025SEric Auger void vfio_mask_single_irqindex(VFIODevice *vbasedev, int index);
23584e37d02SZhenzhong Duan bool vfio_set_irq_signaling(VFIODevice *vbasedev, int index, int subindex,
236201a7331SEric Auger                             int action, int fd, Error **errp);
237e2c7d025SEric Auger void vfio_region_write(void *opaque, hwaddr addr,
238e2c7d025SEric Auger                            uint64_t data, unsigned size);
239e2c7d025SEric Auger uint64_t vfio_region_read(void *opaque,
240e2c7d025SEric Auger                           hwaddr addr, unsigned size);
241db0da029SAlex Williamson int vfio_region_setup(Object *obj, VFIODevice *vbasedev, VFIORegion *region,
242db0da029SAlex Williamson                       int index, const char *name);
243db0da029SAlex Williamson int vfio_region_mmap(VFIORegion *region);
244db0da029SAlex Williamson void vfio_region_mmaps_set_enabled(VFIORegion *region, bool enabled);
2450f7a903bSKirti Wankhede void vfio_region_unmap(VFIORegion *region);
246db0da029SAlex Williamson void vfio_region_exit(VFIORegion *region);
247db0da029SAlex Williamson void vfio_region_finalize(VFIORegion *region);
248e2c7d025SEric Auger void vfio_reset_handler(void *opaque);
249634f38f0SAlex Williamson struct vfio_device_info *vfio_get_device_info(int fd);
25013e522f6SJoao Martins bool vfio_device_is_mdev(VFIODevice *vbasedev);
25183a4d596SJoao Martins bool vfio_device_hiod_realize(VFIODevice *vbasedev, Error **errp);
252b7754835SZhenzhong Duan bool vfio_attach_device(char *name, VFIODevice *vbasedev,
2535456b186SEric Auger                         AddressSpace *as, Error **errp);
2545456b186SEric Auger void vfio_detach_device(VFIODevice *vbasedev);
255e2c7d025SEric Auger 
2565621c02dSZhenzhong Duan int vfio_kvm_device_add_fd(int fd, Error **errp);
2575621c02dSZhenzhong Duan int vfio_kvm_device_del_fd(int fd, Error **errp);
2585621c02dSZhenzhong Duan 
259f38f5dd1SZhenzhong Duan bool vfio_cpr_register_container(VFIOContainerBase *bcontainer, Error **errp);
260d9fa4223SSteve Sistare void vfio_cpr_unregister_container(VFIOContainerBase *bcontainer);
261d9fa4223SSteve Sistare 
262e2c7d025SEric Auger extern const MemoryRegionOps vfio_region_ops;
263f481ee2dSPaolo Bonzini typedef QLIST_HEAD(VFIOGroupList, VFIOGroup) VFIOGroupList;
2643d779abaSZhenzhong Duan typedef QLIST_HEAD(VFIODeviceList, VFIODevice) VFIODeviceList;
265f481ee2dSPaolo Bonzini extern VFIOGroupList vfio_group_list;
2667e63b311SYi Liu extern VFIODeviceList vfio_device_list;
2677e63b311SYi Liu extern const MemoryListener vfio_memory_listener;
2687e63b311SYi Liu extern int vfio_kvm_device_fd;
269e2c7d025SEric Auger 
2703710586cSKirti Wankhede bool vfio_mig_active(void);
2718bbcb64aSAvihai Horon int vfio_block_multiple_devices_migration(VFIODevice *vbasedev, Error **errp);
27229d81b71SAvihai Horon void vfio_unblock_multiple_devices_migration(void);
2733c26c80aSZhenzhong Duan bool vfio_viommu_preset(VFIODevice *vbasedev);
2743710586cSKirti Wankhede int64_t vfio_mig_bytes_transferred(void);
275808642a2SAvihai Horon void vfio_reset_bytes_transferred(void);
2763d4d0f0eSJoao Martins bool vfio_device_state_is_running(VFIODevice *vbasedev);
2773d4d0f0eSJoao Martins bool vfio_device_state_is_precopy(VFIODevice *vbasedev);
2783710586cSKirti Wankhede 
27946900226SAlex Williamson #ifdef CONFIG_LINUX
28046900226SAlex Williamson int vfio_get_region_info(VFIODevice *vbasedev, int index,
28146900226SAlex Williamson                          struct vfio_region_info **info);
282e61a424fSAlex Williamson int vfio_get_dev_region_info(VFIODevice *vbasedev, uint32_t type,
283e61a424fSAlex Williamson                              uint32_t subtype, struct vfio_region_info **info);
284ae0215b2SAlexey Kardashevskiy bool vfio_has_region_cap(VFIODevice *vbasedev, int region, uint16_t cap_type);
285013002f0SAlexey Kardashevskiy struct vfio_info_cap_header *
286013002f0SAlexey Kardashevskiy vfio_get_region_info_cap(struct vfio_region_info *info, uint16_t id);
2877486a628SMatthew Rosato bool vfio_get_info_dma_avail(struct vfio_iommu_type1_info *info,
2887486a628SMatthew Rosato                              unsigned int *avail);
28992fe289aSMatthew Rosato struct vfio_info_cap_header *
29092fe289aSMatthew Rosato vfio_get_device_info_cap(struct vfio_device_info *info, uint16_t id);
2911e09f52fSYi Liu struct vfio_info_cap_header *
2921e09f52fSYi Liu vfio_get_cap(void *ptr, uint32_t cap_offset, uint16_t id);
29346900226SAlex Williamson #endif
294318f67ceSAlexey Kardashevskiy 
295d4a2af74SZhenzhong Duan bool vfio_migration_realize(VFIODevice *vbasedev, Error **errp);
2968249cffcSAlex Williamson void vfio_migration_exit(VFIODevice *vbasedev);
297a9e271ecSKirti Wankhede 
2981e09f52fSYi Liu int vfio_bitmap_alloc(VFIOBitmap *vbmap, hwaddr size);
2994517c33cSZhenzhong Duan bool
3004517c33cSZhenzhong Duan vfio_devices_all_running_and_mig_active(const VFIOContainerBase *bcontainer);
3014517c33cSZhenzhong Duan bool
3024517c33cSZhenzhong Duan vfio_devices_all_device_dirty_tracking(const VFIOContainerBase *bcontainer);
3034517c33cSZhenzhong Duan int vfio_devices_query_dirty_bitmap(const VFIOContainerBase *bcontainer,
3042da5f9e4SCédric Le Goater                 VFIOBitmap *vbmap, hwaddr iova, hwaddr size, Error **errp);
3054517c33cSZhenzhong Duan int vfio_get_dirty_bitmap(const VFIOContainerBase *bcontainer, uint64_t iova,
3062da5f9e4SCédric Le Goater                           uint64_t size, ram_addr_t ram_addr, Error **errp);
307da3e04b2SZhenzhong Duan 
308da3e04b2SZhenzhong Duan /* Returns 0 on success, or a negative errno. */
309c6c6cf91SZhenzhong Duan bool vfio_device_get_name(VFIODevice *vbasedev, Error **errp);
310da3e04b2SZhenzhong Duan void vfio_device_set_fd(VFIODevice *vbasedev, const char *str, Error **errp);
3116106a329SZhenzhong Duan void vfio_device_init(VFIODevice *vbasedev, int type, VFIODeviceOps *ops,
3126106a329SZhenzhong Duan                       DeviceState *dev, bool ram_discard);
313d441e05eSZhenzhong Duan int vfio_device_get_aw_bits(VFIODevice *vdev);
314175de524SMarkus Armbruster #endif /* HW_VFIO_VFIO_COMMON_H */
315