1 /* 2 * common header for vfio based device assignment support 3 * 4 * Copyright Red Hat, Inc. 2012 5 * 6 * Authors: 7 * Alex Williamson <alex.williamson@redhat.com> 8 * 9 * This work is licensed under the terms of the GNU GPL, version 2. See 10 * the COPYING file in the top-level directory. 11 * 12 * Based on qemu-kvm device-assignment: 13 * Adapted for KVM by Qumranet. 14 * Copyright (c) 2007, Neocleus, Alex Novik (alex@neocleus.com) 15 * Copyright (c) 2007, Neocleus, Guy Zana (guy@neocleus.com) 16 * Copyright (C) 2008, Qumranet, Amit Shah (amit.shah@qumranet.com) 17 * Copyright (C) 2008, Red Hat, Amit Shah (amit.shah@redhat.com) 18 * Copyright (C) 2008, IBM, Muli Ben-Yehuda (muli@il.ibm.com) 19 */ 20 21 #ifndef HW_VFIO_VFIO_COMMON_H 22 #define HW_VFIO_VFIO_COMMON_H 23 24 #include "exec/memory.h" 25 #include "qemu/queue.h" 26 #include "qemu/notify.h" 27 #include "ui/console.h" 28 #include "hw/display/ramfb.h" 29 #ifdef CONFIG_LINUX 30 #include <linux/vfio.h> 31 #endif 32 #include "sysemu/sysemu.h" 33 #include "hw/vfio/vfio-container-base.h" 34 #include "sysemu/host_iommu_device.h" 35 #include "sysemu/iommufd.h" 36 37 #define VFIO_MSG_PREFIX "vfio %s: " 38 39 enum { 40 VFIO_DEVICE_TYPE_PCI = 0, 41 VFIO_DEVICE_TYPE_PLATFORM = 1, 42 VFIO_DEVICE_TYPE_CCW = 2, 43 VFIO_DEVICE_TYPE_AP = 3, 44 }; 45 46 typedef struct VFIOMmap { 47 MemoryRegion mem; 48 void *mmap; 49 off_t offset; 50 size_t size; 51 } VFIOMmap; 52 53 typedef struct VFIORegion { 54 struct VFIODevice *vbasedev; 55 off_t fd_offset; /* offset of region within device fd */ 56 MemoryRegion *mem; /* slow, read/write access */ 57 size_t size; 58 uint32_t flags; /* VFIO region flags (rd/wr/mmap) */ 59 uint32_t nr_mmaps; 60 VFIOMmap *mmaps; 61 uint8_t nr; /* cache the region number for debug */ 62 } VFIORegion; 63 64 typedef struct VFIOMigration { 65 struct VFIODevice *vbasedev; 66 VMChangeStateEntry *vm_state; 67 NotifierWithReturn migration_state; 68 uint32_t device_state; 69 int data_fd; 70 void *data_buffer; 71 size_t data_buffer_size; 72 uint64_t mig_flags; 73 uint64_t precopy_init_size; 74 uint64_t precopy_dirty_size; 75 bool initial_data_sent; 76 } VFIOMigration; 77 78 struct VFIOGroup; 79 80 typedef struct VFIOContainer { 81 VFIOContainerBase bcontainer; 82 int fd; /* /dev/vfio/vfio, empowered by the attached groups */ 83 unsigned iommu_type; 84 QLIST_HEAD(, VFIOGroup) group_list; 85 } VFIOContainer; 86 87 OBJECT_DECLARE_SIMPLE_TYPE(VFIOContainer, VFIO_IOMMU_LEGACY); 88 89 typedef struct VFIOHostDMAWindow { 90 hwaddr min_iova; 91 hwaddr max_iova; 92 uint64_t iova_pgsizes; 93 QLIST_ENTRY(VFIOHostDMAWindow) hostwin_next; 94 } VFIOHostDMAWindow; 95 96 typedef struct IOMMUFDBackend IOMMUFDBackend; 97 98 typedef struct VFIOIOMMUFDContainer { 99 VFIOContainerBase bcontainer; 100 IOMMUFDBackend *be; 101 uint32_t ioas_id; 102 } VFIOIOMMUFDContainer; 103 104 OBJECT_DECLARE_SIMPLE_TYPE(VFIOIOMMUFDContainer, VFIO_IOMMU_IOMMUFD); 105 106 typedef struct VFIODeviceOps VFIODeviceOps; 107 108 typedef struct VFIODevice { 109 QLIST_ENTRY(VFIODevice) next; 110 QLIST_ENTRY(VFIODevice) container_next; 111 QLIST_ENTRY(VFIODevice) global_next; 112 struct VFIOGroup *group; 113 VFIOContainerBase *bcontainer; 114 char *sysfsdev; 115 char *name; 116 DeviceState *dev; 117 int fd; 118 int type; 119 bool mdev; 120 bool reset_works; 121 bool needs_reset; 122 bool no_mmap; 123 bool ram_block_discard_allowed; 124 OnOffAuto enable_migration; 125 bool migration_events; 126 VFIODeviceOps *ops; 127 unsigned int num_irqs; 128 unsigned int num_regions; 129 unsigned int flags; 130 VFIOMigration *migration; 131 Error *migration_blocker; 132 OnOffAuto pre_copy_dirty_page_tracking; 133 bool dirty_pages_supported; 134 bool dirty_tracking; 135 HostIOMMUDevice *hiod; 136 int devid; 137 IOMMUFDBackend *iommufd; 138 } VFIODevice; 139 140 struct VFIODeviceOps { 141 void (*vfio_compute_needs_reset)(VFIODevice *vdev); 142 int (*vfio_hot_reset_multi)(VFIODevice *vdev); 143 void (*vfio_eoi)(VFIODevice *vdev); 144 Object *(*vfio_get_object)(VFIODevice *vdev); 145 146 /** 147 * @vfio_save_config 148 * 149 * Save device config state 150 * 151 * @vdev: #VFIODevice for which to save the config 152 * @f: #QEMUFile where to send the data 153 * @errp: pointer to Error*, to store an error if it happens. 154 * 155 * Returns zero to indicate success and negative for error 156 */ 157 int (*vfio_save_config)(VFIODevice *vdev, QEMUFile *f, Error **errp); 158 159 /** 160 * @vfio_load_config 161 * 162 * Load device config state 163 * 164 * @vdev: #VFIODevice for which to load the config 165 * @f: #QEMUFile where to get the data 166 * 167 * Returns zero to indicate success and negative for error 168 */ 169 int (*vfio_load_config)(VFIODevice *vdev, QEMUFile *f); 170 }; 171 172 typedef struct VFIOGroup { 173 int fd; 174 int groupid; 175 VFIOContainer *container; 176 QLIST_HEAD(, VFIODevice) device_list; 177 QLIST_ENTRY(VFIOGroup) next; 178 QLIST_ENTRY(VFIOGroup) container_next; 179 bool ram_block_discard_allowed; 180 } VFIOGroup; 181 182 #define TYPE_HOST_IOMMU_DEVICE_LEGACY_VFIO TYPE_HOST_IOMMU_DEVICE "-legacy-vfio" 183 #define TYPE_HOST_IOMMU_DEVICE_IOMMUFD_VFIO \ 184 TYPE_HOST_IOMMU_DEVICE_IOMMUFD "-vfio" 185 186 typedef struct VFIODMABuf { 187 QemuDmaBuf *buf; 188 uint32_t pos_x, pos_y, pos_updates; 189 uint32_t hot_x, hot_y, hot_updates; 190 int dmabuf_id; 191 QTAILQ_ENTRY(VFIODMABuf) next; 192 } VFIODMABuf; 193 194 typedef struct VFIODisplay { 195 QemuConsole *con; 196 RAMFBState *ramfb; 197 struct vfio_region_info *edid_info; 198 struct vfio_region_gfx_edid *edid_regs; 199 uint8_t *edid_blob; 200 QEMUTimer *edid_link_timer; 201 struct { 202 VFIORegion buffer; 203 DisplaySurface *surface; 204 } region; 205 struct { 206 QTAILQ_HEAD(, VFIODMABuf) bufs; 207 VFIODMABuf *primary; 208 VFIODMABuf *cursor; 209 } dmabuf; 210 } VFIODisplay; 211 212 VFIOAddressSpace *vfio_get_address_space(AddressSpace *as); 213 void vfio_put_address_space(VFIOAddressSpace *space); 214 void vfio_address_space_insert(VFIOAddressSpace *space, 215 VFIOContainerBase *bcontainer); 216 217 void vfio_disable_irqindex(VFIODevice *vbasedev, int index); 218 void vfio_unmask_single_irqindex(VFIODevice *vbasedev, int index); 219 void vfio_mask_single_irqindex(VFIODevice *vbasedev, int index); 220 bool vfio_set_irq_signaling(VFIODevice *vbasedev, int index, int subindex, 221 int action, int fd, Error **errp); 222 void vfio_region_write(void *opaque, hwaddr addr, 223 uint64_t data, unsigned size); 224 uint64_t vfio_region_read(void *opaque, 225 hwaddr addr, unsigned size); 226 int vfio_region_setup(Object *obj, VFIODevice *vbasedev, VFIORegion *region, 227 int index, const char *name); 228 int vfio_region_mmap(VFIORegion *region); 229 void vfio_region_mmaps_set_enabled(VFIORegion *region, bool enabled); 230 void vfio_region_unmap(VFIORegion *region); 231 void vfio_region_exit(VFIORegion *region); 232 void vfio_region_finalize(VFIORegion *region); 233 void vfio_reset_handler(void *opaque); 234 struct vfio_device_info *vfio_get_device_info(int fd); 235 bool vfio_device_is_mdev(VFIODevice *vbasedev); 236 bool vfio_attach_device(char *name, VFIODevice *vbasedev, 237 AddressSpace *as, Error **errp); 238 void vfio_detach_device(VFIODevice *vbasedev); 239 240 int vfio_kvm_device_add_fd(int fd, Error **errp); 241 int vfio_kvm_device_del_fd(int fd, Error **errp); 242 243 bool vfio_cpr_register_container(VFIOContainerBase *bcontainer, Error **errp); 244 void vfio_cpr_unregister_container(VFIOContainerBase *bcontainer); 245 246 extern const MemoryRegionOps vfio_region_ops; 247 typedef QLIST_HEAD(VFIOGroupList, VFIOGroup) VFIOGroupList; 248 typedef QLIST_HEAD(VFIODeviceList, VFIODevice) VFIODeviceList; 249 extern VFIOGroupList vfio_group_list; 250 extern VFIODeviceList vfio_device_list; 251 extern const MemoryListener vfio_memory_listener; 252 extern int vfio_kvm_device_fd; 253 254 bool vfio_mig_active(void); 255 int vfio_block_multiple_devices_migration(VFIODevice *vbasedev, Error **errp); 256 void vfio_unblock_multiple_devices_migration(void); 257 bool vfio_viommu_preset(VFIODevice *vbasedev); 258 int64_t vfio_mig_bytes_transferred(void); 259 void vfio_reset_bytes_transferred(void); 260 bool vfio_device_state_is_running(VFIODevice *vbasedev); 261 bool vfio_device_state_is_precopy(VFIODevice *vbasedev); 262 263 #ifdef CONFIG_LINUX 264 int vfio_get_region_info(VFIODevice *vbasedev, int index, 265 struct vfio_region_info **info); 266 int vfio_get_dev_region_info(VFIODevice *vbasedev, uint32_t type, 267 uint32_t subtype, struct vfio_region_info **info); 268 bool vfio_has_region_cap(VFIODevice *vbasedev, int region, uint16_t cap_type); 269 struct vfio_info_cap_header * 270 vfio_get_region_info_cap(struct vfio_region_info *info, uint16_t id); 271 bool vfio_get_info_dma_avail(struct vfio_iommu_type1_info *info, 272 unsigned int *avail); 273 struct vfio_info_cap_header * 274 vfio_get_device_info_cap(struct vfio_device_info *info, uint16_t id); 275 struct vfio_info_cap_header * 276 vfio_get_cap(void *ptr, uint32_t cap_offset, uint16_t id); 277 #endif 278 279 bool vfio_migration_realize(VFIODevice *vbasedev, Error **errp); 280 void vfio_migration_exit(VFIODevice *vbasedev); 281 282 int vfio_bitmap_alloc(VFIOBitmap *vbmap, hwaddr size); 283 bool 284 vfio_devices_all_running_and_mig_active(const VFIOContainerBase *bcontainer); 285 bool 286 vfio_devices_all_device_dirty_tracking(const VFIOContainerBase *bcontainer); 287 int vfio_devices_query_dirty_bitmap(const VFIOContainerBase *bcontainer, 288 VFIOBitmap *vbmap, hwaddr iova, hwaddr size, Error **errp); 289 int vfio_get_dirty_bitmap(const VFIOContainerBase *bcontainer, uint64_t iova, 290 uint64_t size, ram_addr_t ram_addr, Error **errp); 291 292 /* Returns 0 on success, or a negative errno. */ 293 bool vfio_device_get_name(VFIODevice *vbasedev, Error **errp); 294 void vfio_device_set_fd(VFIODevice *vbasedev, const char *str, Error **errp); 295 void vfio_device_init(VFIODevice *vbasedev, int type, VFIODeviceOps *ops, 296 DeviceState *dev, bool ram_discard); 297 int vfio_device_get_aw_bits(VFIODevice *vdev); 298 #endif /* HW_VFIO_VFIO_COMMON_H */ 299