1 /* 2 * QEMU emulation of an AMD IOMMU (AMD-Vi) 3 * 4 * Copyright (C) 2011 Eduard - Gabriel Munteanu 5 * Copyright (C) 2015, 2016 David Kiarie Kahurani 6 * 7 * This program is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License as published by 9 * the Free Software Foundation; either version 2 of the License, or 10 * (at your option) any later version. 11 12 * This program is distributed in the hope that it will be useful, 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15 * GNU General Public License for more details. 16 17 * You should have received a copy of the GNU General Public License along 18 * with this program; if not, see <http://www.gnu.org/licenses/>. 19 */ 20 21 #ifndef AMD_IOMMU_H 22 #define AMD_IOMMU_H 23 24 #include "hw/pci/pci.h" 25 #include "hw/i386/x86-iommu.h" 26 #include "qom/object.h" 27 28 #define GENMASK64(h, l) (((~0ULL) >> (63 - (h) + (l))) << (l)) 29 30 /* Capability registers */ 31 #define AMDVI_CAPAB_BAR_LOW 0x04 32 #define AMDVI_CAPAB_BAR_HIGH 0x08 33 #define AMDVI_CAPAB_RANGE 0x0C 34 #define AMDVI_CAPAB_MISC 0x10 35 36 #define AMDVI_CAPAB_SIZE 0x18 37 #define AMDVI_CAPAB_REG_SIZE 0x04 38 39 /* Capability header data */ 40 #define AMDVI_CAPAB_ID_SEC 0xf 41 #define AMDVI_CAPAB_FLAT_EXT (1 << 28) 42 #define AMDVI_CAPAB_EFR_SUP (1 << 27) 43 #define AMDVI_CAPAB_FLAG_NPCACHE (1 << 26) 44 #define AMDVI_CAPAB_FLAG_HTTUNNEL (1 << 25) 45 #define AMDVI_CAPAB_FLAG_IOTLBSUP (1 << 24) 46 #define AMDVI_CAPAB_INIT_TYPE (3 << 16) 47 48 /* No. of used MMIO registers */ 49 #define AMDVI_MMIO_REGS_HIGH 7 50 #define AMDVI_MMIO_REGS_LOW 8 51 52 /* MMIO registers */ 53 #define AMDVI_MMIO_DEVICE_TABLE 0x0000 54 #define AMDVI_MMIO_COMMAND_BASE 0x0008 55 #define AMDVI_MMIO_EVENT_BASE 0x0010 56 #define AMDVI_MMIO_CONTROL 0x0018 57 #define AMDVI_MMIO_EXCL_BASE 0x0020 58 #define AMDVI_MMIO_EXCL_LIMIT 0x0028 59 #define AMDVI_MMIO_EXT_FEATURES 0x0030 60 #define AMDVI_MMIO_COMMAND_HEAD 0x2000 61 #define AMDVI_MMIO_COMMAND_TAIL 0x2008 62 #define AMDVI_MMIO_EVENT_HEAD 0x2010 63 #define AMDVI_MMIO_EVENT_TAIL 0x2018 64 #define AMDVI_MMIO_STATUS 0x2020 65 #define AMDVI_MMIO_PPR_BASE 0x0038 66 #define AMDVI_MMIO_PPR_HEAD 0x2030 67 #define AMDVI_MMIO_PPR_TAIL 0x2038 68 69 #define AMDVI_MMIO_SIZE 0x4000 70 71 #define AMDVI_MMIO_DEVTAB_SIZE_MASK GENMASK64(8, 0) 72 #define AMDVI_MMIO_DEVTAB_BASE_MASK GENMASK64(51, 12) 73 74 #define AMDVI_MMIO_DEVTAB_ENTRY_SIZE 32 75 #define AMDVI_MMIO_DEVTAB_SIZE_UNIT 4096 76 77 /* some of this are similar but just for readability */ 78 #define AMDVI_MMIO_CMDBUF_SIZE_BYTE (AMDVI_MMIO_COMMAND_BASE + 7) 79 #define AMDVI_MMIO_CMDBUF_SIZE_MASK 0x0f 80 #define AMDVI_MMIO_CMDBUF_BASE_MASK GENMASK64(51, 12) 81 #define AMDVI_MMIO_CMDBUF_HEAD_MASK GENMASK64(18, 4) 82 #define AMDVI_MMIO_CMDBUF_TAIL_MASK GENMASK64(18, 4) 83 84 #define AMDVI_MMIO_EVTLOG_SIZE_BYTE (AMDVI_MMIO_EVENT_BASE + 7) 85 #define AMDVI_MMIO_EVTLOG_SIZE_MASK 0x0f 86 #define AMDVI_MMIO_EVTLOG_BASE_MASK GENMASK64(51, 12) 87 #define AMDVI_MMIO_EVTLOG_HEAD_MASK GENMASK64(18, 4) 88 #define AMDVI_MMIO_EVTLOG_TAIL_MASK GENMASK64(18, 4) 89 90 #define AMDVI_MMIO_PPRLOG_SIZE_BYTE (AMDVI_MMIO_PPR_BASE + 7) 91 #define AMDVI_MMIO_PPRLOG_SIZE_MASK 0x0f 92 #define AMDVI_MMIO_PPRLOG_BASE_MASK GENMASK64(51, 12) 93 #define AMDVI_MMIO_PPRLOG_HEAD_MASK GENMASK64(18, 4) 94 #define AMDVI_MMIO_PPRLOG_TAIL_MASK GENMASK64(18, 4) 95 96 #define AMDVI_MMIO_EXCL_ENABLED_MASK (1ULL << 0) 97 #define AMDVI_MMIO_EXCL_ALLOW_MASK (1ULL << 1) 98 #define AMDVI_MMIO_EXCL_LIMIT_MASK GENMASK64(51, 12) 99 #define AMDVI_MMIO_EXCL_LIMIT_LOW 0xfff 100 101 /* mmio control register flags */ 102 #define AMDVI_MMIO_CONTROL_AMDVIEN (1ULL << 0) 103 #define AMDVI_MMIO_CONTROL_HTTUNEN (1ULL << 1) 104 #define AMDVI_MMIO_CONTROL_EVENTLOGEN (1ULL << 2) 105 #define AMDVI_MMIO_CONTROL_EVENTINTEN (1ULL << 3) 106 #define AMDVI_MMIO_CONTROL_COMWAITINTEN (1ULL << 4) 107 #define AMDVI_MMIO_CONTROL_CMDBUFLEN (1ULL << 12) 108 #define AMDVI_MMIO_CONTROL_GAEN (1ULL << 17) 109 110 /* MMIO status register bits */ 111 #define AMDVI_MMIO_STATUS_CMDBUF_RUN (1 << 4) 112 #define AMDVI_MMIO_STATUS_EVT_RUN (1 << 3) 113 #define AMDVI_MMIO_STATUS_COMP_INT (1 << 2) 114 #define AMDVI_MMIO_STATUS_EVENT_INT (1 << 1) 115 #define AMDVI_MMIO_STATUS_EVT_OVF (1 << 0) 116 117 #define AMDVI_CMDBUF_ID_BYTE 0x07 118 #define AMDVI_CMDBUF_ID_RSHIFT 4 119 120 #define AMDVI_CMD_COMPLETION_WAIT 0x01 121 #define AMDVI_CMD_INVAL_DEVTAB_ENTRY 0x02 122 #define AMDVI_CMD_INVAL_AMDVI_PAGES 0x03 123 #define AMDVI_CMD_INVAL_IOTLB_PAGES 0x04 124 #define AMDVI_CMD_INVAL_INTR_TABLE 0x05 125 #define AMDVI_CMD_PREFETCH_AMDVI_PAGES 0x06 126 #define AMDVI_CMD_COMPLETE_PPR_REQUEST 0x07 127 #define AMDVI_CMD_INVAL_AMDVI_ALL 0x08 128 129 #define AMDVI_DEVTAB_ENTRY_SIZE 32 130 131 /* Device table entry bits 0:63 */ 132 #define AMDVI_DEV_VALID (1ULL << 0) 133 #define AMDVI_DEV_TRANSLATION_VALID (1ULL << 1) 134 #define AMDVI_DEV_MODE_MASK 0x7 135 #define AMDVI_DEV_MODE_RSHIFT 9 136 #define AMDVI_DEV_PT_ROOT_MASK GENMASK64(51, 12) 137 #define AMDVI_DEV_PT_ROOT_RSHIFT 12 138 #define AMDVI_DEV_PERM_SHIFT 61 139 #define AMDVI_DEV_PERM_READ (1ULL << 61) 140 #define AMDVI_DEV_PERM_WRITE (1ULL << 62) 141 142 /* Device table entry bits 64:127 */ 143 #define AMDVI_DEV_DOMID_ID_MASK GENMASK64(15, 0) 144 145 /* Event codes and flags, as stored in the info field */ 146 #define AMDVI_EVENT_ILLEGAL_DEVTAB_ENTRY (0x1U << 12) 147 #define AMDVI_EVENT_IOPF (0x2U << 12) 148 #define AMDVI_EVENT_IOPF_I (1U << 3) 149 #define AMDVI_EVENT_DEV_TAB_HW_ERROR (0x3U << 12) 150 #define AMDVI_EVENT_PAGE_TAB_HW_ERROR (0x4U << 12) 151 #define AMDVI_EVENT_ILLEGAL_COMMAND_ERROR (0x5U << 12) 152 #define AMDVI_EVENT_COMMAND_HW_ERROR (0x6U << 12) 153 154 #define AMDVI_EVENT_LEN 16 155 #define AMDVI_PERM_READ (1 << 0) 156 #define AMDVI_PERM_WRITE (1 << 1) 157 158 #define AMDVI_FEATURE_PREFETCH (1ULL << 0) /* page prefetch */ 159 #define AMDVI_FEATURE_PPR (1ULL << 1) /* PPR Support */ 160 #define AMDVI_FEATURE_XT (1ULL << 2) /* x2APIC Support */ 161 #define AMDVI_FEATURE_GT (1ULL << 4) /* Guest Translation */ 162 #define AMDVI_FEATURE_IA (1ULL << 6) /* inval all support */ 163 #define AMDVI_FEATURE_GA (1ULL << 7) /* guest VAPIC support */ 164 #define AMDVI_FEATURE_HE (1ULL << 8) /* hardware error regs */ 165 #define AMDVI_FEATURE_PC (1ULL << 9) /* Perf counters */ 166 167 /* reserved DTE bits */ 168 #define AMDVI_DTE_QUAD0_RESERVED (GENMASK64(6, 2) | GENMASK64(63, 63)) 169 #define AMDVI_DTE_QUAD1_RESERVED 0 170 #define AMDVI_DTE_QUAD2_RESERVED GENMASK64(53, 52) 171 #define AMDVI_DTE_QUAD3_RESERVED (GENMASK64(14, 0) | GENMASK64(53, 48)) 172 173 /* AMDVI paging mode */ 174 #define AMDVI_GATS_MODE (2ULL << 12) 175 #define AMDVI_HATS_MODE (2ULL << 10) 176 177 /* IOTLB */ 178 #define AMDVI_IOTLB_MAX_SIZE 1024 179 #define AMDVI_DEVID_SHIFT 36 180 181 /* default extended feature */ 182 #define AMDVI_DEFAULT_EXT_FEATURES \ 183 (AMDVI_FEATURE_PREFETCH | AMDVI_FEATURE_PPR | \ 184 AMDVI_FEATURE_IA | AMDVI_FEATURE_GT | AMDVI_FEATURE_HE | \ 185 AMDVI_GATS_MODE | AMDVI_HATS_MODE | AMDVI_FEATURE_GA) 186 187 /* capabilities header */ 188 #define AMDVI_CAPAB_FEATURES (AMDVI_CAPAB_FLAT_EXT | \ 189 AMDVI_CAPAB_FLAG_NPCACHE | AMDVI_CAPAB_FLAG_IOTLBSUP \ 190 | AMDVI_CAPAB_ID_SEC | AMDVI_CAPAB_INIT_TYPE | \ 191 AMDVI_CAPAB_FLAG_HTTUNNEL | AMDVI_CAPAB_EFR_SUP) 192 193 /* AMDVI default address */ 194 #define AMDVI_BASE_ADDR 0xfed80000ULL 195 196 /* page management constants */ 197 #define AMDVI_PAGE_SHIFT 12 198 #define AMDVI_PAGE_SIZE (1ULL << AMDVI_PAGE_SHIFT) 199 200 #define AMDVI_PAGE_SHIFT_4K 12 201 #define AMDVI_PAGE_MASK_4K GENMASK64(63, 12) 202 203 #define AMDVI_MAX_GVA_ADDR (2UL << 5) 204 #define AMDVI_MAX_PH_ADDR (40UL << 8) 205 #define AMDVI_MAX_VA_ADDR (48UL << 15) 206 207 /* Completion Wait data size */ 208 #define AMDVI_COMPLETION_DATA_SIZE 8 209 210 #define AMDVI_COMMAND_SIZE 16 211 212 #define AMDVI_INT_ADDR_FIRST 0xfee00000 213 #define AMDVI_INT_ADDR_LAST 0xfeefffff 214 #define AMDVI_INT_ADDR_SIZE (AMDVI_INT_ADDR_LAST - AMDVI_INT_ADDR_FIRST + 1) 215 216 /* SB IOAPIC is always on this device in AMD systems */ 217 #define AMDVI_IOAPIC_SB_DEVID PCI_BUILD_BDF(0, PCI_DEVFN(0x14, 0)) 218 219 /* Interrupt remapping errors */ 220 #define AMDVI_IR_ERR 0x1 221 #define AMDVI_IR_GET_IRTE 0x2 222 #define AMDVI_IR_TARGET_ABORT 0x3 223 224 /* Interrupt remapping */ 225 #define AMDVI_IR_REMAP_ENABLE 1ULL 226 #define AMDVI_IR_INTCTL_SHIFT 60 227 #define AMDVI_IR_INTCTL_ABORT 0 228 #define AMDVI_IR_INTCTL_PASS 1 229 #define AMDVI_IR_INTCTL_REMAP 2 230 231 #define AMDVI_IR_PHYS_ADDR_MASK GENMASK64(51, 6) 232 233 /* MSI data 10:0 bits (section 2.2.5.1 Fig 14) */ 234 #define AMDVI_IRTE_OFFSET 0x7ff 235 236 /* Delivery mode of MSI data (same as IOAPIC deilver mode encoding) */ 237 #define AMDVI_IOAPIC_INT_TYPE_FIXED 0x0 238 #define AMDVI_IOAPIC_INT_TYPE_ARBITRATED 0x1 239 #define AMDVI_IOAPIC_INT_TYPE_SMI 0x2 240 #define AMDVI_IOAPIC_INT_TYPE_NMI 0x4 241 #define AMDVI_IOAPIC_INT_TYPE_INIT 0x5 242 #define AMDVI_IOAPIC_INT_TYPE_EINT 0x7 243 244 /* Pass through interrupt */ 245 #define AMDVI_DEV_INT_PASS_MASK (1ULL << 56) 246 #define AMDVI_DEV_EINT_PASS_MASK (1ULL << 57) 247 #define AMDVI_DEV_NMI_PASS_MASK (1ULL << 58) 248 #define AMDVI_DEV_LINT0_PASS_MASK (1ULL << 62) 249 #define AMDVI_DEV_LINT1_PASS_MASK (1ULL << 63) 250 251 /* Interrupt remapping table fields (Guest VAPIC not enabled) */ 252 union irte { 253 uint32_t val; 254 struct { 255 uint32_t valid:1, 256 no_fault:1, 257 int_type:3, 258 rq_eoi:1, 259 dm:1, 260 guest_mode:1, 261 destination:8, 262 vector:8, 263 rsvd:8; 264 } fields; 265 }; 266 267 /* Interrupt remapping table fields (Guest VAPIC is enabled) */ 268 union irte_ga_lo { 269 uint64_t val; 270 271 /* For int remapping */ 272 struct { 273 uint64_t valid:1, 274 no_fault:1, 275 /* ------ */ 276 int_type:3, 277 rq_eoi:1, 278 dm:1, 279 /* ------ */ 280 guest_mode:1, 281 destination:24, 282 rsvd_1:32; 283 } fields_remap; 284 }; 285 286 union irte_ga_hi { 287 uint64_t val; 288 struct { 289 uint64_t vector:8, 290 rsvd_2:48, 291 destination_hi:8; 292 } fields; 293 }; 294 295 struct irte_ga { 296 union irte_ga_lo lo; 297 union irte_ga_hi hi; 298 }; 299 300 #define TYPE_AMD_IOMMU_DEVICE "amd-iommu" 301 OBJECT_DECLARE_SIMPLE_TYPE(AMDVIState, AMD_IOMMU_DEVICE) 302 303 #define TYPE_AMD_IOMMU_PCI "AMDVI-PCI" 304 OBJECT_DECLARE_SIMPLE_TYPE(AMDVIPCIState, AMD_IOMMU_PCI) 305 306 #define TYPE_AMD_IOMMU_MEMORY_REGION "amd-iommu-iommu-memory-region" 307 308 typedef struct AMDVIAddressSpace AMDVIAddressSpace; 309 310 /* functions to steal PCI config space */ 311 struct AMDVIPCIState { 312 PCIDevice dev; /* The PCI device itself */ 313 uint32_t capab_offset; /* capability offset pointer */ 314 }; 315 316 struct AMDVIState { 317 X86IOMMUState iommu; /* IOMMU bus device */ 318 AMDVIPCIState *pci; /* IOMMU PCI device */ 319 char *pci_id; /* ID of AMDVI-PCI device, if user created */ 320 321 uint32_t version; 322 323 uint64_t mmio_addr; 324 325 bool enabled; /* IOMMU enabled */ 326 bool cmdbuf_enabled; /* command buffer enabled */ 327 bool evtlog_enabled; /* event log enabled */ 328 bool excl_enabled; 329 330 hwaddr devtab; /* base address device table */ 331 uint64_t devtab_len; /* device table length */ 332 333 hwaddr cmdbuf; /* command buffer base address */ 334 uint64_t cmdbuf_len; /* command buffer length */ 335 uint32_t cmdbuf_head; /* current IOMMU read position */ 336 uint32_t cmdbuf_tail; /* next Software write position */ 337 bool completion_wait_intr; 338 339 hwaddr evtlog; /* base address event log */ 340 bool evtlog_intr; 341 uint32_t evtlog_len; /* event log length */ 342 uint32_t evtlog_head; /* current IOMMU write position */ 343 uint32_t evtlog_tail; /* current Software read position */ 344 345 /* unused for now */ 346 hwaddr excl_base; /* base DVA - IOMMU exclusion range */ 347 hwaddr excl_limit; /* limit of IOMMU exclusion range */ 348 bool excl_allow; /* translate accesses to the exclusion range */ 349 bool excl_enable; /* exclusion range enabled */ 350 351 hwaddr ppr_log; /* base address ppr log */ 352 uint32_t pprlog_len; /* ppr log len */ 353 uint32_t pprlog_head; /* ppr log head */ 354 uint32_t pprlog_tail; /* ppr log tail */ 355 356 MemoryRegion mr_mmio; /* MMIO region */ 357 MemoryRegion mr_sys; 358 MemoryRegion mr_nodma; 359 MemoryRegion mr_ir; 360 uint8_t mmior[AMDVI_MMIO_SIZE]; /* read/write MMIO */ 361 uint8_t w1cmask[AMDVI_MMIO_SIZE]; /* read/write 1 clear mask */ 362 uint8_t romask[AMDVI_MMIO_SIZE]; /* MMIO read/only mask */ 363 bool mmio_enabled; 364 365 /* for each served device */ 366 AMDVIAddressSpace **address_spaces[PCI_BUS_MAX]; 367 368 /* IOTLB */ 369 GHashTable *iotlb; 370 371 /* Interrupt remapping */ 372 bool ga_enabled; 373 bool xtsup; 374 }; 375 376 uint64_t amdvi_extended_feature_register(AMDVIState *s); 377 378 #endif 379