87 static void vtd_define_quad(IntelIOMMUState *s, hwaddr addr, uint64_t val,  in vtd_define_quad()
95 static void vtd_define_quad_wo(IntelIOMMUState *s, hwaddr addr, uint64_t mask)  in vtd_define_quad_wo()
100 static void vtd_define_long(IntelIOMMUState *s, hwaddr addr, uint32_t val,  in vtd_define_long()
108 static void vtd_define_long_wo(IntelIOMMUState *s, hwaddr addr, uint32_t mask)  in vtd_define_long_wo()
114 static void vtd_set_quad(IntelIOMMUState *s, hwaddr addr, uint64_t val)  in vtd_set_quad()
123 static void vtd_set_long(IntelIOMMUState *s, hwaddr addr, uint32_t val)  in vtd_set_long()
132 static uint64_t vtd_get_quad(IntelIOMMUState *s, hwaddr addr)  in vtd_get_quad()
139 static uint32_t vtd_get_long(IntelIOMMUState *s, hwaddr addr)  in vtd_get_long()
147 static uint64_t vtd_get_quad_raw(IntelIOMMUState *s, hwaddr addr)  in vtd_get_quad_raw()
152 static uint32_t vtd_get_long_raw(IntelIOMMUState *s, hwaddr addr)  in vtd_get_long_raw()
157 static void vtd_set_quad_raw(IntelIOMMUState *s, hwaddr addr, uint64_t val)  in vtd_set_quad_raw()
162 static uint32_t vtd_set_clear_mask_long(IntelIOMMUState *s, hwaddr addr,  in vtd_set_clear_mask_long()
170 static uint64_t vtd_set_clear_mask_quad(IntelIOMMUState *s, hwaddr addr,  in vtd_set_clear_mask_quad()
178 static inline void vtd_iommu_lock(IntelIOMMUState *s)  in vtd_iommu_lock()
183 static inline void vtd_iommu_unlock(IntelIOMMUState *s)  in vtd_iommu_unlock()
188 static void vtd_update_scalable_state(IntelIOMMUState *s)  in vtd_update_scalable_state()
197 static void vtd_update_iq_dw(IntelIOMMUState *s)  in vtd_update_iq_dw()
313 static void vtd_reset_context_cache_locked(IntelIOMMUState *s)  in vtd_reset_context_cache_locked()
329 static void vtd_reset_iotlb_locked(IntelIOMMUState *s)  in vtd_reset_iotlb_locked()
335 static void vtd_reset_iotlb(IntelIOMMUState *s)  in vtd_reset_iotlb()
342 static void vtd_reset_caches(IntelIOMMUState *s)  in vtd_reset_caches()
356 static VTDIOTLBEntry *vtd_lookup_iotlb(IntelIOMMUState *s, uint16_t source_id,  in vtd_lookup_iotlb()
379 static void vtd_update_iotlb(IntelIOMMUState *s, uint16_t source_id,  in vtd_update_iotlb()
412 static void vtd_generate_interrupt(IntelIOMMUState *s, hwaddr mesg_addr_reg,  in vtd_generate_interrupt()
432 static void vtd_generate_fault_event(IntelIOMMUState *s, uint32_t pre_fsts)  in vtd_generate_fault_event()
453 static bool vtd_is_frcd_set(IntelIOMMUState *s, uint16_t index)  in vtd_is_frcd_set()
468 static void vtd_update_fsts_ppf(IntelIOMMUState *s)  in vtd_update_fsts_ppf()
483 static void vtd_set_frcd_and_update_ppf(IntelIOMMUState *s, uint16_t index)  in vtd_set_frcd_and_update_ppf()
496 static void vtd_record_frcd(IntelIOMMUState *s, uint16_t index,  in vtd_record_frcd()
510 static bool vtd_try_collapse_fault(IntelIOMMUState *s, uint16_t source_id)  in vtd_try_collapse_fault()
528 static void vtd_report_frcd_fault(IntelIOMMUState *s, uint64_t source_id,  in vtd_report_frcd_fault()
578 static void vtd_report_dmar_fault(IntelIOMMUState *s, uint16_t source_id,  in vtd_report_dmar_fault()
600 static void vtd_report_ir_fault(IntelIOMMUState *s, uint64_t source_id,  in vtd_report_ir_fault()
614 static void vtd_handle_inv_queue_error(IntelIOMMUState *s)  in vtd_handle_inv_queue_error()
623 static void vtd_generate_completion_event(IntelIOMMUState *s)  in vtd_generate_completion_event()
643 static inline bool vtd_root_entry_present(IntelIOMMUState *s,  in vtd_root_entry_present()
654 static int vtd_get_root_entry(IntelIOMMUState *s, uint8_t index,  in vtd_get_root_entry()
675 static int vtd_get_context_entry_from_root(IntelIOMMUState *s,  in vtd_get_context_entry_from_root()
751 static inline bool vtd_is_level_supported(IntelIOMMUState *s, uint32_t level)  in vtd_is_level_supported()
812 static int vtd_get_pe_in_pasid_leaf_table(IntelIOMMUState *s,  in vtd_get_pe_in_pasid_leaf_table()
848 static int vtd_get_pe_from_pdire(IntelIOMMUState *s,  in vtd_get_pe_from_pdire()
864 static int vtd_get_pe_from_pasid_table(IntelIOMMUState *s,  in vtd_get_pe_from_pasid_table()
894 static int vtd_ce_get_rid2pasid_entry(IntelIOMMUState *s,  in vtd_ce_get_rid2pasid_entry()
911 static int vtd_ce_get_pasid_fpd(IntelIOMMUState *s,  in vtd_ce_get_pasid_fpd()
968 static uint32_t vtd_get_iova_level(IntelIOMMUState *s,  in vtd_get_iova_level()
987 static uint32_t vtd_get_iova_agaw(IntelIOMMUState *s,  in vtd_get_iova_agaw()
1035 static inline uint64_t vtd_iova_limit(IntelIOMMUState *s,  in vtd_iova_limit()
1044 static inline bool vtd_iova_range_check(IntelIOMMUState *s,  in vtd_iova_range_check()
1055 static dma_addr_t vtd_get_iova_pgtbl_base(IntelIOMMUState *s,  in vtd_get_iova_pgtbl_base()
1110 static int vtd_iova_to_slpte(IntelIOMMUState *s, VTDContextEntry *ce,  in vtd_iova_to_slpte()
1404 static int vtd_page_walk(IntelIOMMUState *s, VTDContextEntry *ce,  in vtd_page_walk()
1424 static int vtd_root_entry_rsvd_bits_check(IntelIOMMUState *s,  in vtd_root_entry_rsvd_bits_check()
1447 static inline int vtd_context_entry_rsvd_bits_check(IntelIOMMUState *s,  in vtd_context_entry_rsvd_bits_check()
1476 static int vtd_ce_rid2pasid_check(IntelIOMMUState *s,  in vtd_ce_rid2pasid_check()
1490 static int vtd_dev_to_context_entry(IntelIOMMUState *s, uint8_t bus_num,  in vtd_dev_to_context_entry()
1568 static uint16_t vtd_get_domain_id(IntelIOMMUState *s,  in vtd_get_domain_id()
1586     IntelIOMMUState *s = vtd_as->iommu_state;  in vtd_sync_shadow_page_table_range()  local
1644 static bool vtd_dev_pt_enabled(IntelIOMMUState *s, VTDContextEntry *ce,  in vtd_dev_pt_enabled()
1668     IntelIOMMUState *s;  in vtd_as_pt_enabled()  local
1772 static void vtd_switch_address_space_all(IntelIOMMUState *s)  in vtd_switch_address_space_all()
1826 static VTDAddressSpace *vtd_get_as_by_sid(IntelIOMMUState *s, uint16_t sid)  in vtd_get_as_by_sid()
1842 static void vtd_pt_enable_fast_path(IntelIOMMUState *s, uint16_t source_id)  in vtd_pt_enable_fast_path()
1861 static void vtd_report_fault(IntelIOMMUState *s,  in vtd_report_fault()
1893     IntelIOMMUState *s = vtd_as->iommu_state;  in vtd_do_iommu_translate()  local
2038 static void vtd_root_table_setup(IntelIOMMUState *s)  in vtd_root_table_setup()
2048 static void vtd_iec_notify_all(IntelIOMMUState *s, bool global,  in vtd_iec_notify_all()
2054 static void vtd_interrupt_remap_table_setup(IntelIOMMUState *s)  in vtd_interrupt_remap_table_setup()
2068 static void vtd_iommu_replay_all(IntelIOMMUState *s)  in vtd_iommu_replay_all()
2077 static void vtd_context_global_invalidate(IntelIOMMUState *s)  in vtd_context_global_invalidate()
2101 static void vtd_context_device_invalidate(IntelIOMMUState *s,  in vtd_context_device_invalidate()
2164 static uint64_t vtd_context_cache_invalidate(IntelIOMMUState *s, uint64_t val)  in vtd_context_cache_invalidate()
2190 static void vtd_iotlb_global_invalidate(IntelIOMMUState *s)  in vtd_iotlb_global_invalidate()
2197 static void vtd_iotlb_domain_invalidate(IntelIOMMUState *s, uint16_t domain_id)  in vtd_iotlb_domain_invalidate()
2218 static void vtd_iotlb_page_invalidate_notify(IntelIOMMUState *s,  in vtd_iotlb_page_invalidate_notify()
2263 static void vtd_iotlb_page_invalidate(IntelIOMMUState *s, uint16_t domain_id,  in vtd_iotlb_page_invalidate()
2284 static uint64_t vtd_iotlb_flush(IntelIOMMUState *s, uint64_t val)  in vtd_iotlb_flush()
2329 static inline bool vtd_queued_inv_disable_check(IntelIOMMUState *s)  in vtd_queued_inv_disable_check()
2335 static void vtd_handle_gcmd_qie(IntelIOMMUState *s, bool en)  in vtd_handle_gcmd_qie()
2379 static void vtd_handle_gcmd_srtp(IntelIOMMUState *s)  in vtd_handle_gcmd_srtp()
2389 static void vtd_handle_gcmd_sirtp(IntelIOMMUState *s)  in vtd_handle_gcmd_sirtp()
2397 static void vtd_handle_gcmd_te(IntelIOMMUState *s, bool en)  in vtd_handle_gcmd_te()
2423 static void vtd_handle_gcmd_ire(IntelIOMMUState *s, bool en)  in vtd_handle_gcmd_ire()
2439 static void vtd_handle_gcmd_write(IntelIOMMUState *s)  in vtd_handle_gcmd_write()
2471 static void vtd_handle_ccmd_write(IntelIOMMUState *s)  in vtd_handle_ccmd_write()
2492 static void vtd_handle_iotlb_write(IntelIOMMUState *s)  in vtd_handle_iotlb_write()
2513 static bool vtd_get_inv_desc(IntelIOMMUState *s,  in vtd_get_inv_desc()
2535 static bool vtd_process_wait_desc(IntelIOMMUState *s, VTDInvDesc *inv_desc)  in vtd_process_wait_desc()
2573 static bool vtd_process_context_cache_desc(IntelIOMMUState *s,  in vtd_process_context_cache_desc()
2608 static bool vtd_process_iotlb_desc(IntelIOMMUState *s, VTDInvDesc *inv_desc)  in vtd_process_iotlb_desc()
2656 static bool vtd_process_inv_iec_desc(IntelIOMMUState *s,  in vtd_process_inv_iec_desc()
2701 static bool vtd_process_device_iotlb_desc(IntelIOMMUState *s,  in vtd_process_device_iotlb_desc()
2736 static bool vtd_process_inv_desc(IntelIOMMUState *s)  in vtd_process_inv_desc()
2812 static void vtd_fetch_inv_desc(IntelIOMMUState *s)  in vtd_fetch_inv_desc()
2843 static void vtd_handle_iqt_write(IntelIOMMUState *s)  in vtd_handle_iqt_write()
2861 static void vtd_handle_fsts_write(IntelIOMMUState *s)  in vtd_handle_fsts_write()
2876 static void vtd_handle_fectl_write(IntelIOMMUState *s)  in vtd_handle_fectl_write()
2893 static void vtd_handle_ics_write(IntelIOMMUState *s)  in vtd_handle_ics_write()
2904 static void vtd_handle_iectl_write(IntelIOMMUState *s)  in vtd_handle_iectl_write()
2923     IntelIOMMUState *s = opaque;  in vtd_mem_read()  local
2977     IntelIOMMUState *s = opaque;  in vtd_mem_write()  local
3219     IntelIOMMUState *s = vtd_as->iommu_state;  in vtd_iommu_translate()  local
3262     IntelIOMMUState *s = vtd_as->iommu_state;  in vtd_iommu_notify_flag_changed()  local
3686     IntelIOMMUState *s = vtd_as->iommu_state;  in vtd_report_ir_illegal_access()  local
3739 VTDAddressSpace *vtd_find_add_as(IntelIOMMUState *s, PCIBus *bus,  in vtd_find_add_as()
3851 static bool vtd_check_hiod(IntelIOMMUState *s, HostIOMMUDevice *hiod,  in vtd_check_hiod()
3878     IntelIOMMUState *s = opaque;  in vtd_dev_set_iommu_device()  local
3914     IntelIOMMUState *s = opaque;  in vtd_dev_unset_iommu_device()  local
3938     IntelIOMMUState *s = as->iommu_state;  in vtd_address_space_unmap()  local
3991 static void vtd_address_space_unmap_all(IntelIOMMUState *s)  in vtd_address_space_unmap_all()
4003 static void vtd_address_space_refresh_all(IntelIOMMUState *s)  in vtd_address_space_refresh_all()
4018     IntelIOMMUState *s = vtd_as->iommu_state;  in vtd_iommu_replay()  local
4054 static void vtd_cap_init(IntelIOMMUState *s)  in vtd_cap_init()
4112 static void vtd_init(IntelIOMMUState *s)  in vtd_init()
4217     IntelIOMMUState *s = INTEL_IOMMU_DEVICE(dev);  in vtd_reset()  local
4225     IntelIOMMUState *s = opaque;  in vtd_host_dma_iommu()  local
4240 static bool vtd_decide_config(IntelIOMMUState *s, Error **errp)  in vtd_decide_config()
4315     IntelIOMMUState *s = INTEL_IOMMU_DEVICE(dev);  in vtd_realize()  local