49 static bool read_from_write_only(struct kvm_vcpu *vcpu,  in read_from_write_only()
59 static bool write_to_read_only(struct kvm_vcpu *vcpu,  in write_to_read_only()
69 u64 vcpu_read_sys_reg(const struct kvm_vcpu *vcpu, int reg)  in vcpu_read_sys_reg()
80 void vcpu_write_sys_reg(struct kvm_vcpu *vcpu, u64 val, int reg)  in vcpu_write_sys_reg()
118 static u32 get_ccsidr(struct kvm_vcpu *vcpu, u32 csselr)  in get_ccsidr()
153 static int set_ccsidr(struct kvm_vcpu *vcpu, u32 csselr, u32 val)  in set_ccsidr()
182 static bool access_rw(struct kvm_vcpu *vcpu,  in access_rw()
197 static bool access_dcsw(struct kvm_vcpu *vcpu,  in access_dcsw()
217 static bool access_dcgsw(struct kvm_vcpu *vcpu,  in access_dcgsw()
253 static bool access_vm_reg(struct kvm_vcpu *vcpu,  in access_vm_reg()
278 static bool access_actlr(struct kvm_vcpu *vcpu,  in access_actlr()
299 static bool access_gic_sgi(struct kvm_vcpu *vcpu,  in access_gic_sgi()
349 static bool access_gic_sre(struct kvm_vcpu *vcpu,  in access_gic_sre()
360 static bool trap_raz_wi(struct kvm_vcpu *vcpu,  in trap_raz_wi()
370 static bool trap_undef(struct kvm_vcpu *vcpu,  in trap_undef()
384 static bool trap_loregion(struct kvm_vcpu *vcpu,  in trap_loregion()
402 static bool trap_oslar_el1(struct kvm_vcpu *vcpu,  in trap_oslar_el1()
420 static bool trap_oslsr_el1(struct kvm_vcpu *vcpu,  in trap_oslsr_el1()
431 static int set_oslsr_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_oslsr_el1()
445 static bool trap_dbgauthstatus_el1(struct kvm_vcpu *vcpu,  in trap_dbgauthstatus_el1()
484 static bool trap_debug_regs(struct kvm_vcpu *vcpu,  in trap_debug_regs()
506 static void reg_to_dbg(struct kvm_vcpu *vcpu,  in reg_to_dbg()
523 static void dbg_to_reg(struct kvm_vcpu *vcpu,  in dbg_to_reg()
534 static bool trap_bvr(struct kvm_vcpu *vcpu,  in trap_bvr()
550 static int set_bvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_bvr()
557 static int get_bvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_bvr()
564 static u64 reset_bvr(struct kvm_vcpu *vcpu,  in reset_bvr()
571 static bool trap_bcr(struct kvm_vcpu *vcpu,  in trap_bcr()
587 static int set_bcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_bcr()
594 static int get_bcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_bcr()
601 static u64 reset_bcr(struct kvm_vcpu *vcpu,  in reset_bcr()
608 static bool trap_wvr(struct kvm_vcpu *vcpu,  in trap_wvr()
625 static int set_wvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wvr()
632 static int get_wvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_wvr()
639 static u64 reset_wvr(struct kvm_vcpu *vcpu,  in reset_wvr()
646 static bool trap_wcr(struct kvm_vcpu *vcpu,  in trap_wcr()
662 static int set_wcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wcr()
669 static int get_wcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_wcr()
676 static u64 reset_wcr(struct kvm_vcpu *vcpu,  in reset_wcr()
683 static u64 reset_amair_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_amair_el1()
690 static u64 reset_actlr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_actlr()
697 static u64 reset_mpidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_mpidr()
717 static unsigned int pmu_visibility(const struct kvm_vcpu *vcpu,  in pmu_visibility()
726 static u64 reset_pmu_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmu_reg()
745 static u64 reset_pmevcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevcntr()
753 static u64 reset_pmevtyper(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevtyper()
761 static u64 reset_pmselr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmselr()
769 static u64 reset_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmcr()
787 static bool check_pmu_access_disabled(struct kvm_vcpu *vcpu, u64 flags)  in check_pmu_access_disabled()
798 static bool pmu_access_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_el0_disabled()
803 static bool pmu_write_swinc_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_write_swinc_el0_disabled()
808 static bool pmu_access_cycle_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_cycle_counter_el0_disabled()
813 static bool pmu_access_event_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_event_counter_el0_disabled()
818 static bool access_pmcr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcr()
847 static bool access_pmselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmselr()
863 static bool access_pmceid(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmceid()
884 static bool pmu_counter_idx_valid(struct kvm_vcpu *vcpu, u64 idx)  in pmu_counter_idx_valid()
898 static int get_pmu_evcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in get_pmu_evcntr()
914 static bool access_pmu_evcntr(struct kvm_vcpu *vcpu,  in access_pmu_evcntr()
967 static bool access_pmu_evtyper(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmu_evtyper()
1003 static bool access_pmcnten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcnten()
1031 static bool access_pminten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pminten()
1055 static bool access_pmovs(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmovs()
1077 static bool access_pmswinc(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmswinc()
1093 static bool access_pmuserenr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmuserenr()
1139 static bool undef_access(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in undef_access()
1153 static unsigned int ptrauth_visibility(const struct kvm_vcpu *vcpu,  in ptrauth_visibility()
1173 static bool access_arch_timer(struct kvm_vcpu *vcpu,  in access_arch_timer()
1249 static int arm64_check_features(struct kvm_vcpu *vcpu,  in arm64_check_features()
1316 static u64 __kvm_read_sanitised_id_reg(const struct kvm_vcpu *vcpu,  in __kvm_read_sanitised_id_reg()
1360 static u64 kvm_read_sanitised_id_reg(struct kvm_vcpu *vcpu,  in kvm_read_sanitised_id_reg()
1366 static u64 read_id_reg(const struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in read_id_reg()
1382 static unsigned int id_visibility(const struct kvm_vcpu *vcpu,  in id_visibility()
1397 static unsigned int aa32_id_visibility(const struct kvm_vcpu *vcpu,  in aa32_id_visibility()
1411 static unsigned int raz_visibility(const struct kvm_vcpu *vcpu,  in raz_visibility()
1419 static bool access_id_reg(struct kvm_vcpu *vcpu,  in access_id_reg()
1434 static unsigned int sve_visibility(const struct kvm_vcpu *vcpu,  in sve_visibility()
1443 static u64 read_sanitised_id_aa64pfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_aa64pfr0_el1()
1478 static u64 read_sanitised_id_aa64dfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_aa64dfr0_el1()
1501 static int set_id_aa64dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_aa64dfr0_el1()
1527 static u64 read_sanitised_id_dfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_dfr0_el1()
1540 static int set_id_dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_dfr0_el1()
1570 static int get_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_id_reg()
1589 static int set_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_id_reg()
1629 static int get_raz_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_raz_reg()
1636 static int set_wi_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wi_reg()
1642 static bool access_ctr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ctr()
1652 static bool access_clidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_clidr()
1666 static u64 reset_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_clidr()
1718 static int set_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_clidr()
1732 static bool access_csselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_csselr()
1744 static bool access_ccsidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ccsidr()
1760 static unsigned int mte_visibility(const struct kvm_vcpu *vcpu,  in mte_visibility()
1777 static unsigned int el2_visibility(const struct kvm_vcpu *vcpu,  in el2_visibility()
1800 static unsigned int elx2_visibility(const struct kvm_vcpu *vcpu,  in elx2_visibility()
1878 static bool access_sp_el1(struct kvm_vcpu *vcpu,  in access_sp_el1()
1890 static bool access_elr(struct kvm_vcpu *vcpu,  in access_elr()
1902 static bool access_spsr(struct kvm_vcpu *vcpu,  in access_spsr()
2440 static bool trap_dbgdidr(struct kvm_vcpu *vcpu,  in trap_dbgdidr()
2780 int kvm_handle_cp14_load_store(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_load_store()
2786 static void perform_access(struct kvm_vcpu *vcpu,  in perform_access()
2820 static bool emulate_cp(struct kvm_vcpu *vcpu,  in emulate_cp()
2841 static void unhandled_cp_access(struct kvm_vcpu *vcpu,  in unhandled_cp_access()
2871 static int kvm_handle_cp_64(struct kvm_vcpu *vcpu,  in kvm_handle_cp_64()
2971 int kvm_handle_cp10_id(struct kvm_vcpu *vcpu)  in kvm_handle_cp10_id()
3006 static int kvm_emulate_cp15_id_reg(struct kvm_vcpu *vcpu,  in kvm_emulate_cp15_id_reg()
3038 static int kvm_handle_cp_32(struct kvm_vcpu *vcpu,  in kvm_handle_cp_32()
3057 int kvm_handle_cp15_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_64()
3062 int kvm_handle_cp15_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_32()
3080 int kvm_handle_cp14_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_64()
3085 int kvm_handle_cp14_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_32()
3107 static bool emulate_sys_reg(struct kvm_vcpu *vcpu,  in emulate_sys_reg()
3130 static void kvm_reset_id_regs(struct kvm_vcpu *vcpu)  in kvm_reset_id_regs()
3159 void kvm_reset_sys_regs(struct kvm_vcpu *vcpu)  in kvm_reset_sys_regs()
3180 int kvm_handle_sys_reg(struct kvm_vcpu *vcpu)  in kvm_handle_sys_reg()
3249 id_to_sys_reg_desc(struct kvm_vcpu *vcpu, u64 id,  in id_to_sys_reg_desc()
3334 static int demux_c15_get(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_get()
3359 static int demux_c15_set(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_set()
3387 int kvm_sys_reg_get_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_get_user()
3412 int kvm_arm_sys_reg_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_get_reg()
3428 int kvm_sys_reg_set_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_set_user()
3456 int kvm_arm_sys_reg_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_set_reg()
3514 static int walk_one_sys_reg(const struct kvm_vcpu *vcpu,  in walk_one_sys_reg()
3537 static int walk_sys_regs(struct kvm_vcpu *vcpu, u64 __user *uind)  in walk_sys_regs()
3554 unsigned long kvm_arm_num_sys_reg_descs(struct kvm_vcpu *vcpu)  in kvm_arm_num_sys_reg_descs()
3561 int kvm_arm_copy_sys_reg_indices(struct kvm_vcpu *vcpu, u64 __user *uindices)  in kvm_arm_copy_sys_reg_indices()