39 static uint64_t raw_read(CPUARMState *env, const ARMCPRegInfo *ri)  in raw_read()
49 void raw_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t value)  in raw_write()
59 static void *raw_ptr(CPUARMState *env, const ARMCPRegInfo *ri)  in raw_ptr()
64 uint64_t read_raw_cp_reg(CPUARMState *env, const ARMCPRegInfo *ri)  in read_raw_cp_reg()
78 static void write_raw_cp_reg(CPUARMState *env, const ARMCPRegInfo *ri,  in write_raw_cp_reg()
267 static bool arm_pan_enabled(CPUARMState *env)  in arm_pan_enabled()
282 static CPAccessResult access_el3_aa32ns(CPUARMState *env,  in access_el3_aa32ns()
299 static CPAccessResult access_trap_aa32s_el1(CPUARMState *env,  in access_trap_aa32s_el1()
320 static CPAccessResult access_tpm(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tpm()
336 CPAccessResult access_tvm_trvm(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tvm_trvm()
349 static CPAccessResult access_tsw(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tsw()
359 static CPAccessResult access_tacr(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tacr()
369 static CPAccessResult access_ttlb(CPUARMState *env, const ARMCPRegInfo *ri,  in access_ttlb()
379 static CPAccessResult access_ttlbis(CPUARMState *env, const ARMCPRegInfo *ri,  in access_ttlbis()
391 static CPAccessResult access_ttlbos(CPUARMState *env, const ARMCPRegInfo *ri,  in access_ttlbos()
402 static void dacr_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t value)  in dacr_write()
410 static void fcse_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t value)  in fcse_write()
424 static void contextidr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in contextidr_write()
441 static int alle1_tlbmask(CPUARMState *env)  in alle1_tlbmask()
460 static void tlbiall_is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiall_is_write()
468 static void tlbiasid_is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiasid_is_write()
476 static void tlbimva_is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbimva_is_write()
484 static void tlbimvaa_is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbimvaa_is_write()
497 static bool tlb_force_broadcast(CPUARMState *env)  in tlb_force_broadcast()
502 static void tlbiall_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiall_write()
515 static void tlbimva_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbimva_write()
529 static void tlbiasid_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiasid_write()
542 static void tlbimvaa_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbimvaa_write()
556 static void tlbiall_nsnh_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiall_nsnh_write()
564 static void tlbiall_nsnh_is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiall_nsnh_is_write()
573 static void tlbiall_hyp_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiall_hyp_write()
581 static void tlbiall_hyp_is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiall_hyp_is_write()
589 static void tlbimva_hyp_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbimva_hyp_write()
598 static void tlbimva_hyp_is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbimva_hyp_is_write()
608 static void tlbiipas2_hyp_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiipas2_hyp_write()
617 static void tlbiipas2is_hyp_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbiipas2is_hyp_write()
757 static void cpacr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in cpacr_write()
806 static uint64_t cpacr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in cpacr_read()
822 static void cpacr_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in cpacr_reset()
831 static CPAccessResult cpacr_access(CPUARMState *env, const ARMCPRegInfo *ri,  in cpacr_access()
849 static CPAccessResult cptr_access(CPUARMState *env, const ARMCPRegInfo *ri,  in cptr_access()
914 static bool event_always_supported(CPUARMState *env)  in event_always_supported()
919 static uint64_t swinc_get_count(CPUARMState *env)  in swinc_get_count()
937 static uint64_t cycles_get_count(CPUARMState *env)  in cycles_get_count()
953 static bool instructions_supported(CPUARMState *env)  in instructions_supported()
959 static uint64_t instructions_get_count(CPUARMState *env)  in instructions_get_count()
972 static bool pmuv3p1_events_supported(CPUARMState *env)  in pmuv3p1_events_supported()
978 static bool pmuv3p4_events_supported(CPUARMState *env)  in pmuv3p4_events_supported()
984 static uint64_t zero_event_get_count(CPUARMState *env)  in zero_event_get_count()
1090 static CPAccessResult pmreg_access(CPUARMState *env, const ARMCPRegInfo *ri,  in pmreg_access()
1114 static CPAccessResult pmreg_access_xevcntr(CPUARMState *env,  in pmreg_access_xevcntr()
1129 static CPAccessResult pmreg_access_swinc(CPUARMState *env,  in pmreg_access_swinc()
1144 static CPAccessResult pmreg_access_selr(CPUARMState *env,  in pmreg_access_selr()
1158 static CPAccessResult pmreg_access_ccntr(CPUARMState *env,  in pmreg_access_ccntr()
1186 static bool pmu_counter_enabled(CPUARMState *env, uint8_t counter)  in pmu_counter_enabled()
1279 static void pmu_update_irq(CPUARMState *env)  in pmu_update_irq()
1286 static bool pmccntr_clockdiv_enabled(CPUARMState *env)  in pmccntr_clockdiv_enabled()
1297 static bool pmevcntr_is_64_bit(CPUARMState *env, int counter)  in pmevcntr_is_64_bit()
1329 static void pmccntr_op_start(CPUARMState *env)  in pmccntr_op_start()
1358 static void pmccntr_op_finish(CPUARMState *env)  in pmccntr_op_finish()
1388 static void pmevcntr_op_start(CPUARMState *env, uint8_t counter)  in pmevcntr_op_start()
1412 static void pmevcntr_op_finish(CPUARMState *env, uint8_t counter)  in pmevcntr_op_finish()
1442 void pmu_op_start(CPUARMState *env)  in pmu_op_start()
1451 void pmu_op_finish(CPUARMState *env)  in pmu_op_finish()
1484 static void pmcr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmcr_write()
1507 static uint64_t pmcr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmcr_read()
1523 static void pmswinc_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmswinc_write()
1559 static uint64_t pmccntr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmccntr_read()
1568 static void pmselr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmselr_write()
1580 static void pmccntr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmccntr_write()
1588 static void pmccntr_write32(CPUARMState *env, const ARMCPRegInfo *ri,  in pmccntr_write32()
1596 static void pmccfiltr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmccfiltr_write()
1604 static void pmccfiltr_write_a32(CPUARMState *env, const ARMCPRegInfo *ri,  in pmccfiltr_write_a32()
1614 static uint64_t pmccfiltr_read_a32(CPUARMState *env, const ARMCPRegInfo *ri)  in pmccfiltr_read_a32()
1620 static void pmcntenset_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmcntenset_write()
1629 static void pmcntenclr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmcntenclr_write()
1638 static void pmovsr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmovsr_write()
1646 static void pmovsset_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmovsset_write()
1654 static void pmevtyper_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevtyper_write()
1690 static uint64_t pmevtyper_read(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevtyper_read()
1706 static void pmevtyper_writefn(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevtyper_writefn()
1713 static void pmevtyper_rawwrite(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevtyper_rawwrite()
1736 static uint64_t pmevtyper_readfn(CPUARMState *env, const ARMCPRegInfo *ri)  in pmevtyper_readfn()
1742 static void pmxevtyper_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmxevtyper_write()
1748 static uint64_t pmxevtyper_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmxevtyper_read()
1753 static void pmevcntr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevcntr_write()
1771 static uint64_t pmevcntr_read(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevcntr_read()
1793 static void pmevcntr_writefn(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevcntr_writefn()
1800 static uint64_t pmevcntr_readfn(CPUARMState *env, const ARMCPRegInfo *ri)  in pmevcntr_readfn()
1806 static void pmevcntr_rawwrite(CPUARMState *env, const ARMCPRegInfo *ri,  in pmevcntr_rawwrite()
1815 static uint64_t pmevcntr_rawread(CPUARMState *env, const ARMCPRegInfo *ri)  in pmevcntr_rawread()
1822 static void pmxevcntr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmxevcntr_write()
1828 static uint64_t pmxevcntr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmxevcntr_read()
1833 static void pmuserenr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmuserenr_write()
1843 static void pmintenset_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmintenset_write()
1852 static void pmintenclr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmintenclr_write()
1860 static void vbar_write(CPUARMState *env, const ARMCPRegInfo *ri,  in vbar_write()
1873 static void scr_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t value)  in scr_write()
1975 static void scr_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in scr_reset()
1984 static CPAccessResult access_tid4(CPUARMState *env,  in access_tid4()
1996 static uint64_t ccsidr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in ccsidr_read()
2010 static void csselr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in csselr_write()
2016 static uint64_t isr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in isr_read()
2065 static CPAccessResult access_aa64_tid1(CPUARMState *env, const ARMCPRegInfo *ri,  in access_aa64_tid1()
2075 static CPAccessResult access_aa32_tid1(CPUARMState *env, const ARMCPRegInfo *ri,  in access_aa32_tid1()
2404 static void teecr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in teecr_write()
2411 static CPAccessResult teecr_access(CPUARMState *env, const ARMCPRegInfo *ri,  in teecr_access()
2425 static CPAccessResult teehbr_access(CPUARMState *env, const ARMCPRegInfo *ri,  in teehbr_access()
2480 static void arm_gt_cntfrq_reset(CPUARMState *env, const ARMCPRegInfo *opaque)  in arm_gt_cntfrq_reset()
2489 static CPAccessResult gt_cntfrq_access(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_cntfrq_access()
2531 static CPAccessResult gt_counter_access(CPUARMState *env, int timeridx,  in gt_counter_access()
2569 static CPAccessResult gt_timer_access(CPUARMState *env, int timeridx,  in gt_timer_access()
2617 static CPAccessResult gt_pct_access(CPUARMState *env,  in gt_pct_access()
2624 static CPAccessResult gt_vct_access(CPUARMState *env,  in gt_vct_access()
2631 static CPAccessResult gt_ptimer_access(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_ptimer_access()
2637 static CPAccessResult gt_vtimer_access(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_vtimer_access()
2643 static CPAccessResult gt_stimer_access(CPUARMState *env,  in gt_stimer_access()
2674 static CPAccessResult gt_sel2timer_access(CPUARMState *env,  in gt_sel2timer_access()
2713 uint64_t gt_get_countervalue(CPUARMState *env)  in gt_get_countervalue()
2722     CPUARMState *env = &cpu->env;  in gt_update_irq()  local
2753 static uint64_t gt_phys_raw_cnt_offset(CPUARMState *env)  in gt_phys_raw_cnt_offset()
2764 static uint64_t gt_indirect_access_timer_offset(CPUARMState *env, int timeridx)  in gt_indirect_access_timer_offset()
2792 uint64_t gt_direct_access_timer_offset(CPUARMState *env, int timeridx)  in gt_direct_access_timer_offset()
2902 static void gt_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_timer_reset()
2910 static uint64_t gt_cnt_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_cnt_read()
2916 static uint64_t gt_virt_cnt_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_virt_cnt_read()
2922 static void gt_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_cval_write()
2931 static uint64_t do_tval_read(CPUARMState *env, int timeridx, uint64_t offset)  in do_tval_read()
2937 static uint64_t gt_tval_read(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_tval_read()
2945 static void do_tval_write(CPUARMState *env, int timeridx, uint64_t value,  in do_tval_write()
2954 static void gt_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_tval_write()
2963 static void gt_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_ctl_write()
2985 static void gt_phys_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_phys_timer_reset()
2990 static void gt_phys_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_phys_cval_write()
2996 static uint64_t gt_phys_tval_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_phys_tval_read()
3001 static void gt_phys_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_phys_tval_write()
3007 static void gt_phys_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_phys_ctl_write()
3013 static int gt_phys_redir_timeridx(CPUARMState *env)  in gt_phys_redir_timeridx()
3025 static int gt_virt_redir_timeridx(CPUARMState *env)  in gt_virt_redir_timeridx()
3037 static uint64_t gt_phys_redir_cval_read(CPUARMState *env,  in gt_phys_redir_cval_read()
3044 static void gt_phys_redir_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_phys_redir_cval_write()
3051 static uint64_t gt_phys_redir_tval_read(CPUARMState *env,  in gt_phys_redir_tval_read()
3058 static void gt_phys_redir_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_phys_redir_tval_write()
3065 static uint64_t gt_phys_redir_ctl_read(CPUARMState *env,  in gt_phys_redir_ctl_read()
3072 static void gt_phys_redir_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_phys_redir_ctl_write()
3079 static void gt_virt_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_virt_timer_reset()
3084 static void gt_virt_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_virt_cval_write()
3090 static uint64_t gt_virt_tval_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_virt_tval_read()
3102 static void gt_virt_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_virt_tval_write()
3109 static void gt_virt_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_virt_ctl_write()
3115 static void gt_cnthctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_cnthctl_write()
3158 static void gt_cntvoff_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_cntvoff_write()
3168 static uint64_t gt_virt_redir_cval_read(CPUARMState *env,  in gt_virt_redir_cval_read()
3175 static void gt_virt_redir_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_virt_redir_cval_write()
3182 static uint64_t gt_virt_redir_tval_read(CPUARMState *env,  in gt_virt_redir_tval_read()
3189 static void gt_virt_redir_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_virt_redir_tval_write()
3196 static uint64_t gt_virt_redir_ctl_read(CPUARMState *env,  in gt_virt_redir_ctl_read()
3203 static void gt_virt_redir_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_virt_redir_ctl_write()
3210 static void gt_hyp_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_hyp_timer_reset()
3215 static void gt_hyp_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_hyp_cval_write()
3221 static uint64_t gt_hyp_tval_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_hyp_tval_read()
3226 static void gt_hyp_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_hyp_tval_write()
3232 static void gt_hyp_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_hyp_ctl_write()
3238 static void gt_sec_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_sec_timer_reset()
3243 static void gt_sec_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_cval_write()
3249 static uint64_t gt_sec_tval_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_sec_tval_read()
3254 static void gt_sec_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_tval_write()
3260 static void gt_sec_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_ctl_write()
3266 static void gt_sec_pel2_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_sec_pel2_timer_reset()
3271 static void gt_sec_pel2_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_pel2_cval_write()
3277 static uint64_t gt_sec_pel2_tval_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_sec_pel2_tval_read()
3282 static void gt_sec_pel2_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_pel2_tval_write()
3288 static void gt_sec_pel2_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_pel2_ctl_write()
3294 static void gt_sec_vel2_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_sec_vel2_timer_reset()
3299 static void gt_sec_vel2_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_vel2_cval_write()
3305 static uint64_t gt_sec_vel2_tval_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_sec_vel2_tval_read()
3310 static void gt_sec_vel2_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_vel2_tval_write()
3316 static void gt_sec_vel2_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_sec_vel2_ctl_write()
3322 static void gt_hv_timer_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_hv_timer_reset()
3327 static void gt_hv_cval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_hv_cval_write()
3333 static uint64_t gt_hv_tval_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_hv_tval_read()
3338 static void gt_hv_tval_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_hv_tval_write()
3344 static void gt_hv_ctl_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_hv_ctl_write()
3625 static CPAccessResult gt_cntpoff_access(CPUARMState *env,  in gt_cntpoff_access()
3636 static void gt_cntpoff_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gt_cntpoff_write()
3661 static uint64_t gt_virt_cnt_read(CPUARMState *env, const ARMCPRegInfo *ri)  in gt_virt_cnt_read()
3701 static void par_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t value)  in par_write()
3715 static CPAccessResult ats_access(CPUARMState *env, const ARMCPRegInfo *ri,  in ats_access()
3752 static uint64_t do_ats_write(CPUARMState *env, uint64_t value,  in do_ats_write()
3926 static void ats_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t value)  in ats_write()
4000 static void ats1h_write(CPUARMState *env, const ARMCPRegInfo *ri,  in ats1h_write()
4018 static CPAccessResult at_e012_access(CPUARMState *env, const ARMCPRegInfo *ri,  in at_e012_access()
4034 static CPAccessResult at_s1e2_access(CPUARMState *env, const ARMCPRegInfo *ri,  in at_s1e2_access()
4044 static CPAccessResult at_s1e01_access(CPUARMState *env, const ARMCPRegInfo *ri,  in at_s1e01_access()
4053 static void ats_write64(CPUARMState *env, const ARMCPRegInfo *ri,  in ats_write64()
4138 static void pmsav5_data_ap_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmsav5_data_ap_write()
4144 static uint64_t pmsav5_data_ap_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmsav5_data_ap_read()
4149 static void pmsav5_insn_ap_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmsav5_insn_ap_write()
4155 static uint64_t pmsav5_insn_ap_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmsav5_insn_ap_read()
4160 static uint64_t pmsav7_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmsav7_read()
4172 static void pmsav7_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmsav7_write()
4187 static void pmsav7_rgnr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmsav7_rgnr_write()
4203 static void prbar_write(CPUARMState *env, const ARMCPRegInfo *ri,  in prbar_write()
4212 static uint64_t prbar_read(CPUARMState *env, const ARMCPRegInfo *ri)  in prbar_read()
4217 static void prlar_write(CPUARMState *env, const ARMCPRegInfo *ri,  in prlar_write()
4226 static uint64_t prlar_read(CPUARMState *env, const ARMCPRegInfo *ri)  in prlar_read()
4231 static void prselr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in prselr_write()
4247 static void hprbar_write(CPUARMState *env, const ARMCPRegInfo *ri,  in hprbar_write()
4256 static uint64_t hprbar_read(CPUARMState *env, const ARMCPRegInfo *ri)  in hprbar_read()
4261 static void hprlar_write(CPUARMState *env, const ARMCPRegInfo *ri,  in hprlar_write()
4270 static uint64_t hprlar_read(CPUARMState *env, const ARMCPRegInfo *ri)  in hprlar_read()
4275 static void hprenr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in hprenr_write()
4296 static uint64_t hprenr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in hprenr_read()
4311 static void hprselr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in hprselr_write()
4327 static void pmsav8r_regn_write(CPUARMState *env, const ARMCPRegInfo *ri,  in pmsav8r_regn_write()
4357 static uint64_t pmsav8r_regn_read(CPUARMState *env, const ARMCPRegInfo *ri)  in pmsav8r_regn_read()
4497 static void vmsa_ttbcr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in vmsa_ttbcr_write()
4531 static void vmsa_tcr_el12_write(CPUARMState *env, const ARMCPRegInfo *ri,  in vmsa_tcr_el12_write()
4541 static void vmsa_ttbr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in vmsa_ttbr_write()
4553 static void vmsa_tcr_ttbr_el2_write(CPUARMState *env, const ARMCPRegInfo *ri,  in vmsa_tcr_ttbr_el2_write()
4572 static void vttbr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in vttbr_write()
4664 static void omap_ticonfig_write(CPUARMState *env, const ARMCPRegInfo *ri,  in omap_ticonfig_write()
4673 static void omap_threadid_write(CPUARMState *env, const ARMCPRegInfo *ri,  in omap_threadid_write()
4679 static void omap_wfi_write(CPUARMState *env, const ARMCPRegInfo *ri,  in omap_wfi_write()
4686 static void omap_cachemaint_write(CPUARMState *env, const ARMCPRegInfo *ri,  in omap_cachemaint_write()
4737 static void xscale_cpar_write(CPUARMState *env, const ARMCPRegInfo *ri,  in xscale_cpar_write()
4832 static uint64_t midr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in midr_read()
4842 static uint64_t mpidr_read_val(CPUARMState *env)  in mpidr_read_val()
4861 static uint64_t mpidr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in mpidr_read()
4901 static uint64_t aa64_fpcr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_fpcr_read()
4906 static void aa64_fpcr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_fpcr_write()
4912 static uint64_t aa64_fpsr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_fpsr_read()
4917 static void aa64_fpsr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_fpsr_write()
4923 static CPAccessResult aa64_daif_access(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_daif_access()
4932 static void aa64_daif_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_daif_write()
4938 static uint64_t aa64_pan_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_pan_read()
4943 static void aa64_pan_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_pan_write()
4956 static uint64_t aa64_uao_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_uao_read()
4961 static void aa64_uao_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_uao_write()
4974 static uint64_t aa64_dit_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_dit_read()
4979 static void aa64_dit_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_dit_write()
4992 static uint64_t aa64_ssbs_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_ssbs_read()
4997 static void aa64_ssbs_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_ssbs_write()
5010 static CPAccessResult aa64_cacheop_poc_access(CPUARMState *env,  in aa64_cacheop_poc_access()
5032 static CPAccessResult do_cacheop_pou_access(CPUARMState *env, uint64_t hcrflags)  in do_cacheop_pou_access()
5052 static CPAccessResult access_ticab(CPUARMState *env, const ARMCPRegInfo *ri,  in access_ticab()
5058 static CPAccessResult access_tocu(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tocu()
5069 static int vae1_tlbmask(CPUARMState *env)  in vae1_tlbmask()
5089 static int vae2_tlbmask(CPUARMState *env)  in vae2_tlbmask()
5105 static int tlbbits_for_regime(CPUARMState *env, ARMMMUIdx mmu_idx,  in tlbbits_for_regime()
5115 static int vae1_tlbbits(CPUARMState *env, uint64_t addr)  in vae1_tlbbits()
5132 static int vae2_tlbbits(CPUARMState *env, uint64_t addr)  in vae2_tlbbits()
5151 static void tlbi_aa64_vmalle1is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vmalle1is_write()
5160 static void tlbi_aa64_vmalle1_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vmalle1_write()
5173 static int e2_tlbmask(CPUARMState *env)  in e2_tlbmask()
5181 static void tlbi_aa64_alle1_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_alle1_write()
5190 static void tlbi_aa64_alle2_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_alle2_write()
5199 static void tlbi_aa64_alle3_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_alle3_write()
5208 static void tlbi_aa64_alle1is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_alle1is_write()
5217 static void tlbi_aa64_alle2is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_alle2is_write()
5226 static void tlbi_aa64_alle3is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_alle3is_write()
5234 static void tlbi_aa64_vae2_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vae2_write()
5250 static void tlbi_aa64_vae3_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vae3_write()
5265 static void tlbi_aa64_vae1is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vae1is_write()
5276 static void tlbi_aa64_vae1_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vae1_write()
5297 static void tlbi_aa64_vae2is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vae2is_write()
5308 static void tlbi_aa64_vae3is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_vae3is_write()
5319 static int ipas2e1_tlbmask(CPUARMState *env, int64_t value)  in ipas2e1_tlbmask()
5332 static void tlbi_aa64_ipas2e1_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_ipas2e1_write()
5346 static void tlbi_aa64_ipas2e1is_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_ipas2e1is_write()
5380 static TLBIRange tlbi_aa64_get_range(CPUARMState *env, ARMMMUIdx mmuidx,  in tlbi_aa64_get_range()
5425 static void do_rvae_write(CPUARMState *env, uint64_t value,  in do_rvae_write()
5447 static void tlbi_aa64_rvae1_write(CPUARMState *env,  in tlbi_aa64_rvae1_write()
5462 static void tlbi_aa64_rvae1is_write(CPUARMState *env,  in tlbi_aa64_rvae1is_write()
5477 static void tlbi_aa64_rvae2_write(CPUARMState *env,  in tlbi_aa64_rvae2_write()
5494 static void tlbi_aa64_rvae2is_write(CPUARMState *env,  in tlbi_aa64_rvae2is_write()
5509 static void tlbi_aa64_rvae3_write(CPUARMState *env,  in tlbi_aa64_rvae3_write()
5523 static void tlbi_aa64_rvae3is_write(CPUARMState *env,  in tlbi_aa64_rvae3is_write()
5537 static void tlbi_aa64_ripas2e1_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_ripas2e1_write()
5544 static void tlbi_aa64_ripas2e1is_write(CPUARMState *env,  in tlbi_aa64_ripas2e1is_write()
5552 static CPAccessResult aa64_zva_access(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_zva_access()
5580 static uint64_t aa64_dczid_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_dczid_read()
5592 static CPAccessResult sp_el0_access(CPUARMState *env, const ARMCPRegInfo *ri,  in sp_el0_access()
5605 static uint64_t spsel_read(CPUARMState *env, const ARMCPRegInfo *ri)  in spsel_read()
5610 static void spsel_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t val)  in spsel_write()
5615 static void sctlr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in sctlr_write()
5660 static void mdcr_el3_write(CPUARMState *env, const ARMCPRegInfo *ri,  in mdcr_el3_write()
5679 static void sdcr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in sdcr_write()
5686 static void mdcr_el2_write(CPUARMState *env, const ARMCPRegInfo *ri,  in mdcr_el2_write()
5705 static CPAccessResult access_nv1(CPUARMState *env, const ARMCPRegInfo *ri,  in access_nv1()
5728 static void ic_ivau_write(CPUARMState *env, const ARMCPRegInfo *ri,  in ic_ivau_write()
6146 static void do_hcr_write(CPUARMState *env, uint64_t value, uint64_t valid_mask)  in do_hcr_write()
6248 static void hcr_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t value)  in hcr_write()
6253 static void hcr_writehigh(CPUARMState *env, const ARMCPRegInfo *ri,  in hcr_writehigh()
6261 static void hcr_writelow(CPUARMState *env, const ARMCPRegInfo *ri,  in hcr_writelow()
6274 uint64_t arm_hcr_el2_eff_secstate(CPUARMState *env, ARMSecuritySpace space)  in arm_hcr_el2_eff_secstate()
6339 uint64_t arm_hcr_el2_eff(CPUARMState *env)  in arm_hcr_el2_eff()
6350 bool el_is_in_host(CPUARMState *env, int el)  in el_is_in_host()
6375 static void hcrx_write(CPUARMState *env, const ARMCPRegInfo *ri,  in hcrx_write()
6417 static CPAccessResult access_hxen(CPUARMState *env, const ARMCPRegInfo *ri,  in access_hxen()
6438 uint64_t arm_hcrx_el2_eff(CPUARMState *env)  in arm_hcrx_el2_eff()
6465 static void cptr_el2_write(CPUARMState *env, const ARMCPRegInfo *ri,  in cptr_el2_write()
6480 static uint64_t cptr_el2_read(CPUARMState *env, const ARMCPRegInfo *ri)  in cptr_el2_read()
6754 static CPAccessResult sel2_access(CPUARMState *env, const ARMCPRegInfo *ri,  in sel2_access()
6826 static CPAccessResult nsacr_access(CPUARMState *env, const ARMCPRegInfo *ri,  in nsacr_access()
6950 static CPAccessResult e2h_access(CPUARMState *env, const ARMCPRegInfo *ri,  in e2h_access()
6963 static CPAccessResult access_el1nvpct(CPUARMState *env, const ARMCPRegInfo *ri,  in access_el1nvpct()
6975 static CPAccessResult access_el1nvvct(CPUARMState *env, const ARMCPRegInfo *ri,  in access_el1nvvct()
6988 static bool redirect_for_e2h(CPUARMState *env)  in redirect_for_e2h()
6993 static uint64_t el2_e2h_read(CPUARMState *env, const ARMCPRegInfo *ri)  in el2_e2h_read()
7010 static void el2_e2h_write(CPUARMState *env, const ARMCPRegInfo *ri,  in el2_e2h_write()
7028 static uint64_t el2_e2h_e12_read(CPUARMState *env, const ARMCPRegInfo *ri)  in el2_e2h_e12_read()
7034 static void el2_e2h_e12_write(CPUARMState *env, const ARMCPRegInfo *ri,  in el2_e2h_e12_write()
7041 static CPAccessResult el2_e2h_e12_access(CPUARMState *env,  in el2_e2h_e12_access()
7218 static CPAccessResult ctr_el0_access(CPUARMState *env, const ARMCPRegInfo *ri,  in ctr_el0_access()
7255 static CPAccessResult access_terr(CPUARMState *env, const ARMCPRegInfo *ri,  in access_terr()
7269 static uint64_t disr_read(CPUARMState *env, const ARMCPRegInfo *ri)  in disr_read()
7282 static void disr_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t val)  in disr_write()
7349 int sve_exception_el(CPUARMState *env, int el)  in sve_exception_el()
7398 int sme_exception_el(CPUARMState *env, int el)  in sme_exception_el()
7446 uint32_t sve_vqm1_for_el_sm(CPUARMState *env, int el, bool sm)  in sve_vqm1_for_el_sm()
7478 uint32_t sve_vqm1_for_el(CPUARMState *env, int el)  in sve_vqm1_for_el()
7483 static void zcr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in zcr_write()
7524 static CPAccessResult access_tpidr2(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tpidr2()
7544 static CPAccessResult access_smprimap(CPUARMState *env, const ARMCPRegInfo *ri,  in access_smprimap()
7556 static CPAccessResult access_smpri(CPUARMState *env, const ARMCPRegInfo *ri,  in access_smpri()
7568 static void arm_reset_sve_state(CPUARMState *env)  in arm_reset_sve_state()
7576 void aarch64_set_svcr(CPUARMState *env, uint64_t new, uint64_t mask)  in aarch64_set_svcr()
7606 static void svcr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in svcr_write()
7612 static void smcr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in smcr_write()
7688 static void tlbi_aa64_paall_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_paall_write()
7696 static void gpccr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in gpccr_write()
7707 static void gpccr_reset(CPUARMState *env, const ARMCPRegInfo *ri)  in gpccr_reset()
7713 static void tlbi_aa64_paallos_write(CPUARMState *env, const ARMCPRegInfo *ri,  in tlbi_aa64_paallos_write()
7765 static void aa64_allint_write(CPUARMState *env, const ARMCPRegInfo *ri,  in aa64_allint_write()
7771 static uint64_t aa64_allint_read(CPUARMState *env, const ARMCPRegInfo *ri)  in aa64_allint_read()
7776 static CPAccessResult aa64_allint_access(CPUARMState *env,  in aa64_allint_access()
7903 static uint64_t id_pfr1_read(CPUARMState *env, const ARMCPRegInfo *ri)  in id_pfr1_read()
7914 static uint64_t id_aa64pfr0_read(CPUARMState *env, const ARMCPRegInfo *ri)  in id_aa64pfr0_read()
7930 static CPAccessResult access_lor_ns(CPUARMState *env,  in access_lor_ns()
7944 static CPAccessResult access_lor_other(CPUARMState *env,  in access_lor_other()
7988 static CPAccessResult access_pauth(CPUARMState *env, const ARMCPRegInfo *ri,  in access_pauth()
8263 static uint64_t rndr_readfn(CPUARMState *env, const ARMCPRegInfo *ri)  in rndr_readfn()
8301 static void dccvap_writefn(CPUARMState *env, const ARMCPRegInfo *opaque,  in dccvap_writefn()
8351 static CPAccessResult access_aa64_tid5(CPUARMState *env, const ARMCPRegInfo *ri,  in access_aa64_tid5()
8361 static CPAccessResult access_mte(CPUARMState *env, const ARMCPRegInfo *ri,  in access_mte()
8379 static CPAccessResult access_tfsr_el1(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tfsr_el1()
8390 static CPAccessResult access_tfsr_el2(CPUARMState *env, const ARMCPRegInfo *ri,  in access_tfsr_el2()
8419 static uint64_t tco_read(CPUARMState *env, const ARMCPRegInfo *ri)  in tco_read()
8424 static void tco_write(CPUARMState *env, const ARMCPRegInfo *ri, uint64_t val)  in tco_write()
8563 static CPAccessResult access_scxtnum(CPUARMState *env, const ARMCPRegInfo *ri,  in access_scxtnum()
8590 static CPAccessResult access_scxtnum_el1(CPUARMState *env,  in access_scxtnum_el1()
8624 static CPAccessResult access_fgt(CPUARMState *env, const ARMCPRegInfo *ri,  in access_fgt()
8662 static void vncr_write(CPUARMState *env, const ARMCPRegInfo *ri,  in vncr_write()
8686 static CPAccessResult access_predinv(CPUARMState *env, const ARMCPRegInfo *ri,  in access_predinv()
8735 static uint64_t ccsidr2_read(CPUARMState *env, const ARMCPRegInfo *ri)  in ccsidr2_read()
8749 static CPAccessResult access_aa64_tid3(CPUARMState *env, const ARMCPRegInfo *ri,  in access_aa64_tid3()
8759 static CPAccessResult access_aa32_tid3(CPUARMState *env, const ARMCPRegInfo *ri,  in access_aa32_tid3()
8769 static CPAccessResult access_jazelle(CPUARMState *env, const ARMCPRegInfo *ri,  in access_jazelle()
8779 static CPAccessResult access_joscr_jmcr(CPUARMState *env,  in access_joscr_jmcr()
8930     CPUARMState *env = &cpu->env;  in register_cp_regs_for_features()  local
10226     CPUARMState *env = &cpu->env;  in add_cpreg_to_hashtable()  local
10654 void arm_cp_write_ignore(CPUARMState *env, const ARMCPRegInfo *ri,  in arm_cp_write_ignore()
10660 uint64_t arm_cp_read_zero(CPUARMState *env, const ARMCPRegInfo *ri)  in arm_cp_read_zero()
10666 void arm_cp_reset_ignore(CPUARMState *env, const ARMCPRegInfo *opaque)  in arm_cp_reset_ignore()
10671 static int bad_mode_switch(CPUARMState *env, int mode, CPSRWriteType write_type)  in bad_mode_switch()
10718 uint32_t cpsr_read(CPUARMState *env)  in cpsr_read()
10729 void cpsr_write(CPUARMState *env, uint32_t val, uint32_t mask,  in cpsr_write()
10869 static void switch_mode(CPUARMState *env, int mode)  in switch_mode()
10884 void aarch64_sync_64_to_32(CPUARMState *env)  in aarch64_sync_64_to_32()
10891 static void switch_mode(CPUARMState *env, int mode)  in switch_mode()
10984     CPUARMState *env = cpu_env(cs);  in arm_phys_excp_target_el()  local
11088 void aarch64_sync_32_to_64(CPUARMState *env)  in aarch64_sync_32_to_64()
11193 void aarch64_sync_64_to_32(CPUARMState *env)  in aarch64_sync_64_to_32()
11298 static void take_aarch32_exception(CPUARMState *env, int new_mode,  in take_aarch32_exception()
11393     CPUARMState *env = &cpu->env;  in arm_cpu_do_interrupt_aarch32_hyp()  local
11472     CPUARMState *env = &cpu->env;  in arm_cpu_do_interrupt_aarch32()  local
11673 static int aarch64_regnum(CPUARMState *env, int aarch32_reg)  in aarch64_regnum()
11733 static uint32_t cpsr_read_for_spsr_elx(CPUARMState *env)  in cpsr_read_for_spsr_elx()
11777     CPUARMState *env = &cpu->env;  in arm_cpu_do_interrupt_aarch64()  local
12011     CPUARMState *env = &cpu->env;  in tcg_handle_semihosting()  local
12042     CPUARMState *env = &cpu->env;  in arm_cpu_do_interrupt()  local
12099 uint64_t arm_sctlr(CPUARMState *env, int el)  in arm_sctlr()
12237 ARMVAParameters aa64_va_parameters(CPUARMState *env, uint64_t va,  in aa64_va_parameters()
12666 int fp_exception_el(CPUARMState *env, int cur_el)  in fp_exception_el()
12800 ARMMMUIdx arm_v7m_mmu_idx_for_secstate(CPUARMState *env, bool secstate)  in arm_v7m_mmu_idx_for_secstate()
12806 ARMMMUIdx arm_mmu_idx_el(CPUARMState *env, int el)  in arm_mmu_idx_el()
12859 ARMMMUIdx arm_mmu_idx(CPUARMState *env)  in arm_mmu_idx()
12864 static bool mve_no_pred(CPUARMState *env)  in mve_no_pred()
12893 void cpu_get_tb_cpu_state(CPUARMState *env, vaddr *pc,  in cpu_get_tb_cpu_state()
12988 void aarch64_sve_narrow_vq(CPUARMState *env, unsigned vq)  in aarch64_sve_narrow_vq()
13014 static uint32_t sve_vqm1_for_el_sm_ena(CPUARMState *env, int el, bool sm)  in sve_vqm1_for_el_sm_ena()
13032 void aarch64_sve_change_el(CPUARMState *env, int old_el,  in aarch64_sve_change_el()
13091 ARMSecuritySpace arm_security_space(CPUARMState *env)  in arm_security_space()
13123 ARMSecuritySpace arm_security_space_below_el3(CPUARMState *env)  in arm_security_space_below_el3()