xref: /openbmc/qemu/target/arm/cpu.c (revision b00d86bc8bfe54fd9e4343cfa1f77fbbcbe32d95)
1fcf5ef2aSThomas Huth /*
2fcf5ef2aSThomas Huth  * QEMU ARM CPU
3fcf5ef2aSThomas Huth  *
4fcf5ef2aSThomas Huth  * Copyright (c) 2012 SUSE LINUX Products GmbH
5fcf5ef2aSThomas Huth  *
6fcf5ef2aSThomas Huth  * This program is free software; you can redistribute it and/or
7fcf5ef2aSThomas Huth  * modify it under the terms of the GNU General Public License
8fcf5ef2aSThomas Huth  * as published by the Free Software Foundation; either version 2
9fcf5ef2aSThomas Huth  * of the License, or (at your option) any later version.
10fcf5ef2aSThomas Huth  *
11fcf5ef2aSThomas Huth  * This program is distributed in the hope that it will be useful,
12fcf5ef2aSThomas Huth  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13fcf5ef2aSThomas Huth  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14fcf5ef2aSThomas Huth  * GNU General Public License for more details.
15fcf5ef2aSThomas Huth  *
16fcf5ef2aSThomas Huth  * You should have received a copy of the GNU General Public License
17fcf5ef2aSThomas Huth  * along with this program; if not, see
18fcf5ef2aSThomas Huth  * <http://www.gnu.org/licenses/gpl-2.0.html>
19fcf5ef2aSThomas Huth  */
20fcf5ef2aSThomas Huth 
21fcf5ef2aSThomas Huth #include "qemu/osdep.h"
2286480615SPhilippe Mathieu-Daudé #include "qemu/qemu-print.h"
23a8d25326SMarkus Armbruster #include "qemu-common.h"
24181962fdSPeter Maydell #include "target/arm/idau.h"
250b8fa32fSMarkus Armbruster #include "qemu/module.h"
26fcf5ef2aSThomas Huth #include "qapi/error.h"
27f9f62e4cSPeter Maydell #include "qapi/visitor.h"
28fcf5ef2aSThomas Huth #include "cpu.h"
2978271684SClaudio Fontana #ifdef CONFIG_TCG
3078271684SClaudio Fontana #include "hw/core/tcg-cpu-ops.h"
3178271684SClaudio Fontana #endif /* CONFIG_TCG */
32fcf5ef2aSThomas Huth #include "internals.h"
33fcf5ef2aSThomas Huth #include "exec/exec-all.h"
34fcf5ef2aSThomas Huth #include "hw/qdev-properties.h"
35fcf5ef2aSThomas Huth #if !defined(CONFIG_USER_ONLY)
36fcf5ef2aSThomas Huth #include "hw/loader.h"
37cc7d44c2SLike Xu #include "hw/boards.h"
38fcf5ef2aSThomas Huth #endif
3914a48c1dSMarkus Armbruster #include "sysemu/tcg.h"
40b3946626SVincent Palatin #include "sysemu/hw_accel.h"
41fcf5ef2aSThomas Huth #include "kvm_arm.h"
42110f6c70SRichard Henderson #include "disas/capstone.h"
4324f91e81SAlex Bennée #include "fpu/softfloat.h"
44fcf5ef2aSThomas Huth 
45fcf5ef2aSThomas Huth static void arm_cpu_set_pc(CPUState *cs, vaddr value)
46fcf5ef2aSThomas Huth {
47fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(cs);
4842f6ed91SJulia Suvorova     CPUARMState *env = &cpu->env;
49fcf5ef2aSThomas Huth 
5042f6ed91SJulia Suvorova     if (is_a64(env)) {
5142f6ed91SJulia Suvorova         env->pc = value;
5242f6ed91SJulia Suvorova         env->thumb = 0;
5342f6ed91SJulia Suvorova     } else {
5442f6ed91SJulia Suvorova         env->regs[15] = value & ~1;
5542f6ed91SJulia Suvorova         env->thumb = value & 1;
5642f6ed91SJulia Suvorova     }
5742f6ed91SJulia Suvorova }
5842f6ed91SJulia Suvorova 
59ec62595bSEduardo Habkost #ifdef CONFIG_TCG
6078271684SClaudio Fontana void arm_cpu_synchronize_from_tb(CPUState *cs,
6104a37d4cSRichard Henderson                                  const TranslationBlock *tb)
6242f6ed91SJulia Suvorova {
6342f6ed91SJulia Suvorova     ARMCPU *cpu = ARM_CPU(cs);
6442f6ed91SJulia Suvorova     CPUARMState *env = &cpu->env;
6542f6ed91SJulia Suvorova 
6642f6ed91SJulia Suvorova     /*
6742f6ed91SJulia Suvorova      * It's OK to look at env for the current mode here, because it's
6842f6ed91SJulia Suvorova      * never possible for an AArch64 TB to chain to an AArch32 TB.
6942f6ed91SJulia Suvorova      */
7042f6ed91SJulia Suvorova     if (is_a64(env)) {
7142f6ed91SJulia Suvorova         env->pc = tb->pc;
7242f6ed91SJulia Suvorova     } else {
7342f6ed91SJulia Suvorova         env->regs[15] = tb->pc;
7442f6ed91SJulia Suvorova     }
75fcf5ef2aSThomas Huth }
76ec62595bSEduardo Habkost #endif /* CONFIG_TCG */
77fcf5ef2aSThomas Huth 
78fcf5ef2aSThomas Huth static bool arm_cpu_has_work(CPUState *cs)
79fcf5ef2aSThomas Huth {
80fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(cs);
81fcf5ef2aSThomas Huth 
82062ba099SAlex Bennée     return (cpu->power_state != PSCI_OFF)
83fcf5ef2aSThomas Huth         && cs->interrupt_request &
84fcf5ef2aSThomas Huth         (CPU_INTERRUPT_FIQ | CPU_INTERRUPT_HARD
85fcf5ef2aSThomas Huth          | CPU_INTERRUPT_VFIQ | CPU_INTERRUPT_VIRQ
86fcf5ef2aSThomas Huth          | CPU_INTERRUPT_EXITTB);
87fcf5ef2aSThomas Huth }
88fcf5ef2aSThomas Huth 
89b5c53d1bSAaron Lindsay void arm_register_pre_el_change_hook(ARMCPU *cpu, ARMELChangeHookFn *hook,
90b5c53d1bSAaron Lindsay                                  void *opaque)
91b5c53d1bSAaron Lindsay {
92b5c53d1bSAaron Lindsay     ARMELChangeHook *entry = g_new0(ARMELChangeHook, 1);
93b5c53d1bSAaron Lindsay 
94b5c53d1bSAaron Lindsay     entry->hook = hook;
95b5c53d1bSAaron Lindsay     entry->opaque = opaque;
96b5c53d1bSAaron Lindsay 
97b5c53d1bSAaron Lindsay     QLIST_INSERT_HEAD(&cpu->pre_el_change_hooks, entry, node);
98b5c53d1bSAaron Lindsay }
99b5c53d1bSAaron Lindsay 
10008267487SAaron Lindsay void arm_register_el_change_hook(ARMCPU *cpu, ARMELChangeHookFn *hook,
101fcf5ef2aSThomas Huth                                  void *opaque)
102fcf5ef2aSThomas Huth {
10308267487SAaron Lindsay     ARMELChangeHook *entry = g_new0(ARMELChangeHook, 1);
10408267487SAaron Lindsay 
10508267487SAaron Lindsay     entry->hook = hook;
10608267487SAaron Lindsay     entry->opaque = opaque;
10708267487SAaron Lindsay 
10808267487SAaron Lindsay     QLIST_INSERT_HEAD(&cpu->el_change_hooks, entry, node);
109fcf5ef2aSThomas Huth }
110fcf5ef2aSThomas Huth 
111fcf5ef2aSThomas Huth static void cp_reg_reset(gpointer key, gpointer value, gpointer opaque)
112fcf5ef2aSThomas Huth {
113fcf5ef2aSThomas Huth     /* Reset a single ARMCPRegInfo register */
114fcf5ef2aSThomas Huth     ARMCPRegInfo *ri = value;
115fcf5ef2aSThomas Huth     ARMCPU *cpu = opaque;
116fcf5ef2aSThomas Huth 
117fcf5ef2aSThomas Huth     if (ri->type & (ARM_CP_SPECIAL | ARM_CP_ALIAS)) {
118fcf5ef2aSThomas Huth         return;
119fcf5ef2aSThomas Huth     }
120fcf5ef2aSThomas Huth 
121fcf5ef2aSThomas Huth     if (ri->resetfn) {
122fcf5ef2aSThomas Huth         ri->resetfn(&cpu->env, ri);
123fcf5ef2aSThomas Huth         return;
124fcf5ef2aSThomas Huth     }
125fcf5ef2aSThomas Huth 
126fcf5ef2aSThomas Huth     /* A zero offset is never possible as it would be regs[0]
127fcf5ef2aSThomas Huth      * so we use it to indicate that reset is being handled elsewhere.
128fcf5ef2aSThomas Huth      * This is basically only used for fields in non-core coprocessors
129fcf5ef2aSThomas Huth      * (like the pxa2xx ones).
130fcf5ef2aSThomas Huth      */
131fcf5ef2aSThomas Huth     if (!ri->fieldoffset) {
132fcf5ef2aSThomas Huth         return;
133fcf5ef2aSThomas Huth     }
134fcf5ef2aSThomas Huth 
135fcf5ef2aSThomas Huth     if (cpreg_field_is_64bit(ri)) {
136fcf5ef2aSThomas Huth         CPREG_FIELD64(&cpu->env, ri) = ri->resetvalue;
137fcf5ef2aSThomas Huth     } else {
138fcf5ef2aSThomas Huth         CPREG_FIELD32(&cpu->env, ri) = ri->resetvalue;
139fcf5ef2aSThomas Huth     }
140fcf5ef2aSThomas Huth }
141fcf5ef2aSThomas Huth 
142fcf5ef2aSThomas Huth static void cp_reg_check_reset(gpointer key, gpointer value,  gpointer opaque)
143fcf5ef2aSThomas Huth {
144fcf5ef2aSThomas Huth     /* Purely an assertion check: we've already done reset once,
145fcf5ef2aSThomas Huth      * so now check that running the reset for the cpreg doesn't
146fcf5ef2aSThomas Huth      * change its value. This traps bugs where two different cpregs
147fcf5ef2aSThomas Huth      * both try to reset the same state field but to different values.
148fcf5ef2aSThomas Huth      */
149fcf5ef2aSThomas Huth     ARMCPRegInfo *ri = value;
150fcf5ef2aSThomas Huth     ARMCPU *cpu = opaque;
151fcf5ef2aSThomas Huth     uint64_t oldvalue, newvalue;
152fcf5ef2aSThomas Huth 
153fcf5ef2aSThomas Huth     if (ri->type & (ARM_CP_SPECIAL | ARM_CP_ALIAS | ARM_CP_NO_RAW)) {
154fcf5ef2aSThomas Huth         return;
155fcf5ef2aSThomas Huth     }
156fcf5ef2aSThomas Huth 
157fcf5ef2aSThomas Huth     oldvalue = read_raw_cp_reg(&cpu->env, ri);
158fcf5ef2aSThomas Huth     cp_reg_reset(key, value, opaque);
159fcf5ef2aSThomas Huth     newvalue = read_raw_cp_reg(&cpu->env, ri);
160fcf5ef2aSThomas Huth     assert(oldvalue == newvalue);
161fcf5ef2aSThomas Huth }
162fcf5ef2aSThomas Huth 
163781c67caSPeter Maydell static void arm_cpu_reset(DeviceState *dev)
164fcf5ef2aSThomas Huth {
165781c67caSPeter Maydell     CPUState *s = CPU(dev);
166fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(s);
167fcf5ef2aSThomas Huth     ARMCPUClass *acc = ARM_CPU_GET_CLASS(cpu);
168fcf5ef2aSThomas Huth     CPUARMState *env = &cpu->env;
169fcf5ef2aSThomas Huth 
170781c67caSPeter Maydell     acc->parent_reset(dev);
171fcf5ef2aSThomas Huth 
1721f5c00cfSAlex Bennée     memset(env, 0, offsetof(CPUARMState, end_reset_fields));
1731f5c00cfSAlex Bennée 
174fcf5ef2aSThomas Huth     g_hash_table_foreach(cpu->cp_regs, cp_reg_reset, cpu);
175fcf5ef2aSThomas Huth     g_hash_table_foreach(cpu->cp_regs, cp_reg_check_reset, cpu);
176fcf5ef2aSThomas Huth 
177fcf5ef2aSThomas Huth     env->vfp.xregs[ARM_VFP_FPSID] = cpu->reset_fpsid;
17847576b94SRichard Henderson     env->vfp.xregs[ARM_VFP_MVFR0] = cpu->isar.mvfr0;
17947576b94SRichard Henderson     env->vfp.xregs[ARM_VFP_MVFR1] = cpu->isar.mvfr1;
18047576b94SRichard Henderson     env->vfp.xregs[ARM_VFP_MVFR2] = cpu->isar.mvfr2;
181fcf5ef2aSThomas Huth 
182c1b70158SThiago Jung Bauermann     cpu->power_state = s->start_powered_off ? PSCI_OFF : PSCI_ON;
183fcf5ef2aSThomas Huth 
184fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_IWMMXT)) {
185fcf5ef2aSThomas Huth         env->iwmmxt.cregs[ARM_IWMMXT_wCID] = 0x69051000 | 'Q';
186fcf5ef2aSThomas Huth     }
187fcf5ef2aSThomas Huth 
188fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_AARCH64)) {
189fcf5ef2aSThomas Huth         /* 64 bit CPUs always start in 64 bit mode */
190fcf5ef2aSThomas Huth         env->aarch64 = 1;
191fcf5ef2aSThomas Huth #if defined(CONFIG_USER_ONLY)
192fcf5ef2aSThomas Huth         env->pstate = PSTATE_MODE_EL0t;
193fcf5ef2aSThomas Huth         /* Userspace expects access to DC ZVA, CTL_EL0 and the cache ops */
194fcf5ef2aSThomas Huth         env->cp15.sctlr_el[1] |= SCTLR_UCT | SCTLR_UCI | SCTLR_DZE;
195276c6e81SRichard Henderson         /* Enable all PAC keys.  */
196276c6e81SRichard Henderson         env->cp15.sctlr_el[1] |= (SCTLR_EnIA | SCTLR_EnIB |
197276c6e81SRichard Henderson                                   SCTLR_EnDA | SCTLR_EnDB);
198fcf5ef2aSThomas Huth         /* and to the FP/Neon instructions */
199fcf5ef2aSThomas Huth         env->cp15.cpacr_el1 = deposit64(env->cp15.cpacr_el1, 20, 2, 3);
200802ac0e1SRichard Henderson         /* and to the SVE instructions */
201802ac0e1SRichard Henderson         env->cp15.cpacr_el1 = deposit64(env->cp15.cpacr_el1, 16, 2, 3);
2027b6a2198SAlex Bennée         /* with reasonable vector length */
2037b6a2198SAlex Bennée         if (cpu_isar_feature(aa64_sve, cpu)) {
2047b6a2198SAlex Bennée             env->vfp.zcr_el[1] = MIN(cpu->sve_max_vq - 1, 3);
2057b6a2198SAlex Bennée         }
206f6a148feSRichard Henderson         /*
20716c84978SRichard Henderson          * Enable TBI0 but not TBI1.
20816c84978SRichard Henderson          * Note that this must match useronly_clean_ptr.
209f6a148feSRichard Henderson          */
21016c84978SRichard Henderson         env->cp15.tcr_el[1].raw_tcr = (1ULL << 37);
211e3232864SRichard Henderson 
212e3232864SRichard Henderson         /* Enable MTE */
213e3232864SRichard Henderson         if (cpu_isar_feature(aa64_mte, cpu)) {
214e3232864SRichard Henderson             /* Enable tag access, but leave TCF0 as No Effect (0). */
215e3232864SRichard Henderson             env->cp15.sctlr_el[1] |= SCTLR_ATA0;
216e3232864SRichard Henderson             /*
217e3232864SRichard Henderson              * Exclude all tags, so that tag 0 is always used.
218e3232864SRichard Henderson              * This corresponds to Linux current->thread.gcr_incl = 0.
219e3232864SRichard Henderson              *
220e3232864SRichard Henderson              * Set RRND, so that helper_irg() will generate a seed later.
221e3232864SRichard Henderson              * Here in cpu_reset(), the crypto subsystem has not yet been
222e3232864SRichard Henderson              * initialized.
223e3232864SRichard Henderson              */
224e3232864SRichard Henderson             env->cp15.gcr_el1 = 0x1ffff;
225e3232864SRichard Henderson         }
226fcf5ef2aSThomas Huth #else
227fcf5ef2aSThomas Huth         /* Reset into the highest available EL */
228fcf5ef2aSThomas Huth         if (arm_feature(env, ARM_FEATURE_EL3)) {
229fcf5ef2aSThomas Huth             env->pstate = PSTATE_MODE_EL3h;
230fcf5ef2aSThomas Huth         } else if (arm_feature(env, ARM_FEATURE_EL2)) {
231fcf5ef2aSThomas Huth             env->pstate = PSTATE_MODE_EL2h;
232fcf5ef2aSThomas Huth         } else {
233fcf5ef2aSThomas Huth             env->pstate = PSTATE_MODE_EL1h;
234fcf5ef2aSThomas Huth         }
235fcf5ef2aSThomas Huth         env->pc = cpu->rvbar;
236fcf5ef2aSThomas Huth #endif
237fcf5ef2aSThomas Huth     } else {
238fcf5ef2aSThomas Huth #if defined(CONFIG_USER_ONLY)
239fcf5ef2aSThomas Huth         /* Userspace expects access to cp10 and cp11 for FP/Neon */
240fcf5ef2aSThomas Huth         env->cp15.cpacr_el1 = deposit64(env->cp15.cpacr_el1, 20, 4, 0xf);
241fcf5ef2aSThomas Huth #endif
242fcf5ef2aSThomas Huth     }
243fcf5ef2aSThomas Huth 
244fcf5ef2aSThomas Huth #if defined(CONFIG_USER_ONLY)
245fcf5ef2aSThomas Huth     env->uncached_cpsr = ARM_CPU_MODE_USR;
246fcf5ef2aSThomas Huth     /* For user mode we must enable access to coprocessors */
247fcf5ef2aSThomas Huth     env->vfp.xregs[ARM_VFP_FPEXC] = 1 << 30;
248fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_IWMMXT)) {
249fcf5ef2aSThomas Huth         env->cp15.c15_cpar = 3;
250fcf5ef2aSThomas Huth     } else if (arm_feature(env, ARM_FEATURE_XSCALE)) {
251fcf5ef2aSThomas Huth         env->cp15.c15_cpar = 1;
252fcf5ef2aSThomas Huth     }
253fcf5ef2aSThomas Huth #else
254060a65dfSPeter Maydell 
255060a65dfSPeter Maydell     /*
256060a65dfSPeter Maydell      * If the highest available EL is EL2, AArch32 will start in Hyp
257060a65dfSPeter Maydell      * mode; otherwise it starts in SVC. Note that if we start in
258060a65dfSPeter Maydell      * AArch64 then these values in the uncached_cpsr will be ignored.
259060a65dfSPeter Maydell      */
260060a65dfSPeter Maydell     if (arm_feature(env, ARM_FEATURE_EL2) &&
261060a65dfSPeter Maydell         !arm_feature(env, ARM_FEATURE_EL3)) {
262060a65dfSPeter Maydell         env->uncached_cpsr = ARM_CPU_MODE_HYP;
263060a65dfSPeter Maydell     } else {
264fcf5ef2aSThomas Huth         env->uncached_cpsr = ARM_CPU_MODE_SVC;
265060a65dfSPeter Maydell     }
266fcf5ef2aSThomas Huth     env->daif = PSTATE_D | PSTATE_A | PSTATE_I | PSTATE_F;
267dc7abe4dSMichael Davidsaver 
268531c60a9SPeter Maydell     if (arm_feature(env, ARM_FEATURE_M)) {
269fcf5ef2aSThomas Huth         uint32_t initial_msp; /* Loaded from 0x0 */
270fcf5ef2aSThomas Huth         uint32_t initial_pc; /* Loaded from 0x4 */
271fcf5ef2aSThomas Huth         uint8_t *rom;
27238e2a77cSPeter Maydell         uint32_t vecbase;
273fcf5ef2aSThomas Huth 
2748128c8e8SPeter Maydell         if (cpu_isar_feature(aa32_lob, cpu)) {
2758128c8e8SPeter Maydell             /*
2768128c8e8SPeter Maydell              * LTPSIZE is constant 4 if MVE not implemented, and resets
2778128c8e8SPeter Maydell              * to an UNKNOWN value if MVE is implemented. We choose to
2788128c8e8SPeter Maydell              * always reset to 4.
2798128c8e8SPeter Maydell              */
2808128c8e8SPeter Maydell             env->v7m.ltpsize = 4;
28199c7834fSPeter Maydell             /* The LTPSIZE field in FPDSCR is constant and reads as 4. */
28299c7834fSPeter Maydell             env->v7m.fpdscr[M_REG_NS] = 4 << FPCR_LTPSIZE_SHIFT;
28399c7834fSPeter Maydell             env->v7m.fpdscr[M_REG_S] = 4 << FPCR_LTPSIZE_SHIFT;
2848128c8e8SPeter Maydell         }
2858128c8e8SPeter Maydell 
2861e577cc7SPeter Maydell         if (arm_feature(env, ARM_FEATURE_M_SECURITY)) {
2871e577cc7SPeter Maydell             env->v7m.secure = true;
2883b2e9344SPeter Maydell         } else {
2893b2e9344SPeter Maydell             /* This bit resets to 0 if security is supported, but 1 if
2903b2e9344SPeter Maydell              * it is not. The bit is not present in v7M, but we set it
2913b2e9344SPeter Maydell              * here so we can avoid having to make checks on it conditional
2923b2e9344SPeter Maydell              * on ARM_FEATURE_V8 (we don't let the guest see the bit).
2933b2e9344SPeter Maydell              */
2943b2e9344SPeter Maydell             env->v7m.aircr = R_V7M_AIRCR_BFHFNMINS_MASK;
29502ac2f7fSPeter Maydell             /*
29602ac2f7fSPeter Maydell              * Set NSACR to indicate "NS access permitted to everything";
29702ac2f7fSPeter Maydell              * this avoids having to have all the tests of it being
29802ac2f7fSPeter Maydell              * conditional on ARM_FEATURE_M_SECURITY. Note also that from
29902ac2f7fSPeter Maydell              * v8.1M the guest-visible value of NSACR in a CPU without the
30002ac2f7fSPeter Maydell              * Security Extension is 0xcff.
30102ac2f7fSPeter Maydell              */
30202ac2f7fSPeter Maydell             env->v7m.nsacr = 0xcff;
3031e577cc7SPeter Maydell         }
3041e577cc7SPeter Maydell 
3059d40cd8aSPeter Maydell         /* In v7M the reset value of this bit is IMPDEF, but ARM recommends
3062c4da50dSPeter Maydell          * that it resets to 1, so QEMU always does that rather than making
3079d40cd8aSPeter Maydell          * it dependent on CPU model. In v8M it is RES1.
3082c4da50dSPeter Maydell          */
3099d40cd8aSPeter Maydell         env->v7m.ccr[M_REG_NS] = R_V7M_CCR_STKALIGN_MASK;
3109d40cd8aSPeter Maydell         env->v7m.ccr[M_REG_S] = R_V7M_CCR_STKALIGN_MASK;
3119d40cd8aSPeter Maydell         if (arm_feature(env, ARM_FEATURE_V8)) {
3129d40cd8aSPeter Maydell             /* in v8M the NONBASETHRDENA bit [0] is RES1 */
3139d40cd8aSPeter Maydell             env->v7m.ccr[M_REG_NS] |= R_V7M_CCR_NONBASETHRDENA_MASK;
3149d40cd8aSPeter Maydell             env->v7m.ccr[M_REG_S] |= R_V7M_CCR_NONBASETHRDENA_MASK;
3159d40cd8aSPeter Maydell         }
31622ab3460SJulia Suvorova         if (!arm_feature(env, ARM_FEATURE_M_MAIN)) {
31722ab3460SJulia Suvorova             env->v7m.ccr[M_REG_NS] |= R_V7M_CCR_UNALIGN_TRP_MASK;
31822ab3460SJulia Suvorova             env->v7m.ccr[M_REG_S] |= R_V7M_CCR_UNALIGN_TRP_MASK;
31922ab3460SJulia Suvorova         }
3202c4da50dSPeter Maydell 
3217fbc6a40SRichard Henderson         if (cpu_isar_feature(aa32_vfp_simd, cpu)) {
322d33abe82SPeter Maydell             env->v7m.fpccr[M_REG_NS] = R_V7M_FPCCR_ASPEN_MASK;
323d33abe82SPeter Maydell             env->v7m.fpccr[M_REG_S] = R_V7M_FPCCR_ASPEN_MASK |
324d33abe82SPeter Maydell                 R_V7M_FPCCR_LSPEN_MASK | R_V7M_FPCCR_S_MASK;
325d33abe82SPeter Maydell         }
326056f43dfSPeter Maydell         /* Unlike A/R profile, M profile defines the reset LR value */
327056f43dfSPeter Maydell         env->regs[14] = 0xffffffff;
328056f43dfSPeter Maydell 
32938e2a77cSPeter Maydell         env->v7m.vecbase[M_REG_S] = cpu->init_svtor & 0xffffff80;
3307cda2149SPeter Maydell         env->v7m.vecbase[M_REG_NS] = cpu->init_nsvtor & 0xffffff80;
33138e2a77cSPeter Maydell 
33238e2a77cSPeter Maydell         /* Load the initial SP and PC from offset 0 and 4 in the vector table */
33338e2a77cSPeter Maydell         vecbase = env->v7m.vecbase[env->v7m.secure];
33475ce72b7SPeter Maydell         rom = rom_ptr_for_as(s->as, vecbase, 8);
335fcf5ef2aSThomas Huth         if (rom) {
336fcf5ef2aSThomas Huth             /* Address zero is covered by ROM which hasn't yet been
337fcf5ef2aSThomas Huth              * copied into physical memory.
338fcf5ef2aSThomas Huth              */
339fcf5ef2aSThomas Huth             initial_msp = ldl_p(rom);
340fcf5ef2aSThomas Huth             initial_pc = ldl_p(rom + 4);
341fcf5ef2aSThomas Huth         } else {
342fcf5ef2aSThomas Huth             /* Address zero not covered by a ROM blob, or the ROM blob
343fcf5ef2aSThomas Huth              * is in non-modifiable memory and this is a second reset after
344fcf5ef2aSThomas Huth              * it got copied into memory. In the latter case, rom_ptr
345fcf5ef2aSThomas Huth              * will return a NULL pointer and we should use ldl_phys instead.
346fcf5ef2aSThomas Huth              */
34738e2a77cSPeter Maydell             initial_msp = ldl_phys(s->as, vecbase);
34838e2a77cSPeter Maydell             initial_pc = ldl_phys(s->as, vecbase + 4);
349fcf5ef2aSThomas Huth         }
350fcf5ef2aSThomas Huth 
351fcf5ef2aSThomas Huth         env->regs[13] = initial_msp & 0xFFFFFFFC;
352fcf5ef2aSThomas Huth         env->regs[15] = initial_pc & ~1;
353fcf5ef2aSThomas Huth         env->thumb = initial_pc & 1;
354fcf5ef2aSThomas Huth     }
355fcf5ef2aSThomas Huth 
356fcf5ef2aSThomas Huth     /* AArch32 has a hard highvec setting of 0xFFFF0000.  If we are currently
357fcf5ef2aSThomas Huth      * executing as AArch32 then check if highvecs are enabled and
358fcf5ef2aSThomas Huth      * adjust the PC accordingly.
359fcf5ef2aSThomas Huth      */
360fcf5ef2aSThomas Huth     if (A32_BANKED_CURRENT_REG_GET(env, sctlr) & SCTLR_V) {
361fcf5ef2aSThomas Huth         env->regs[15] = 0xFFFF0000;
362fcf5ef2aSThomas Huth     }
363fcf5ef2aSThomas Huth 
364dc3c4c14SPeter Maydell     /* M profile requires that reset clears the exclusive monitor;
365dc3c4c14SPeter Maydell      * A profile does not, but clearing it makes more sense than having it
366dc3c4c14SPeter Maydell      * set with an exclusive access on address zero.
367dc3c4c14SPeter Maydell      */
368dc3c4c14SPeter Maydell     arm_clear_exclusive(env);
369dc3c4c14SPeter Maydell 
370fcf5ef2aSThomas Huth     env->vfp.xregs[ARM_VFP_FPEXC] = 0;
371fcf5ef2aSThomas Huth #endif
37269ceea64SPeter Maydell 
3730e1a46bbSPeter Maydell     if (arm_feature(env, ARM_FEATURE_PMSA)) {
37469ceea64SPeter Maydell         if (cpu->pmsav7_dregion > 0) {
3750e1a46bbSPeter Maydell             if (arm_feature(env, ARM_FEATURE_V8)) {
37662c58ee0SPeter Maydell                 memset(env->pmsav8.rbar[M_REG_NS], 0,
37762c58ee0SPeter Maydell                        sizeof(*env->pmsav8.rbar[M_REG_NS])
37862c58ee0SPeter Maydell                        * cpu->pmsav7_dregion);
37962c58ee0SPeter Maydell                 memset(env->pmsav8.rlar[M_REG_NS], 0,
38062c58ee0SPeter Maydell                        sizeof(*env->pmsav8.rlar[M_REG_NS])
38162c58ee0SPeter Maydell                        * cpu->pmsav7_dregion);
38262c58ee0SPeter Maydell                 if (arm_feature(env, ARM_FEATURE_M_SECURITY)) {
38362c58ee0SPeter Maydell                     memset(env->pmsav8.rbar[M_REG_S], 0,
38462c58ee0SPeter Maydell                            sizeof(*env->pmsav8.rbar[M_REG_S])
38562c58ee0SPeter Maydell                            * cpu->pmsav7_dregion);
38662c58ee0SPeter Maydell                     memset(env->pmsav8.rlar[M_REG_S], 0,
38762c58ee0SPeter Maydell                            sizeof(*env->pmsav8.rlar[M_REG_S])
38862c58ee0SPeter Maydell                            * cpu->pmsav7_dregion);
38962c58ee0SPeter Maydell                 }
3900e1a46bbSPeter Maydell             } else if (arm_feature(env, ARM_FEATURE_V7)) {
39169ceea64SPeter Maydell                 memset(env->pmsav7.drbar, 0,
39269ceea64SPeter Maydell                        sizeof(*env->pmsav7.drbar) * cpu->pmsav7_dregion);
39369ceea64SPeter Maydell                 memset(env->pmsav7.drsr, 0,
39469ceea64SPeter Maydell                        sizeof(*env->pmsav7.drsr) * cpu->pmsav7_dregion);
39569ceea64SPeter Maydell                 memset(env->pmsav7.dracr, 0,
39669ceea64SPeter Maydell                        sizeof(*env->pmsav7.dracr) * cpu->pmsav7_dregion);
39769ceea64SPeter Maydell             }
3980e1a46bbSPeter Maydell         }
3991bc04a88SPeter Maydell         env->pmsav7.rnr[M_REG_NS] = 0;
4001bc04a88SPeter Maydell         env->pmsav7.rnr[M_REG_S] = 0;
4014125e6feSPeter Maydell         env->pmsav8.mair0[M_REG_NS] = 0;
4024125e6feSPeter Maydell         env->pmsav8.mair0[M_REG_S] = 0;
4034125e6feSPeter Maydell         env->pmsav8.mair1[M_REG_NS] = 0;
4044125e6feSPeter Maydell         env->pmsav8.mair1[M_REG_S] = 0;
40569ceea64SPeter Maydell     }
40669ceea64SPeter Maydell 
4079901c576SPeter Maydell     if (arm_feature(env, ARM_FEATURE_M_SECURITY)) {
4089901c576SPeter Maydell         if (cpu->sau_sregion > 0) {
4099901c576SPeter Maydell             memset(env->sau.rbar, 0, sizeof(*env->sau.rbar) * cpu->sau_sregion);
4109901c576SPeter Maydell             memset(env->sau.rlar, 0, sizeof(*env->sau.rlar) * cpu->sau_sregion);
4119901c576SPeter Maydell         }
4129901c576SPeter Maydell         env->sau.rnr = 0;
4139901c576SPeter Maydell         /* SAU_CTRL reset value is IMPDEF; we choose 0, which is what
4149901c576SPeter Maydell          * the Cortex-M33 does.
4159901c576SPeter Maydell          */
4169901c576SPeter Maydell         env->sau.ctrl = 0;
4179901c576SPeter Maydell     }
4189901c576SPeter Maydell 
419fcf5ef2aSThomas Huth     set_flush_to_zero(1, &env->vfp.standard_fp_status);
420fcf5ef2aSThomas Huth     set_flush_inputs_to_zero(1, &env->vfp.standard_fp_status);
421fcf5ef2aSThomas Huth     set_default_nan_mode(1, &env->vfp.standard_fp_status);
422aaae563bSPeter Maydell     set_default_nan_mode(1, &env->vfp.standard_fp_status_f16);
423fcf5ef2aSThomas Huth     set_float_detect_tininess(float_tininess_before_rounding,
424fcf5ef2aSThomas Huth                               &env->vfp.fp_status);
425fcf5ef2aSThomas Huth     set_float_detect_tininess(float_tininess_before_rounding,
426fcf5ef2aSThomas Huth                               &env->vfp.standard_fp_status);
427bcc531f0SPeter Maydell     set_float_detect_tininess(float_tininess_before_rounding,
428bcc531f0SPeter Maydell                               &env->vfp.fp_status_f16);
429aaae563bSPeter Maydell     set_float_detect_tininess(float_tininess_before_rounding,
430aaae563bSPeter Maydell                               &env->vfp.standard_fp_status_f16);
431fcf5ef2aSThomas Huth #ifndef CONFIG_USER_ONLY
432fcf5ef2aSThomas Huth     if (kvm_enabled()) {
433fcf5ef2aSThomas Huth         kvm_arm_reset_vcpu(cpu);
434fcf5ef2aSThomas Huth     }
435fcf5ef2aSThomas Huth #endif
436fcf5ef2aSThomas Huth 
437fcf5ef2aSThomas Huth     hw_breakpoint_update_all(cpu);
438fcf5ef2aSThomas Huth     hw_watchpoint_update_all(cpu);
439a8a79c7aSRichard Henderson     arm_rebuild_hflags(env);
440fcf5ef2aSThomas Huth }
441fcf5ef2aSThomas Huth 
442310cedf3SRichard Henderson static inline bool arm_excp_unmasked(CPUState *cs, unsigned int excp_idx,
443be879556SRichard Henderson                                      unsigned int target_el,
444be879556SRichard Henderson                                      unsigned int cur_el, bool secure,
445be879556SRichard Henderson                                      uint64_t hcr_el2)
446310cedf3SRichard Henderson {
447310cedf3SRichard Henderson     CPUARMState *env = cs->env_ptr;
448310cedf3SRichard Henderson     bool pstate_unmasked;
44916e07f78SRichard Henderson     bool unmasked = false;
450310cedf3SRichard Henderson 
451310cedf3SRichard Henderson     /*
452310cedf3SRichard Henderson      * Don't take exceptions if they target a lower EL.
453310cedf3SRichard Henderson      * This check should catch any exceptions that would not be taken
454310cedf3SRichard Henderson      * but left pending.
455310cedf3SRichard Henderson      */
456310cedf3SRichard Henderson     if (cur_el > target_el) {
457310cedf3SRichard Henderson         return false;
458310cedf3SRichard Henderson     }
459310cedf3SRichard Henderson 
460310cedf3SRichard Henderson     switch (excp_idx) {
461310cedf3SRichard Henderson     case EXCP_FIQ:
462310cedf3SRichard Henderson         pstate_unmasked = !(env->daif & PSTATE_F);
463310cedf3SRichard Henderson         break;
464310cedf3SRichard Henderson 
465310cedf3SRichard Henderson     case EXCP_IRQ:
466310cedf3SRichard Henderson         pstate_unmasked = !(env->daif & PSTATE_I);
467310cedf3SRichard Henderson         break;
468310cedf3SRichard Henderson 
469310cedf3SRichard Henderson     case EXCP_VFIQ:
470cc974d5cSRémi Denis-Courmont         if (!(hcr_el2 & HCR_FMO) || (hcr_el2 & HCR_TGE)) {
471cc974d5cSRémi Denis-Courmont             /* VFIQs are only taken when hypervized.  */
472310cedf3SRichard Henderson             return false;
473310cedf3SRichard Henderson         }
474310cedf3SRichard Henderson         return !(env->daif & PSTATE_F);
475310cedf3SRichard Henderson     case EXCP_VIRQ:
476cc974d5cSRémi Denis-Courmont         if (!(hcr_el2 & HCR_IMO) || (hcr_el2 & HCR_TGE)) {
477cc974d5cSRémi Denis-Courmont             /* VIRQs are only taken when hypervized.  */
478310cedf3SRichard Henderson             return false;
479310cedf3SRichard Henderson         }
480310cedf3SRichard Henderson         return !(env->daif & PSTATE_I);
481310cedf3SRichard Henderson     default:
482310cedf3SRichard Henderson         g_assert_not_reached();
483310cedf3SRichard Henderson     }
484310cedf3SRichard Henderson 
485310cedf3SRichard Henderson     /*
486310cedf3SRichard Henderson      * Use the target EL, current execution state and SCR/HCR settings to
487310cedf3SRichard Henderson      * determine whether the corresponding CPSR bit is used to mask the
488310cedf3SRichard Henderson      * interrupt.
489310cedf3SRichard Henderson      */
490310cedf3SRichard Henderson     if ((target_el > cur_el) && (target_el != 1)) {
491310cedf3SRichard Henderson         /* Exceptions targeting a higher EL may not be maskable */
492310cedf3SRichard Henderson         if (arm_feature(env, ARM_FEATURE_AARCH64)) {
493310cedf3SRichard Henderson             /*
494310cedf3SRichard Henderson              * 64-bit masking rules are simple: exceptions to EL3
495310cedf3SRichard Henderson              * can't be masked, and exceptions to EL2 can only be
496310cedf3SRichard Henderson              * masked from Secure state. The HCR and SCR settings
497310cedf3SRichard Henderson              * don't affect the masking logic, only the interrupt routing.
498310cedf3SRichard Henderson              */
499926c1b97SRémi Denis-Courmont             if (target_el == 3 || !secure || (env->cp15.scr_el3 & SCR_EEL2)) {
50016e07f78SRichard Henderson                 unmasked = true;
501310cedf3SRichard Henderson             }
502310cedf3SRichard Henderson         } else {
503310cedf3SRichard Henderson             /*
504310cedf3SRichard Henderson              * The old 32-bit-only environment has a more complicated
505310cedf3SRichard Henderson              * masking setup. HCR and SCR bits not only affect interrupt
506310cedf3SRichard Henderson              * routing but also change the behaviour of masking.
507310cedf3SRichard Henderson              */
508310cedf3SRichard Henderson             bool hcr, scr;
509310cedf3SRichard Henderson 
510310cedf3SRichard Henderson             switch (excp_idx) {
511310cedf3SRichard Henderson             case EXCP_FIQ:
512310cedf3SRichard Henderson                 /*
513310cedf3SRichard Henderson                  * If FIQs are routed to EL3 or EL2 then there are cases where
514310cedf3SRichard Henderson                  * we override the CPSR.F in determining if the exception is
515310cedf3SRichard Henderson                  * masked or not. If neither of these are set then we fall back
516310cedf3SRichard Henderson                  * to the CPSR.F setting otherwise we further assess the state
517310cedf3SRichard Henderson                  * below.
518310cedf3SRichard Henderson                  */
519310cedf3SRichard Henderson                 hcr = hcr_el2 & HCR_FMO;
520310cedf3SRichard Henderson                 scr = (env->cp15.scr_el3 & SCR_FIQ);
521310cedf3SRichard Henderson 
522310cedf3SRichard Henderson                 /*
523310cedf3SRichard Henderson                  * When EL3 is 32-bit, the SCR.FW bit controls whether the
524310cedf3SRichard Henderson                  * CPSR.F bit masks FIQ interrupts when taken in non-secure
525310cedf3SRichard Henderson                  * state. If SCR.FW is set then FIQs can be masked by CPSR.F
526310cedf3SRichard Henderson                  * when non-secure but only when FIQs are only routed to EL3.
527310cedf3SRichard Henderson                  */
528310cedf3SRichard Henderson                 scr = scr && !((env->cp15.scr_el3 & SCR_FW) && !hcr);
529310cedf3SRichard Henderson                 break;
530310cedf3SRichard Henderson             case EXCP_IRQ:
531310cedf3SRichard Henderson                 /*
532310cedf3SRichard Henderson                  * When EL3 execution state is 32-bit, if HCR.IMO is set then
533310cedf3SRichard Henderson                  * we may override the CPSR.I masking when in non-secure state.
534310cedf3SRichard Henderson                  * The SCR.IRQ setting has already been taken into consideration
535310cedf3SRichard Henderson                  * when setting the target EL, so it does not have a further
536310cedf3SRichard Henderson                  * affect here.
537310cedf3SRichard Henderson                  */
538310cedf3SRichard Henderson                 hcr = hcr_el2 & HCR_IMO;
539310cedf3SRichard Henderson                 scr = false;
540310cedf3SRichard Henderson                 break;
541310cedf3SRichard Henderson             default:
542310cedf3SRichard Henderson                 g_assert_not_reached();
543310cedf3SRichard Henderson             }
544310cedf3SRichard Henderson 
545310cedf3SRichard Henderson             if ((scr || hcr) && !secure) {
54616e07f78SRichard Henderson                 unmasked = true;
547310cedf3SRichard Henderson             }
548310cedf3SRichard Henderson         }
549310cedf3SRichard Henderson     }
550310cedf3SRichard Henderson 
551310cedf3SRichard Henderson     /*
552310cedf3SRichard Henderson      * The PSTATE bits only mask the interrupt if we have not overriden the
553310cedf3SRichard Henderson      * ability above.
554310cedf3SRichard Henderson      */
555310cedf3SRichard Henderson     return unmasked || pstate_unmasked;
556310cedf3SRichard Henderson }
557310cedf3SRichard Henderson 
558fcf5ef2aSThomas Huth bool arm_cpu_exec_interrupt(CPUState *cs, int interrupt_request)
559fcf5ef2aSThomas Huth {
560fcf5ef2aSThomas Huth     CPUClass *cc = CPU_GET_CLASS(cs);
561fcf5ef2aSThomas Huth     CPUARMState *env = cs->env_ptr;
562fcf5ef2aSThomas Huth     uint32_t cur_el = arm_current_el(env);
563fcf5ef2aSThomas Huth     bool secure = arm_is_secure(env);
564be879556SRichard Henderson     uint64_t hcr_el2 = arm_hcr_el2_eff(env);
565fcf5ef2aSThomas Huth     uint32_t target_el;
566fcf5ef2aSThomas Huth     uint32_t excp_idx;
567d63d0ec5SRichard Henderson 
568d63d0ec5SRichard Henderson     /* The prioritization of interrupts is IMPLEMENTATION DEFINED. */
569fcf5ef2aSThomas Huth 
570fcf5ef2aSThomas Huth     if (interrupt_request & CPU_INTERRUPT_FIQ) {
571fcf5ef2aSThomas Huth         excp_idx = EXCP_FIQ;
572fcf5ef2aSThomas Huth         target_el = arm_phys_excp_target_el(cs, excp_idx, cur_el, secure);
573be879556SRichard Henderson         if (arm_excp_unmasked(cs, excp_idx, target_el,
574be879556SRichard Henderson                               cur_el, secure, hcr_el2)) {
575d63d0ec5SRichard Henderson             goto found;
576fcf5ef2aSThomas Huth         }
577fcf5ef2aSThomas Huth     }
578fcf5ef2aSThomas Huth     if (interrupt_request & CPU_INTERRUPT_HARD) {
579fcf5ef2aSThomas Huth         excp_idx = EXCP_IRQ;
580fcf5ef2aSThomas Huth         target_el = arm_phys_excp_target_el(cs, excp_idx, cur_el, secure);
581be879556SRichard Henderson         if (arm_excp_unmasked(cs, excp_idx, target_el,
582be879556SRichard Henderson                               cur_el, secure, hcr_el2)) {
583d63d0ec5SRichard Henderson             goto found;
584fcf5ef2aSThomas Huth         }
585fcf5ef2aSThomas Huth     }
586fcf5ef2aSThomas Huth     if (interrupt_request & CPU_INTERRUPT_VIRQ) {
587fcf5ef2aSThomas Huth         excp_idx = EXCP_VIRQ;
588fcf5ef2aSThomas Huth         target_el = 1;
589be879556SRichard Henderson         if (arm_excp_unmasked(cs, excp_idx, target_el,
590be879556SRichard Henderson                               cur_el, secure, hcr_el2)) {
591d63d0ec5SRichard Henderson             goto found;
592fcf5ef2aSThomas Huth         }
593fcf5ef2aSThomas Huth     }
594fcf5ef2aSThomas Huth     if (interrupt_request & CPU_INTERRUPT_VFIQ) {
595fcf5ef2aSThomas Huth         excp_idx = EXCP_VFIQ;
596fcf5ef2aSThomas Huth         target_el = 1;
597be879556SRichard Henderson         if (arm_excp_unmasked(cs, excp_idx, target_el,
598be879556SRichard Henderson                               cur_el, secure, hcr_el2)) {
599d63d0ec5SRichard Henderson             goto found;
600d63d0ec5SRichard Henderson         }
601d63d0ec5SRichard Henderson     }
602d63d0ec5SRichard Henderson     return false;
603d63d0ec5SRichard Henderson 
604d63d0ec5SRichard Henderson  found:
605fcf5ef2aSThomas Huth     cs->exception_index = excp_idx;
606fcf5ef2aSThomas Huth     env->exception.target_el = target_el;
60778271684SClaudio Fontana     cc->tcg_ops->do_interrupt(cs);
608d63d0ec5SRichard Henderson     return true;
609fcf5ef2aSThomas Huth }
610fcf5ef2aSThomas Huth 
61189430fc6SPeter Maydell void arm_cpu_update_virq(ARMCPU *cpu)
61289430fc6SPeter Maydell {
61389430fc6SPeter Maydell     /*
61489430fc6SPeter Maydell      * Update the interrupt level for VIRQ, which is the logical OR of
61589430fc6SPeter Maydell      * the HCR_EL2.VI bit and the input line level from the GIC.
61689430fc6SPeter Maydell      */
61789430fc6SPeter Maydell     CPUARMState *env = &cpu->env;
61889430fc6SPeter Maydell     CPUState *cs = CPU(cpu);
61989430fc6SPeter Maydell 
62089430fc6SPeter Maydell     bool new_state = (env->cp15.hcr_el2 & HCR_VI) ||
62189430fc6SPeter Maydell         (env->irq_line_state & CPU_INTERRUPT_VIRQ);
62289430fc6SPeter Maydell 
62389430fc6SPeter Maydell     if (new_state != ((cs->interrupt_request & CPU_INTERRUPT_VIRQ) != 0)) {
62489430fc6SPeter Maydell         if (new_state) {
62589430fc6SPeter Maydell             cpu_interrupt(cs, CPU_INTERRUPT_VIRQ);
62689430fc6SPeter Maydell         } else {
62789430fc6SPeter Maydell             cpu_reset_interrupt(cs, CPU_INTERRUPT_VIRQ);
62889430fc6SPeter Maydell         }
62989430fc6SPeter Maydell     }
63089430fc6SPeter Maydell }
63189430fc6SPeter Maydell 
63289430fc6SPeter Maydell void arm_cpu_update_vfiq(ARMCPU *cpu)
63389430fc6SPeter Maydell {
63489430fc6SPeter Maydell     /*
63589430fc6SPeter Maydell      * Update the interrupt level for VFIQ, which is the logical OR of
63689430fc6SPeter Maydell      * the HCR_EL2.VF bit and the input line level from the GIC.
63789430fc6SPeter Maydell      */
63889430fc6SPeter Maydell     CPUARMState *env = &cpu->env;
63989430fc6SPeter Maydell     CPUState *cs = CPU(cpu);
64089430fc6SPeter Maydell 
64189430fc6SPeter Maydell     bool new_state = (env->cp15.hcr_el2 & HCR_VF) ||
64289430fc6SPeter Maydell         (env->irq_line_state & CPU_INTERRUPT_VFIQ);
64389430fc6SPeter Maydell 
64489430fc6SPeter Maydell     if (new_state != ((cs->interrupt_request & CPU_INTERRUPT_VFIQ) != 0)) {
64589430fc6SPeter Maydell         if (new_state) {
64689430fc6SPeter Maydell             cpu_interrupt(cs, CPU_INTERRUPT_VFIQ);
64789430fc6SPeter Maydell         } else {
64889430fc6SPeter Maydell             cpu_reset_interrupt(cs, CPU_INTERRUPT_VFIQ);
64989430fc6SPeter Maydell         }
65089430fc6SPeter Maydell     }
65189430fc6SPeter Maydell }
65289430fc6SPeter Maydell 
653fcf5ef2aSThomas Huth #ifndef CONFIG_USER_ONLY
654fcf5ef2aSThomas Huth static void arm_cpu_set_irq(void *opaque, int irq, int level)
655fcf5ef2aSThomas Huth {
656fcf5ef2aSThomas Huth     ARMCPU *cpu = opaque;
657fcf5ef2aSThomas Huth     CPUARMState *env = &cpu->env;
658fcf5ef2aSThomas Huth     CPUState *cs = CPU(cpu);
659fcf5ef2aSThomas Huth     static const int mask[] = {
660fcf5ef2aSThomas Huth         [ARM_CPU_IRQ] = CPU_INTERRUPT_HARD,
661fcf5ef2aSThomas Huth         [ARM_CPU_FIQ] = CPU_INTERRUPT_FIQ,
662fcf5ef2aSThomas Huth         [ARM_CPU_VIRQ] = CPU_INTERRUPT_VIRQ,
663fcf5ef2aSThomas Huth         [ARM_CPU_VFIQ] = CPU_INTERRUPT_VFIQ
664fcf5ef2aSThomas Huth     };
665fcf5ef2aSThomas Huth 
666ed89f078SPeter Maydell     if (level) {
667ed89f078SPeter Maydell         env->irq_line_state |= mask[irq];
668ed89f078SPeter Maydell     } else {
669ed89f078SPeter Maydell         env->irq_line_state &= ~mask[irq];
670ed89f078SPeter Maydell     }
671ed89f078SPeter Maydell 
672fcf5ef2aSThomas Huth     switch (irq) {
673fcf5ef2aSThomas Huth     case ARM_CPU_VIRQ:
67489430fc6SPeter Maydell         assert(arm_feature(env, ARM_FEATURE_EL2));
67589430fc6SPeter Maydell         arm_cpu_update_virq(cpu);
67689430fc6SPeter Maydell         break;
677fcf5ef2aSThomas Huth     case ARM_CPU_VFIQ:
678fcf5ef2aSThomas Huth         assert(arm_feature(env, ARM_FEATURE_EL2));
67989430fc6SPeter Maydell         arm_cpu_update_vfiq(cpu);
68089430fc6SPeter Maydell         break;
681fcf5ef2aSThomas Huth     case ARM_CPU_IRQ:
682fcf5ef2aSThomas Huth     case ARM_CPU_FIQ:
683fcf5ef2aSThomas Huth         if (level) {
684fcf5ef2aSThomas Huth             cpu_interrupt(cs, mask[irq]);
685fcf5ef2aSThomas Huth         } else {
686fcf5ef2aSThomas Huth             cpu_reset_interrupt(cs, mask[irq]);
687fcf5ef2aSThomas Huth         }
688fcf5ef2aSThomas Huth         break;
689fcf5ef2aSThomas Huth     default:
690fcf5ef2aSThomas Huth         g_assert_not_reached();
691fcf5ef2aSThomas Huth     }
692fcf5ef2aSThomas Huth }
693fcf5ef2aSThomas Huth 
694fcf5ef2aSThomas Huth static void arm_cpu_kvm_set_irq(void *opaque, int irq, int level)
695fcf5ef2aSThomas Huth {
696fcf5ef2aSThomas Huth #ifdef CONFIG_KVM
697fcf5ef2aSThomas Huth     ARMCPU *cpu = opaque;
698ed89f078SPeter Maydell     CPUARMState *env = &cpu->env;
699fcf5ef2aSThomas Huth     CPUState *cs = CPU(cpu);
700ed89f078SPeter Maydell     uint32_t linestate_bit;
701f6530926SEric Auger     int irq_id;
702fcf5ef2aSThomas Huth 
703fcf5ef2aSThomas Huth     switch (irq) {
704fcf5ef2aSThomas Huth     case ARM_CPU_IRQ:
705f6530926SEric Auger         irq_id = KVM_ARM_IRQ_CPU_IRQ;
706ed89f078SPeter Maydell         linestate_bit = CPU_INTERRUPT_HARD;
707fcf5ef2aSThomas Huth         break;
708fcf5ef2aSThomas Huth     case ARM_CPU_FIQ:
709f6530926SEric Auger         irq_id = KVM_ARM_IRQ_CPU_FIQ;
710ed89f078SPeter Maydell         linestate_bit = CPU_INTERRUPT_FIQ;
711fcf5ef2aSThomas Huth         break;
712fcf5ef2aSThomas Huth     default:
713fcf5ef2aSThomas Huth         g_assert_not_reached();
714fcf5ef2aSThomas Huth     }
715ed89f078SPeter Maydell 
716ed89f078SPeter Maydell     if (level) {
717ed89f078SPeter Maydell         env->irq_line_state |= linestate_bit;
718ed89f078SPeter Maydell     } else {
719ed89f078SPeter Maydell         env->irq_line_state &= ~linestate_bit;
720ed89f078SPeter Maydell     }
721f6530926SEric Auger     kvm_arm_set_irq(cs->cpu_index, KVM_ARM_IRQ_TYPE_CPU, irq_id, !!level);
722fcf5ef2aSThomas Huth #endif
723fcf5ef2aSThomas Huth }
724fcf5ef2aSThomas Huth 
725fcf5ef2aSThomas Huth static bool arm_cpu_virtio_is_big_endian(CPUState *cs)
726fcf5ef2aSThomas Huth {
727fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(cs);
728fcf5ef2aSThomas Huth     CPUARMState *env = &cpu->env;
729fcf5ef2aSThomas Huth 
730fcf5ef2aSThomas Huth     cpu_synchronize_state(cs);
731fcf5ef2aSThomas Huth     return arm_cpu_data_is_big_endian(env);
732fcf5ef2aSThomas Huth }
733fcf5ef2aSThomas Huth 
734fcf5ef2aSThomas Huth #endif
735fcf5ef2aSThomas Huth 
736fcf5ef2aSThomas Huth static int
737fcf5ef2aSThomas Huth print_insn_thumb1(bfd_vma pc, disassemble_info *info)
738fcf5ef2aSThomas Huth {
739fcf5ef2aSThomas Huth   return print_insn_arm(pc | 1, info);
740fcf5ef2aSThomas Huth }
741fcf5ef2aSThomas Huth 
742fcf5ef2aSThomas Huth static void arm_disas_set_info(CPUState *cpu, disassemble_info *info)
743fcf5ef2aSThomas Huth {
744fcf5ef2aSThomas Huth     ARMCPU *ac = ARM_CPU(cpu);
745fcf5ef2aSThomas Huth     CPUARMState *env = &ac->env;
7467bcdbf51SRichard Henderson     bool sctlr_b;
747fcf5ef2aSThomas Huth 
748fcf5ef2aSThomas Huth     if (is_a64(env)) {
749fcf5ef2aSThomas Huth         /* We might not be compiled with the A64 disassembler
750fcf5ef2aSThomas Huth          * because it needs a C++ compiler. Leave print_insn
751fcf5ef2aSThomas Huth          * unset in this case to use the caller default behaviour.
752fcf5ef2aSThomas Huth          */
753fcf5ef2aSThomas Huth #if defined(CONFIG_ARM_A64_DIS)
754fcf5ef2aSThomas Huth         info->print_insn = print_insn_arm_a64;
755fcf5ef2aSThomas Huth #endif
756110f6c70SRichard Henderson         info->cap_arch = CS_ARCH_ARM64;
75715fa1a0aSRichard Henderson         info->cap_insn_unit = 4;
75815fa1a0aSRichard Henderson         info->cap_insn_split = 4;
759110f6c70SRichard Henderson     } else {
760110f6c70SRichard Henderson         int cap_mode;
761110f6c70SRichard Henderson         if (env->thumb) {
762fcf5ef2aSThomas Huth             info->print_insn = print_insn_thumb1;
76315fa1a0aSRichard Henderson             info->cap_insn_unit = 2;
76415fa1a0aSRichard Henderson             info->cap_insn_split = 4;
765110f6c70SRichard Henderson             cap_mode = CS_MODE_THUMB;
766fcf5ef2aSThomas Huth         } else {
767fcf5ef2aSThomas Huth             info->print_insn = print_insn_arm;
76815fa1a0aSRichard Henderson             info->cap_insn_unit = 4;
76915fa1a0aSRichard Henderson             info->cap_insn_split = 4;
770110f6c70SRichard Henderson             cap_mode = CS_MODE_ARM;
771fcf5ef2aSThomas Huth         }
772110f6c70SRichard Henderson         if (arm_feature(env, ARM_FEATURE_V8)) {
773110f6c70SRichard Henderson             cap_mode |= CS_MODE_V8;
774110f6c70SRichard Henderson         }
775110f6c70SRichard Henderson         if (arm_feature(env, ARM_FEATURE_M)) {
776110f6c70SRichard Henderson             cap_mode |= CS_MODE_MCLASS;
777110f6c70SRichard Henderson         }
778110f6c70SRichard Henderson         info->cap_arch = CS_ARCH_ARM;
779110f6c70SRichard Henderson         info->cap_mode = cap_mode;
780fcf5ef2aSThomas Huth     }
7817bcdbf51SRichard Henderson 
7827bcdbf51SRichard Henderson     sctlr_b = arm_sctlr_b(env);
7837bcdbf51SRichard Henderson     if (bswap_code(sctlr_b)) {
784fcf5ef2aSThomas Huth #ifdef TARGET_WORDS_BIGENDIAN
785fcf5ef2aSThomas Huth         info->endian = BFD_ENDIAN_LITTLE;
786fcf5ef2aSThomas Huth #else
787fcf5ef2aSThomas Huth         info->endian = BFD_ENDIAN_BIG;
788fcf5ef2aSThomas Huth #endif
789fcf5ef2aSThomas Huth     }
790f7478a92SJulian Brown     info->flags &= ~INSN_ARM_BE32;
7917bcdbf51SRichard Henderson #ifndef CONFIG_USER_ONLY
7927bcdbf51SRichard Henderson     if (sctlr_b) {
793f7478a92SJulian Brown         info->flags |= INSN_ARM_BE32;
794f7478a92SJulian Brown     }
7957bcdbf51SRichard Henderson #endif
796fcf5ef2aSThomas Huth }
797fcf5ef2aSThomas Huth 
79886480615SPhilippe Mathieu-Daudé #ifdef TARGET_AARCH64
79986480615SPhilippe Mathieu-Daudé 
80086480615SPhilippe Mathieu-Daudé static void aarch64_cpu_dump_state(CPUState *cs, FILE *f, int flags)
80186480615SPhilippe Mathieu-Daudé {
80286480615SPhilippe Mathieu-Daudé     ARMCPU *cpu = ARM_CPU(cs);
80386480615SPhilippe Mathieu-Daudé     CPUARMState *env = &cpu->env;
80486480615SPhilippe Mathieu-Daudé     uint32_t psr = pstate_read(env);
80586480615SPhilippe Mathieu-Daudé     int i;
80686480615SPhilippe Mathieu-Daudé     int el = arm_current_el(env);
80786480615SPhilippe Mathieu-Daudé     const char *ns_status;
80886480615SPhilippe Mathieu-Daudé 
80986480615SPhilippe Mathieu-Daudé     qemu_fprintf(f, " PC=%016" PRIx64 " ", env->pc);
81086480615SPhilippe Mathieu-Daudé     for (i = 0; i < 32; i++) {
81186480615SPhilippe Mathieu-Daudé         if (i == 31) {
81286480615SPhilippe Mathieu-Daudé             qemu_fprintf(f, " SP=%016" PRIx64 "\n", env->xregs[i]);
81386480615SPhilippe Mathieu-Daudé         } else {
81486480615SPhilippe Mathieu-Daudé             qemu_fprintf(f, "X%02d=%016" PRIx64 "%s", i, env->xregs[i],
81586480615SPhilippe Mathieu-Daudé                          (i + 2) % 3 ? " " : "\n");
81686480615SPhilippe Mathieu-Daudé         }
81786480615SPhilippe Mathieu-Daudé     }
81886480615SPhilippe Mathieu-Daudé 
81986480615SPhilippe Mathieu-Daudé     if (arm_feature(env, ARM_FEATURE_EL3) && el != 3) {
82086480615SPhilippe Mathieu-Daudé         ns_status = env->cp15.scr_el3 & SCR_NS ? "NS " : "S ";
82186480615SPhilippe Mathieu-Daudé     } else {
82286480615SPhilippe Mathieu-Daudé         ns_status = "";
82386480615SPhilippe Mathieu-Daudé     }
82486480615SPhilippe Mathieu-Daudé     qemu_fprintf(f, "PSTATE=%08x %c%c%c%c %sEL%d%c",
82586480615SPhilippe Mathieu-Daudé                  psr,
82686480615SPhilippe Mathieu-Daudé                  psr & PSTATE_N ? 'N' : '-',
82786480615SPhilippe Mathieu-Daudé                  psr & PSTATE_Z ? 'Z' : '-',
82886480615SPhilippe Mathieu-Daudé                  psr & PSTATE_C ? 'C' : '-',
82986480615SPhilippe Mathieu-Daudé                  psr & PSTATE_V ? 'V' : '-',
83086480615SPhilippe Mathieu-Daudé                  ns_status,
83186480615SPhilippe Mathieu-Daudé                  el,
83286480615SPhilippe Mathieu-Daudé                  psr & PSTATE_SP ? 'h' : 't');
83386480615SPhilippe Mathieu-Daudé 
83486480615SPhilippe Mathieu-Daudé     if (cpu_isar_feature(aa64_bti, cpu)) {
83586480615SPhilippe Mathieu-Daudé         qemu_fprintf(f, "  BTYPE=%d", (psr & PSTATE_BTYPE) >> 10);
83686480615SPhilippe Mathieu-Daudé     }
83786480615SPhilippe Mathieu-Daudé     if (!(flags & CPU_DUMP_FPU)) {
83886480615SPhilippe Mathieu-Daudé         qemu_fprintf(f, "\n");
83986480615SPhilippe Mathieu-Daudé         return;
84086480615SPhilippe Mathieu-Daudé     }
84186480615SPhilippe Mathieu-Daudé     if (fp_exception_el(env, el) != 0) {
84286480615SPhilippe Mathieu-Daudé         qemu_fprintf(f, "    FPU disabled\n");
84386480615SPhilippe Mathieu-Daudé         return;
84486480615SPhilippe Mathieu-Daudé     }
84586480615SPhilippe Mathieu-Daudé     qemu_fprintf(f, "     FPCR=%08x FPSR=%08x\n",
84686480615SPhilippe Mathieu-Daudé                  vfp_get_fpcr(env), vfp_get_fpsr(env));
84786480615SPhilippe Mathieu-Daudé 
84886480615SPhilippe Mathieu-Daudé     if (cpu_isar_feature(aa64_sve, cpu) && sve_exception_el(env, el) == 0) {
84986480615SPhilippe Mathieu-Daudé         int j, zcr_len = sve_zcr_len_for_el(env, el);
85086480615SPhilippe Mathieu-Daudé 
85186480615SPhilippe Mathieu-Daudé         for (i = 0; i <= FFR_PRED_NUM; i++) {
85286480615SPhilippe Mathieu-Daudé             bool eol;
85386480615SPhilippe Mathieu-Daudé             if (i == FFR_PRED_NUM) {
85486480615SPhilippe Mathieu-Daudé                 qemu_fprintf(f, "FFR=");
85586480615SPhilippe Mathieu-Daudé                 /* It's last, so end the line.  */
85686480615SPhilippe Mathieu-Daudé                 eol = true;
85786480615SPhilippe Mathieu-Daudé             } else {
85886480615SPhilippe Mathieu-Daudé                 qemu_fprintf(f, "P%02d=", i);
85986480615SPhilippe Mathieu-Daudé                 switch (zcr_len) {
86086480615SPhilippe Mathieu-Daudé                 case 0:
86186480615SPhilippe Mathieu-Daudé                     eol = i % 8 == 7;
86286480615SPhilippe Mathieu-Daudé                     break;
86386480615SPhilippe Mathieu-Daudé                 case 1:
86486480615SPhilippe Mathieu-Daudé                     eol = i % 6 == 5;
86586480615SPhilippe Mathieu-Daudé                     break;
86686480615SPhilippe Mathieu-Daudé                 case 2:
86786480615SPhilippe Mathieu-Daudé                 case 3:
86886480615SPhilippe Mathieu-Daudé                     eol = i % 3 == 2;
86986480615SPhilippe Mathieu-Daudé                     break;
87086480615SPhilippe Mathieu-Daudé                 default:
87186480615SPhilippe Mathieu-Daudé                     /* More than one quadword per predicate.  */
87286480615SPhilippe Mathieu-Daudé                     eol = true;
87386480615SPhilippe Mathieu-Daudé                     break;
87486480615SPhilippe Mathieu-Daudé                 }
87586480615SPhilippe Mathieu-Daudé             }
87686480615SPhilippe Mathieu-Daudé             for (j = zcr_len / 4; j >= 0; j--) {
87786480615SPhilippe Mathieu-Daudé                 int digits;
87886480615SPhilippe Mathieu-Daudé                 if (j * 4 + 4 <= zcr_len + 1) {
87986480615SPhilippe Mathieu-Daudé                     digits = 16;
88086480615SPhilippe Mathieu-Daudé                 } else {
88186480615SPhilippe Mathieu-Daudé                     digits = (zcr_len % 4 + 1) * 4;
88286480615SPhilippe Mathieu-Daudé                 }
88386480615SPhilippe Mathieu-Daudé                 qemu_fprintf(f, "%0*" PRIx64 "%s", digits,
88486480615SPhilippe Mathieu-Daudé                              env->vfp.pregs[i].p[j],
88586480615SPhilippe Mathieu-Daudé                              j ? ":" : eol ? "\n" : " ");
88686480615SPhilippe Mathieu-Daudé             }
88786480615SPhilippe Mathieu-Daudé         }
88886480615SPhilippe Mathieu-Daudé 
88986480615SPhilippe Mathieu-Daudé         for (i = 0; i < 32; i++) {
89086480615SPhilippe Mathieu-Daudé             if (zcr_len == 0) {
89186480615SPhilippe Mathieu-Daudé                 qemu_fprintf(f, "Z%02d=%016" PRIx64 ":%016" PRIx64 "%s",
89286480615SPhilippe Mathieu-Daudé                              i, env->vfp.zregs[i].d[1],
89386480615SPhilippe Mathieu-Daudé                              env->vfp.zregs[i].d[0], i & 1 ? "\n" : " ");
89486480615SPhilippe Mathieu-Daudé             } else if (zcr_len == 1) {
89586480615SPhilippe Mathieu-Daudé                 qemu_fprintf(f, "Z%02d=%016" PRIx64 ":%016" PRIx64
89686480615SPhilippe Mathieu-Daudé                              ":%016" PRIx64 ":%016" PRIx64 "\n",
89786480615SPhilippe Mathieu-Daudé                              i, env->vfp.zregs[i].d[3], env->vfp.zregs[i].d[2],
89886480615SPhilippe Mathieu-Daudé                              env->vfp.zregs[i].d[1], env->vfp.zregs[i].d[0]);
89986480615SPhilippe Mathieu-Daudé             } else {
90086480615SPhilippe Mathieu-Daudé                 for (j = zcr_len; j >= 0; j--) {
90186480615SPhilippe Mathieu-Daudé                     bool odd = (zcr_len - j) % 2 != 0;
90286480615SPhilippe Mathieu-Daudé                     if (j == zcr_len) {
90386480615SPhilippe Mathieu-Daudé                         qemu_fprintf(f, "Z%02d[%x-%x]=", i, j, j - 1);
90486480615SPhilippe Mathieu-Daudé                     } else if (!odd) {
90586480615SPhilippe Mathieu-Daudé                         if (j > 0) {
90686480615SPhilippe Mathieu-Daudé                             qemu_fprintf(f, "   [%x-%x]=", j, j - 1);
90786480615SPhilippe Mathieu-Daudé                         } else {
90886480615SPhilippe Mathieu-Daudé                             qemu_fprintf(f, "     [%x]=", j);
90986480615SPhilippe Mathieu-Daudé                         }
91086480615SPhilippe Mathieu-Daudé                     }
91186480615SPhilippe Mathieu-Daudé                     qemu_fprintf(f, "%016" PRIx64 ":%016" PRIx64 "%s",
91286480615SPhilippe Mathieu-Daudé                                  env->vfp.zregs[i].d[j * 2 + 1],
91386480615SPhilippe Mathieu-Daudé                                  env->vfp.zregs[i].d[j * 2],
91486480615SPhilippe Mathieu-Daudé                                  odd || j == 0 ? "\n" : ":");
91586480615SPhilippe Mathieu-Daudé                 }
91686480615SPhilippe Mathieu-Daudé             }
91786480615SPhilippe Mathieu-Daudé         }
91886480615SPhilippe Mathieu-Daudé     } else {
91986480615SPhilippe Mathieu-Daudé         for (i = 0; i < 32; i++) {
92086480615SPhilippe Mathieu-Daudé             uint64_t *q = aa64_vfp_qreg(env, i);
92186480615SPhilippe Mathieu-Daudé             qemu_fprintf(f, "Q%02d=%016" PRIx64 ":%016" PRIx64 "%s",
92286480615SPhilippe Mathieu-Daudé                          i, q[1], q[0], (i & 1 ? "\n" : " "));
92386480615SPhilippe Mathieu-Daudé         }
92486480615SPhilippe Mathieu-Daudé     }
92586480615SPhilippe Mathieu-Daudé }
92686480615SPhilippe Mathieu-Daudé 
92786480615SPhilippe Mathieu-Daudé #else
92886480615SPhilippe Mathieu-Daudé 
92986480615SPhilippe Mathieu-Daudé static inline void aarch64_cpu_dump_state(CPUState *cs, FILE *f, int flags)
93086480615SPhilippe Mathieu-Daudé {
93186480615SPhilippe Mathieu-Daudé     g_assert_not_reached();
93286480615SPhilippe Mathieu-Daudé }
93386480615SPhilippe Mathieu-Daudé 
93486480615SPhilippe Mathieu-Daudé #endif
93586480615SPhilippe Mathieu-Daudé 
93686480615SPhilippe Mathieu-Daudé static void arm_cpu_dump_state(CPUState *cs, FILE *f, int flags)
93786480615SPhilippe Mathieu-Daudé {
93886480615SPhilippe Mathieu-Daudé     ARMCPU *cpu = ARM_CPU(cs);
93986480615SPhilippe Mathieu-Daudé     CPUARMState *env = &cpu->env;
94086480615SPhilippe Mathieu-Daudé     int i;
94186480615SPhilippe Mathieu-Daudé 
94286480615SPhilippe Mathieu-Daudé     if (is_a64(env)) {
94386480615SPhilippe Mathieu-Daudé         aarch64_cpu_dump_state(cs, f, flags);
94486480615SPhilippe Mathieu-Daudé         return;
94586480615SPhilippe Mathieu-Daudé     }
94686480615SPhilippe Mathieu-Daudé 
94786480615SPhilippe Mathieu-Daudé     for (i = 0; i < 16; i++) {
94886480615SPhilippe Mathieu-Daudé         qemu_fprintf(f, "R%02d=%08x", i, env->regs[i]);
94986480615SPhilippe Mathieu-Daudé         if ((i % 4) == 3) {
95086480615SPhilippe Mathieu-Daudé             qemu_fprintf(f, "\n");
95186480615SPhilippe Mathieu-Daudé         } else {
95286480615SPhilippe Mathieu-Daudé             qemu_fprintf(f, " ");
95386480615SPhilippe Mathieu-Daudé         }
95486480615SPhilippe Mathieu-Daudé     }
95586480615SPhilippe Mathieu-Daudé 
95686480615SPhilippe Mathieu-Daudé     if (arm_feature(env, ARM_FEATURE_M)) {
95786480615SPhilippe Mathieu-Daudé         uint32_t xpsr = xpsr_read(env);
95886480615SPhilippe Mathieu-Daudé         const char *mode;
95986480615SPhilippe Mathieu-Daudé         const char *ns_status = "";
96086480615SPhilippe Mathieu-Daudé 
96186480615SPhilippe Mathieu-Daudé         if (arm_feature(env, ARM_FEATURE_M_SECURITY)) {
96286480615SPhilippe Mathieu-Daudé             ns_status = env->v7m.secure ? "S " : "NS ";
96386480615SPhilippe Mathieu-Daudé         }
96486480615SPhilippe Mathieu-Daudé 
96586480615SPhilippe Mathieu-Daudé         if (xpsr & XPSR_EXCP) {
96686480615SPhilippe Mathieu-Daudé             mode = "handler";
96786480615SPhilippe Mathieu-Daudé         } else {
96886480615SPhilippe Mathieu-Daudé             if (env->v7m.control[env->v7m.secure] & R_V7M_CONTROL_NPRIV_MASK) {
96986480615SPhilippe Mathieu-Daudé                 mode = "unpriv-thread";
97086480615SPhilippe Mathieu-Daudé             } else {
97186480615SPhilippe Mathieu-Daudé                 mode = "priv-thread";
97286480615SPhilippe Mathieu-Daudé             }
97386480615SPhilippe Mathieu-Daudé         }
97486480615SPhilippe Mathieu-Daudé 
97586480615SPhilippe Mathieu-Daudé         qemu_fprintf(f, "XPSR=%08x %c%c%c%c %c %s%s\n",
97686480615SPhilippe Mathieu-Daudé                      xpsr,
97786480615SPhilippe Mathieu-Daudé                      xpsr & XPSR_N ? 'N' : '-',
97886480615SPhilippe Mathieu-Daudé                      xpsr & XPSR_Z ? 'Z' : '-',
97986480615SPhilippe Mathieu-Daudé                      xpsr & XPSR_C ? 'C' : '-',
98086480615SPhilippe Mathieu-Daudé                      xpsr & XPSR_V ? 'V' : '-',
98186480615SPhilippe Mathieu-Daudé                      xpsr & XPSR_T ? 'T' : 'A',
98286480615SPhilippe Mathieu-Daudé                      ns_status,
98386480615SPhilippe Mathieu-Daudé                      mode);
98486480615SPhilippe Mathieu-Daudé     } else {
98586480615SPhilippe Mathieu-Daudé         uint32_t psr = cpsr_read(env);
98686480615SPhilippe Mathieu-Daudé         const char *ns_status = "";
98786480615SPhilippe Mathieu-Daudé 
98886480615SPhilippe Mathieu-Daudé         if (arm_feature(env, ARM_FEATURE_EL3) &&
98986480615SPhilippe Mathieu-Daudé             (psr & CPSR_M) != ARM_CPU_MODE_MON) {
99086480615SPhilippe Mathieu-Daudé             ns_status = env->cp15.scr_el3 & SCR_NS ? "NS " : "S ";
99186480615SPhilippe Mathieu-Daudé         }
99286480615SPhilippe Mathieu-Daudé 
99386480615SPhilippe Mathieu-Daudé         qemu_fprintf(f, "PSR=%08x %c%c%c%c %c %s%s%d\n",
99486480615SPhilippe Mathieu-Daudé                      psr,
99586480615SPhilippe Mathieu-Daudé                      psr & CPSR_N ? 'N' : '-',
99686480615SPhilippe Mathieu-Daudé                      psr & CPSR_Z ? 'Z' : '-',
99786480615SPhilippe Mathieu-Daudé                      psr & CPSR_C ? 'C' : '-',
99886480615SPhilippe Mathieu-Daudé                      psr & CPSR_V ? 'V' : '-',
99986480615SPhilippe Mathieu-Daudé                      psr & CPSR_T ? 'T' : 'A',
100086480615SPhilippe Mathieu-Daudé                      ns_status,
100186480615SPhilippe Mathieu-Daudé                      aarch32_mode_name(psr), (psr & 0x10) ? 32 : 26);
100286480615SPhilippe Mathieu-Daudé     }
100386480615SPhilippe Mathieu-Daudé 
100486480615SPhilippe Mathieu-Daudé     if (flags & CPU_DUMP_FPU) {
100586480615SPhilippe Mathieu-Daudé         int numvfpregs = 0;
1006a6627f5fSRichard Henderson         if (cpu_isar_feature(aa32_simd_r32, cpu)) {
1007a6627f5fSRichard Henderson             numvfpregs = 32;
10087fbc6a40SRichard Henderson         } else if (cpu_isar_feature(aa32_vfp_simd, cpu)) {
1009a6627f5fSRichard Henderson             numvfpregs = 16;
101086480615SPhilippe Mathieu-Daudé         }
101186480615SPhilippe Mathieu-Daudé         for (i = 0; i < numvfpregs; i++) {
101286480615SPhilippe Mathieu-Daudé             uint64_t v = *aa32_vfp_dreg(env, i);
101386480615SPhilippe Mathieu-Daudé             qemu_fprintf(f, "s%02d=%08x s%02d=%08x d%02d=%016" PRIx64 "\n",
101486480615SPhilippe Mathieu-Daudé                          i * 2, (uint32_t)v,
101586480615SPhilippe Mathieu-Daudé                          i * 2 + 1, (uint32_t)(v >> 32),
101686480615SPhilippe Mathieu-Daudé                          i, v);
101786480615SPhilippe Mathieu-Daudé         }
101886480615SPhilippe Mathieu-Daudé         qemu_fprintf(f, "FPSCR: %08x\n", vfp_get_fpscr(env));
101986480615SPhilippe Mathieu-Daudé     }
102086480615SPhilippe Mathieu-Daudé }
102186480615SPhilippe Mathieu-Daudé 
102246de5913SIgor Mammedov uint64_t arm_cpu_mp_affinity(int idx, uint8_t clustersz)
102346de5913SIgor Mammedov {
102446de5913SIgor Mammedov     uint32_t Aff1 = idx / clustersz;
102546de5913SIgor Mammedov     uint32_t Aff0 = idx % clustersz;
102646de5913SIgor Mammedov     return (Aff1 << ARM_AFF1_SHIFT) | Aff0;
102746de5913SIgor Mammedov }
102846de5913SIgor Mammedov 
1029ac87e507SPeter Maydell static void cpreg_hashtable_data_destroy(gpointer data)
1030ac87e507SPeter Maydell {
1031ac87e507SPeter Maydell     /*
1032ac87e507SPeter Maydell      * Destroy function for cpu->cp_regs hashtable data entries.
1033ac87e507SPeter Maydell      * We must free the name string because it was g_strdup()ed in
1034ac87e507SPeter Maydell      * add_cpreg_to_hashtable(). It's OK to cast away the 'const'
1035ac87e507SPeter Maydell      * from r->name because we know we definitely allocated it.
1036ac87e507SPeter Maydell      */
1037ac87e507SPeter Maydell     ARMCPRegInfo *r = data;
1038ac87e507SPeter Maydell 
1039ac87e507SPeter Maydell     g_free((void *)r->name);
1040ac87e507SPeter Maydell     g_free(r);
1041ac87e507SPeter Maydell }
1042ac87e507SPeter Maydell 
1043fcf5ef2aSThomas Huth static void arm_cpu_initfn(Object *obj)
1044fcf5ef2aSThomas Huth {
1045fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(obj);
1046fcf5ef2aSThomas Huth 
10477506ed90SRichard Henderson     cpu_set_cpustate_pointers(cpu);
1048fcf5ef2aSThomas Huth     cpu->cp_regs = g_hash_table_new_full(g_int_hash, g_int_equal,
1049ac87e507SPeter Maydell                                          g_free, cpreg_hashtable_data_destroy);
1050fcf5ef2aSThomas Huth 
1051b5c53d1bSAaron Lindsay     QLIST_INIT(&cpu->pre_el_change_hooks);
105208267487SAaron Lindsay     QLIST_INIT(&cpu->el_change_hooks);
105308267487SAaron Lindsay 
1054fcf5ef2aSThomas Huth #ifndef CONFIG_USER_ONLY
1055fcf5ef2aSThomas Huth     /* Our inbound IRQ and FIQ lines */
1056fcf5ef2aSThomas Huth     if (kvm_enabled()) {
1057fcf5ef2aSThomas Huth         /* VIRQ and VFIQ are unused with KVM but we add them to maintain
1058fcf5ef2aSThomas Huth          * the same interface as non-KVM CPUs.
1059fcf5ef2aSThomas Huth          */
1060fcf5ef2aSThomas Huth         qdev_init_gpio_in(DEVICE(cpu), arm_cpu_kvm_set_irq, 4);
1061fcf5ef2aSThomas Huth     } else {
1062fcf5ef2aSThomas Huth         qdev_init_gpio_in(DEVICE(cpu), arm_cpu_set_irq, 4);
1063fcf5ef2aSThomas Huth     }
1064fcf5ef2aSThomas Huth 
1065fcf5ef2aSThomas Huth     qdev_init_gpio_out(DEVICE(cpu), cpu->gt_timer_outputs,
1066fcf5ef2aSThomas Huth                        ARRAY_SIZE(cpu->gt_timer_outputs));
1067aa1b3111SPeter Maydell 
1068aa1b3111SPeter Maydell     qdev_init_gpio_out_named(DEVICE(cpu), &cpu->gicv3_maintenance_interrupt,
1069aa1b3111SPeter Maydell                              "gicv3-maintenance-interrupt", 1);
107007f48730SAndrew Jones     qdev_init_gpio_out_named(DEVICE(cpu), &cpu->pmu_interrupt,
107107f48730SAndrew Jones                              "pmu-interrupt", 1);
1072fcf5ef2aSThomas Huth #endif
1073fcf5ef2aSThomas Huth 
1074fcf5ef2aSThomas Huth     /* DTB consumers generally don't in fact care what the 'compatible'
1075fcf5ef2aSThomas Huth      * string is, so always provide some string and trust that a hypothetical
1076fcf5ef2aSThomas Huth      * picky DTB consumer will also provide a helpful error message.
1077fcf5ef2aSThomas Huth      */
1078fcf5ef2aSThomas Huth     cpu->dtb_compatible = "qemu,unknown";
1079fcf5ef2aSThomas Huth     cpu->psci_version = 1; /* By default assume PSCI v0.1 */
1080fcf5ef2aSThomas Huth     cpu->kvm_target = QEMU_KVM_ARM_TARGET_NONE;
1081fcf5ef2aSThomas Huth 
1082fcf5ef2aSThomas Huth     if (tcg_enabled()) {
1083fcf5ef2aSThomas Huth         cpu->psci_version = 2; /* TCG implements PSCI 0.2 */
1084fcf5ef2aSThomas Huth     }
1085fcf5ef2aSThomas Huth }
1086fcf5ef2aSThomas Huth 
108796eec6b2SAndrew Jeffery static Property arm_cpu_gt_cntfrq_property =
108896eec6b2SAndrew Jeffery             DEFINE_PROP_UINT64("cntfrq", ARMCPU, gt_cntfrq_hz,
108996eec6b2SAndrew Jeffery                                NANOSECONDS_PER_SECOND / GTIMER_SCALE);
109096eec6b2SAndrew Jeffery 
1091fcf5ef2aSThomas Huth static Property arm_cpu_reset_cbar_property =
1092fcf5ef2aSThomas Huth             DEFINE_PROP_UINT64("reset-cbar", ARMCPU, reset_cbar, 0);
1093fcf5ef2aSThomas Huth 
1094fcf5ef2aSThomas Huth static Property arm_cpu_reset_hivecs_property =
1095fcf5ef2aSThomas Huth             DEFINE_PROP_BOOL("reset-hivecs", ARMCPU, reset_hivecs, false);
1096fcf5ef2aSThomas Huth 
1097fcf5ef2aSThomas Huth static Property arm_cpu_rvbar_property =
1098fcf5ef2aSThomas Huth             DEFINE_PROP_UINT64("rvbar", ARMCPU, rvbar, 0);
1099fcf5ef2aSThomas Huth 
110045ca3a14SRichard Henderson #ifndef CONFIG_USER_ONLY
1101c25bd18aSPeter Maydell static Property arm_cpu_has_el2_property =
1102c25bd18aSPeter Maydell             DEFINE_PROP_BOOL("has_el2", ARMCPU, has_el2, true);
1103c25bd18aSPeter Maydell 
1104fcf5ef2aSThomas Huth static Property arm_cpu_has_el3_property =
1105fcf5ef2aSThomas Huth             DEFINE_PROP_BOOL("has_el3", ARMCPU, has_el3, true);
110645ca3a14SRichard Henderson #endif
1107fcf5ef2aSThomas Huth 
11083a062d57SJulian Brown static Property arm_cpu_cfgend_property =
11093a062d57SJulian Brown             DEFINE_PROP_BOOL("cfgend", ARMCPU, cfgend, false);
11103a062d57SJulian Brown 
111197a28b0eSPeter Maydell static Property arm_cpu_has_vfp_property =
111297a28b0eSPeter Maydell             DEFINE_PROP_BOOL("vfp", ARMCPU, has_vfp, true);
111397a28b0eSPeter Maydell 
111497a28b0eSPeter Maydell static Property arm_cpu_has_neon_property =
111597a28b0eSPeter Maydell             DEFINE_PROP_BOOL("neon", ARMCPU, has_neon, true);
111697a28b0eSPeter Maydell 
1117ea90db0aSPeter Maydell static Property arm_cpu_has_dsp_property =
1118ea90db0aSPeter Maydell             DEFINE_PROP_BOOL("dsp", ARMCPU, has_dsp, true);
1119ea90db0aSPeter Maydell 
1120fcf5ef2aSThomas Huth static Property arm_cpu_has_mpu_property =
1121fcf5ef2aSThomas Huth             DEFINE_PROP_BOOL("has-mpu", ARMCPU, has_mpu, true);
1122fcf5ef2aSThomas Huth 
11238d92e26bSPeter Maydell /* This is like DEFINE_PROP_UINT32 but it doesn't set the default value,
11248d92e26bSPeter Maydell  * because the CPU initfn will have already set cpu->pmsav7_dregion to
11258d92e26bSPeter Maydell  * the right value for that particular CPU type, and we don't want
11268d92e26bSPeter Maydell  * to override that with an incorrect constant value.
11278d92e26bSPeter Maydell  */
1128fcf5ef2aSThomas Huth static Property arm_cpu_pmsav7_dregion_property =
11298d92e26bSPeter Maydell             DEFINE_PROP_UNSIGNED_NODEFAULT("pmsav7-dregion", ARMCPU,
11308d92e26bSPeter Maydell                                            pmsav7_dregion,
11318d92e26bSPeter Maydell                                            qdev_prop_uint32, uint32_t);
1132fcf5ef2aSThomas Huth 
1133ae502508SAndrew Jones static bool arm_get_pmu(Object *obj, Error **errp)
1134ae502508SAndrew Jones {
1135ae502508SAndrew Jones     ARMCPU *cpu = ARM_CPU(obj);
1136ae502508SAndrew Jones 
1137ae502508SAndrew Jones     return cpu->has_pmu;
1138ae502508SAndrew Jones }
1139ae502508SAndrew Jones 
1140ae502508SAndrew Jones static void arm_set_pmu(Object *obj, bool value, Error **errp)
1141ae502508SAndrew Jones {
1142ae502508SAndrew Jones     ARMCPU *cpu = ARM_CPU(obj);
1143ae502508SAndrew Jones 
1144ae502508SAndrew Jones     if (value) {
11457d20e681SPhilippe Mathieu-Daudé         if (kvm_enabled() && !kvm_arm_pmu_supported()) {
1146ae502508SAndrew Jones             error_setg(errp, "'pmu' feature not supported by KVM on this host");
1147ae502508SAndrew Jones             return;
1148ae502508SAndrew Jones         }
1149ae502508SAndrew Jones         set_feature(&cpu->env, ARM_FEATURE_PMU);
1150ae502508SAndrew Jones     } else {
1151ae502508SAndrew Jones         unset_feature(&cpu->env, ARM_FEATURE_PMU);
1152ae502508SAndrew Jones     }
1153ae502508SAndrew Jones     cpu->has_pmu = value;
1154ae502508SAndrew Jones }
1155ae502508SAndrew Jones 
11567def8754SAndrew Jeffery unsigned int gt_cntfrq_period_ns(ARMCPU *cpu)
11577def8754SAndrew Jeffery {
115896eec6b2SAndrew Jeffery     /*
115996eec6b2SAndrew Jeffery      * The exact approach to calculating guest ticks is:
116096eec6b2SAndrew Jeffery      *
116196eec6b2SAndrew Jeffery      *     muldiv64(qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL), cpu->gt_cntfrq_hz,
116296eec6b2SAndrew Jeffery      *              NANOSECONDS_PER_SECOND);
116396eec6b2SAndrew Jeffery      *
116496eec6b2SAndrew Jeffery      * We don't do that. Rather we intentionally use integer division
116596eec6b2SAndrew Jeffery      * truncation below and in the caller for the conversion of host monotonic
116696eec6b2SAndrew Jeffery      * time to guest ticks to provide the exact inverse for the semantics of
116796eec6b2SAndrew Jeffery      * the QEMUTimer scale factor. QEMUTimer's scale facter is an integer, so
116896eec6b2SAndrew Jeffery      * it loses precision when representing frequencies where
116996eec6b2SAndrew Jeffery      * `(NANOSECONDS_PER_SECOND % cpu->gt_cntfrq) > 0` holds. Failing to
117096eec6b2SAndrew Jeffery      * provide an exact inverse leads to scheduling timers with negative
117196eec6b2SAndrew Jeffery      * periods, which in turn leads to sticky behaviour in the guest.
117296eec6b2SAndrew Jeffery      *
117396eec6b2SAndrew Jeffery      * Finally, CNTFRQ is effectively capped at 1GHz to ensure our scale factor
117496eec6b2SAndrew Jeffery      * cannot become zero.
117596eec6b2SAndrew Jeffery      */
11767def8754SAndrew Jeffery     return NANOSECONDS_PER_SECOND > cpu->gt_cntfrq_hz ?
11777def8754SAndrew Jeffery       NANOSECONDS_PER_SECOND / cpu->gt_cntfrq_hz : 1;
11787def8754SAndrew Jeffery }
11797def8754SAndrew Jeffery 
118051e5ef45SMarc-André Lureau void arm_cpu_post_init(Object *obj)
1181fcf5ef2aSThomas Huth {
1182fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(obj);
1183fcf5ef2aSThomas Huth 
1184790a1150SPeter Maydell     /* M profile implies PMSA. We have to do this here rather than
1185790a1150SPeter Maydell      * in realize with the other feature-implication checks because
1186790a1150SPeter Maydell      * we look at the PMSA bit to see if we should add some properties.
1187790a1150SPeter Maydell      */
1188790a1150SPeter Maydell     if (arm_feature(&cpu->env, ARM_FEATURE_M)) {
1189790a1150SPeter Maydell         set_feature(&cpu->env, ARM_FEATURE_PMSA);
1190790a1150SPeter Maydell     }
1191790a1150SPeter Maydell 
1192fcf5ef2aSThomas Huth     if (arm_feature(&cpu->env, ARM_FEATURE_CBAR) ||
1193fcf5ef2aSThomas Huth         arm_feature(&cpu->env, ARM_FEATURE_CBAR_RO)) {
119494d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(obj), &arm_cpu_reset_cbar_property);
1195fcf5ef2aSThomas Huth     }
1196fcf5ef2aSThomas Huth 
1197fcf5ef2aSThomas Huth     if (!arm_feature(&cpu->env, ARM_FEATURE_M)) {
119894d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(obj), &arm_cpu_reset_hivecs_property);
1199fcf5ef2aSThomas Huth     }
1200fcf5ef2aSThomas Huth 
1201fcf5ef2aSThomas Huth     if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)) {
120294d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(obj), &arm_cpu_rvbar_property);
1203fcf5ef2aSThomas Huth     }
1204fcf5ef2aSThomas Huth 
120545ca3a14SRichard Henderson #ifndef CONFIG_USER_ONLY
1206fcf5ef2aSThomas Huth     if (arm_feature(&cpu->env, ARM_FEATURE_EL3)) {
1207fcf5ef2aSThomas Huth         /* Add the has_el3 state CPU property only if EL3 is allowed.  This will
1208fcf5ef2aSThomas Huth          * prevent "has_el3" from existing on CPUs which cannot support EL3.
1209fcf5ef2aSThomas Huth          */
121094d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(obj), &arm_cpu_has_el3_property);
1211fcf5ef2aSThomas Huth 
1212fcf5ef2aSThomas Huth         object_property_add_link(obj, "secure-memory",
1213fcf5ef2aSThomas Huth                                  TYPE_MEMORY_REGION,
1214fcf5ef2aSThomas Huth                                  (Object **)&cpu->secure_memory,
1215fcf5ef2aSThomas Huth                                  qdev_prop_allow_set_link_before_realize,
1216d2623129SMarkus Armbruster                                  OBJ_PROP_LINK_STRONG);
1217fcf5ef2aSThomas Huth     }
1218fcf5ef2aSThomas Huth 
1219c25bd18aSPeter Maydell     if (arm_feature(&cpu->env, ARM_FEATURE_EL2)) {
122094d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(obj), &arm_cpu_has_el2_property);
1221c25bd18aSPeter Maydell     }
122245ca3a14SRichard Henderson #endif
1223c25bd18aSPeter Maydell 
1224fcf5ef2aSThomas Huth     if (arm_feature(&cpu->env, ARM_FEATURE_PMU)) {
1225ae502508SAndrew Jones         cpu->has_pmu = true;
1226d2623129SMarkus Armbruster         object_property_add_bool(obj, "pmu", arm_get_pmu, arm_set_pmu);
1227fcf5ef2aSThomas Huth     }
1228fcf5ef2aSThomas Huth 
122997a28b0eSPeter Maydell     /*
123097a28b0eSPeter Maydell      * Allow user to turn off VFP and Neon support, but only for TCG --
123197a28b0eSPeter Maydell      * KVM does not currently allow us to lie to the guest about its
123297a28b0eSPeter Maydell      * ID/feature registers, so the guest always sees what the host has.
123397a28b0eSPeter Maydell      */
12347d63183fSRichard Henderson     if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)
12357d63183fSRichard Henderson         ? cpu_isar_feature(aa64_fp_simd, cpu)
12367d63183fSRichard Henderson         : cpu_isar_feature(aa32_vfp, cpu)) {
123797a28b0eSPeter Maydell         cpu->has_vfp = true;
123897a28b0eSPeter Maydell         if (!kvm_enabled()) {
123994d912d1SMarc-André Lureau             qdev_property_add_static(DEVICE(obj), &arm_cpu_has_vfp_property);
124097a28b0eSPeter Maydell         }
124197a28b0eSPeter Maydell     }
124297a28b0eSPeter Maydell 
124397a28b0eSPeter Maydell     if (arm_feature(&cpu->env, ARM_FEATURE_NEON)) {
124497a28b0eSPeter Maydell         cpu->has_neon = true;
124597a28b0eSPeter Maydell         if (!kvm_enabled()) {
124694d912d1SMarc-André Lureau             qdev_property_add_static(DEVICE(obj), &arm_cpu_has_neon_property);
124797a28b0eSPeter Maydell         }
124897a28b0eSPeter Maydell     }
124997a28b0eSPeter Maydell 
1250ea90db0aSPeter Maydell     if (arm_feature(&cpu->env, ARM_FEATURE_M) &&
1251ea90db0aSPeter Maydell         arm_feature(&cpu->env, ARM_FEATURE_THUMB_DSP)) {
125294d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(obj), &arm_cpu_has_dsp_property);
1253ea90db0aSPeter Maydell     }
1254ea90db0aSPeter Maydell 
1255452a0955SPeter Maydell     if (arm_feature(&cpu->env, ARM_FEATURE_PMSA)) {
125694d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(obj), &arm_cpu_has_mpu_property);
1257fcf5ef2aSThomas Huth         if (arm_feature(&cpu->env, ARM_FEATURE_V7)) {
1258fcf5ef2aSThomas Huth             qdev_property_add_static(DEVICE(obj),
125994d912d1SMarc-André Lureau                                      &arm_cpu_pmsav7_dregion_property);
1260fcf5ef2aSThomas Huth         }
1261fcf5ef2aSThomas Huth     }
1262fcf5ef2aSThomas Huth 
1263181962fdSPeter Maydell     if (arm_feature(&cpu->env, ARM_FEATURE_M_SECURITY)) {
1264181962fdSPeter Maydell         object_property_add_link(obj, "idau", TYPE_IDAU_INTERFACE, &cpu->idau,
1265181962fdSPeter Maydell                                  qdev_prop_allow_set_link_before_realize,
1266d2623129SMarkus Armbruster                                  OBJ_PROP_LINK_STRONG);
1267f9f62e4cSPeter Maydell         /*
1268f9f62e4cSPeter Maydell          * M profile: initial value of the Secure VTOR. We can't just use
1269f9f62e4cSPeter Maydell          * a simple DEFINE_PROP_UINT32 for this because we want to permit
1270f9f62e4cSPeter Maydell          * the property to be set after realize.
1271f9f62e4cSPeter Maydell          */
127264a7b8deSFelipe Franciosi         object_property_add_uint32_ptr(obj, "init-svtor",
127364a7b8deSFelipe Franciosi                                        &cpu->init_svtor,
1274d2623129SMarkus Armbruster                                        OBJ_PROP_FLAG_READWRITE);
1275181962fdSPeter Maydell     }
12767cda2149SPeter Maydell     if (arm_feature(&cpu->env, ARM_FEATURE_M)) {
12777cda2149SPeter Maydell         /*
12787cda2149SPeter Maydell          * Initial value of the NS VTOR (for cores without the Security
12797cda2149SPeter Maydell          * extension, this is the only VTOR)
12807cda2149SPeter Maydell          */
12817cda2149SPeter Maydell         object_property_add_uint32_ptr(obj, "init-nsvtor",
12827cda2149SPeter Maydell                                        &cpu->init_nsvtor,
12837cda2149SPeter Maydell                                        OBJ_PROP_FLAG_READWRITE);
12847cda2149SPeter Maydell     }
1285181962fdSPeter Maydell 
128694d912d1SMarc-André Lureau     qdev_property_add_static(DEVICE(obj), &arm_cpu_cfgend_property);
128796eec6b2SAndrew Jeffery 
128896eec6b2SAndrew Jeffery     if (arm_feature(&cpu->env, ARM_FEATURE_GENERIC_TIMER)) {
128994d912d1SMarc-André Lureau         qdev_property_add_static(DEVICE(cpu), &arm_cpu_gt_cntfrq_property);
129096eec6b2SAndrew Jeffery     }
12919e6f8d8aSfangying 
12929e6f8d8aSfangying     if (kvm_enabled()) {
12939e6f8d8aSfangying         kvm_arm_add_vcpu_properties(obj);
12949e6f8d8aSfangying     }
12958bce44a2SRichard Henderson 
12968bce44a2SRichard Henderson #ifndef CONFIG_USER_ONLY
12978bce44a2SRichard Henderson     if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64) &&
12988bce44a2SRichard Henderson         cpu_isar_feature(aa64_mte, cpu)) {
12998bce44a2SRichard Henderson         object_property_add_link(obj, "tag-memory",
13008bce44a2SRichard Henderson                                  TYPE_MEMORY_REGION,
13018bce44a2SRichard Henderson                                  (Object **)&cpu->tag_memory,
13028bce44a2SRichard Henderson                                  qdev_prop_allow_set_link_before_realize,
13038bce44a2SRichard Henderson                                  OBJ_PROP_LINK_STRONG);
13048bce44a2SRichard Henderson 
13058bce44a2SRichard Henderson         if (arm_feature(&cpu->env, ARM_FEATURE_EL3)) {
13068bce44a2SRichard Henderson             object_property_add_link(obj, "secure-tag-memory",
13078bce44a2SRichard Henderson                                      TYPE_MEMORY_REGION,
13088bce44a2SRichard Henderson                                      (Object **)&cpu->secure_tag_memory,
13098bce44a2SRichard Henderson                                      qdev_prop_allow_set_link_before_realize,
13108bce44a2SRichard Henderson                                      OBJ_PROP_LINK_STRONG);
13118bce44a2SRichard Henderson         }
13128bce44a2SRichard Henderson     }
13138bce44a2SRichard Henderson #endif
1314fcf5ef2aSThomas Huth }
1315fcf5ef2aSThomas Huth 
1316fcf5ef2aSThomas Huth static void arm_cpu_finalizefn(Object *obj)
1317fcf5ef2aSThomas Huth {
1318fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(obj);
131908267487SAaron Lindsay     ARMELChangeHook *hook, *next;
132008267487SAaron Lindsay 
1321fcf5ef2aSThomas Huth     g_hash_table_destroy(cpu->cp_regs);
132208267487SAaron Lindsay 
1323b5c53d1bSAaron Lindsay     QLIST_FOREACH_SAFE(hook, &cpu->pre_el_change_hooks, node, next) {
1324b5c53d1bSAaron Lindsay         QLIST_REMOVE(hook, node);
1325b5c53d1bSAaron Lindsay         g_free(hook);
1326b5c53d1bSAaron Lindsay     }
132708267487SAaron Lindsay     QLIST_FOREACH_SAFE(hook, &cpu->el_change_hooks, node, next) {
132808267487SAaron Lindsay         QLIST_REMOVE(hook, node);
132908267487SAaron Lindsay         g_free(hook);
133008267487SAaron Lindsay     }
13314e7beb0cSAaron Lindsay OS #ifndef CONFIG_USER_ONLY
13324e7beb0cSAaron Lindsay OS     if (cpu->pmu_timer) {
13334e7beb0cSAaron Lindsay OS         timer_free(cpu->pmu_timer);
13344e7beb0cSAaron Lindsay OS     }
13354e7beb0cSAaron Lindsay OS #endif
1336fcf5ef2aSThomas Huth }
1337fcf5ef2aSThomas Huth 
13380df9142dSAndrew Jones void arm_cpu_finalize_features(ARMCPU *cpu, Error **errp)
13390df9142dSAndrew Jones {
13400df9142dSAndrew Jones     Error *local_err = NULL;
13410df9142dSAndrew Jones 
13420df9142dSAndrew Jones     if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)) {
13430df9142dSAndrew Jones         arm_cpu_sve_finalize(cpu, &local_err);
13440df9142dSAndrew Jones         if (local_err != NULL) {
13450df9142dSAndrew Jones             error_propagate(errp, local_err);
13460df9142dSAndrew Jones             return;
13470df9142dSAndrew Jones         }
1348eb94284dSRichard Henderson 
1349eb94284dSRichard Henderson         /*
1350eb94284dSRichard Henderson          * KVM does not support modifications to this feature.
1351eb94284dSRichard Henderson          * We have not registered the cpu properties when KVM
1352eb94284dSRichard Henderson          * is in use, so the user will not be able to set them.
1353eb94284dSRichard Henderson          */
1354eb94284dSRichard Henderson         if (!kvm_enabled()) {
1355eb94284dSRichard Henderson             arm_cpu_pauth_finalize(cpu, &local_err);
1356eb94284dSRichard Henderson             if (local_err != NULL) {
1357eb94284dSRichard Henderson                 error_propagate(errp, local_err);
1358eb94284dSRichard Henderson                 return;
1359eb94284dSRichard Henderson             }
1360eb94284dSRichard Henderson         }
13610df9142dSAndrew Jones     }
136268970d1eSAndrew Jones 
136368970d1eSAndrew Jones     if (kvm_enabled()) {
136468970d1eSAndrew Jones         kvm_arm_steal_time_finalize(cpu, &local_err);
136568970d1eSAndrew Jones         if (local_err != NULL) {
136668970d1eSAndrew Jones             error_propagate(errp, local_err);
136768970d1eSAndrew Jones             return;
136868970d1eSAndrew Jones         }
136968970d1eSAndrew Jones     }
13700df9142dSAndrew Jones }
13710df9142dSAndrew Jones 
1372fcf5ef2aSThomas Huth static void arm_cpu_realizefn(DeviceState *dev, Error **errp)
1373fcf5ef2aSThomas Huth {
1374fcf5ef2aSThomas Huth     CPUState *cs = CPU(dev);
1375fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(dev);
1376fcf5ef2aSThomas Huth     ARMCPUClass *acc = ARM_CPU_GET_CLASS(dev);
1377fcf5ef2aSThomas Huth     CPUARMState *env = &cpu->env;
1378fcf5ef2aSThomas Huth     int pagebits;
1379fcf5ef2aSThomas Huth     Error *local_err = NULL;
13800f8d06f1SRichard Henderson     bool no_aa32 = false;
1381fcf5ef2aSThomas Huth 
1382c4487d76SPeter Maydell     /* If we needed to query the host kernel for the CPU features
1383c4487d76SPeter Maydell      * then it's possible that might have failed in the initfn, but
1384c4487d76SPeter Maydell      * this is the first point where we can report it.
1385c4487d76SPeter Maydell      */
1386c4487d76SPeter Maydell     if (cpu->host_cpu_probe_failed) {
1387c4487d76SPeter Maydell         if (!kvm_enabled()) {
1388c4487d76SPeter Maydell             error_setg(errp, "The 'host' CPU type can only be used with KVM");
1389c4487d76SPeter Maydell         } else {
1390c4487d76SPeter Maydell             error_setg(errp, "Failed to retrieve host CPU features");
1391c4487d76SPeter Maydell         }
1392c4487d76SPeter Maydell         return;
1393c4487d76SPeter Maydell     }
1394c4487d76SPeter Maydell 
139595f87565SPeter Maydell #ifndef CONFIG_USER_ONLY
139695f87565SPeter Maydell     /* The NVIC and M-profile CPU are two halves of a single piece of
139795f87565SPeter Maydell      * hardware; trying to use one without the other is a command line
139895f87565SPeter Maydell      * error and will result in segfaults if not caught here.
139995f87565SPeter Maydell      */
140095f87565SPeter Maydell     if (arm_feature(env, ARM_FEATURE_M)) {
140195f87565SPeter Maydell         if (!env->nvic) {
140295f87565SPeter Maydell             error_setg(errp, "This board cannot be used with Cortex-M CPUs");
140395f87565SPeter Maydell             return;
140495f87565SPeter Maydell         }
140595f87565SPeter Maydell     } else {
140695f87565SPeter Maydell         if (env->nvic) {
140795f87565SPeter Maydell             error_setg(errp, "This board can only be used with Cortex-M CPUs");
140895f87565SPeter Maydell             return;
140995f87565SPeter Maydell         }
141095f87565SPeter Maydell     }
1411397cd31fSPeter Maydell 
141296eec6b2SAndrew Jeffery     {
141396eec6b2SAndrew Jeffery         uint64_t scale;
141496eec6b2SAndrew Jeffery 
141596eec6b2SAndrew Jeffery         if (arm_feature(env, ARM_FEATURE_GENERIC_TIMER)) {
141696eec6b2SAndrew Jeffery             if (!cpu->gt_cntfrq_hz) {
141796eec6b2SAndrew Jeffery                 error_setg(errp, "Invalid CNTFRQ: %"PRId64"Hz",
141896eec6b2SAndrew Jeffery                            cpu->gt_cntfrq_hz);
141996eec6b2SAndrew Jeffery                 return;
142096eec6b2SAndrew Jeffery             }
142196eec6b2SAndrew Jeffery             scale = gt_cntfrq_period_ns(cpu);
142296eec6b2SAndrew Jeffery         } else {
142396eec6b2SAndrew Jeffery             scale = GTIMER_SCALE;
142496eec6b2SAndrew Jeffery         }
142596eec6b2SAndrew Jeffery 
142696eec6b2SAndrew Jeffery         cpu->gt_timer[GTIMER_PHYS] = timer_new(QEMU_CLOCK_VIRTUAL, scale,
1427397cd31fSPeter Maydell                                                arm_gt_ptimer_cb, cpu);
142896eec6b2SAndrew Jeffery         cpu->gt_timer[GTIMER_VIRT] = timer_new(QEMU_CLOCK_VIRTUAL, scale,
1429397cd31fSPeter Maydell                                                arm_gt_vtimer_cb, cpu);
143096eec6b2SAndrew Jeffery         cpu->gt_timer[GTIMER_HYP] = timer_new(QEMU_CLOCK_VIRTUAL, scale,
1431397cd31fSPeter Maydell                                               arm_gt_htimer_cb, cpu);
143296eec6b2SAndrew Jeffery         cpu->gt_timer[GTIMER_SEC] = timer_new(QEMU_CLOCK_VIRTUAL, scale,
1433397cd31fSPeter Maydell                                               arm_gt_stimer_cb, cpu);
14348c94b071SRichard Henderson         cpu->gt_timer[GTIMER_HYPVIRT] = timer_new(QEMU_CLOCK_VIRTUAL, scale,
14358c94b071SRichard Henderson                                                   arm_gt_hvtimer_cb, cpu);
143696eec6b2SAndrew Jeffery     }
143795f87565SPeter Maydell #endif
143895f87565SPeter Maydell 
1439fcf5ef2aSThomas Huth     cpu_exec_realizefn(cs, &local_err);
1440fcf5ef2aSThomas Huth     if (local_err != NULL) {
1441fcf5ef2aSThomas Huth         error_propagate(errp, local_err);
1442fcf5ef2aSThomas Huth         return;
1443fcf5ef2aSThomas Huth     }
1444fcf5ef2aSThomas Huth 
14450df9142dSAndrew Jones     arm_cpu_finalize_features(cpu, &local_err);
14460df9142dSAndrew Jones     if (local_err != NULL) {
14470df9142dSAndrew Jones         error_propagate(errp, local_err);
14480df9142dSAndrew Jones         return;
14490df9142dSAndrew Jones     }
14500df9142dSAndrew Jones 
145197a28b0eSPeter Maydell     if (arm_feature(env, ARM_FEATURE_AARCH64) &&
145297a28b0eSPeter Maydell         cpu->has_vfp != cpu->has_neon) {
145397a28b0eSPeter Maydell         /*
145497a28b0eSPeter Maydell          * This is an architectural requirement for AArch64; AArch32 is
145597a28b0eSPeter Maydell          * more flexible and permits VFP-no-Neon and Neon-no-VFP.
145697a28b0eSPeter Maydell          */
145797a28b0eSPeter Maydell         error_setg(errp,
145897a28b0eSPeter Maydell                    "AArch64 CPUs must have both VFP and Neon or neither");
145997a28b0eSPeter Maydell         return;
146097a28b0eSPeter Maydell     }
146197a28b0eSPeter Maydell 
146297a28b0eSPeter Maydell     if (!cpu->has_vfp) {
146397a28b0eSPeter Maydell         uint64_t t;
146497a28b0eSPeter Maydell         uint32_t u;
146597a28b0eSPeter Maydell 
146697a28b0eSPeter Maydell         t = cpu->isar.id_aa64isar1;
146797a28b0eSPeter Maydell         t = FIELD_DP64(t, ID_AA64ISAR1, JSCVT, 0);
146897a28b0eSPeter Maydell         cpu->isar.id_aa64isar1 = t;
146997a28b0eSPeter Maydell 
147097a28b0eSPeter Maydell         t = cpu->isar.id_aa64pfr0;
147197a28b0eSPeter Maydell         t = FIELD_DP64(t, ID_AA64PFR0, FP, 0xf);
147297a28b0eSPeter Maydell         cpu->isar.id_aa64pfr0 = t;
147397a28b0eSPeter Maydell 
147497a28b0eSPeter Maydell         u = cpu->isar.id_isar6;
147597a28b0eSPeter Maydell         u = FIELD_DP32(u, ID_ISAR6, JSCVT, 0);
14763c93dfa4SRichard Henderson         u = FIELD_DP32(u, ID_ISAR6, BF16, 0);
147797a28b0eSPeter Maydell         cpu->isar.id_isar6 = u;
147897a28b0eSPeter Maydell 
147997a28b0eSPeter Maydell         u = cpu->isar.mvfr0;
148097a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR0, FPSP, 0);
148197a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR0, FPDP, 0);
148297a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR0, FPDIVIDE, 0);
148397a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR0, FPSQRT, 0);
148497a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR0, FPROUND, 0);
1485532a3af5SPeter Maydell         if (!arm_feature(env, ARM_FEATURE_M)) {
1486532a3af5SPeter Maydell             u = FIELD_DP32(u, MVFR0, FPTRAP, 0);
1487532a3af5SPeter Maydell             u = FIELD_DP32(u, MVFR0, FPSHVEC, 0);
1488532a3af5SPeter Maydell         }
148997a28b0eSPeter Maydell         cpu->isar.mvfr0 = u;
149097a28b0eSPeter Maydell 
149197a28b0eSPeter Maydell         u = cpu->isar.mvfr1;
149297a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR1, FPFTZ, 0);
149397a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR1, FPDNAN, 0);
149497a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR1, FPHP, 0);
1495532a3af5SPeter Maydell         if (arm_feature(env, ARM_FEATURE_M)) {
1496532a3af5SPeter Maydell             u = FIELD_DP32(u, MVFR1, FP16, 0);
1497532a3af5SPeter Maydell         }
149897a28b0eSPeter Maydell         cpu->isar.mvfr1 = u;
149997a28b0eSPeter Maydell 
150097a28b0eSPeter Maydell         u = cpu->isar.mvfr2;
150197a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR2, FPMISC, 0);
150297a28b0eSPeter Maydell         cpu->isar.mvfr2 = u;
150397a28b0eSPeter Maydell     }
150497a28b0eSPeter Maydell 
150597a28b0eSPeter Maydell     if (!cpu->has_neon) {
150697a28b0eSPeter Maydell         uint64_t t;
150797a28b0eSPeter Maydell         uint32_t u;
150897a28b0eSPeter Maydell 
150997a28b0eSPeter Maydell         unset_feature(env, ARM_FEATURE_NEON);
151097a28b0eSPeter Maydell 
151197a28b0eSPeter Maydell         t = cpu->isar.id_aa64isar0;
151297a28b0eSPeter Maydell         t = FIELD_DP64(t, ID_AA64ISAR0, DP, 0);
151397a28b0eSPeter Maydell         cpu->isar.id_aa64isar0 = t;
151497a28b0eSPeter Maydell 
151597a28b0eSPeter Maydell         t = cpu->isar.id_aa64isar1;
151697a28b0eSPeter Maydell         t = FIELD_DP64(t, ID_AA64ISAR1, FCMA, 0);
15173c93dfa4SRichard Henderson         t = FIELD_DP64(t, ID_AA64ISAR1, BF16, 0);
1518f8680aaaSRichard Henderson         t = FIELD_DP64(t, ID_AA64ISAR1, I8MM, 0);
151997a28b0eSPeter Maydell         cpu->isar.id_aa64isar1 = t;
152097a28b0eSPeter Maydell 
152197a28b0eSPeter Maydell         t = cpu->isar.id_aa64pfr0;
152297a28b0eSPeter Maydell         t = FIELD_DP64(t, ID_AA64PFR0, ADVSIMD, 0xf);
152397a28b0eSPeter Maydell         cpu->isar.id_aa64pfr0 = t;
152497a28b0eSPeter Maydell 
152597a28b0eSPeter Maydell         u = cpu->isar.id_isar5;
152697a28b0eSPeter Maydell         u = FIELD_DP32(u, ID_ISAR5, RDM, 0);
152797a28b0eSPeter Maydell         u = FIELD_DP32(u, ID_ISAR5, VCMA, 0);
152897a28b0eSPeter Maydell         cpu->isar.id_isar5 = u;
152997a28b0eSPeter Maydell 
153097a28b0eSPeter Maydell         u = cpu->isar.id_isar6;
153197a28b0eSPeter Maydell         u = FIELD_DP32(u, ID_ISAR6, DP, 0);
153297a28b0eSPeter Maydell         u = FIELD_DP32(u, ID_ISAR6, FHM, 0);
15333c93dfa4SRichard Henderson         u = FIELD_DP32(u, ID_ISAR6, BF16, 0);
1534f8680aaaSRichard Henderson         u = FIELD_DP32(u, ID_ISAR6, I8MM, 0);
153597a28b0eSPeter Maydell         cpu->isar.id_isar6 = u;
153697a28b0eSPeter Maydell 
1537532a3af5SPeter Maydell         if (!arm_feature(env, ARM_FEATURE_M)) {
153897a28b0eSPeter Maydell             u = cpu->isar.mvfr1;
153997a28b0eSPeter Maydell             u = FIELD_DP32(u, MVFR1, SIMDLS, 0);
154097a28b0eSPeter Maydell             u = FIELD_DP32(u, MVFR1, SIMDINT, 0);
154197a28b0eSPeter Maydell             u = FIELD_DP32(u, MVFR1, SIMDSP, 0);
154297a28b0eSPeter Maydell             u = FIELD_DP32(u, MVFR1, SIMDHP, 0);
154397a28b0eSPeter Maydell             cpu->isar.mvfr1 = u;
154497a28b0eSPeter Maydell 
154597a28b0eSPeter Maydell             u = cpu->isar.mvfr2;
154697a28b0eSPeter Maydell             u = FIELD_DP32(u, MVFR2, SIMDMISC, 0);
154797a28b0eSPeter Maydell             cpu->isar.mvfr2 = u;
154897a28b0eSPeter Maydell         }
1549532a3af5SPeter Maydell     }
155097a28b0eSPeter Maydell 
155197a28b0eSPeter Maydell     if (!cpu->has_neon && !cpu->has_vfp) {
155297a28b0eSPeter Maydell         uint64_t t;
155397a28b0eSPeter Maydell         uint32_t u;
155497a28b0eSPeter Maydell 
155597a28b0eSPeter Maydell         t = cpu->isar.id_aa64isar0;
155697a28b0eSPeter Maydell         t = FIELD_DP64(t, ID_AA64ISAR0, FHM, 0);
155797a28b0eSPeter Maydell         cpu->isar.id_aa64isar0 = t;
155897a28b0eSPeter Maydell 
155997a28b0eSPeter Maydell         t = cpu->isar.id_aa64isar1;
156097a28b0eSPeter Maydell         t = FIELD_DP64(t, ID_AA64ISAR1, FRINTTS, 0);
156197a28b0eSPeter Maydell         cpu->isar.id_aa64isar1 = t;
156297a28b0eSPeter Maydell 
156397a28b0eSPeter Maydell         u = cpu->isar.mvfr0;
156497a28b0eSPeter Maydell         u = FIELD_DP32(u, MVFR0, SIMDREG, 0);
156597a28b0eSPeter Maydell         cpu->isar.mvfr0 = u;
1566c52881bbSRichard Henderson 
1567c52881bbSRichard Henderson         /* Despite the name, this field covers both VFP and Neon */
1568c52881bbSRichard Henderson         u = cpu->isar.mvfr1;
1569c52881bbSRichard Henderson         u = FIELD_DP32(u, MVFR1, SIMDFMAC, 0);
1570c52881bbSRichard Henderson         cpu->isar.mvfr1 = u;
157197a28b0eSPeter Maydell     }
157297a28b0eSPeter Maydell 
1573ea90db0aSPeter Maydell     if (arm_feature(env, ARM_FEATURE_M) && !cpu->has_dsp) {
1574ea90db0aSPeter Maydell         uint32_t u;
1575ea90db0aSPeter Maydell 
1576ea90db0aSPeter Maydell         unset_feature(env, ARM_FEATURE_THUMB_DSP);
1577ea90db0aSPeter Maydell 
1578ea90db0aSPeter Maydell         u = cpu->isar.id_isar1;
1579ea90db0aSPeter Maydell         u = FIELD_DP32(u, ID_ISAR1, EXTEND, 1);
1580ea90db0aSPeter Maydell         cpu->isar.id_isar1 = u;
1581ea90db0aSPeter Maydell 
1582ea90db0aSPeter Maydell         u = cpu->isar.id_isar2;
1583ea90db0aSPeter Maydell         u = FIELD_DP32(u, ID_ISAR2, MULTU, 1);
1584ea90db0aSPeter Maydell         u = FIELD_DP32(u, ID_ISAR2, MULTS, 1);
1585ea90db0aSPeter Maydell         cpu->isar.id_isar2 = u;
1586ea90db0aSPeter Maydell 
1587ea90db0aSPeter Maydell         u = cpu->isar.id_isar3;
1588ea90db0aSPeter Maydell         u = FIELD_DP32(u, ID_ISAR3, SIMD, 1);
1589ea90db0aSPeter Maydell         u = FIELD_DP32(u, ID_ISAR3, SATURATE, 0);
1590ea90db0aSPeter Maydell         cpu->isar.id_isar3 = u;
1591ea90db0aSPeter Maydell     }
1592ea90db0aSPeter Maydell 
1593fcf5ef2aSThomas Huth     /* Some features automatically imply others: */
1594fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_V8)) {
15955256df88SRichard Henderson         if (arm_feature(env, ARM_FEATURE_M)) {
15965256df88SRichard Henderson             set_feature(env, ARM_FEATURE_V7);
15975256df88SRichard Henderson         } else {
15985110e683SAaron Lindsay             set_feature(env, ARM_FEATURE_V7VE);
15995110e683SAaron Lindsay         }
16005256df88SRichard Henderson     }
16010f8d06f1SRichard Henderson 
16020f8d06f1SRichard Henderson     /*
16030f8d06f1SRichard Henderson      * There exist AArch64 cpus without AArch32 support.  When KVM
16040f8d06f1SRichard Henderson      * queries ID_ISAR0_EL1 on such a host, the value is UNKNOWN.
16050f8d06f1SRichard Henderson      * Similarly, we cannot check ID_AA64PFR0 without AArch64 support.
16068f4821d7SPeter Maydell      * As a general principle, we also do not make ID register
16078f4821d7SPeter Maydell      * consistency checks anywhere unless using TCG, because only
16088f4821d7SPeter Maydell      * for TCG would a consistency-check failure be a QEMU bug.
16090f8d06f1SRichard Henderson      */
16100f8d06f1SRichard Henderson     if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)) {
16110f8d06f1SRichard Henderson         no_aa32 = !cpu_isar_feature(aa64_aa32, cpu);
16120f8d06f1SRichard Henderson     }
16130f8d06f1SRichard Henderson 
16145110e683SAaron Lindsay     if (arm_feature(env, ARM_FEATURE_V7VE)) {
16155110e683SAaron Lindsay         /* v7 Virtualization Extensions. In real hardware this implies
16165110e683SAaron Lindsay          * EL2 and also the presence of the Security Extensions.
16175110e683SAaron Lindsay          * For QEMU, for backwards-compatibility we implement some
16185110e683SAaron Lindsay          * CPUs or CPU configs which have no actual EL2 or EL3 but do
16195110e683SAaron Lindsay          * include the various other features that V7VE implies.
16205110e683SAaron Lindsay          * Presence of EL2 itself is ARM_FEATURE_EL2, and of the
16215110e683SAaron Lindsay          * Security Extensions is ARM_FEATURE_EL3.
16225110e683SAaron Lindsay          */
1623873b73c0SPeter Maydell         assert(!tcg_enabled() || no_aa32 ||
1624873b73c0SPeter Maydell                cpu_isar_feature(aa32_arm_div, cpu));
1625fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_LPAE);
16265110e683SAaron Lindsay         set_feature(env, ARM_FEATURE_V7);
1627fcf5ef2aSThomas Huth     }
1628fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_V7)) {
1629fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_VAPA);
1630fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_THUMB2);
1631fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_MPIDR);
1632fcf5ef2aSThomas Huth         if (!arm_feature(env, ARM_FEATURE_M)) {
1633fcf5ef2aSThomas Huth             set_feature(env, ARM_FEATURE_V6K);
1634fcf5ef2aSThomas Huth         } else {
1635fcf5ef2aSThomas Huth             set_feature(env, ARM_FEATURE_V6);
1636fcf5ef2aSThomas Huth         }
163791db4642SCédric Le Goater 
163891db4642SCédric Le Goater         /* Always define VBAR for V7 CPUs even if it doesn't exist in
163991db4642SCédric Le Goater          * non-EL3 configs. This is needed by some legacy boards.
164091db4642SCédric Le Goater          */
164191db4642SCédric Le Goater         set_feature(env, ARM_FEATURE_VBAR);
1642fcf5ef2aSThomas Huth     }
1643fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_V6K)) {
1644fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_V6);
1645fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_MVFR);
1646fcf5ef2aSThomas Huth     }
1647fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_V6)) {
1648fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_V5);
1649fcf5ef2aSThomas Huth         if (!arm_feature(env, ARM_FEATURE_M)) {
1650873b73c0SPeter Maydell             assert(!tcg_enabled() || no_aa32 ||
1651873b73c0SPeter Maydell                    cpu_isar_feature(aa32_jazelle, cpu));
1652fcf5ef2aSThomas Huth             set_feature(env, ARM_FEATURE_AUXCR);
1653fcf5ef2aSThomas Huth         }
1654fcf5ef2aSThomas Huth     }
1655fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_V5)) {
1656fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_V4T);
1657fcf5ef2aSThomas Huth     }
1658fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_LPAE)) {
1659fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_V7MP);
1660fcf5ef2aSThomas Huth     }
1661fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_CBAR_RO)) {
1662fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_CBAR);
1663fcf5ef2aSThomas Huth     }
1664fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_THUMB2) &&
1665fcf5ef2aSThomas Huth         !arm_feature(env, ARM_FEATURE_M)) {
1666fcf5ef2aSThomas Huth         set_feature(env, ARM_FEATURE_THUMB_DSP);
1667fcf5ef2aSThomas Huth     }
1668fcf5ef2aSThomas Huth 
1669ea7ac69dSPeter Maydell     /*
1670ea7ac69dSPeter Maydell      * We rely on no XScale CPU having VFP so we can use the same bits in the
1671ea7ac69dSPeter Maydell      * TB flags field for VECSTRIDE and XSCALE_CPAR.
1672ea7ac69dSPeter Maydell      */
16737d63183fSRichard Henderson     assert(arm_feature(&cpu->env, ARM_FEATURE_AARCH64) ||
16747d63183fSRichard Henderson            !cpu_isar_feature(aa32_vfp_simd, cpu) ||
16757d63183fSRichard Henderson            !arm_feature(env, ARM_FEATURE_XSCALE));
1676ea7ac69dSPeter Maydell 
1677fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_V7) &&
1678fcf5ef2aSThomas Huth         !arm_feature(env, ARM_FEATURE_M) &&
1679452a0955SPeter Maydell         !arm_feature(env, ARM_FEATURE_PMSA)) {
1680fcf5ef2aSThomas Huth         /* v7VMSA drops support for the old ARMv5 tiny pages, so we
1681fcf5ef2aSThomas Huth          * can use 4K pages.
1682fcf5ef2aSThomas Huth          */
1683fcf5ef2aSThomas Huth         pagebits = 12;
1684fcf5ef2aSThomas Huth     } else {
1685fcf5ef2aSThomas Huth         /* For CPUs which might have tiny 1K pages, or which have an
1686fcf5ef2aSThomas Huth          * MPU and might have small region sizes, stick with 1K pages.
1687fcf5ef2aSThomas Huth          */
1688fcf5ef2aSThomas Huth         pagebits = 10;
1689fcf5ef2aSThomas Huth     }
1690fcf5ef2aSThomas Huth     if (!set_preferred_target_page_bits(pagebits)) {
1691fcf5ef2aSThomas Huth         /* This can only ever happen for hotplugging a CPU, or if
1692fcf5ef2aSThomas Huth          * the board code incorrectly creates a CPU which it has
1693fcf5ef2aSThomas Huth          * promised via minimum_page_size that it will not.
1694fcf5ef2aSThomas Huth          */
1695fcf5ef2aSThomas Huth         error_setg(errp, "This CPU requires a smaller page size than the "
1696fcf5ef2aSThomas Huth                    "system is using");
1697fcf5ef2aSThomas Huth         return;
1698fcf5ef2aSThomas Huth     }
1699fcf5ef2aSThomas Huth 
1700fcf5ef2aSThomas Huth     /* This cpu-id-to-MPIDR affinity is used only for TCG; KVM will override it.
1701fcf5ef2aSThomas Huth      * We don't support setting cluster ID ([16..23]) (known as Aff2
1702fcf5ef2aSThomas Huth      * in later ARM ARM versions), or any of the higher affinity level fields,
1703fcf5ef2aSThomas Huth      * so these bits always RAZ.
1704fcf5ef2aSThomas Huth      */
1705fcf5ef2aSThomas Huth     if (cpu->mp_affinity == ARM64_AFFINITY_INVALID) {
170646de5913SIgor Mammedov         cpu->mp_affinity = arm_cpu_mp_affinity(cs->cpu_index,
170746de5913SIgor Mammedov                                                ARM_DEFAULT_CPUS_PER_CLUSTER);
1708fcf5ef2aSThomas Huth     }
1709fcf5ef2aSThomas Huth 
1710fcf5ef2aSThomas Huth     if (cpu->reset_hivecs) {
1711fcf5ef2aSThomas Huth             cpu->reset_sctlr |= (1 << 13);
1712fcf5ef2aSThomas Huth     }
1713fcf5ef2aSThomas Huth 
17143a062d57SJulian Brown     if (cpu->cfgend) {
17153a062d57SJulian Brown         if (arm_feature(&cpu->env, ARM_FEATURE_V7)) {
17163a062d57SJulian Brown             cpu->reset_sctlr |= SCTLR_EE;
17173a062d57SJulian Brown         } else {
17183a062d57SJulian Brown             cpu->reset_sctlr |= SCTLR_B;
17193a062d57SJulian Brown         }
17203a062d57SJulian Brown     }
17213a062d57SJulian Brown 
172240188188SPeter Maydell     if (!arm_feature(env, ARM_FEATURE_M) && !cpu->has_el3) {
1723fcf5ef2aSThomas Huth         /* If the has_el3 CPU property is disabled then we need to disable the
1724fcf5ef2aSThomas Huth          * feature.
1725fcf5ef2aSThomas Huth          */
1726fcf5ef2aSThomas Huth         unset_feature(env, ARM_FEATURE_EL3);
1727fcf5ef2aSThomas Huth 
1728fcf5ef2aSThomas Huth         /* Disable the security extension feature bits in the processor feature
1729fcf5ef2aSThomas Huth          * registers as well. These are id_pfr1[7:4] and id_aa64pfr0[15:12].
1730fcf5ef2aSThomas Huth          */
17318a130a7bSPeter Maydell         cpu->isar.id_pfr1 &= ~0xf0;
173247576b94SRichard Henderson         cpu->isar.id_aa64pfr0 &= ~0xf000;
1733fcf5ef2aSThomas Huth     }
1734fcf5ef2aSThomas Huth 
1735c25bd18aSPeter Maydell     if (!cpu->has_el2) {
1736c25bd18aSPeter Maydell         unset_feature(env, ARM_FEATURE_EL2);
1737c25bd18aSPeter Maydell     }
1738c25bd18aSPeter Maydell 
1739d6f02ce3SWei Huang     if (!cpu->has_pmu) {
1740fcf5ef2aSThomas Huth         unset_feature(env, ARM_FEATURE_PMU);
174157a4a11bSAaron Lindsay     }
174257a4a11bSAaron Lindsay     if (arm_feature(env, ARM_FEATURE_PMU)) {
1743bf8d0969SAaron Lindsay OS         pmu_init(cpu);
174457a4a11bSAaron Lindsay 
174557a4a11bSAaron Lindsay         if (!kvm_enabled()) {
1746033614c4SAaron Lindsay             arm_register_pre_el_change_hook(cpu, &pmu_pre_el_change, 0);
1747033614c4SAaron Lindsay             arm_register_el_change_hook(cpu, &pmu_post_el_change, 0);
1748fcf5ef2aSThomas Huth         }
17494e7beb0cSAaron Lindsay OS 
17504e7beb0cSAaron Lindsay OS #ifndef CONFIG_USER_ONLY
17514e7beb0cSAaron Lindsay OS         cpu->pmu_timer = timer_new_ns(QEMU_CLOCK_VIRTUAL, arm_pmu_timer_cb,
17524e7beb0cSAaron Lindsay OS                 cpu);
17534e7beb0cSAaron Lindsay OS #endif
175457a4a11bSAaron Lindsay     } else {
17552a609df8SPeter Maydell         cpu->isar.id_aa64dfr0 =
17562a609df8SPeter Maydell             FIELD_DP64(cpu->isar.id_aa64dfr0, ID_AA64DFR0, PMUVER, 0);
1757a6179538SPeter Maydell         cpu->isar.id_dfr0 = FIELD_DP32(cpu->isar.id_dfr0, ID_DFR0, PERFMON, 0);
175857a4a11bSAaron Lindsay         cpu->pmceid0 = 0;
175957a4a11bSAaron Lindsay         cpu->pmceid1 = 0;
176057a4a11bSAaron Lindsay     }
1761fcf5ef2aSThomas Huth 
1762fcf5ef2aSThomas Huth     if (!arm_feature(env, ARM_FEATURE_EL2)) {
1763fcf5ef2aSThomas Huth         /* Disable the hypervisor feature bits in the processor feature
1764fcf5ef2aSThomas Huth          * registers if we don't have EL2. These are id_pfr1[15:12] and
1765fcf5ef2aSThomas Huth          * id_aa64pfr0_el1[11:8].
1766fcf5ef2aSThomas Huth          */
176747576b94SRichard Henderson         cpu->isar.id_aa64pfr0 &= ~0xf00;
17688a130a7bSPeter Maydell         cpu->isar.id_pfr1 &= ~0xf000;
1769fcf5ef2aSThomas Huth     }
1770fcf5ef2aSThomas Huth 
17716f4e1405SRichard Henderson #ifndef CONFIG_USER_ONLY
17726f4e1405SRichard Henderson     if (cpu->tag_memory == NULL && cpu_isar_feature(aa64_mte, cpu)) {
17736f4e1405SRichard Henderson         /*
17746f4e1405SRichard Henderson          * Disable the MTE feature bits if we do not have tag-memory
17756f4e1405SRichard Henderson          * provided by the machine.
17766f4e1405SRichard Henderson          */
17776f4e1405SRichard Henderson         cpu->isar.id_aa64pfr1 =
17786f4e1405SRichard Henderson             FIELD_DP64(cpu->isar.id_aa64pfr1, ID_AA64PFR1, MTE, 0);
17796f4e1405SRichard Henderson     }
17806f4e1405SRichard Henderson #endif
17816f4e1405SRichard Henderson 
1782f50cd314SPeter Maydell     /* MPU can be configured out of a PMSA CPU either by setting has-mpu
1783f50cd314SPeter Maydell      * to false or by setting pmsav7-dregion to 0.
1784f50cd314SPeter Maydell      */
1785fcf5ef2aSThomas Huth     if (!cpu->has_mpu) {
1786f50cd314SPeter Maydell         cpu->pmsav7_dregion = 0;
1787f50cd314SPeter Maydell     }
1788f50cd314SPeter Maydell     if (cpu->pmsav7_dregion == 0) {
1789f50cd314SPeter Maydell         cpu->has_mpu = false;
1790fcf5ef2aSThomas Huth     }
1791fcf5ef2aSThomas Huth 
1792452a0955SPeter Maydell     if (arm_feature(env, ARM_FEATURE_PMSA) &&
1793fcf5ef2aSThomas Huth         arm_feature(env, ARM_FEATURE_V7)) {
1794fcf5ef2aSThomas Huth         uint32_t nr = cpu->pmsav7_dregion;
1795fcf5ef2aSThomas Huth 
1796fcf5ef2aSThomas Huth         if (nr > 0xff) {
1797fcf5ef2aSThomas Huth             error_setg(errp, "PMSAv7 MPU #regions invalid %" PRIu32, nr);
1798fcf5ef2aSThomas Huth             return;
1799fcf5ef2aSThomas Huth         }
1800fcf5ef2aSThomas Huth 
1801fcf5ef2aSThomas Huth         if (nr) {
18020e1a46bbSPeter Maydell             if (arm_feature(env, ARM_FEATURE_V8)) {
18030e1a46bbSPeter Maydell                 /* PMSAv8 */
180462c58ee0SPeter Maydell                 env->pmsav8.rbar[M_REG_NS] = g_new0(uint32_t, nr);
180562c58ee0SPeter Maydell                 env->pmsav8.rlar[M_REG_NS] = g_new0(uint32_t, nr);
180662c58ee0SPeter Maydell                 if (arm_feature(env, ARM_FEATURE_M_SECURITY)) {
180762c58ee0SPeter Maydell                     env->pmsav8.rbar[M_REG_S] = g_new0(uint32_t, nr);
180862c58ee0SPeter Maydell                     env->pmsav8.rlar[M_REG_S] = g_new0(uint32_t, nr);
180962c58ee0SPeter Maydell                 }
18100e1a46bbSPeter Maydell             } else {
1811fcf5ef2aSThomas Huth                 env->pmsav7.drbar = g_new0(uint32_t, nr);
1812fcf5ef2aSThomas Huth                 env->pmsav7.drsr = g_new0(uint32_t, nr);
1813fcf5ef2aSThomas Huth                 env->pmsav7.dracr = g_new0(uint32_t, nr);
1814fcf5ef2aSThomas Huth             }
1815fcf5ef2aSThomas Huth         }
18160e1a46bbSPeter Maydell     }
1817fcf5ef2aSThomas Huth 
18189901c576SPeter Maydell     if (arm_feature(env, ARM_FEATURE_M_SECURITY)) {
18199901c576SPeter Maydell         uint32_t nr = cpu->sau_sregion;
18209901c576SPeter Maydell 
18219901c576SPeter Maydell         if (nr > 0xff) {
18229901c576SPeter Maydell             error_setg(errp, "v8M SAU #regions invalid %" PRIu32, nr);
18239901c576SPeter Maydell             return;
18249901c576SPeter Maydell         }
18259901c576SPeter Maydell 
18269901c576SPeter Maydell         if (nr) {
18279901c576SPeter Maydell             env->sau.rbar = g_new0(uint32_t, nr);
18289901c576SPeter Maydell             env->sau.rlar = g_new0(uint32_t, nr);
18299901c576SPeter Maydell         }
18309901c576SPeter Maydell     }
18319901c576SPeter Maydell 
183291db4642SCédric Le Goater     if (arm_feature(env, ARM_FEATURE_EL3)) {
183391db4642SCédric Le Goater         set_feature(env, ARM_FEATURE_VBAR);
183491db4642SCédric Le Goater     }
183591db4642SCédric Le Goater 
1836fcf5ef2aSThomas Huth     register_cp_regs_for_features(cpu);
1837fcf5ef2aSThomas Huth     arm_cpu_register_gdb_regs_for_features(cpu);
1838fcf5ef2aSThomas Huth 
1839fcf5ef2aSThomas Huth     init_cpreg_list(cpu);
1840fcf5ef2aSThomas Huth 
1841fcf5ef2aSThomas Huth #ifndef CONFIG_USER_ONLY
1842cc7d44c2SLike Xu     MachineState *ms = MACHINE(qdev_get_machine());
1843cc7d44c2SLike Xu     unsigned int smp_cpus = ms->smp.cpus;
18448bce44a2SRichard Henderson     bool has_secure = cpu->has_el3 || arm_feature(env, ARM_FEATURE_M_SECURITY);
1845cc7d44c2SLike Xu 
18468bce44a2SRichard Henderson     /*
18478bce44a2SRichard Henderson      * We must set cs->num_ases to the final value before
18488bce44a2SRichard Henderson      * the first call to cpu_address_space_init.
18498bce44a2SRichard Henderson      */
18508bce44a2SRichard Henderson     if (cpu->tag_memory != NULL) {
18518bce44a2SRichard Henderson         cs->num_ases = 3 + has_secure;
18528bce44a2SRichard Henderson     } else {
18538bce44a2SRichard Henderson         cs->num_ases = 1 + has_secure;
18548bce44a2SRichard Henderson     }
18551d2091bcSPeter Maydell 
18568bce44a2SRichard Henderson     if (has_secure) {
1857fcf5ef2aSThomas Huth         if (!cpu->secure_memory) {
1858fcf5ef2aSThomas Huth             cpu->secure_memory = cs->memory;
1859fcf5ef2aSThomas Huth         }
186080ceb07aSPeter Xu         cpu_address_space_init(cs, ARMASIdx_S, "cpu-secure-memory",
186180ceb07aSPeter Xu                                cpu->secure_memory);
1862fcf5ef2aSThomas Huth     }
18638bce44a2SRichard Henderson 
18648bce44a2SRichard Henderson     if (cpu->tag_memory != NULL) {
18658bce44a2SRichard Henderson         cpu_address_space_init(cs, ARMASIdx_TagNS, "cpu-tag-memory",
18668bce44a2SRichard Henderson                                cpu->tag_memory);
18678bce44a2SRichard Henderson         if (has_secure) {
18688bce44a2SRichard Henderson             cpu_address_space_init(cs, ARMASIdx_TagS, "cpu-tag-memory",
18698bce44a2SRichard Henderson                                    cpu->secure_tag_memory);
18708bce44a2SRichard Henderson         }
18718bce44a2SRichard Henderson     }
18728bce44a2SRichard Henderson 
187380ceb07aSPeter Xu     cpu_address_space_init(cs, ARMASIdx_NS, "cpu-memory", cs->memory);
1874f9a69711SAlistair Francis 
1875f9a69711SAlistair Francis     /* No core_count specified, default to smp_cpus. */
1876f9a69711SAlistair Francis     if (cpu->core_count == -1) {
1877f9a69711SAlistair Francis         cpu->core_count = smp_cpus;
1878f9a69711SAlistair Francis     }
1879fcf5ef2aSThomas Huth #endif
1880fcf5ef2aSThomas Huth 
1881a4157b80SRichard Henderson     if (tcg_enabled()) {
1882a4157b80SRichard Henderson         int dcz_blocklen = 4 << cpu->dcz_blocksize;
1883a4157b80SRichard Henderson 
1884a4157b80SRichard Henderson         /*
1885a4157b80SRichard Henderson          * We only support DCZ blocklen that fits on one page.
1886a4157b80SRichard Henderson          *
1887a4157b80SRichard Henderson          * Architectually this is always true.  However TARGET_PAGE_SIZE
1888a4157b80SRichard Henderson          * is variable and, for compatibility with -machine virt-2.7,
1889a4157b80SRichard Henderson          * is only 1KiB, as an artifact of legacy ARMv5 subpage support.
1890a4157b80SRichard Henderson          * But even then, while the largest architectural DCZ blocklen
1891a4157b80SRichard Henderson          * is 2KiB, no cpu actually uses such a large blocklen.
1892a4157b80SRichard Henderson          */
1893a4157b80SRichard Henderson         assert(dcz_blocklen <= TARGET_PAGE_SIZE);
1894a4157b80SRichard Henderson 
1895a4157b80SRichard Henderson         /*
1896a4157b80SRichard Henderson          * We only support DCZ blocksize >= 2*TAG_GRANULE, which is to say
1897a4157b80SRichard Henderson          * both nibbles of each byte storing tag data may be written at once.
1898a4157b80SRichard Henderson          * Since TAG_GRANULE is 16, this means that blocklen must be >= 32.
1899a4157b80SRichard Henderson          */
1900a4157b80SRichard Henderson         if (cpu_isar_feature(aa64_mte, cpu)) {
1901a4157b80SRichard Henderson             assert(dcz_blocklen >= 2 * TAG_GRANULE);
1902a4157b80SRichard Henderson         }
1903a4157b80SRichard Henderson     }
1904a4157b80SRichard Henderson 
1905fcf5ef2aSThomas Huth     qemu_init_vcpu(cs);
1906fcf5ef2aSThomas Huth     cpu_reset(cs);
1907fcf5ef2aSThomas Huth 
1908fcf5ef2aSThomas Huth     acc->parent_realize(dev, errp);
1909fcf5ef2aSThomas Huth }
1910fcf5ef2aSThomas Huth 
1911fcf5ef2aSThomas Huth static ObjectClass *arm_cpu_class_by_name(const char *cpu_model)
1912fcf5ef2aSThomas Huth {
1913fcf5ef2aSThomas Huth     ObjectClass *oc;
1914fcf5ef2aSThomas Huth     char *typename;
1915fcf5ef2aSThomas Huth     char **cpuname;
1916a0032cc5SPeter Maydell     const char *cpunamestr;
1917fcf5ef2aSThomas Huth 
1918fcf5ef2aSThomas Huth     cpuname = g_strsplit(cpu_model, ",", 1);
1919a0032cc5SPeter Maydell     cpunamestr = cpuname[0];
1920a0032cc5SPeter Maydell #ifdef CONFIG_USER_ONLY
1921a0032cc5SPeter Maydell     /* For backwards compatibility usermode emulation allows "-cpu any",
1922a0032cc5SPeter Maydell      * which has the same semantics as "-cpu max".
1923a0032cc5SPeter Maydell      */
1924a0032cc5SPeter Maydell     if (!strcmp(cpunamestr, "any")) {
1925a0032cc5SPeter Maydell         cpunamestr = "max";
1926a0032cc5SPeter Maydell     }
1927a0032cc5SPeter Maydell #endif
1928a0032cc5SPeter Maydell     typename = g_strdup_printf(ARM_CPU_TYPE_NAME("%s"), cpunamestr);
1929fcf5ef2aSThomas Huth     oc = object_class_by_name(typename);
1930fcf5ef2aSThomas Huth     g_strfreev(cpuname);
1931fcf5ef2aSThomas Huth     g_free(typename);
1932fcf5ef2aSThomas Huth     if (!oc || !object_class_dynamic_cast(oc, TYPE_ARM_CPU) ||
1933fcf5ef2aSThomas Huth         object_class_is_abstract(oc)) {
1934fcf5ef2aSThomas Huth         return NULL;
1935fcf5ef2aSThomas Huth     }
1936fcf5ef2aSThomas Huth     return oc;
1937fcf5ef2aSThomas Huth }
1938fcf5ef2aSThomas Huth 
1939fcf5ef2aSThomas Huth static Property arm_cpu_properties[] = {
1940fcf5ef2aSThomas Huth     DEFINE_PROP_UINT32("psci-conduit", ARMCPU, psci_conduit, 0),
1941e544f800SPhilippe Mathieu-Daudé     DEFINE_PROP_UINT64("midr", ARMCPU, midr, 0),
1942fcf5ef2aSThomas Huth     DEFINE_PROP_UINT64("mp-affinity", ARMCPU,
1943fcf5ef2aSThomas Huth                         mp_affinity, ARM64_AFFINITY_INVALID),
194415f8b142SIgor Mammedov     DEFINE_PROP_INT32("node-id", ARMCPU, node_id, CPU_UNSET_NUMA_NODE_ID),
1945f9a69711SAlistair Francis     DEFINE_PROP_INT32("core-count", ARMCPU, core_count, -1),
1946fcf5ef2aSThomas Huth     DEFINE_PROP_END_OF_LIST()
1947fcf5ef2aSThomas Huth };
1948fcf5ef2aSThomas Huth 
1949fcf5ef2aSThomas Huth static gchar *arm_gdb_arch_name(CPUState *cs)
1950fcf5ef2aSThomas Huth {
1951fcf5ef2aSThomas Huth     ARMCPU *cpu = ARM_CPU(cs);
1952fcf5ef2aSThomas Huth     CPUARMState *env = &cpu->env;
1953fcf5ef2aSThomas Huth 
1954fcf5ef2aSThomas Huth     if (arm_feature(env, ARM_FEATURE_IWMMXT)) {
1955fcf5ef2aSThomas Huth         return g_strdup("iwmmxt");
1956fcf5ef2aSThomas Huth     }
1957fcf5ef2aSThomas Huth     return g_strdup("arm");
1958fcf5ef2aSThomas Huth }
1959fcf5ef2aSThomas Huth 
19608b80bd28SPhilippe Mathieu-Daudé #ifndef CONFIG_USER_ONLY
19618b80bd28SPhilippe Mathieu-Daudé #include "hw/core/sysemu-cpu-ops.h"
19628b80bd28SPhilippe Mathieu-Daudé 
19638b80bd28SPhilippe Mathieu-Daudé static const struct SysemuCPUOps arm_sysemu_ops = {
196408928c6dSPhilippe Mathieu-Daudé     .get_phys_page_attrs_debug = arm_cpu_get_phys_page_attrs_debug,
1965faf39e82SPhilippe Mathieu-Daudé     .asidx_from_attrs = arm_asidx_from_attrs,
1966715e3c1aSPhilippe Mathieu-Daudé     .write_elf32_note = arm_cpu_write_elf32_note,
1967715e3c1aSPhilippe Mathieu-Daudé     .write_elf64_note = arm_cpu_write_elf64_note,
1968da383e02SPhilippe Mathieu-Daudé     .virtio_is_big_endian = arm_cpu_virtio_is_big_endian,
1969feece4d0SPhilippe Mathieu-Daudé     .legacy_vmsd = &vmstate_arm_cpu,
19708b80bd28SPhilippe Mathieu-Daudé };
19718b80bd28SPhilippe Mathieu-Daudé #endif
19728b80bd28SPhilippe Mathieu-Daudé 
197378271684SClaudio Fontana #ifdef CONFIG_TCG
197411906557SRichard Henderson static const struct TCGCPUOps arm_tcg_ops = {
197578271684SClaudio Fontana     .initialize = arm_translate_init,
197678271684SClaudio Fontana     .synchronize_from_tb = arm_cpu_synchronize_from_tb,
197778271684SClaudio Fontana     .cpu_exec_interrupt = arm_cpu_exec_interrupt,
197878271684SClaudio Fontana     .tlb_fill = arm_cpu_tlb_fill,
197978271684SClaudio Fontana     .debug_excp_handler = arm_debug_excp_handler,
198078271684SClaudio Fontana 
198178271684SClaudio Fontana #if !defined(CONFIG_USER_ONLY)
198278271684SClaudio Fontana     .do_interrupt = arm_cpu_do_interrupt,
198378271684SClaudio Fontana     .do_transaction_failed = arm_cpu_do_transaction_failed,
198478271684SClaudio Fontana     .do_unaligned_access = arm_cpu_do_unaligned_access,
198578271684SClaudio Fontana     .adjust_watchpoint_address = arm_adjust_watchpoint_address,
198678271684SClaudio Fontana     .debug_check_watchpoint = arm_debug_check_watchpoint,
1987*b00d86bcSRichard Henderson     .debug_check_breakpoint = arm_debug_check_breakpoint,
198878271684SClaudio Fontana #endif /* !CONFIG_USER_ONLY */
198978271684SClaudio Fontana };
199078271684SClaudio Fontana #endif /* CONFIG_TCG */
199178271684SClaudio Fontana 
1992fcf5ef2aSThomas Huth static void arm_cpu_class_init(ObjectClass *oc, void *data)
1993fcf5ef2aSThomas Huth {
1994fcf5ef2aSThomas Huth     ARMCPUClass *acc = ARM_CPU_CLASS(oc);
1995fcf5ef2aSThomas Huth     CPUClass *cc = CPU_CLASS(acc);
1996fcf5ef2aSThomas Huth     DeviceClass *dc = DEVICE_CLASS(oc);
1997fcf5ef2aSThomas Huth 
1998bf853881SPhilippe Mathieu-Daudé     device_class_set_parent_realize(dc, arm_cpu_realizefn,
1999bf853881SPhilippe Mathieu-Daudé                                     &acc->parent_realize);
2000fcf5ef2aSThomas Huth 
20014f67d30bSMarc-André Lureau     device_class_set_props(dc, arm_cpu_properties);
2002781c67caSPeter Maydell     device_class_set_parent_reset(dc, arm_cpu_reset, &acc->parent_reset);
2003fcf5ef2aSThomas Huth 
2004fcf5ef2aSThomas Huth     cc->class_by_name = arm_cpu_class_by_name;
2005fcf5ef2aSThomas Huth     cc->has_work = arm_cpu_has_work;
2006fcf5ef2aSThomas Huth     cc->dump_state = arm_cpu_dump_state;
2007fcf5ef2aSThomas Huth     cc->set_pc = arm_cpu_set_pc;
2008fcf5ef2aSThomas Huth     cc->gdb_read_register = arm_cpu_gdb_read_register;
2009fcf5ef2aSThomas Huth     cc->gdb_write_register = arm_cpu_gdb_write_register;
20107350d553SRichard Henderson #ifndef CONFIG_USER_ONLY
20118b80bd28SPhilippe Mathieu-Daudé     cc->sysemu_ops = &arm_sysemu_ops;
2012fcf5ef2aSThomas Huth #endif
2013fcf5ef2aSThomas Huth     cc->gdb_num_core_regs = 26;
2014fcf5ef2aSThomas Huth     cc->gdb_core_xml_file = "arm-core.xml";
2015fcf5ef2aSThomas Huth     cc->gdb_arch_name = arm_gdb_arch_name;
2016200bf5b7SAbdallah Bouassida     cc->gdb_get_dynamic_xml = arm_gdb_get_dynamic_xml;
2017fcf5ef2aSThomas Huth     cc->gdb_stop_before_watchpoint = true;
2018fcf5ef2aSThomas Huth     cc->disas_set_info = arm_disas_set_info;
201978271684SClaudio Fontana 
202074d7fc7fSRichard Henderson #ifdef CONFIG_TCG
202178271684SClaudio Fontana     cc->tcg_ops = &arm_tcg_ops;
2022cbc183d2SClaudio Fontana #endif /* CONFIG_TCG */
2023fcf5ef2aSThomas Huth }
2024fcf5ef2aSThomas Huth 
202586f0a186SPeter Maydell #ifdef CONFIG_KVM
202686f0a186SPeter Maydell static void arm_host_initfn(Object *obj)
202786f0a186SPeter Maydell {
202886f0a186SPeter Maydell     ARMCPU *cpu = ARM_CPU(obj);
202986f0a186SPeter Maydell 
203086f0a186SPeter Maydell     kvm_arm_set_cpu_features_from_host(cpu);
203187014c6bSAndrew Jones     if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)) {
203287014c6bSAndrew Jones         aarch64_add_sve_properties(obj);
203387014c6bSAndrew Jones     }
203451e5ef45SMarc-André Lureau     arm_cpu_post_init(obj);
203586f0a186SPeter Maydell }
203686f0a186SPeter Maydell 
203786f0a186SPeter Maydell static const TypeInfo host_arm_cpu_type_info = {
203886f0a186SPeter Maydell     .name = TYPE_ARM_HOST_CPU,
203986f0a186SPeter Maydell     .parent = TYPE_AARCH64_CPU,
204086f0a186SPeter Maydell     .instance_init = arm_host_initfn,
204186f0a186SPeter Maydell };
204286f0a186SPeter Maydell 
204386f0a186SPeter Maydell #endif
204486f0a186SPeter Maydell 
204551e5ef45SMarc-André Lureau static void arm_cpu_instance_init(Object *obj)
204651e5ef45SMarc-André Lureau {
204751e5ef45SMarc-André Lureau     ARMCPUClass *acc = ARM_CPU_GET_CLASS(obj);
204851e5ef45SMarc-André Lureau 
204951e5ef45SMarc-André Lureau     acc->info->initfn(obj);
205051e5ef45SMarc-André Lureau     arm_cpu_post_init(obj);
205151e5ef45SMarc-André Lureau }
205251e5ef45SMarc-André Lureau 
205351e5ef45SMarc-André Lureau static void cpu_register_class_init(ObjectClass *oc, void *data)
205451e5ef45SMarc-André Lureau {
205551e5ef45SMarc-André Lureau     ARMCPUClass *acc = ARM_CPU_CLASS(oc);
205651e5ef45SMarc-André Lureau 
205751e5ef45SMarc-André Lureau     acc->info = data;
205851e5ef45SMarc-André Lureau }
205951e5ef45SMarc-André Lureau 
206037bcf244SThomas Huth void arm_cpu_register(const ARMCPUInfo *info)
2061fcf5ef2aSThomas Huth {
2062fcf5ef2aSThomas Huth     TypeInfo type_info = {
2063fcf5ef2aSThomas Huth         .parent = TYPE_ARM_CPU,
2064fcf5ef2aSThomas Huth         .instance_size = sizeof(ARMCPU),
2065d03087bdSRichard Henderson         .instance_align = __alignof__(ARMCPU),
206651e5ef45SMarc-André Lureau         .instance_init = arm_cpu_instance_init,
2067fcf5ef2aSThomas Huth         .class_size = sizeof(ARMCPUClass),
206851e5ef45SMarc-André Lureau         .class_init = info->class_init ?: cpu_register_class_init,
206951e5ef45SMarc-André Lureau         .class_data = (void *)info,
2070fcf5ef2aSThomas Huth     };
2071fcf5ef2aSThomas Huth 
2072fcf5ef2aSThomas Huth     type_info.name = g_strdup_printf("%s-" TYPE_ARM_CPU, info->name);
2073fcf5ef2aSThomas Huth     type_register(&type_info);
2074fcf5ef2aSThomas Huth     g_free((void *)type_info.name);
2075fcf5ef2aSThomas Huth }
2076fcf5ef2aSThomas Huth 
2077fcf5ef2aSThomas Huth static const TypeInfo arm_cpu_type_info = {
2078fcf5ef2aSThomas Huth     .name = TYPE_ARM_CPU,
2079fcf5ef2aSThomas Huth     .parent = TYPE_CPU,
2080fcf5ef2aSThomas Huth     .instance_size = sizeof(ARMCPU),
2081d03087bdSRichard Henderson     .instance_align = __alignof__(ARMCPU),
2082fcf5ef2aSThomas Huth     .instance_init = arm_cpu_initfn,
2083fcf5ef2aSThomas Huth     .instance_finalize = arm_cpu_finalizefn,
2084fcf5ef2aSThomas Huth     .abstract = true,
2085fcf5ef2aSThomas Huth     .class_size = sizeof(ARMCPUClass),
2086fcf5ef2aSThomas Huth     .class_init = arm_cpu_class_init,
2087fcf5ef2aSThomas Huth };
2088fcf5ef2aSThomas Huth 
2089fcf5ef2aSThomas Huth static void arm_cpu_register_types(void)
2090fcf5ef2aSThomas Huth {
2091fcf5ef2aSThomas Huth     type_register_static(&arm_cpu_type_info);
2092fcf5ef2aSThomas Huth 
209386f0a186SPeter Maydell #ifdef CONFIG_KVM
209486f0a186SPeter Maydell     type_register_static(&host_arm_cpu_type_info);
209586f0a186SPeter Maydell #endif
2096fcf5ef2aSThomas Huth }
2097fcf5ef2aSThomas Huth 
2098fcf5ef2aSThomas Huth type_init(arm_cpu_register_types)
2099