xref: /openbmc/qemu/target/ppc/cpu.h (revision 21c06f57)
1 /*
2  *  PowerPC emulation cpu definitions for qemu.
3  *
4  *  Copyright (c) 2003-2007 Jocelyn Mayer
5  *
6  * This library is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * This library is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18  */
19 
20 #ifndef PPC_CPU_H
21 #define PPC_CPU_H
22 
23 #include "qemu/int128.h"
24 #include "qemu/cpu-float.h"
25 #include "exec/cpu-defs.h"
26 #include "cpu-qom.h"
27 #include "qom/object.h"
28 #include "hw/registerfields.h"
29 
30 #define CPU_RESOLVING_TYPE TYPE_POWERPC_CPU
31 
32 #define TARGET_PAGE_BITS_64K 16
33 #define TARGET_PAGE_BITS_16M 24
34 
35 #if defined(TARGET_PPC64)
36 #define PPC_ELF_MACHINE     EM_PPC64
37 #else
38 #define PPC_ELF_MACHINE     EM_PPC
39 #endif
40 
41 #define PPC_BIT_NR(bit)         (63 - (bit))
42 #define PPC_BIT(bit)            (0x8000000000000000ULL >> (bit))
43 #define PPC_BIT32(bit)          (0x80000000 >> (bit))
44 #define PPC_BIT8(bit)           (0x80 >> (bit))
45 #define PPC_BITMASK(bs, be)     ((PPC_BIT(bs) - PPC_BIT(be)) | PPC_BIT(bs))
46 #define PPC_BITMASK32(bs, be)   ((PPC_BIT32(bs) - PPC_BIT32(be)) | \
47                                  PPC_BIT32(bs))
48 #define PPC_BITMASK8(bs, be)    ((PPC_BIT8(bs) - PPC_BIT8(be)) | PPC_BIT8(bs))
49 
50 /*
51  * QEMU version of the GETFIELD/SETFIELD macros from skiboot
52  *
53  * It might be better to use the existing extract64() and
54  * deposit64() but this means that all the register definitions will
55  * change and become incompatible with the ones found in skiboot.
56  */
57 #define MASK_TO_LSH(m)          (__builtin_ffsll(m) - 1)
58 #define GETFIELD(m, v)          (((v) & (m)) >> MASK_TO_LSH(m))
59 #define SETFIELD(m, v, val) \
60         (((v) & ~(m)) | ((((typeof(v))(val)) << MASK_TO_LSH(m)) & (m)))
61 
62 /*****************************************************************************/
63 /* Exception vectors definitions                                             */
64 enum {
65     POWERPC_EXCP_NONE    = -1,
66     /* The 64 first entries are used by the PowerPC embedded specification   */
67     POWERPC_EXCP_CRITICAL = 0,  /* Critical input                            */
68     POWERPC_EXCP_MCHECK   = 1,  /* Machine check exception                   */
69     POWERPC_EXCP_DSI      = 2,  /* Data storage exception                    */
70     POWERPC_EXCP_ISI      = 3,  /* Instruction storage exception             */
71     POWERPC_EXCP_EXTERNAL = 4,  /* External input                            */
72     POWERPC_EXCP_ALIGN    = 5,  /* Alignment exception                       */
73     POWERPC_EXCP_PROGRAM  = 6,  /* Program exception                         */
74     POWERPC_EXCP_FPU      = 7,  /* Floating-point unavailable exception      */
75     POWERPC_EXCP_SYSCALL  = 8,  /* System call exception                     */
76     POWERPC_EXCP_APU      = 9,  /* Auxiliary processor unavailable           */
77     POWERPC_EXCP_DECR     = 10, /* Decrementer exception                     */
78     POWERPC_EXCP_FIT      = 11, /* Fixed-interval timer interrupt            */
79     POWERPC_EXCP_WDT      = 12, /* Watchdog timer interrupt                  */
80     POWERPC_EXCP_DTLB     = 13, /* Data TLB miss                             */
81     POWERPC_EXCP_ITLB     = 14, /* Instruction TLB miss                      */
82     POWERPC_EXCP_DEBUG    = 15, /* Debug interrupt                           */
83     /* Vectors 16 to 31 are reserved                                         */
84     POWERPC_EXCP_SPEU     = 32, /* SPE/embedded floating-point unavailable   */
85     POWERPC_EXCP_EFPDI    = 33, /* Embedded floating-point data interrupt    */
86     POWERPC_EXCP_EFPRI    = 34, /* Embedded floating-point round interrupt   */
87     POWERPC_EXCP_EPERFM   = 35, /* Embedded performance monitor interrupt    */
88     POWERPC_EXCP_DOORI    = 36, /* Embedded doorbell interrupt               */
89     POWERPC_EXCP_DOORCI   = 37, /* Embedded doorbell critical interrupt      */
90     POWERPC_EXCP_GDOORI   = 38, /* Embedded guest doorbell interrupt         */
91     POWERPC_EXCP_GDOORCI  = 39, /* Embedded guest doorbell critical interrupt*/
92     POWERPC_EXCP_HYPPRIV  = 41, /* Embedded hypervisor priv instruction      */
93     /* Vectors 42 to 63 are reserved                                         */
94     /* Exceptions defined in the PowerPC server specification                */
95     POWERPC_EXCP_RESET    = 64, /* System reset exception                    */
96     POWERPC_EXCP_DSEG     = 65, /* Data segment exception                    */
97     POWERPC_EXCP_ISEG     = 66, /* Instruction segment exception             */
98     POWERPC_EXCP_HDECR    = 67, /* Hypervisor decrementer exception          */
99     POWERPC_EXCP_TRACE    = 68, /* Trace exception                           */
100     POWERPC_EXCP_HDSI     = 69, /* Hypervisor data storage exception         */
101     POWERPC_EXCP_HISI     = 70, /* Hypervisor instruction storage exception  */
102     POWERPC_EXCP_HDSEG    = 71, /* Hypervisor data segment exception         */
103     POWERPC_EXCP_HISEG    = 72, /* Hypervisor instruction segment exception  */
104     POWERPC_EXCP_VPU      = 73, /* Vector unavailable exception              */
105     /* 40x specific exceptions                                               */
106     POWERPC_EXCP_PIT      = 74, /* Programmable interval timer interrupt     */
107     /* Vectors 75-76 are 601 specific exceptions                             */
108     /* 602 specific exceptions                                               */
109     POWERPC_EXCP_EMUL      = 77, /* Emulation trap exception                 */
110     /* 602/603 specific exceptions                                           */
111     POWERPC_EXCP_IFTLB    = 78, /* Instruction fetch TLB miss                */
112     POWERPC_EXCP_DLTLB    = 79, /* Data load TLB miss                        */
113     POWERPC_EXCP_DSTLB    = 80, /* Data store TLB miss                       */
114     /* Exceptions available on most PowerPC                                  */
115     POWERPC_EXCP_FPA      = 81, /* Floating-point assist exception           */
116     POWERPC_EXCP_DABR     = 82, /* Data address breakpoint                   */
117     POWERPC_EXCP_IABR     = 83, /* Instruction address breakpoint            */
118     POWERPC_EXCP_SMI      = 84, /* System management interrupt               */
119     POWERPC_EXCP_PERFM    = 85, /* Embedded performance monitor interrupt    */
120     /* 7xx/74xx specific exceptions                                          */
121     POWERPC_EXCP_THERM    = 86, /* Thermal interrupt                         */
122     /* 74xx specific exceptions                                              */
123     POWERPC_EXCP_VPUA     = 87, /* Vector assist exception                   */
124     /* 970FX specific exceptions                                             */
125     POWERPC_EXCP_SOFTP    = 88, /* Soft patch exception                      */
126     POWERPC_EXCP_MAINT    = 89, /* Maintenance exception                     */
127     /* Freescale embedded cores specific exceptions                          */
128     POWERPC_EXCP_MEXTBR   = 90, /* Maskable external breakpoint              */
129     POWERPC_EXCP_NMEXTBR  = 91, /* Non maskable external breakpoint          */
130     POWERPC_EXCP_ITLBE    = 92, /* Instruction TLB error                     */
131     POWERPC_EXCP_DTLBE    = 93, /* Data TLB error                            */
132     /* VSX Unavailable (Power ISA 2.06 and later)                            */
133     POWERPC_EXCP_VSXU     = 94, /* VSX Unavailable                           */
134     POWERPC_EXCP_FU       = 95, /* Facility Unavailable                      */
135     /* Additional ISA 2.06 and later server exceptions                       */
136     POWERPC_EXCP_HV_EMU   = 96, /* HV emulation assistance                   */
137     POWERPC_EXCP_HV_MAINT = 97, /* HMI                                       */
138     POWERPC_EXCP_HV_FU    = 98, /* Hypervisor Facility unavailable           */
139     /* Server doorbell variants */
140     POWERPC_EXCP_SDOOR    = 99,
141     POWERPC_EXCP_SDOOR_HV = 100,
142     /* ISA 3.00 additions */
143     POWERPC_EXCP_HVIRT    = 101,
144     POWERPC_EXCP_SYSCALL_VECTORED = 102, /* scv exception                     */
145     POWERPC_EXCP_PERFM_EBB = 103,    /* Performance Monitor EBB Exception    */
146     POWERPC_EXCP_EXTERNAL_EBB = 104, /* External EBB Exception               */
147     /* EOL                                                                   */
148     POWERPC_EXCP_NB       = 105,
149     /* QEMU exceptions: special cases we want to stop translation            */
150     POWERPC_EXCP_SYSCALL_USER = 0x203, /* System call in user mode only      */
151 };
152 
153 /* Exceptions error codes                                                    */
154 enum {
155     /* Exception subtypes for POWERPC_EXCP_ALIGN                             */
156     POWERPC_EXCP_ALIGN_FP      = 0x01,  /* FP alignment exception            */
157     POWERPC_EXCP_ALIGN_LST     = 0x02,  /* Unaligned mult/extern load/store  */
158     POWERPC_EXCP_ALIGN_LE      = 0x03,  /* Multiple little-endian access     */
159     POWERPC_EXCP_ALIGN_PROT    = 0x04,  /* Access cross protection boundary  */
160     POWERPC_EXCP_ALIGN_BAT     = 0x05,  /* Access cross a BAT/seg boundary   */
161     POWERPC_EXCP_ALIGN_CACHE   = 0x06,  /* Impossible dcbz access            */
162     POWERPC_EXCP_ALIGN_INSN    = 0x07,  /* Pref. insn x-ing 64-byte boundary */
163     /* Exception subtypes for POWERPC_EXCP_PROGRAM                           */
164     /* FP exceptions                                                         */
165     POWERPC_EXCP_FP            = 0x10,
166     POWERPC_EXCP_FP_OX         = 0x01,  /* FP overflow                       */
167     POWERPC_EXCP_FP_UX         = 0x02,  /* FP underflow                      */
168     POWERPC_EXCP_FP_ZX         = 0x03,  /* FP divide by zero                 */
169     POWERPC_EXCP_FP_XX         = 0x04,  /* FP inexact                        */
170     POWERPC_EXCP_FP_VXSNAN     = 0x05,  /* FP invalid SNaN op                */
171     POWERPC_EXCP_FP_VXISI      = 0x06,  /* FP invalid infinite subtraction   */
172     POWERPC_EXCP_FP_VXIDI      = 0x07,  /* FP invalid infinite divide        */
173     POWERPC_EXCP_FP_VXZDZ      = 0x08,  /* FP invalid zero divide            */
174     POWERPC_EXCP_FP_VXIMZ      = 0x09,  /* FP invalid infinite * zero        */
175     POWERPC_EXCP_FP_VXVC       = 0x0A,  /* FP invalid compare                */
176     POWERPC_EXCP_FP_VXSOFT     = 0x0B,  /* FP invalid operation              */
177     POWERPC_EXCP_FP_VXSQRT     = 0x0C,  /* FP invalid square root            */
178     POWERPC_EXCP_FP_VXCVI      = 0x0D,  /* FP invalid integer conversion     */
179     /* Invalid instruction                                                   */
180     POWERPC_EXCP_INVAL         = 0x20,
181     POWERPC_EXCP_INVAL_INVAL   = 0x01,  /* Invalid instruction               */
182     POWERPC_EXCP_INVAL_LSWX    = 0x02,  /* Invalid lswx instruction          */
183     POWERPC_EXCP_INVAL_SPR     = 0x03,  /* Invalid SPR access                */
184     POWERPC_EXCP_INVAL_FP      = 0x04,  /* Unimplemented mandatory fp instr  */
185     /* Privileged instruction                                                */
186     POWERPC_EXCP_PRIV          = 0x30,
187     POWERPC_EXCP_PRIV_OPC      = 0x01,  /* Privileged operation exception    */
188     POWERPC_EXCP_PRIV_REG      = 0x02,  /* Privileged register exception     */
189     /* Trap                                                                  */
190     POWERPC_EXCP_TRAP          = 0x40,
191 };
192 
193 /* Exception model                                                           */
194 typedef enum powerpc_excp_t {
195     POWERPC_EXCP_UNKNOWN   = 0,
196     /* Standard PowerPC exception model */
197     POWERPC_EXCP_STD,
198     /* PowerPC 40x exception model      */
199     POWERPC_EXCP_40x,
200     /* PowerPC 603/604/G2 exception model */
201     POWERPC_EXCP_6xx,
202     /* PowerPC 7xx exception model      */
203     POWERPC_EXCP_7xx,
204     /* PowerPC 74xx exception model     */
205     POWERPC_EXCP_74xx,
206     /* BookE exception model            */
207     POWERPC_EXCP_BOOKE,
208     /* PowerPC 970 exception model      */
209     POWERPC_EXCP_970,
210     /* POWER7 exception model           */
211     POWERPC_EXCP_POWER7,
212     /* POWER8 exception model           */
213     POWERPC_EXCP_POWER8,
214     /* POWER9 exception model           */
215     POWERPC_EXCP_POWER9,
216     /* POWER10 exception model           */
217     POWERPC_EXCP_POWER10,
218 } powerpc_excp_t;
219 
220 /*****************************************************************************/
221 /* MMU model                                                                 */
222 typedef enum powerpc_mmu_t {
223     POWERPC_MMU_UNKNOWN    = 0x00000000,
224     /* Standard 32 bits PowerPC MMU                            */
225     POWERPC_MMU_32B        = 0x00000001,
226     /* PowerPC 6xx MMU with software TLB                       */
227     POWERPC_MMU_SOFT_6xx   = 0x00000002,
228     /*
229      * PowerPC 74xx MMU with software TLB (this has been
230      * disabled, see git history for more information.
231      * keywords: tlbld tlbli TLBMISS PTEHI PTELO)
232      */
233     POWERPC_MMU_SOFT_74xx  = 0x00000003,
234     /* PowerPC 4xx MMU with software TLB                       */
235     POWERPC_MMU_SOFT_4xx   = 0x00000004,
236     /* PowerPC MMU in real mode only                           */
237     POWERPC_MMU_REAL       = 0x00000006,
238     /* Freescale MPC8xx MMU model                              */
239     POWERPC_MMU_MPC8xx     = 0x00000007,
240     /* BookE MMU model                                         */
241     POWERPC_MMU_BOOKE      = 0x00000008,
242     /* BookE 2.06 MMU model                                    */
243     POWERPC_MMU_BOOKE206   = 0x00000009,
244 #define POWERPC_MMU_64       0x00010000
245     /* 64 bits PowerPC MMU                                     */
246     POWERPC_MMU_64B        = POWERPC_MMU_64 | 0x00000001,
247     /* Architecture 2.03 and later (has LPCR) */
248     POWERPC_MMU_2_03       = POWERPC_MMU_64 | 0x00000002,
249     /* Architecture 2.06 variant                               */
250     POWERPC_MMU_2_06       = POWERPC_MMU_64 | 0x00000003,
251     /* Architecture 2.07 variant                               */
252     POWERPC_MMU_2_07       = POWERPC_MMU_64 | 0x00000004,
253     /* Architecture 3.00 variant                               */
254     POWERPC_MMU_3_00       = POWERPC_MMU_64 | 0x00000005,
255 } powerpc_mmu_t;
256 
257 static inline bool mmu_is_64bit(powerpc_mmu_t mmu_model)
258 {
259     return mmu_model & POWERPC_MMU_64;
260 }
261 
262 /*****************************************************************************/
263 /* Input pins model                                                          */
264 typedef enum powerpc_input_t {
265     PPC_FLAGS_INPUT_UNKNOWN = 0,
266     /* PowerPC 6xx bus                  */
267     PPC_FLAGS_INPUT_6xx,
268     /* BookE bus                        */
269     PPC_FLAGS_INPUT_BookE,
270     /* PowerPC 405 bus                  */
271     PPC_FLAGS_INPUT_405,
272     /* PowerPC 970 bus                  */
273     PPC_FLAGS_INPUT_970,
274     /* PowerPC POWER7 bus               */
275     PPC_FLAGS_INPUT_POWER7,
276     /* PowerPC POWER9 bus               */
277     PPC_FLAGS_INPUT_POWER9,
278     /* Freescale RCPU bus               */
279     PPC_FLAGS_INPUT_RCPU,
280 } powerpc_input_t;
281 
282 #define PPC_INPUT(env) ((env)->bus_model)
283 
284 /*****************************************************************************/
285 typedef struct opc_handler_t opc_handler_t;
286 
287 /*****************************************************************************/
288 /* Types used to describe some PowerPC registers etc. */
289 typedef struct DisasContext DisasContext;
290 typedef struct ppc_dcr_t ppc_dcr_t;
291 typedef struct ppc_spr_t ppc_spr_t;
292 typedef struct ppc_tb_t ppc_tb_t;
293 typedef union ppc_tlb_t ppc_tlb_t;
294 typedef struct ppc_hash_pte64 ppc_hash_pte64_t;
295 typedef struct PPCHash64Options PPCHash64Options;
296 
297 typedef struct CPUArchState CPUPPCState;
298 
299 /* SPR access micro-ops generations callbacks */
300 struct ppc_spr_t {
301     const char *name;
302     target_ulong default_value;
303 #ifndef CONFIG_USER_ONLY
304     unsigned int gdb_id;
305 #endif
306 #ifdef CONFIG_TCG
307     void (*uea_read)(DisasContext *ctx, int gpr_num, int spr_num);
308     void (*uea_write)(DisasContext *ctx, int spr_num, int gpr_num);
309 # ifndef CONFIG_USER_ONLY
310     void (*oea_read)(DisasContext *ctx, int gpr_num, int spr_num);
311     void (*oea_write)(DisasContext *ctx, int spr_num, int gpr_num);
312     void (*hea_read)(DisasContext *ctx, int gpr_num, int spr_num);
313     void (*hea_write)(DisasContext *ctx, int spr_num, int gpr_num);
314 # endif
315 #endif
316 #ifdef CONFIG_KVM
317     /*
318      * We (ab)use the fact that all the SPRs will have ids for the
319      * ONE_REG interface will have KVM_REG_PPC to use 0 as meaning,
320      * don't sync this
321      */
322     uint64_t one_reg_id;
323 #endif
324 };
325 
326 /* VSX/Altivec registers (128 bits) */
327 typedef union _ppc_vsr_t {
328     uint8_t u8[16];
329     uint16_t u16[8];
330     uint32_t u32[4];
331     uint64_t u64[2];
332     int8_t s8[16];
333     int16_t s16[8];
334     int32_t s32[4];
335     int64_t s64[2];
336     float16 f16[8];
337     float32 f32[4];
338     float64 f64[2];
339     float128 f128;
340 #ifdef CONFIG_INT128
341     __uint128_t u128;
342 #endif
343     Int128 s128;
344 } ppc_vsr_t;
345 
346 typedef ppc_vsr_t ppc_avr_t;
347 typedef ppc_vsr_t ppc_fprp_t;
348 typedef ppc_vsr_t ppc_acc_t;
349 
350 #if !defined(CONFIG_USER_ONLY)
351 /* Software TLB cache */
352 typedef struct ppc6xx_tlb_t ppc6xx_tlb_t;
353 struct ppc6xx_tlb_t {
354     target_ulong pte0;
355     target_ulong pte1;
356     target_ulong EPN;
357 };
358 
359 typedef struct ppcemb_tlb_t ppcemb_tlb_t;
360 struct ppcemb_tlb_t {
361     uint64_t RPN;
362     target_ulong EPN;
363     target_ulong PID;
364     target_ulong size;
365     uint32_t prot;
366     uint32_t attr; /* Storage attributes */
367 };
368 
369 typedef struct ppcmas_tlb_t {
370      uint32_t mas8;
371      uint32_t mas1;
372      uint64_t mas2;
373      uint64_t mas7_3;
374 } ppcmas_tlb_t;
375 
376 union ppc_tlb_t {
377     ppc6xx_tlb_t *tlb6;
378     ppcemb_tlb_t *tlbe;
379     ppcmas_tlb_t *tlbm;
380 };
381 
382 /* possible TLB variants */
383 #define TLB_NONE               0
384 #define TLB_6XX                1
385 #define TLB_EMB                2
386 #define TLB_MAS                3
387 #endif
388 
389 typedef struct PPCHash64SegmentPageSizes PPCHash64SegmentPageSizes;
390 
391 typedef struct ppc_slb_t ppc_slb_t;
392 struct ppc_slb_t {
393     uint64_t esid;
394     uint64_t vsid;
395     const PPCHash64SegmentPageSizes *sps;
396 };
397 
398 #define MAX_SLB_ENTRIES         64
399 #define SEGMENT_SHIFT_256M      28
400 #define SEGMENT_MASK_256M       (~((1ULL << SEGMENT_SHIFT_256M) - 1))
401 
402 #define SEGMENT_SHIFT_1T        40
403 #define SEGMENT_MASK_1T         (~((1ULL << SEGMENT_SHIFT_1T) - 1))
404 
405 typedef struct ppc_v3_pate_t {
406     uint64_t dw0;
407     uint64_t dw1;
408 } ppc_v3_pate_t;
409 
410 /* PMU related structs and defines */
411 #define PMU_COUNTERS_NUM 6
412 typedef enum {
413     PMU_EVENT_INVALID = 0,
414     PMU_EVENT_INACTIVE,
415     PMU_EVENT_CYCLES,
416     PMU_EVENT_INSTRUCTIONS,
417     PMU_EVENT_INSN_RUN_LATCH,
418 } PMUEventType;
419 
420 /*****************************************************************************/
421 /* Machine state register bits definition                                    */
422 #define MSR_SF   PPC_BIT_NR(0)  /* Sixty-four-bit mode                hflags */
423 #define MSR_TAG  PPC_BIT_NR(1)  /* Tag-active mode (POWERx ?)                */
424 #define MSR_ISF  PPC_BIT_NR(2)  /* Sixty-four-bit interrupt mode on 630      */
425 #define MSR_HV   PPC_BIT_NR(3)  /* hypervisor state                   hflags */
426 #define MSR_TS0  PPC_BIT_NR(29) /* Transactional state, 2 bits (Book3s)      */
427 #define MSR_TS1  PPC_BIT_NR(30)
428 #define MSR_TM   PPC_BIT_NR(31) /* Transactional Memory Available (Book3s)   */
429 #define MSR_CM   PPC_BIT_NR(32) /* Computation mode for BookE         hflags */
430 #define MSR_ICM  PPC_BIT_NR(33) /* Interrupt computation mode for BookE      */
431 #define MSR_GS   PPC_BIT_NR(35) /* guest state for BookE                     */
432 #define MSR_UCLE PPC_BIT_NR(37) /* User-mode cache lock enable for BookE     */
433 #define MSR_VR   PPC_BIT_NR(38) /* altivec available                x hflags */
434 #define MSR_SPE  PPC_BIT_NR(38) /* SPE enable for BookE             x hflags */
435 #define MSR_VSX  PPC_BIT_NR(40) /* Vector Scalar Extension (>= 2.06)x hflags */
436 #define MSR_S    PPC_BIT_NR(41) /* Secure state                              */
437 #define MSR_KEY  PPC_BIT_NR(44) /* key bit on 603e                           */
438 #define MSR_POW  PPC_BIT_NR(45) /* Power management                          */
439 #define MSR_WE   PPC_BIT_NR(45) /* Wait State Enable on 405                  */
440 #define MSR_TGPR PPC_BIT_NR(46) /* TGPR usage on 602/603            x        */
441 #define MSR_CE   PPC_BIT_NR(46) /* Critical int. enable on embedded PPC x    */
442 #define MSR_ILE  PPC_BIT_NR(47) /* Interrupt little-endian mode              */
443 #define MSR_EE   PPC_BIT_NR(48) /* External interrupt enable                 */
444 #define MSR_PR   PPC_BIT_NR(49) /* Problem state                      hflags */
445 #define MSR_FP   PPC_BIT_NR(50) /* Floating point available           hflags */
446 #define MSR_ME   PPC_BIT_NR(51) /* Machine check interrupt enable            */
447 #define MSR_FE0  PPC_BIT_NR(52) /* Floating point exception mode 0           */
448 #define MSR_SE   PPC_BIT_NR(53) /* Single-step trace enable         x hflags */
449 #define MSR_DWE  PPC_BIT_NR(53) /* Debug wait enable on 405         x        */
450 #define MSR_UBLE PPC_BIT_NR(53) /* User BTB lock enable on e500     x        */
451 #define MSR_BE   PPC_BIT_NR(54) /* Branch trace enable              x hflags */
452 #define MSR_DE   PPC_BIT_NR(54) /* Debug int. enable on embedded PPC   x     */
453 #define MSR_FE1  PPC_BIT_NR(55) /* Floating point exception mode 1           */
454 #define MSR_AL   PPC_BIT_NR(56) /* AL bit on POWER                           */
455 #define MSR_EP   PPC_BIT_NR(57) /* Exception prefix on 601                   */
456 #define MSR_IR   PPC_BIT_NR(58) /* Instruction relocate                      */
457 #define MSR_IS   PPC_BIT_NR(58) /* Instruction address space (BookE)         */
458 #define MSR_DR   PPC_BIT_NR(59) /* Data relocate                             */
459 #define MSR_DS   PPC_BIT_NR(59) /* Data address space (BookE)                */
460 #define MSR_PE   PPC_BIT_NR(60) /* Protection enable on 403                  */
461 #define MSR_PX   PPC_BIT_NR(61) /* Protection exclusive on 403        x      */
462 #define MSR_PMM  PPC_BIT_NR(61) /* Performance monitor mark on POWER  x      */
463 #define MSR_RI   PPC_BIT_NR(62) /* Recoverable interrupt            1        */
464 #define MSR_LE   PPC_BIT_NR(63) /* Little-endian mode               1 hflags */
465 
466 FIELD(MSR, SF, MSR_SF, 1)
467 FIELD(MSR, TAG, MSR_TAG, 1)
468 FIELD(MSR, ISF, MSR_ISF, 1)
469 #if defined(TARGET_PPC64)
470 FIELD(MSR, HV, MSR_HV, 1)
471 #define FIELD_EX64_HV(storage) FIELD_EX64(storage, MSR, HV)
472 #else
473 #define FIELD_EX64_HV(storage) 0
474 #endif
475 FIELD(MSR, TS0, MSR_TS0, 1)
476 FIELD(MSR, TS1, MSR_TS1, 1)
477 FIELD(MSR, TS, MSR_TS0, 2)
478 FIELD(MSR, TM, MSR_TM, 1)
479 FIELD(MSR, CM, MSR_CM, 1)
480 FIELD(MSR, ICM, MSR_ICM, 1)
481 FIELD(MSR, GS, MSR_GS, 1)
482 FIELD(MSR, UCLE, MSR_UCLE, 1)
483 FIELD(MSR, VR, MSR_VR, 1)
484 FIELD(MSR, SPE, MSR_SPE, 1)
485 FIELD(MSR, VSX, MSR_VSX, 1)
486 FIELD(MSR, S, MSR_S, 1)
487 FIELD(MSR, KEY, MSR_KEY, 1)
488 FIELD(MSR, POW, MSR_POW, 1)
489 FIELD(MSR, WE, MSR_WE, 1)
490 FIELD(MSR, TGPR, MSR_TGPR, 1)
491 FIELD(MSR, CE, MSR_CE, 1)
492 FIELD(MSR, ILE, MSR_ILE, 1)
493 FIELD(MSR, EE, MSR_EE, 1)
494 FIELD(MSR, PR, MSR_PR, 1)
495 FIELD(MSR, FP, MSR_FP, 1)
496 FIELD(MSR, ME, MSR_ME, 1)
497 FIELD(MSR, FE0, MSR_FE0, 1)
498 FIELD(MSR, SE, MSR_SE, 1)
499 FIELD(MSR, DWE, MSR_DWE, 1)
500 FIELD(MSR, UBLE, MSR_UBLE, 1)
501 FIELD(MSR, BE, MSR_BE, 1)
502 FIELD(MSR, DE, MSR_DE, 1)
503 FIELD(MSR, FE1, MSR_FE1, 1)
504 FIELD(MSR, AL, MSR_AL, 1)
505 FIELD(MSR, EP, MSR_EP, 1)
506 FIELD(MSR, IR, MSR_IR, 1)
507 FIELD(MSR, DR, MSR_DR, 1)
508 FIELD(MSR, IS, MSR_IS, 1)
509 FIELD(MSR, DS, MSR_DS, 1)
510 FIELD(MSR, PE, MSR_PE, 1)
511 FIELD(MSR, PX, MSR_PX, 1)
512 FIELD(MSR, PMM, MSR_PMM, 1)
513 FIELD(MSR, RI, MSR_RI, 1)
514 FIELD(MSR, LE, MSR_LE, 1)
515 
516 /*
517  * FE0 and FE1 bits are not side-by-side
518  * so we can't combine them using FIELD()
519  */
520 #define FIELD_EX64_FE(msr) \
521     ((FIELD_EX64(msr, MSR, FE0) << 1) | FIELD_EX64(msr, MSR, FE1))
522 
523 /* PMU bits */
524 #define MMCR0_FC     PPC_BIT(32)         /* Freeze Counters  */
525 #define MMCR0_PMAO   PPC_BIT(56)         /* Perf Monitor Alert Occurred */
526 #define MMCR0_PMAE   PPC_BIT(37)         /* Perf Monitor Alert Enable */
527 #define MMCR0_EBE    PPC_BIT(43)         /* Perf Monitor EBB Enable */
528 #define MMCR0_FCECE  PPC_BIT(38)         /* FC on Enabled Cond or Event */
529 #define MMCR0_PMCC0  PPC_BIT(44)         /* PMC Control bit 0 */
530 #define MMCR0_PMCC1  PPC_BIT(45)         /* PMC Control bit 1 */
531 #define MMCR0_PMCC   PPC_BITMASK(44, 45) /* PMC Control */
532 #define MMCR0_FC14   PPC_BIT(58)         /* PMC Freeze Counters 1-4 bit */
533 #define MMCR0_FC56   PPC_BIT(59)         /* PMC Freeze Counters 5-6 bit */
534 #define MMCR0_PMC1CE PPC_BIT(48)         /* MMCR0 PMC1 Condition Enabled */
535 #define MMCR0_PMCjCE PPC_BIT(49)         /* MMCR0 PMCj Condition Enabled */
536 #define MMCR0_FCP    PPC_BIT(34)         /* Freeze Counters/BHRB if PR=1 */
537 #define MMCR0_FCPC   PPC_BIT(51)         /* Condition for FCP bit */
538 #define MMCR0_BHRBA_NR PPC_BIT_NR(42)    /* BHRB Available */
539 /* MMCR0 userspace r/w mask */
540 #define MMCR0_UREG_MASK (MMCR0_FC | MMCR0_PMAO | MMCR0_PMAE)
541 /* MMCR2 userspace r/w mask */
542 #define MMCR2_FC1P0  PPC_BIT(1)          /* MMCR2 FCnP0 for PMC1 */
543 #define MMCR2_FC2P0  PPC_BIT(10)         /* MMCR2 FCnP0 for PMC2 */
544 #define MMCR2_FC3P0  PPC_BIT(19)         /* MMCR2 FCnP0 for PMC3 */
545 #define MMCR2_FC4P0  PPC_BIT(28)         /* MMCR2 FCnP0 for PMC4 */
546 #define MMCR2_FC5P0  PPC_BIT(37)         /* MMCR2 FCnP0 for PMC5 */
547 #define MMCR2_FC6P0  PPC_BIT(46)         /* MMCR2 FCnP0 for PMC6 */
548 #define MMCR2_UREG_MASK (MMCR2_FC1P0 | MMCR2_FC2P0 | MMCR2_FC3P0 | \
549                          MMCR2_FC4P0 | MMCR2_FC5P0 | MMCR2_FC6P0)
550 
551 #define MMCRA_BHRBRD    PPC_BIT(26)         /* BHRB Recording Disable */
552 #define MMCRA_IFM_MASK  PPC_BITMASK(32, 33) /* BHRB Instruction Filtering */
553 #define MMCRA_IFM_SHIFT PPC_BIT_NR(33)
554 
555 #define MMCR1_EVT_SIZE 8
556 /* extract64() does a right shift before extracting */
557 #define MMCR1_PMC1SEL_START 32
558 #define MMCR1_PMC1EVT_EXTR (64 - MMCR1_PMC1SEL_START - MMCR1_EVT_SIZE)
559 #define MMCR1_PMC2SEL_START 40
560 #define MMCR1_PMC2EVT_EXTR (64 - MMCR1_PMC2SEL_START - MMCR1_EVT_SIZE)
561 #define MMCR1_PMC3SEL_START 48
562 #define MMCR1_PMC3EVT_EXTR (64 - MMCR1_PMC3SEL_START - MMCR1_EVT_SIZE)
563 #define MMCR1_PMC4SEL_START 56
564 #define MMCR1_PMC4EVT_EXTR (64 - MMCR1_PMC4SEL_START - MMCR1_EVT_SIZE)
565 
566 /* PMU uses CTRL_RUN to sample PM_RUN_INST_CMPL */
567 #define CTRL_RUN PPC_BIT(63)
568 
569 /* EBB/BESCR bits */
570 /* Global Enable */
571 #define BESCR_GE PPC_BIT(0)
572 /* External Event-based Exception Enable */
573 #define BESCR_EE PPC_BIT(30)
574 /* Performance Monitor Event-based Exception Enable */
575 #define BESCR_PME PPC_BIT(31)
576 /* External Event-based Exception Occurred */
577 #define BESCR_EEO PPC_BIT(62)
578 /* Performance Monitor Event-based Exception Occurred */
579 #define BESCR_PMEO PPC_BIT(63)
580 #define BESCR_INVALID PPC_BITMASK(32, 33)
581 
582 /* LPCR bits */
583 #define LPCR_VPM0         PPC_BIT(0)
584 #define LPCR_VPM1         PPC_BIT(1)
585 #define LPCR_ISL          PPC_BIT(2)
586 #define LPCR_KBV          PPC_BIT(3)
587 #define LPCR_DPFD_SHIFT   (63 - 11)
588 #define LPCR_DPFD         (0x7ull << LPCR_DPFD_SHIFT)
589 #define LPCR_VRMASD_SHIFT (63 - 16)
590 #define LPCR_VRMASD       (0x1full << LPCR_VRMASD_SHIFT)
591 /* P9: Power-saving mode Exit Cause Enable (Upper Section) Mask */
592 #define LPCR_PECE_U_SHIFT (63 - 19)
593 #define LPCR_PECE_U_MASK  (0x7ull << LPCR_PECE_U_SHIFT)
594 #define LPCR_HVEE         PPC_BIT(17) /* Hypervisor Virt Exit Enable */
595 #define LPCR_RMLS_SHIFT   (63 - 37)   /* RMLS (removed in ISA v3.0) */
596 #define LPCR_RMLS         (0xfull << LPCR_RMLS_SHIFT)
597 #define LPCR_HAIL         PPC_BIT(37) /* ISA v3.1 HV AIL=3 equivalent */
598 #define LPCR_ILE          PPC_BIT(38)
599 #define LPCR_AIL_SHIFT    (63 - 40)   /* Alternate interrupt location */
600 #define LPCR_AIL          (3ull << LPCR_AIL_SHIFT)
601 #define LPCR_UPRT         PPC_BIT(41) /* Use Process Table */
602 #define LPCR_EVIRT        PPC_BIT(42) /* Enhanced Virtualisation */
603 #define LPCR_HR           PPC_BIT(43) /* Host Radix */
604 #define LPCR_ONL          PPC_BIT(45)
605 #define LPCR_LD           PPC_BIT(46) /* Large Decrementer */
606 #define LPCR_P7_PECE0     PPC_BIT(49)
607 #define LPCR_P7_PECE1     PPC_BIT(50)
608 #define LPCR_P7_PECE2     PPC_BIT(51)
609 #define LPCR_P8_PECE0     PPC_BIT(47)
610 #define LPCR_P8_PECE1     PPC_BIT(48)
611 #define LPCR_P8_PECE2     PPC_BIT(49)
612 #define LPCR_P8_PECE3     PPC_BIT(50)
613 #define LPCR_P8_PECE4     PPC_BIT(51)
614 /* P9: Power-saving mode Exit Cause Enable (Lower Section) Mask */
615 #define LPCR_PECE_L_SHIFT (63 - 51)
616 #define LPCR_PECE_L_MASK  (0x1full << LPCR_PECE_L_SHIFT)
617 #define LPCR_PDEE         PPC_BIT(47) /* Privileged Doorbell Exit EN */
618 #define LPCR_HDEE         PPC_BIT(48) /* Hyperv Doorbell Exit Enable */
619 #define LPCR_EEE          PPC_BIT(49) /* External Exit Enable        */
620 #define LPCR_DEE          PPC_BIT(50) /* Decrementer Exit Enable     */
621 #define LPCR_OEE          PPC_BIT(51) /* Other Exit Enable           */
622 #define LPCR_MER          PPC_BIT(52)
623 #define LPCR_GTSE         PPC_BIT(53) /* Guest Translation Shootdown */
624 #define LPCR_TC           PPC_BIT(54)
625 #define LPCR_HEIC         PPC_BIT(59) /* HV Extern Interrupt Control */
626 #define LPCR_LPES0        PPC_BIT(60)
627 #define LPCR_LPES1        PPC_BIT(61)
628 #define LPCR_RMI          PPC_BIT(62)
629 #define LPCR_HVICE        PPC_BIT(62) /* HV Virtualisation Int Enable */
630 #define LPCR_HDICE        PPC_BIT(63)
631 
632 /* PSSCR bits */
633 #define PSSCR_ESL         PPC_BIT(42) /* Enable State Loss */
634 #define PSSCR_EC          PPC_BIT(43) /* Exit Criterion */
635 
636 /* HFSCR bits */
637 #define HFSCR_MSGP     PPC_BIT(53) /* Privileged Message Send Facilities */
638 #define HFSCR_BHRB     PPC_BIT(59) /* BHRB Instructions */
639 #define HFSCR_IC_MSGP  0xA
640 
641 #define DBCR0_ICMP (1 << 27)
642 #define DBCR0_BRT (1 << 26)
643 #define DBSR_ICMP (1 << 27)
644 #define DBSR_BRT (1 << 26)
645 
646 /* Hypervisor bit is more specific */
647 #if defined(TARGET_PPC64)
648 #define MSR_HVB (1ULL << MSR_HV)
649 #else
650 #define MSR_HVB (0ULL)
651 #endif
652 
653 /* DSISR */
654 #define DSISR_NOPTE              0x40000000
655 /* Not permitted by access authority of encoded access authority */
656 #define DSISR_PROTFAULT          0x08000000
657 #define DSISR_ISSTORE            0x02000000
658 /* Not permitted by virtual page class key protection */
659 #define DSISR_AMR                0x00200000
660 /* Unsupported Radix Tree Configuration */
661 #define DSISR_R_BADCONFIG        0x00080000
662 #define DSISR_ATOMIC_RC          0x00040000
663 /* Unable to translate address of (guest) pde or process/page table entry */
664 #define DSISR_PRTABLE_FAULT      0x00020000
665 
666 /* SRR1 error code fields */
667 
668 #define SRR1_NOPTE               DSISR_NOPTE
669 /* Not permitted due to no-execute or guard bit set */
670 #define SRR1_NOEXEC_GUARD        0x10000000
671 #define SRR1_PROTFAULT           DSISR_PROTFAULT
672 #define SRR1_IAMR                DSISR_AMR
673 
674 /* SRR1[42:45] wakeup fields for System Reset Interrupt */
675 
676 #define SRR1_WAKEMASK           0x003c0000 /* reason for wakeup */
677 
678 #define SRR1_WAKEHMI            0x00280000 /* Hypervisor maintenance */
679 #define SRR1_WAKEHVI            0x00240000 /* Hypervisor Virt. Interrupt (P9) */
680 #define SRR1_WAKEEE             0x00200000 /* External interrupt */
681 #define SRR1_WAKEDEC            0x00180000 /* Decrementer interrupt */
682 #define SRR1_WAKEDBELL          0x00140000 /* Privileged doorbell */
683 #define SRR1_WAKERESET          0x00100000 /* System reset */
684 #define SRR1_WAKEHDBELL         0x000c0000 /* Hypervisor doorbell */
685 #define SRR1_WAKESCOM           0x00080000 /* SCOM not in power-saving mode */
686 
687 /* SRR1[46:47] power-saving exit mode */
688 
689 #define SRR1_WAKESTATE          0x00030000 /* Powersave exit mask */
690 
691 #define SRR1_WS_HVLOSS          0x00030000 /* HV resources not maintained */
692 #define SRR1_WS_GPRLOSS         0x00020000 /* GPRs not maintained */
693 #define SRR1_WS_NOLOSS          0x00010000 /* All resources maintained */
694 
695 /* Facility Status and Control (FSCR) bits */
696 #define FSCR_EBB        (63 - 56) /* Event-Based Branch Facility */
697 #define FSCR_TAR        (63 - 55) /* Target Address Register */
698 #define FSCR_SCV        (63 - 51) /* System call vectored */
699 /* Interrupt cause mask and position in FSCR. HFSCR has the same format */
700 #define FSCR_IC_MASK    (0xFFULL)
701 #define FSCR_IC_POS     (63 - 7)
702 #define FSCR_IC_DSCR_SPR3   2
703 #define FSCR_IC_PMU         3
704 #define FSCR_IC_BHRB        4
705 #define FSCR_IC_TM          5
706 #define FSCR_IC_EBB         7
707 #define FSCR_IC_TAR         8
708 #define FSCR_IC_SCV        12
709 
710 /* Exception state register bits definition                                  */
711 #define ESR_PIL   PPC_BIT(36) /* Illegal Instruction                    */
712 #define ESR_PPR   PPC_BIT(37) /* Privileged Instruction                 */
713 #define ESR_PTR   PPC_BIT(38) /* Trap                                   */
714 #define ESR_FP    PPC_BIT(39) /* Floating-Point Operation               */
715 #define ESR_ST    PPC_BIT(40) /* Store Operation                        */
716 #define ESR_AP    PPC_BIT(44) /* Auxiliary Processor Operation          */
717 #define ESR_PUO   PPC_BIT(45) /* Unimplemented Operation                */
718 #define ESR_BO    PPC_BIT(46) /* Byte Ordering                          */
719 #define ESR_PIE   PPC_BIT(47) /* Imprecise exception                    */
720 #define ESR_DATA  PPC_BIT(53) /* Data Access (Embedded page table)      */
721 #define ESR_TLBI  PPC_BIT(54) /* TLB Ineligible (Embedded page table)   */
722 #define ESR_PT    PPC_BIT(55) /* Page Table (Embedded page table)       */
723 #define ESR_SPV   PPC_BIT(56) /* SPE/VMX operation                      */
724 #define ESR_EPID  PPC_BIT(57) /* External Process ID operation          */
725 #define ESR_VLEMI PPC_BIT(58) /* VLE operation                          */
726 #define ESR_MIF   PPC_BIT(62) /* Misaligned instruction (VLE)           */
727 
728 /* Transaction EXception And Summary Register bits                           */
729 #define TEXASR_FAILURE_PERSISTENT                (63 - 7)
730 #define TEXASR_DISALLOWED                        (63 - 8)
731 #define TEXASR_NESTING_OVERFLOW                  (63 - 9)
732 #define TEXASR_FOOTPRINT_OVERFLOW                (63 - 10)
733 #define TEXASR_SELF_INDUCED_CONFLICT             (63 - 11)
734 #define TEXASR_NON_TRANSACTIONAL_CONFLICT        (63 - 12)
735 #define TEXASR_TRANSACTION_CONFLICT              (63 - 13)
736 #define TEXASR_TRANSLATION_INVALIDATION_CONFLICT (63 - 14)
737 #define TEXASR_IMPLEMENTATION_SPECIFIC           (63 - 15)
738 #define TEXASR_INSTRUCTION_FETCH_CONFLICT        (63 - 16)
739 #define TEXASR_ABORT                             (63 - 31)
740 #define TEXASR_SUSPENDED                         (63 - 32)
741 #define TEXASR_PRIVILEGE_HV                      (63 - 34)
742 #define TEXASR_PRIVILEGE_PR                      (63 - 35)
743 #define TEXASR_FAILURE_SUMMARY                   (63 - 36)
744 #define TEXASR_TFIAR_EXACT                       (63 - 37)
745 #define TEXASR_ROT                               (63 - 38)
746 #define TEXASR_TRANSACTION_LEVEL                 (63 - 52) /* 12 bits */
747 
748 enum {
749     POWERPC_FLAG_NONE     = 0x00000000,
750     /* Flag for MSR bit 25 signification (VRE/SPE)                           */
751     POWERPC_FLAG_SPE      = 0x00000001,
752     POWERPC_FLAG_VRE      = 0x00000002,
753     /* Flag for MSR bit 17 signification (TGPR/CE)                           */
754     POWERPC_FLAG_TGPR     = 0x00000004,
755     POWERPC_FLAG_CE       = 0x00000008,
756     /* Flag for MSR bit 10 signification (SE/DWE/UBLE)                       */
757     POWERPC_FLAG_SE       = 0x00000010,
758     POWERPC_FLAG_DWE      = 0x00000020,
759     POWERPC_FLAG_UBLE     = 0x00000040,
760     /* Flag for MSR bit 9 signification (BE/DE)                              */
761     POWERPC_FLAG_BE       = 0x00000080,
762     POWERPC_FLAG_DE       = 0x00000100,
763     /* Flag for MSR bit 2 signification (PX/PMM)                             */
764     POWERPC_FLAG_PX       = 0x00000200,
765     POWERPC_FLAG_PMM      = 0x00000400,
766     /* Flag for special features                                             */
767     /* Decrementer clock                                                     */
768     POWERPC_FLAG_BUS_CLK  = 0x00020000,
769     /* Has CFAR                                                              */
770     POWERPC_FLAG_CFAR     = 0x00040000,
771     /* Has VSX                                                               */
772     POWERPC_FLAG_VSX      = 0x00080000,
773     /* Has Transaction Memory (ISA 2.07)                                     */
774     POWERPC_FLAG_TM       = 0x00100000,
775     /* Has SCV (ISA 3.00)                                                    */
776     POWERPC_FLAG_SCV      = 0x00200000,
777     /* Has >1 thread per core                                                */
778     POWERPC_FLAG_SMT      = 0x00400000,
779     /* Using "LPAR per core" mode  (as opposed to per-thread)                */
780     POWERPC_FLAG_SMT_1LPAR = 0x00800000,
781     /* Has BHRB */
782     POWERPC_FLAG_BHRB      = 0x01000000,
783 };
784 
785 /*
786  * Bits for env->hflags.
787  *
788  * Most of these bits overlap with corresponding bits in MSR,
789  * but some come from other sources.  Those that do come from
790  * the MSR are validated in hreg_compute_hflags.
791  */
792 enum {
793     HFLAGS_LE = 0,   /* MSR_LE */
794     HFLAGS_HV = 1,   /* computed from MSR_HV and other state */
795     HFLAGS_64 = 2,   /* computed from MSR_CE and MSR_SF */
796     HFLAGS_GTSE = 3, /* computed from SPR_LPCR[GTSE] */
797     HFLAGS_DR = 4,   /* MSR_DR */
798     HFLAGS_HR = 5,   /* computed from SPR_LPCR[HR] */
799     HFLAGS_SPE = 6,  /* from MSR_SPE if cpu has SPE; avoid overlap w/ MSR_VR */
800     HFLAGS_TM = 8,   /* computed from MSR_TM */
801     HFLAGS_BE = 9,   /* MSR_BE -- from elsewhere on embedded ppc */
802     HFLAGS_SE = 10,  /* MSR_SE -- from elsewhere on embedded ppc */
803     HFLAGS_FP = 13,  /* MSR_FP */
804     HFLAGS_PR = 14,  /* MSR_PR */
805     HFLAGS_PMCC0 = 15,  /* MMCR0 PMCC bit 0 */
806     HFLAGS_PMCC1 = 16,  /* MMCR0 PMCC bit 1 */
807     HFLAGS_PMCJCE = 17, /* MMCR0 PMCjCE bit */
808     HFLAGS_PMC_OTHER = 18, /* PMC other than PMC5-6 is enabled */
809     HFLAGS_INSN_CNT = 19, /* PMU instruction count enabled */
810     HFLAGS_BHRB_ENABLE = 20, /* Summary flag for enabling BHRB */
811     HFLAGS_VSX = 23, /* MSR_VSX if cpu has VSX */
812     HFLAGS_VR = 25,  /* MSR_VR if cpu has VRE */
813 
814     HFLAGS_IMMU_IDX = 26, /* 26..28 -- the composite immu_idx */
815     HFLAGS_DMMU_IDX = 29, /* 29..31 -- the composite dmmu_idx */
816 };
817 
818 /*****************************************************************************/
819 /* Floating point status and control register                                */
820 #define FPSCR_DRN2   PPC_BIT_NR(29) /* Decimal Floating-Point rounding ctrl. */
821 #define FPSCR_DRN1   PPC_BIT_NR(30) /* Decimal Floating-Point rounding ctrl. */
822 #define FPSCR_DRN0   PPC_BIT_NR(31) /* Decimal Floating-Point rounding ctrl. */
823 #define FPSCR_FX     PPC_BIT_NR(32) /* Floating-point exception summary      */
824 #define FPSCR_FEX    PPC_BIT_NR(33) /* Floating-point enabled exception summ.*/
825 #define FPSCR_VX     PPC_BIT_NR(34) /* Floating-point invalid op. excp. summ.*/
826 #define FPSCR_OX     PPC_BIT_NR(35) /* Floating-point overflow exception     */
827 #define FPSCR_UX     PPC_BIT_NR(36) /* Floating-point underflow exception    */
828 #define FPSCR_ZX     PPC_BIT_NR(37) /* Floating-point zero divide exception  */
829 #define FPSCR_XX     PPC_BIT_NR(38) /* Floating-point inexact exception      */
830 #define FPSCR_VXSNAN PPC_BIT_NR(39) /* Floating-point invalid op. excp (sNan)*/
831 #define FPSCR_VXISI  PPC_BIT_NR(40) /* Floating-point invalid op. excp (inf) */
832 #define FPSCR_VXIDI  PPC_BIT_NR(41) /* Floating-point invalid op. excp (inf) */
833 #define FPSCR_VXZDZ  PPC_BIT_NR(42) /* Floating-point invalid op. excp (zero)*/
834 #define FPSCR_VXIMZ  PPC_BIT_NR(43) /* Floating-point invalid op. excp (inf) */
835 #define FPSCR_VXVC   PPC_BIT_NR(44) /* Floating-point invalid op. excp (comp)*/
836 #define FPSCR_FR     PPC_BIT_NR(45) /* Floating-point fraction rounded       */
837 #define FPSCR_FI     PPC_BIT_NR(46) /* Floating-point fraction inexact       */
838 #define FPSCR_C      PPC_BIT_NR(47) /* Floating-point result class descriptor*/
839 #define FPSCR_FL     PPC_BIT_NR(48) /* Floating-point less than or negative  */
840 #define FPSCR_FG     PPC_BIT_NR(49) /* Floating-point greater than or neg.   */
841 #define FPSCR_FE     PPC_BIT_NR(50) /* Floating-point equal or zero          */
842 #define FPSCR_FU     PPC_BIT_NR(51) /* Floating-point unordered or NaN       */
843 #define FPSCR_FPCC   PPC_BIT_NR(51) /* Floating-point condition code         */
844 #define FPSCR_FPRF   PPC_BIT_NR(51) /* Floating-point result flags           */
845 #define FPSCR_VXSOFT PPC_BIT_NR(53) /* Floating-point invalid op. excp (soft)*/
846 #define FPSCR_VXSQRT PPC_BIT_NR(54) /* Floating-point invalid op. excp (sqrt)*/
847 #define FPSCR_VXCVI  PPC_BIT_NR(55) /* Floating-point invalid op. excp (int) */
848 #define FPSCR_VE     PPC_BIT_NR(56) /* Floating-point invalid op. excp enable*/
849 #define FPSCR_OE     PPC_BIT_NR(57) /* Floating-point overflow excp. enable  */
850 #define FPSCR_UE     PPC_BIT_NR(58) /* Floating-point underflow excp. enable */
851 #define FPSCR_ZE     PPC_BIT_NR(59) /* Floating-point zero divide excp enable*/
852 #define FPSCR_XE     PPC_BIT_NR(60) /* Floating-point inexact excp. enable   */
853 #define FPSCR_NI     PPC_BIT_NR(61) /* Floating-point non-IEEE mode          */
854 #define FPSCR_RN1    PPC_BIT_NR(62)
855 #define FPSCR_RN0    PPC_BIT_NR(63) /* Floating-point rounding control       */
856 /* Invalid operation exception summary */
857 #define FPSCR_IX     ((1 << FPSCR_VXSNAN) | (1 << FPSCR_VXISI)  | \
858                       (1 << FPSCR_VXIDI)  | (1 << FPSCR_VXZDZ)  | \
859                       (1 << FPSCR_VXIMZ)  | (1 << FPSCR_VXVC)   | \
860                       (1 << FPSCR_VXSOFT) | (1 << FPSCR_VXSQRT) | \
861                       (1 << FPSCR_VXCVI))
862 
863 FIELD(FPSCR, FI, FPSCR_FI, 1)
864 
865 #define FP_DRN2         (1ull << FPSCR_DRN2)
866 #define FP_DRN1         (1ull << FPSCR_DRN1)
867 #define FP_DRN0         (1ull << FPSCR_DRN0)
868 #define FP_DRN          (FP_DRN2 | FP_DRN1 | FP_DRN0)
869 #define FP_FX           (1ull << FPSCR_FX)
870 #define FP_FEX          (1ull << FPSCR_FEX)
871 #define FP_VX           (1ull << FPSCR_VX)
872 #define FP_OX           (1ull << FPSCR_OX)
873 #define FP_UX           (1ull << FPSCR_UX)
874 #define FP_ZX           (1ull << FPSCR_ZX)
875 #define FP_XX           (1ull << FPSCR_XX)
876 #define FP_VXSNAN       (1ull << FPSCR_VXSNAN)
877 #define FP_VXISI        (1ull << FPSCR_VXISI)
878 #define FP_VXIDI        (1ull << FPSCR_VXIDI)
879 #define FP_VXZDZ        (1ull << FPSCR_VXZDZ)
880 #define FP_VXIMZ        (1ull << FPSCR_VXIMZ)
881 #define FP_VXVC         (1ull << FPSCR_VXVC)
882 #define FP_FR           (1ull << FPSCR_FR)
883 #define FP_FI           (1ull << FPSCR_FI)
884 #define FP_C            (1ull << FPSCR_C)
885 #define FP_FL           (1ull << FPSCR_FL)
886 #define FP_FG           (1ull << FPSCR_FG)
887 #define FP_FE           (1ull << FPSCR_FE)
888 #define FP_FU           (1ull << FPSCR_FU)
889 #define FP_FPCC         (FP_FL | FP_FG | FP_FE | FP_FU)
890 #define FP_FPRF         (FP_C | FP_FPCC)
891 #define FP_VXSOFT       (1ull << FPSCR_VXSOFT)
892 #define FP_VXSQRT       (1ull << FPSCR_VXSQRT)
893 #define FP_VXCVI        (1ull << FPSCR_VXCVI)
894 #define FP_VE           (1ull << FPSCR_VE)
895 #define FP_OE           (1ull << FPSCR_OE)
896 #define FP_UE           (1ull << FPSCR_UE)
897 #define FP_ZE           (1ull << FPSCR_ZE)
898 #define FP_XE           (1ull << FPSCR_XE)
899 #define FP_NI           (1ull << FPSCR_NI)
900 #define FP_RN1          (1ull << FPSCR_RN1)
901 #define FP_RN0          (1ull << FPSCR_RN0)
902 #define FP_RN           (FP_RN1 | FP_RN0)
903 
904 #define FP_ENABLES      (FP_VE | FP_OE | FP_UE | FP_ZE | FP_XE)
905 #define FP_STATUS       (FP_FR | FP_FI | FP_FPRF)
906 
907 /* the exception bits which can be cleared by mcrfs - includes FX */
908 #define FP_EX_CLEAR_BITS (FP_FX     | FP_OX     | FP_UX     | FP_ZX     | \
909                           FP_XX     | FP_VXSNAN | FP_VXISI  | FP_VXIDI  | \
910                           FP_VXZDZ  | FP_VXIMZ  | FP_VXVC   | FP_VXSOFT | \
911                           FP_VXSQRT | FP_VXCVI)
912 
913 /* FPSCR bits that can be set by mtfsf, mtfsfi and mtfsb1 */
914 #define FPSCR_MTFS_MASK (~(MAKE_64BIT_MASK(36, 28) | PPC_BIT(28) |        \
915                            FP_FEX | FP_VX | PPC_BIT(52)))
916 
917 /*****************************************************************************/
918 /* Vector status and control register */
919 #define VSCR_NJ         16 /* Vector non-java */
920 #define VSCR_SAT        0 /* Vector saturation */
921 
922 /*****************************************************************************/
923 /* BookE e500 MMU registers */
924 
925 #define MAS0_NV_SHIFT      0
926 #define MAS0_NV_MASK       (0xfff << MAS0_NV_SHIFT)
927 
928 #define MAS0_WQ_SHIFT      12
929 #define MAS0_WQ_MASK       (3 << MAS0_WQ_SHIFT)
930 /* Write TLB entry regardless of reservation */
931 #define MAS0_WQ_ALWAYS     (0 << MAS0_WQ_SHIFT)
932 /* Write TLB entry only already in use */
933 #define MAS0_WQ_COND       (1 << MAS0_WQ_SHIFT)
934 /* Clear TLB entry */
935 #define MAS0_WQ_CLR_RSRV   (2 << MAS0_WQ_SHIFT)
936 
937 #define MAS0_HES_SHIFT     14
938 #define MAS0_HES           (1 << MAS0_HES_SHIFT)
939 
940 #define MAS0_ESEL_SHIFT    16
941 #define MAS0_ESEL_MASK     (0xfff << MAS0_ESEL_SHIFT)
942 
943 #define MAS0_TLBSEL_SHIFT  28
944 #define MAS0_TLBSEL_MASK   (3 << MAS0_TLBSEL_SHIFT)
945 #define MAS0_TLBSEL_TLB0   (0 << MAS0_TLBSEL_SHIFT)
946 #define MAS0_TLBSEL_TLB1   (1 << MAS0_TLBSEL_SHIFT)
947 #define MAS0_TLBSEL_TLB2   (2 << MAS0_TLBSEL_SHIFT)
948 #define MAS0_TLBSEL_TLB3   (3 << MAS0_TLBSEL_SHIFT)
949 
950 #define MAS0_ATSEL_SHIFT   31
951 #define MAS0_ATSEL         (1 << MAS0_ATSEL_SHIFT)
952 #define MAS0_ATSEL_TLB     0
953 #define MAS0_ATSEL_LRAT    MAS0_ATSEL
954 
955 #define MAS1_TSIZE_SHIFT   7
956 #define MAS1_TSIZE_MASK    (0x1f << MAS1_TSIZE_SHIFT)
957 
958 #define MAS1_TS_SHIFT      12
959 #define MAS1_TS            (1 << MAS1_TS_SHIFT)
960 
961 #define MAS1_IND_SHIFT     13
962 #define MAS1_IND           (1 << MAS1_IND_SHIFT)
963 
964 #define MAS1_TID_SHIFT     16
965 #define MAS1_TID_MASK      (0x3fff << MAS1_TID_SHIFT)
966 
967 #define MAS1_IPROT_SHIFT   30
968 #define MAS1_IPROT         (1 << MAS1_IPROT_SHIFT)
969 
970 #define MAS1_VALID_SHIFT   31
971 #define MAS1_VALID         0x80000000
972 
973 #define MAS2_EPN_SHIFT     12
974 #define MAS2_EPN_MASK      (~0ULL << MAS2_EPN_SHIFT)
975 
976 #define MAS2_ACM_SHIFT     6
977 #define MAS2_ACM           (1 << MAS2_ACM_SHIFT)
978 
979 #define MAS2_VLE_SHIFT     5
980 #define MAS2_VLE           (1 << MAS2_VLE_SHIFT)
981 
982 #define MAS2_W_SHIFT       4
983 #define MAS2_W             (1 << MAS2_W_SHIFT)
984 
985 #define MAS2_I_SHIFT       3
986 #define MAS2_I             (1 << MAS2_I_SHIFT)
987 
988 #define MAS2_M_SHIFT       2
989 #define MAS2_M             (1 << MAS2_M_SHIFT)
990 
991 #define MAS2_G_SHIFT       1
992 #define MAS2_G             (1 << MAS2_G_SHIFT)
993 
994 #define MAS2_E_SHIFT       0
995 #define MAS2_E             (1 << MAS2_E_SHIFT)
996 
997 #define MAS3_RPN_SHIFT     12
998 #define MAS3_RPN_MASK      (0xfffff << MAS3_RPN_SHIFT)
999 
1000 #define MAS3_U0                 0x00000200
1001 #define MAS3_U1                 0x00000100
1002 #define MAS3_U2                 0x00000080
1003 #define MAS3_U3                 0x00000040
1004 #define MAS3_UX                 0x00000020
1005 #define MAS3_SX                 0x00000010
1006 #define MAS3_UW                 0x00000008
1007 #define MAS3_SW                 0x00000004
1008 #define MAS3_UR                 0x00000002
1009 #define MAS3_SR                 0x00000001
1010 #define MAS3_SPSIZE_SHIFT       1
1011 #define MAS3_SPSIZE_MASK        (0x3e << MAS3_SPSIZE_SHIFT)
1012 
1013 #define MAS4_TLBSELD_SHIFT      MAS0_TLBSEL_SHIFT
1014 #define MAS4_TLBSELD_MASK       MAS0_TLBSEL_MASK
1015 #define MAS4_TIDSELD_MASK       0x00030000
1016 #define MAS4_TIDSELD_PID0       0x00000000
1017 #define MAS4_TIDSELD_PID1       0x00010000
1018 #define MAS4_TIDSELD_PID2       0x00020000
1019 #define MAS4_TIDSELD_PIDZ       0x00030000
1020 #define MAS4_INDD               0x00008000      /* Default IND */
1021 #define MAS4_TSIZED_SHIFT       MAS1_TSIZE_SHIFT
1022 #define MAS4_TSIZED_MASK        MAS1_TSIZE_MASK
1023 #define MAS4_ACMD               0x00000040
1024 #define MAS4_VLED               0x00000020
1025 #define MAS4_WD                 0x00000010
1026 #define MAS4_ID                 0x00000008
1027 #define MAS4_MD                 0x00000004
1028 #define MAS4_GD                 0x00000002
1029 #define MAS4_ED                 0x00000001
1030 #define MAS4_WIMGED_MASK        0x0000001f      /* Default WIMGE */
1031 #define MAS4_WIMGED_SHIFT       0
1032 
1033 #define MAS5_SGS                0x80000000
1034 #define MAS5_SLPID_MASK         0x00000fff
1035 
1036 #define MAS6_SPID0              0x3fff0000
1037 #define MAS6_SPID1              0x00007ffe
1038 #define MAS6_ISIZE(x)           MAS1_TSIZE(x)
1039 #define MAS6_SAS                0x00000001
1040 #define MAS6_SPID               MAS6_SPID0
1041 #define MAS6_SIND               0x00000002      /* Indirect page */
1042 #define MAS6_SIND_SHIFT         1
1043 #define MAS6_SPID_MASK          0x3fff0000
1044 #define MAS6_SPID_SHIFT         16
1045 #define MAS6_ISIZE_MASK         0x00000f80
1046 #define MAS6_ISIZE_SHIFT        7
1047 
1048 #define MAS7_RPN                0xffffffff
1049 
1050 #define MAS8_TGS                0x80000000
1051 #define MAS8_VF                 0x40000000
1052 #define MAS8_TLBPID             0x00000fff
1053 
1054 /* Bit definitions for MMUCFG */
1055 #define MMUCFG_MAVN     0x00000003      /* MMU Architecture Version Number */
1056 #define MMUCFG_MAVN_V1  0x00000000      /* v1.0 */
1057 #define MMUCFG_MAVN_V2  0x00000001      /* v2.0 */
1058 #define MMUCFG_NTLBS    0x0000000c      /* Number of TLBs */
1059 #define MMUCFG_PIDSIZE  0x000007c0      /* PID Reg Size */
1060 #define MMUCFG_TWC      0x00008000      /* TLB Write Conditional (v2.0) */
1061 #define MMUCFG_LRAT     0x00010000      /* LRAT Supported (v2.0) */
1062 #define MMUCFG_RASIZE   0x00fe0000      /* Real Addr Size */
1063 #define MMUCFG_LPIDSIZE 0x0f000000      /* LPID Reg Size */
1064 
1065 /* Bit definitions for MMUCSR0 */
1066 #define MMUCSR0_TLB1FI  0x00000002      /* TLB1 Flash invalidate */
1067 #define MMUCSR0_TLB0FI  0x00000004      /* TLB0 Flash invalidate */
1068 #define MMUCSR0_TLB2FI  0x00000040      /* TLB2 Flash invalidate */
1069 #define MMUCSR0_TLB3FI  0x00000020      /* TLB3 Flash invalidate */
1070 #define MMUCSR0_TLBFI   (MMUCSR0_TLB0FI | MMUCSR0_TLB1FI | \
1071                          MMUCSR0_TLB2FI | MMUCSR0_TLB3FI)
1072 #define MMUCSR0_TLB0PS  0x00000780      /* TLB0 Page Size */
1073 #define MMUCSR0_TLB1PS  0x00007800      /* TLB1 Page Size */
1074 #define MMUCSR0_TLB2PS  0x00078000      /* TLB2 Page Size */
1075 #define MMUCSR0_TLB3PS  0x00780000      /* TLB3 Page Size */
1076 
1077 /* TLBnCFG encoding */
1078 #define TLBnCFG_N_ENTRY         0x00000fff      /* number of entries */
1079 #define TLBnCFG_HES             0x00002000      /* HW select supported */
1080 #define TLBnCFG_AVAIL           0x00004000      /* variable page size */
1081 #define TLBnCFG_IPROT           0x00008000      /* IPROT supported */
1082 #define TLBnCFG_GTWE            0x00010000      /* Guest can write */
1083 #define TLBnCFG_IND             0x00020000      /* IND entries supported */
1084 #define TLBnCFG_PT              0x00040000      /* Can load from page table */
1085 #define TLBnCFG_MINSIZE         0x00f00000      /* Minimum Page Size (v1.0) */
1086 #define TLBnCFG_MINSIZE_SHIFT   20
1087 #define TLBnCFG_MAXSIZE         0x000f0000      /* Maximum Page Size (v1.0) */
1088 #define TLBnCFG_MAXSIZE_SHIFT   16
1089 #define TLBnCFG_ASSOC           0xff000000      /* Associativity */
1090 #define TLBnCFG_ASSOC_SHIFT     24
1091 
1092 /* TLBnPS encoding */
1093 #define TLBnPS_4K               0x00000004
1094 #define TLBnPS_8K               0x00000008
1095 #define TLBnPS_16K              0x00000010
1096 #define TLBnPS_32K              0x00000020
1097 #define TLBnPS_64K              0x00000040
1098 #define TLBnPS_128K             0x00000080
1099 #define TLBnPS_256K             0x00000100
1100 #define TLBnPS_512K             0x00000200
1101 #define TLBnPS_1M               0x00000400
1102 #define TLBnPS_2M               0x00000800
1103 #define TLBnPS_4M               0x00001000
1104 #define TLBnPS_8M               0x00002000
1105 #define TLBnPS_16M              0x00004000
1106 #define TLBnPS_32M              0x00008000
1107 #define TLBnPS_64M              0x00010000
1108 #define TLBnPS_128M             0x00020000
1109 #define TLBnPS_256M             0x00040000
1110 #define TLBnPS_512M             0x00080000
1111 #define TLBnPS_1G               0x00100000
1112 #define TLBnPS_2G               0x00200000
1113 #define TLBnPS_4G               0x00400000
1114 #define TLBnPS_8G               0x00800000
1115 #define TLBnPS_16G              0x01000000
1116 #define TLBnPS_32G              0x02000000
1117 #define TLBnPS_64G              0x04000000
1118 #define TLBnPS_128G             0x08000000
1119 #define TLBnPS_256G             0x10000000
1120 
1121 /* tlbilx action encoding */
1122 #define TLBILX_T_ALL                    0
1123 #define TLBILX_T_TID                    1
1124 #define TLBILX_T_FULLMATCH              3
1125 #define TLBILX_T_CLASS0                 4
1126 #define TLBILX_T_CLASS1                 5
1127 #define TLBILX_T_CLASS2                 6
1128 #define TLBILX_T_CLASS3                 7
1129 
1130 /* BookE 2.06 helper defines */
1131 
1132 #define BOOKE206_FLUSH_TLB0    (1 << 0)
1133 #define BOOKE206_FLUSH_TLB1    (1 << 1)
1134 #define BOOKE206_FLUSH_TLB2    (1 << 2)
1135 #define BOOKE206_FLUSH_TLB3    (1 << 3)
1136 
1137 /* number of possible TLBs */
1138 #define BOOKE206_MAX_TLBN      4
1139 
1140 #define EPID_EPID_SHIFT 0x0
1141 #define EPID_EPID 0xFF
1142 #define EPID_ELPID_SHIFT 0x10
1143 #define EPID_ELPID 0x3F0000
1144 #define EPID_EGS 0x20000000
1145 #define EPID_EGS_SHIFT 29
1146 #define EPID_EAS 0x40000000
1147 #define EPID_EAS_SHIFT 30
1148 #define EPID_EPR 0x80000000
1149 #define EPID_EPR_SHIFT 31
1150 /* We don't support EGS and ELPID */
1151 #define EPID_MASK (EPID_EPID | EPID_EAS | EPID_EPR)
1152 
1153 /*****************************************************************************/
1154 /* Server and Embedded Processor Control */
1155 
1156 #define DBELL_TYPE_SHIFT               27
1157 #define DBELL_TYPE_MASK                (0x1f << DBELL_TYPE_SHIFT)
1158 #define DBELL_TYPE_DBELL               (0x00 << DBELL_TYPE_SHIFT)
1159 #define DBELL_TYPE_DBELL_CRIT          (0x01 << DBELL_TYPE_SHIFT)
1160 #define DBELL_TYPE_G_DBELL             (0x02 << DBELL_TYPE_SHIFT)
1161 #define DBELL_TYPE_G_DBELL_CRIT        (0x03 << DBELL_TYPE_SHIFT)
1162 #define DBELL_TYPE_G_DBELL_MC          (0x04 << DBELL_TYPE_SHIFT)
1163 
1164 #define DBELL_TYPE_DBELL_SERVER        (0x05 << DBELL_TYPE_SHIFT)
1165 
1166 #define DBELL_BRDCAST_MASK             PPC_BITMASK(37, 38)
1167 #define DBELL_BRDCAST_SHIFT            25
1168 #define DBELL_BRDCAST_SUBPROC          (0x1 << DBELL_BRDCAST_SHIFT)
1169 #define DBELL_BRDCAST_CORE             (0x2 << DBELL_BRDCAST_SHIFT)
1170 
1171 #define DBELL_LPIDTAG_SHIFT            14
1172 #define DBELL_LPIDTAG_MASK             (0xfff << DBELL_LPIDTAG_SHIFT)
1173 #define DBELL_PIRTAG_MASK              0x3fff
1174 
1175 #define DBELL_PROCIDTAG_MASK           PPC_BITMASK(44, 63)
1176 
1177 #define PPC_PAGE_SIZES_MAX_SZ   8
1178 
1179 struct ppc_radix_page_info {
1180     uint32_t count;
1181     uint32_t entries[PPC_PAGE_SIZES_MAX_SZ];
1182 };
1183 
1184 /*****************************************************************************/
1185 /* Dynamic Execution Control Register */
1186 
1187 #define DEXCR_ASPECT(name, num)                    \
1188 FIELD(DEXCR, PNH_##name, PPC_BIT_NR(num), 1)       \
1189 FIELD(DEXCR, PRO_##name, PPC_BIT_NR(num + 32), 1)  \
1190 FIELD(HDEXCR, HNU_##name, PPC_BIT_NR(num), 1)      \
1191 FIELD(HDEXCR, ENF_##name, PPC_BIT_NR(num + 32), 1) \
1192 
1193 DEXCR_ASPECT(SBHE, 0)
1194 DEXCR_ASPECT(IBRTPD, 1)
1195 DEXCR_ASPECT(SRAPD, 4)
1196 DEXCR_ASPECT(NPHIE, 5)
1197 DEXCR_ASPECT(PHIE, 6)
1198 
1199 /*****************************************************************************/
1200 /* PowerNV ChipTOD and TimeBase State Machine */
1201 struct pnv_tod_tbst {
1202     int tb_ready_for_tod; /* core TB ready to receive TOD from chiptod */
1203     int tod_sent_to_tb;   /* chiptod sent TOD to the core TB */
1204 
1205     /*
1206      * "Timers" for async TBST events are simulated by mfTFAC because TFAC
1207      * is polled for such events. These are just used to ensure firmware
1208      * performs the polling at least a few times.
1209      */
1210     int tb_state_timer;
1211     int tb_sync_pulse_timer;
1212 };
1213 
1214 /*****************************************************************************/
1215 /* The whole PowerPC CPU context */
1216 
1217 /*
1218  * PowerPC needs eight modes for different hypervisor/supervisor/guest
1219  * + real/paged mode combinations. The other two modes are for
1220  * external PID load/store.
1221  */
1222 #define PPC_TLB_EPID_LOAD 8
1223 #define PPC_TLB_EPID_STORE 9
1224 
1225 #define PPC_CPU_OPCODES_LEN          0x40
1226 #define PPC_CPU_INDIRECT_OPCODES_LEN 0x20
1227 
1228 #define BHRB_MAX_NUM_ENTRIES_LOG2 (5)
1229 #define BHRB_MAX_NUM_ENTRIES      (1 << BHRB_MAX_NUM_ENTRIES_LOG2)
1230 
1231 struct CPUArchState {
1232     /* Most commonly used resources during translated code execution first */
1233     target_ulong gpr[32];  /* general purpose registers */
1234     target_ulong gprh[32]; /* storage for GPR MSB, used by the SPE extension */
1235     target_ulong lr;
1236     target_ulong ctr;
1237     uint32_t crf[8];       /* condition register */
1238 #if defined(TARGET_PPC64)
1239     target_ulong cfar;
1240 #endif
1241     target_ulong xer;      /* XER (with SO, OV, CA split out) */
1242     target_ulong so;
1243     target_ulong ov;
1244     target_ulong ca;
1245     target_ulong ov32;
1246     target_ulong ca32;
1247 
1248     target_ulong reserve_addr;   /* Reservation address */
1249     target_ulong reserve_length; /* Reservation larx op size (bytes) */
1250     target_ulong reserve_val;    /* Reservation value */
1251 #if defined(TARGET_PPC64)
1252     target_ulong reserve_val2;
1253 #endif
1254 
1255     /* These are used in supervisor mode only */
1256     target_ulong msr;      /* machine state register */
1257     target_ulong tgpr[4];  /* temporary general purpose registers, */
1258                            /* used to speed-up TLB assist handlers */
1259 
1260     target_ulong nip;      /* next instruction pointer */
1261 
1262     /* when a memory exception occurs, the access type is stored here */
1263     int access_type;
1264 
1265 #if !defined(CONFIG_USER_ONLY)
1266     /* MMU context, only relevant for full system emulation */
1267 #if defined(TARGET_PPC64)
1268     ppc_slb_t slb[MAX_SLB_ENTRIES]; /* PowerPC 64 SLB area */
1269     struct CPUBreakpoint *ciabr_breakpoint;
1270     struct CPUWatchpoint *dawr0_watchpoint;
1271 
1272     /* POWER CPU regs/state */
1273     target_ulong scratch[8]; /* SCRATCH registers (shared across core) */
1274 #endif
1275     target_ulong sr[32];   /* segment registers */
1276     uint32_t nb_BATs;      /* number of BATs */
1277     target_ulong DBAT[2][8];
1278     target_ulong IBAT[2][8];
1279     /* PowerPC TLB registers (for 4xx, e500 and 60x software driven TLBs) */
1280     int32_t nb_tlb;  /* Total number of TLB */
1281     int tlb_per_way; /* Speed-up helper: used to avoid divisions at run time */
1282     int nb_ways;     /* Number of ways in the TLB set */
1283     int last_way;    /* Last used way used to allocate TLB in a LRU way */
1284     int nb_pids;     /* Number of available PID registers */
1285     int tlb_type;    /* Type of TLB we're dealing with */
1286     ppc_tlb_t tlb;   /* TLB is optional. Allocate them only if needed */
1287 #ifdef CONFIG_KVM
1288     bool tlb_dirty;  /* Set to non-zero when modifying TLB */
1289     bool kvm_sw_tlb; /* non-zero if KVM SW TLB API is active */
1290 #endif /* CONFIG_KVM */
1291     uint32_t tlb_need_flush; /* Delayed flush needed */
1292 #define TLB_NEED_LOCAL_FLUSH   0x1
1293 #define TLB_NEED_GLOBAL_FLUSH  0x2
1294 
1295 #if defined(TARGET_PPC64)
1296     /* PowerNV chiptod / timebase facility state. */
1297     /* Would be nice to put these into PnvCore */
1298     struct pnv_tod_tbst pnv_tod_tbst;
1299 #endif
1300 #endif
1301 
1302     /* Other registers */
1303     target_ulong spr[1024]; /* special purpose registers */
1304     ppc_spr_t spr_cb[1024];
1305     /* Composite status for PMC[1-6] enabled and counting insns or cycles. */
1306     uint8_t pmc_ins_cnt;
1307     uint8_t pmc_cyc_cnt;
1308     /* Vector status and control register, minus VSCR_SAT */
1309     uint32_t vscr;
1310     /* VSX registers (including FP and AVR) */
1311     ppc_vsr_t vsr[64] QEMU_ALIGNED(16);
1312     /* Non-zero if and only if VSCR_SAT should be set */
1313     ppc_vsr_t vscr_sat QEMU_ALIGNED(16);
1314     /* SPE registers */
1315     uint64_t spe_acc;
1316     uint32_t spe_fscr;
1317     /* SPE and Altivec share status as they'll never be used simultaneously */
1318     float_status vec_status;
1319     float_status fp_status; /* Floating point execution context */
1320     target_ulong fpscr;     /* Floating point status and control register */
1321 
1322     /* Internal devices resources */
1323     ppc_tb_t *tb_env;      /* Time base and decrementer */
1324     ppc_dcr_t *dcr_env;    /* Device control registers */
1325 
1326     int dcache_line_size;
1327     int icache_line_size;
1328 
1329 #ifdef TARGET_PPC64
1330     /* Branch History Rolling Buffer (BHRB) resources */
1331     target_ulong bhrb_num_entries;
1332     intptr_t     bhrb_base;
1333     target_ulong bhrb_filter;
1334     target_ulong bhrb_offset;
1335     target_ulong bhrb_offset_mask;
1336     uint64_t bhrb[BHRB_MAX_NUM_ENTRIES];
1337 #endif
1338 
1339     /* These resources are used during exception processing */
1340     /* CPU model definition */
1341     target_ulong msr_mask;
1342     powerpc_mmu_t mmu_model;
1343     powerpc_excp_t excp_model;
1344     powerpc_input_t bus_model;
1345     int bfd_mach;
1346     uint32_t flags;
1347     uint64_t insns_flags;
1348     uint64_t insns_flags2;
1349 
1350     int error_code;
1351     uint32_t pending_interrupts;
1352 #if !defined(CONFIG_USER_ONLY)
1353     uint64_t excp_stats[POWERPC_EXCP_NB];
1354     /*
1355      * This is the IRQ controller, which is implementation dependent and only
1356      * relevant when emulating a complete machine. Note that this isn't used
1357      * by recent Book3s compatible CPUs (POWER7 and newer).
1358      */
1359     uint32_t irq_input_state;
1360 
1361     target_ulong excp_vectors[POWERPC_EXCP_NB]; /* Exception vectors */
1362     target_ulong excp_prefix;
1363     target_ulong ivor_mask;
1364     target_ulong ivpr_mask;
1365     target_ulong hreset_vector;
1366     hwaddr mpic_iack;
1367     bool mpic_proxy;  /* true if the external proxy facility mode is enabled */
1368     bool has_hv_mode; /* set when the processor has an HV mode, thus HV priv */
1369                       /* instructions and SPRs are diallowed if MSR:HV is 0 */
1370     /*
1371      * On P7/P8/P9, set when in PM state so we need to handle resume in a
1372      * special way (such as routing some resume causes to 0x100, i.e. sreset).
1373      */
1374     bool resume_as_sreset;
1375 #endif
1376 
1377     /* These resources are used only in TCG */
1378     uint32_t hflags;
1379     target_ulong hflags_compat_nmsr; /* for migration compatibility */
1380 
1381     /* Power management */
1382     int (*check_pow)(CPUPPCState *env);
1383 
1384     /* attn instruction enable */
1385     int (*check_attn)(CPUPPCState *env);
1386 
1387 #if !defined(CONFIG_USER_ONLY)
1388     void *load_info;  /* holds boot loading state */
1389 #endif
1390 
1391     /* booke timers */
1392 
1393     /*
1394      * Specifies bit locations of the Time Base used to signal a fixed timer
1395      * exception on a transition from 0 to 1 (watchdog or fixed-interval timer)
1396      *
1397      * 0 selects the least significant bit, 63 selects the most significant bit
1398      */
1399     uint8_t fit_period[4];
1400     uint8_t wdt_period[4];
1401 
1402     /* Transactional memory state */
1403     target_ulong tm_gpr[32];
1404     ppc_avr_t tm_vsr[64];
1405     uint64_t tm_cr;
1406     uint64_t tm_lr;
1407     uint64_t tm_ctr;
1408     uint64_t tm_fpscr;
1409     uint64_t tm_amr;
1410     uint64_t tm_ppr;
1411     uint64_t tm_vrsave;
1412     uint32_t tm_vscr;
1413     uint64_t tm_dscr;
1414     uint64_t tm_tar;
1415 
1416     /*
1417      * Timers used to fire performance monitor alerts
1418      * when counting cycles.
1419      */
1420     QEMUTimer *pmu_cyc_overflow_timers[PMU_COUNTERS_NUM];
1421 
1422     /*
1423      * PMU base time value used by the PMU to calculate
1424      * running cycles.
1425      */
1426     uint64_t pmu_base_time;
1427 };
1428 
1429 #define _CORE_ID(cs)                                            \
1430     (POWERPC_CPU(cs)->env.spr_cb[SPR_PIR].default_value & ~(cs->nr_threads - 1))
1431 
1432 #define THREAD_SIBLING_FOREACH(cs, cs_sibling)                  \
1433     CPU_FOREACH(cs_sibling)                                     \
1434         if (_CORE_ID(cs) == _CORE_ID(cs_sibling))
1435 
1436 #define SET_FIT_PERIOD(a_, b_, c_, d_)          \
1437 do {                                            \
1438     env->fit_period[0] = (a_);                  \
1439     env->fit_period[1] = (b_);                  \
1440     env->fit_period[2] = (c_);                  \
1441     env->fit_period[3] = (d_);                  \
1442  } while (0)
1443 
1444 #define SET_WDT_PERIOD(a_, b_, c_, d_)          \
1445 do {                                            \
1446     env->wdt_period[0] = (a_);                  \
1447     env->wdt_period[1] = (b_);                  \
1448     env->wdt_period[2] = (c_);                  \
1449     env->wdt_period[3] = (d_);                  \
1450  } while (0)
1451 
1452 typedef struct PPCVirtualHypervisor PPCVirtualHypervisor;
1453 typedef struct PPCVirtualHypervisorClass PPCVirtualHypervisorClass;
1454 
1455 /**
1456  * PowerPCCPU:
1457  * @env: #CPUPPCState
1458  * @vcpu_id: vCPU identifier given to KVM
1459  * @compat_pvr: Current logical PVR, zero if in "raw" mode
1460  *
1461  * A PowerPC CPU.
1462  */
1463 struct ArchCPU {
1464     CPUState parent_obj;
1465 
1466     CPUPPCState env;
1467 
1468     int vcpu_id;
1469     uint32_t compat_pvr;
1470     PPCVirtualHypervisor *vhyp;
1471     PPCVirtualHypervisorClass *vhyp_class;
1472     void *machine_data;
1473     int32_t node_id; /* NUMA node this CPU belongs to */
1474     PPCHash64Options *hash64_opts;
1475 
1476     /* Those resources are used only during code translation */
1477     /* opcode handlers */
1478     opc_handler_t *opcodes[PPC_CPU_OPCODES_LEN];
1479 
1480     /* Fields related to migration compatibility hacks */
1481     bool pre_2_8_migration;
1482     target_ulong mig_msr_mask;
1483     uint64_t mig_insns_flags;
1484     uint64_t mig_insns_flags2;
1485     uint32_t mig_nb_BATs;
1486     bool pre_2_10_migration;
1487     bool pre_3_0_migration;
1488     int32_t mig_slb_nr;
1489 };
1490 
1491 /**
1492  * PowerPCCPUClass:
1493  * @parent_realize: The parent class' realize handler.
1494  * @parent_phases: The parent class' reset phase handlers.
1495  *
1496  * A PowerPC CPU model.
1497  */
1498 struct PowerPCCPUClass {
1499     CPUClass parent_class;
1500 
1501     DeviceRealize parent_realize;
1502     DeviceUnrealize parent_unrealize;
1503     ResettablePhases parent_phases;
1504     void (*parent_parse_features)(const char *type, char *str, Error **errp);
1505 
1506     uint32_t pvr;
1507     /*
1508      * If @best is false, match if pcc is in the family of pvr
1509      * Else match only if pcc is the best match for pvr in this family.
1510      */
1511     bool (*pvr_match)(struct PowerPCCPUClass *pcc, uint32_t pvr, bool best);
1512     uint64_t pcr_mask;          /* Available bits in PCR register */
1513     uint64_t pcr_supported;     /* Bits for supported PowerISA versions */
1514     uint32_t svr;
1515     uint64_t insns_flags;
1516     uint64_t insns_flags2;
1517     uint64_t msr_mask;
1518     uint64_t lpcr_mask;         /* Available bits in the LPCR */
1519     uint64_t lpcr_pm;           /* Power-saving mode Exit Cause Enable bits */
1520     powerpc_mmu_t   mmu_model;
1521     powerpc_excp_t  excp_model;
1522     powerpc_input_t bus_model;
1523     uint32_t flags;
1524     int bfd_mach;
1525     uint32_t l1_dcache_size, l1_icache_size;
1526 #ifndef CONFIG_USER_ONLY
1527     GDBFeature gdb_spr;
1528 #endif
1529     const PPCHash64Options *hash64_opts;
1530     struct ppc_radix_page_info *radix_page_info;
1531     uint32_t lrg_decr_bits;
1532     int n_host_threads;
1533     void (*init_proc)(CPUPPCState *env);
1534     int  (*check_pow)(CPUPPCState *env);
1535     int  (*check_attn)(CPUPPCState *env);
1536 };
1537 
1538 ObjectClass *ppc_cpu_class_by_name(const char *name);
1539 PowerPCCPUClass *ppc_cpu_class_by_pvr(uint32_t pvr);
1540 PowerPCCPUClass *ppc_cpu_class_by_pvr_mask(uint32_t pvr);
1541 PowerPCCPUClass *ppc_cpu_get_family_class(PowerPCCPUClass *pcc);
1542 
1543 #ifndef CONFIG_USER_ONLY
1544 struct PPCVirtualHypervisorClass {
1545     InterfaceClass parent;
1546     bool (*cpu_in_nested)(PowerPCCPU *cpu);
1547     void (*deliver_hv_excp)(PowerPCCPU *cpu, int excp);
1548     void (*hypercall)(PPCVirtualHypervisor *vhyp, PowerPCCPU *cpu);
1549     hwaddr (*hpt_mask)(PPCVirtualHypervisor *vhyp);
1550     const ppc_hash_pte64_t *(*map_hptes)(PPCVirtualHypervisor *vhyp,
1551                                          hwaddr ptex, int n);
1552     void (*unmap_hptes)(PPCVirtualHypervisor *vhyp,
1553                         const ppc_hash_pte64_t *hptes,
1554                         hwaddr ptex, int n);
1555     void (*hpte_set_c)(PPCVirtualHypervisor *vhyp, hwaddr ptex, uint64_t pte1);
1556     void (*hpte_set_r)(PPCVirtualHypervisor *vhyp, hwaddr ptex, uint64_t pte1);
1557     bool (*get_pate)(PPCVirtualHypervisor *vhyp, PowerPCCPU *cpu,
1558                      target_ulong lpid, ppc_v3_pate_t *entry);
1559     target_ulong (*encode_hpt_for_kvm_pr)(PPCVirtualHypervisor *vhyp);
1560     void (*cpu_exec_enter)(PPCVirtualHypervisor *vhyp, PowerPCCPU *cpu);
1561     void (*cpu_exec_exit)(PPCVirtualHypervisor *vhyp, PowerPCCPU *cpu);
1562 };
1563 
1564 #define TYPE_PPC_VIRTUAL_HYPERVISOR "ppc-virtual-hypervisor"
1565 DECLARE_OBJ_CHECKERS(PPCVirtualHypervisor, PPCVirtualHypervisorClass,
1566                      PPC_VIRTUAL_HYPERVISOR, TYPE_PPC_VIRTUAL_HYPERVISOR)
1567 
1568 static inline bool vhyp_cpu_in_nested(PowerPCCPU *cpu)
1569 {
1570     return cpu->vhyp_class->cpu_in_nested(cpu);
1571 }
1572 #endif /* CONFIG_USER_ONLY */
1573 
1574 void ppc_cpu_dump_state(CPUState *cpu, FILE *f, int flags);
1575 int ppc_cpu_gdb_read_register(CPUState *cpu, GByteArray *buf, int reg);
1576 int ppc_cpu_gdb_read_register_apple(CPUState *cpu, GByteArray *buf, int reg);
1577 int ppc_cpu_gdb_write_register(CPUState *cpu, uint8_t *buf, int reg);
1578 int ppc_cpu_gdb_write_register_apple(CPUState *cpu, uint8_t *buf, int reg);
1579 #ifndef CONFIG_USER_ONLY
1580 hwaddr ppc_cpu_get_phys_page_debug(CPUState *cpu, vaddr addr);
1581 #endif
1582 int ppc64_cpu_write_elf64_note(WriteCoreDumpFunction f, CPUState *cs,
1583                                int cpuid, DumpState *s);
1584 int ppc32_cpu_write_elf32_note(WriteCoreDumpFunction f, CPUState *cs,
1585                                int cpuid, DumpState *s);
1586 #ifndef CONFIG_USER_ONLY
1587 void ppc_maybe_interrupt(CPUPPCState *env);
1588 void ppc_cpu_do_interrupt(CPUState *cpu);
1589 bool ppc_cpu_exec_interrupt(CPUState *cpu, int int_req);
1590 void ppc_cpu_do_system_reset(CPUState *cs);
1591 void ppc_cpu_do_fwnmi_machine_check(CPUState *cs, target_ulong vector);
1592 extern const VMStateDescription vmstate_ppc_cpu;
1593 #endif
1594 
1595 /*****************************************************************************/
1596 void ppc_translate_init(void);
1597 
1598 #if !defined(CONFIG_USER_ONLY)
1599 void ppc_store_sdr1(CPUPPCState *env, target_ulong value);
1600 void ppc_store_lpcr(PowerPCCPU *cpu, target_ulong val);
1601 void ppc_update_ciabr(CPUPPCState *env);
1602 void ppc_store_ciabr(CPUPPCState *env, target_ulong value);
1603 void ppc_update_daw0(CPUPPCState *env);
1604 void ppc_store_dawr0(CPUPPCState *env, target_ulong value);
1605 void ppc_store_dawrx0(CPUPPCState *env, uint32_t value);
1606 #endif /* !defined(CONFIG_USER_ONLY) */
1607 void ppc_store_msr(CPUPPCState *env, target_ulong value);
1608 
1609 void ppc_cpu_list(void);
1610 
1611 /* Time-base and decrementer management */
1612 uint64_t cpu_ppc_load_tbl(CPUPPCState *env);
1613 uint32_t cpu_ppc_load_tbu(CPUPPCState *env);
1614 void cpu_ppc_store_tbu(CPUPPCState *env, uint32_t value);
1615 void cpu_ppc_store_tbl(CPUPPCState *env, uint32_t value);
1616 uint64_t cpu_ppc_load_atbl(CPUPPCState *env);
1617 uint32_t cpu_ppc_load_atbu(CPUPPCState *env);
1618 void cpu_ppc_store_atbl(CPUPPCState *env, uint32_t value);
1619 void cpu_ppc_store_atbu(CPUPPCState *env, uint32_t value);
1620 void cpu_ppc_increase_tb_by_offset(CPUPPCState *env, int64_t offset);
1621 void cpu_ppc_decrease_tb_by_offset(CPUPPCState *env, int64_t offset);
1622 uint64_t cpu_ppc_load_vtb(CPUPPCState *env);
1623 void cpu_ppc_store_vtb(CPUPPCState *env, uint64_t value);
1624 bool ppc_decr_clear_on_delivery(CPUPPCState *env);
1625 target_ulong cpu_ppc_load_decr(CPUPPCState *env);
1626 void cpu_ppc_store_decr(CPUPPCState *env, target_ulong value);
1627 target_ulong cpu_ppc_load_hdecr(CPUPPCState *env);
1628 void cpu_ppc_store_hdecr(CPUPPCState *env, target_ulong value);
1629 void cpu_ppc_store_tbu40(CPUPPCState *env, uint64_t value);
1630 uint64_t cpu_ppc_load_purr(CPUPPCState *env);
1631 void cpu_ppc_store_purr(CPUPPCState *env, uint64_t value);
1632 #if !defined(CONFIG_USER_ONLY)
1633 target_ulong load_40x_pit(CPUPPCState *env);
1634 void store_40x_pit(CPUPPCState *env, target_ulong val);
1635 void store_40x_dbcr0(CPUPPCState *env, uint32_t val);
1636 void store_40x_sler(CPUPPCState *env, uint32_t val);
1637 void store_40x_tcr(CPUPPCState *env, target_ulong val);
1638 void store_40x_tsr(CPUPPCState *env, target_ulong val);
1639 void store_booke_tcr(CPUPPCState *env, target_ulong val);
1640 void store_booke_tsr(CPUPPCState *env, target_ulong val);
1641 void ppc_tlb_invalidate_all(CPUPPCState *env);
1642 void ppc_tlb_invalidate_one(CPUPPCState *env, target_ulong addr);
1643 void cpu_ppc_set_vhyp(PowerPCCPU *cpu, PPCVirtualHypervisor *vhyp);
1644 void cpu_ppc_set_1lpar(PowerPCCPU *cpu);
1645 #endif
1646 
1647 void ppc_store_fpscr(CPUPPCState *env, target_ulong val);
1648 void helper_hfscr_facility_check(CPUPPCState *env, uint32_t bit,
1649                                  const char *caller, uint32_t cause);
1650 
1651 static inline uint64_t ppc_dump_gpr(CPUPPCState *env, int gprn)
1652 {
1653     uint64_t gprv;
1654 
1655     gprv = env->gpr[gprn];
1656     if (env->flags & POWERPC_FLAG_SPE) {
1657         /*
1658          * If the CPU implements the SPE extension, we have to get the
1659          * high bits of the GPR from the gprh storage area
1660          */
1661         gprv &= 0xFFFFFFFFULL;
1662         gprv |= (uint64_t)env->gprh[gprn] << 32;
1663     }
1664 
1665     return gprv;
1666 }
1667 
1668 /* Device control registers */
1669 int ppc_dcr_read(ppc_dcr_t *dcr_env, int dcrn, uint32_t *valp);
1670 int ppc_dcr_write(ppc_dcr_t *dcr_env, int dcrn, uint32_t val);
1671 
1672 #define cpu_list ppc_cpu_list
1673 
1674 /* MMU modes definitions */
1675 #define MMU_USER_IDX 0
1676 static inline int ppc_env_mmu_index(CPUPPCState *env, bool ifetch)
1677 {
1678 #ifdef CONFIG_USER_ONLY
1679     return MMU_USER_IDX;
1680 #else
1681     return (env->hflags >> (ifetch ? HFLAGS_IMMU_IDX : HFLAGS_DMMU_IDX)) & 7;
1682 #endif
1683 }
1684 
1685 /* Compatibility modes */
1686 #if defined(TARGET_PPC64)
1687 bool ppc_check_compat(PowerPCCPU *cpu, uint32_t compat_pvr,
1688                       uint32_t min_compat_pvr, uint32_t max_compat_pvr);
1689 bool ppc_type_check_compat(const char *cputype, uint32_t compat_pvr,
1690                            uint32_t min_compat_pvr, uint32_t max_compat_pvr);
1691 
1692 int ppc_set_compat(PowerPCCPU *cpu, uint32_t compat_pvr, Error **errp);
1693 
1694 #if !defined(CONFIG_USER_ONLY)
1695 int ppc_set_compat_all(uint32_t compat_pvr, Error **errp);
1696 int ppc_init_compat_all(uint32_t compat_pvr, Error **errp);
1697 #endif
1698 int ppc_compat_max_vthreads(PowerPCCPU *cpu);
1699 void ppc_compat_add_property(Object *obj, const char *name,
1700                              uint32_t *compat_pvr, const char *basedesc);
1701 #endif /* defined(TARGET_PPC64) */
1702 
1703 #include "exec/cpu-all.h"
1704 
1705 /*****************************************************************************/
1706 /* CRF definitions */
1707 #define CRF_LT_BIT    3
1708 #define CRF_GT_BIT    2
1709 #define CRF_EQ_BIT    1
1710 #define CRF_SO_BIT    0
1711 #define CRF_LT        (1 << CRF_LT_BIT)
1712 #define CRF_GT        (1 << CRF_GT_BIT)
1713 #define CRF_EQ        (1 << CRF_EQ_BIT)
1714 #define CRF_SO        (1 << CRF_SO_BIT)
1715 /* For SPE extensions */
1716 #define CRF_CH        (1 << CRF_LT_BIT)
1717 #define CRF_CL        (1 << CRF_GT_BIT)
1718 #define CRF_CH_OR_CL  (1 << CRF_EQ_BIT)
1719 #define CRF_CH_AND_CL (1 << CRF_SO_BIT)
1720 
1721 /* XER definitions */
1722 #define XER_SO  31
1723 #define XER_OV  30
1724 #define XER_CA  29
1725 #define XER_OV32  19
1726 #define XER_CA32  18
1727 #define XER_CMP  8
1728 #define XER_BC   0
1729 #define xer_so  (env->so)
1730 #define xer_cmp ((env->xer >> XER_CMP) & 0xFF)
1731 #define xer_bc  ((env->xer >> XER_BC)  & 0x7F)
1732 
1733 /* SPR definitions */
1734 #define SPR_MQ                (0x000)
1735 #define SPR_XER               (0x001)
1736 #define SPR_LR                (0x008)
1737 #define SPR_CTR               (0x009)
1738 #define SPR_UAMR              (0x00D)
1739 #define SPR_DSCR              (0x011)
1740 #define SPR_DSISR             (0x012)
1741 #define SPR_DAR               (0x013)
1742 #define SPR_DECR              (0x016)
1743 #define SPR_SDR1              (0x019)
1744 #define SPR_SRR0              (0x01A)
1745 #define SPR_SRR1              (0x01B)
1746 #define SPR_CFAR              (0x01C)
1747 #define SPR_AMR               (0x01D)
1748 #define SPR_ACOP              (0x01F)
1749 #define SPR_BOOKE_PID         (0x030)
1750 #define SPR_BOOKS_PID         (0x030)
1751 #define SPR_BOOKE_DECAR       (0x036)
1752 #define SPR_BOOKE_CSRR0       (0x03A)
1753 #define SPR_BOOKE_CSRR1       (0x03B)
1754 #define SPR_BOOKE_DEAR        (0x03D)
1755 #define SPR_IAMR              (0x03D)
1756 #define SPR_BOOKE_ESR         (0x03E)
1757 #define SPR_BOOKE_IVPR        (0x03F)
1758 #define SPR_MPC_EIE           (0x050)
1759 #define SPR_MPC_EID           (0x051)
1760 #define SPR_MPC_NRI           (0x052)
1761 #define SPR_TFHAR             (0x080)
1762 #define SPR_TFIAR             (0x081)
1763 #define SPR_TEXASR            (0x082)
1764 #define SPR_TEXASRU           (0x083)
1765 #define SPR_UCTRL             (0x088)
1766 #define SPR_TIDR              (0x090)
1767 #define SPR_MPC_CMPA          (0x090)
1768 #define SPR_MPC_CMPB          (0x091)
1769 #define SPR_MPC_CMPC          (0x092)
1770 #define SPR_MPC_CMPD          (0x093)
1771 #define SPR_MPC_ECR           (0x094)
1772 #define SPR_MPC_DER           (0x095)
1773 #define SPR_MPC_COUNTA        (0x096)
1774 #define SPR_MPC_COUNTB        (0x097)
1775 #define SPR_CTRL              (0x098)
1776 #define SPR_MPC_CMPE          (0x098)
1777 #define SPR_MPC_CMPF          (0x099)
1778 #define SPR_FSCR              (0x099)
1779 #define SPR_MPC_CMPG          (0x09A)
1780 #define SPR_MPC_CMPH          (0x09B)
1781 #define SPR_MPC_LCTRL1        (0x09C)
1782 #define SPR_MPC_LCTRL2        (0x09D)
1783 #define SPR_UAMOR             (0x09D)
1784 #define SPR_MPC_ICTRL         (0x09E)
1785 #define SPR_MPC_BAR           (0x09F)
1786 #define SPR_PSPB              (0x09F)
1787 #define SPR_DPDES             (0x0B0)
1788 #define SPR_DAWR0             (0x0B4)
1789 #define SPR_DAWR1             (0x0B5)
1790 #define SPR_RPR               (0x0BA)
1791 #define SPR_CIABR             (0x0BB)
1792 #define SPR_DAWRX0            (0x0BC)
1793 #define SPR_DAWRX1            (0x0BD)
1794 #define SPR_HFSCR             (0x0BE)
1795 #define SPR_VRSAVE            (0x100)
1796 #define SPR_USPRG0            (0x100)
1797 #define SPR_USPRG1            (0x101)
1798 #define SPR_USPRG2            (0x102)
1799 #define SPR_USPRG3            (0x103)
1800 #define SPR_USPRG4            (0x104)
1801 #define SPR_USPRG5            (0x105)
1802 #define SPR_USPRG6            (0x106)
1803 #define SPR_USPRG7            (0x107)
1804 #define SPR_TBL               (0x10C)
1805 #define SPR_TBU               (0x10D)
1806 #define SPR_SPRG0             (0x110)
1807 #define SPR_SPRG1             (0x111)
1808 #define SPR_SPRG2             (0x112)
1809 #define SPR_SPRG3             (0x113)
1810 #define SPR_SPRG4             (0x114)
1811 #define SPR_POWER_SPRC        (0x114)
1812 #define SPR_SPRG5             (0x115)
1813 #define SPR_POWER_SPRD        (0x115)
1814 #define SPR_SPRG6             (0x116)
1815 #define SPR_SPRG7             (0x117)
1816 #define SPR_ASR               (0x118)
1817 #define SPR_EAR               (0x11A)
1818 #define SPR_WR_TBL            (0x11C)
1819 #define SPR_WR_TBU            (0x11D)
1820 #define SPR_TBU40             (0x11E)
1821 #define SPR_SVR               (0x11E)
1822 #define SPR_BOOKE_PIR         (0x11E)
1823 #define SPR_PVR               (0x11F)
1824 #define SPR_HSPRG0            (0x130)
1825 #define SPR_BOOKE_DBSR        (0x130)
1826 #define SPR_HSPRG1            (0x131)
1827 #define SPR_HDSISR            (0x132)
1828 #define SPR_HDAR              (0x133)
1829 #define SPR_BOOKE_EPCR        (0x133)
1830 #define SPR_SPURR             (0x134)
1831 #define SPR_BOOKE_DBCR0       (0x134)
1832 #define SPR_IBCR              (0x135)
1833 #define SPR_PURR              (0x135)
1834 #define SPR_BOOKE_DBCR1       (0x135)
1835 #define SPR_DBCR              (0x136)
1836 #define SPR_HDEC              (0x136)
1837 #define SPR_BOOKE_DBCR2       (0x136)
1838 #define SPR_HIOR              (0x137)
1839 #define SPR_MBAR              (0x137)
1840 #define SPR_RMOR              (0x138)
1841 #define SPR_BOOKE_IAC1        (0x138)
1842 #define SPR_HRMOR             (0x139)
1843 #define SPR_BOOKE_IAC2        (0x139)
1844 #define SPR_HSRR0             (0x13A)
1845 #define SPR_BOOKE_IAC3        (0x13A)
1846 #define SPR_HSRR1             (0x13B)
1847 #define SPR_BOOKE_IAC4        (0x13B)
1848 #define SPR_BOOKE_DAC1        (0x13C)
1849 #define SPR_MMCRH             (0x13C)
1850 #define SPR_DABR2             (0x13D)
1851 #define SPR_BOOKE_DAC2        (0x13D)
1852 #define SPR_TFMR              (0x13D)
1853 #define SPR_BOOKE_DVC1        (0x13E)
1854 #define SPR_LPCR              (0x13E)
1855 #define SPR_BOOKE_DVC2        (0x13F)
1856 #define SPR_LPIDR             (0x13F)
1857 #define SPR_BOOKE_TSR         (0x150)
1858 #define SPR_HMER              (0x150)
1859 #define SPR_HMEER             (0x151)
1860 #define SPR_PCR               (0x152)
1861 #define SPR_HEIR              (0x153)
1862 #define SPR_BOOKE_LPIDR       (0x152)
1863 #define SPR_BOOKE_TCR         (0x154)
1864 #define SPR_BOOKE_TLB0PS      (0x158)
1865 #define SPR_BOOKE_TLB1PS      (0x159)
1866 #define SPR_BOOKE_TLB2PS      (0x15A)
1867 #define SPR_BOOKE_TLB3PS      (0x15B)
1868 #define SPR_AMOR              (0x15D)
1869 #define SPR_BOOKE_MAS7_MAS3   (0x174)
1870 #define SPR_BOOKE_IVOR0       (0x190)
1871 #define SPR_BOOKE_IVOR1       (0x191)
1872 #define SPR_BOOKE_IVOR2       (0x192)
1873 #define SPR_BOOKE_IVOR3       (0x193)
1874 #define SPR_BOOKE_IVOR4       (0x194)
1875 #define SPR_BOOKE_IVOR5       (0x195)
1876 #define SPR_BOOKE_IVOR6       (0x196)
1877 #define SPR_BOOKE_IVOR7       (0x197)
1878 #define SPR_BOOKE_IVOR8       (0x198)
1879 #define SPR_BOOKE_IVOR9       (0x199)
1880 #define SPR_BOOKE_IVOR10      (0x19A)
1881 #define SPR_BOOKE_IVOR11      (0x19B)
1882 #define SPR_BOOKE_IVOR12      (0x19C)
1883 #define SPR_BOOKE_IVOR13      (0x19D)
1884 #define SPR_BOOKE_IVOR14      (0x19E)
1885 #define SPR_BOOKE_IVOR15      (0x19F)
1886 #define SPR_BOOKE_IVOR38      (0x1B0)
1887 #define SPR_BOOKE_IVOR39      (0x1B1)
1888 #define SPR_BOOKE_IVOR40      (0x1B2)
1889 #define SPR_BOOKE_IVOR41      (0x1B3)
1890 #define SPR_BOOKE_IVOR42      (0x1B4)
1891 #define SPR_BOOKE_GIVOR2      (0x1B8)
1892 #define SPR_BOOKE_GIVOR3      (0x1B9)
1893 #define SPR_BOOKE_GIVOR4      (0x1BA)
1894 #define SPR_BOOKE_GIVOR8      (0x1BB)
1895 #define SPR_BOOKE_GIVOR13     (0x1BC)
1896 #define SPR_BOOKE_GIVOR14     (0x1BD)
1897 #define SPR_TIR               (0x1BE)
1898 #define SPR_UHDEXCR           (0x1C7)
1899 #define SPR_PTCR              (0x1D0)
1900 #define SPR_HASHKEYR          (0x1D4)
1901 #define SPR_HASHPKEYR         (0x1D5)
1902 #define SPR_HDEXCR            (0x1D7)
1903 #define SPR_BOOKE_SPEFSCR     (0x200)
1904 #define SPR_Exxx_BBEAR        (0x201)
1905 #define SPR_Exxx_BBTAR        (0x202)
1906 #define SPR_Exxx_L1CFG0       (0x203)
1907 #define SPR_Exxx_L1CFG1       (0x204)
1908 #define SPR_Exxx_NPIDR        (0x205)
1909 #define SPR_ATBL              (0x20E)
1910 #define SPR_ATBU              (0x20F)
1911 #define SPR_IBAT0U            (0x210)
1912 #define SPR_BOOKE_IVOR32      (0x210)
1913 #define SPR_RCPU_MI_GRA       (0x210)
1914 #define SPR_IBAT0L            (0x211)
1915 #define SPR_BOOKE_IVOR33      (0x211)
1916 #define SPR_IBAT1U            (0x212)
1917 #define SPR_BOOKE_IVOR34      (0x212)
1918 #define SPR_IBAT1L            (0x213)
1919 #define SPR_BOOKE_IVOR35      (0x213)
1920 #define SPR_IBAT2U            (0x214)
1921 #define SPR_BOOKE_IVOR36      (0x214)
1922 #define SPR_IBAT2L            (0x215)
1923 #define SPR_BOOKE_IVOR37      (0x215)
1924 #define SPR_IBAT3U            (0x216)
1925 #define SPR_IBAT3L            (0x217)
1926 #define SPR_DBAT0U            (0x218)
1927 #define SPR_RCPU_L2U_GRA      (0x218)
1928 #define SPR_DBAT0L            (0x219)
1929 #define SPR_DBAT1U            (0x21A)
1930 #define SPR_DBAT1L            (0x21B)
1931 #define SPR_DBAT2U            (0x21C)
1932 #define SPR_DBAT2L            (0x21D)
1933 #define SPR_DBAT3U            (0x21E)
1934 #define SPR_DBAT3L            (0x21F)
1935 #define SPR_IBAT4U            (0x230)
1936 #define SPR_RPCU_BBCMCR       (0x230)
1937 #define SPR_MPC_IC_CST        (0x230)
1938 #define SPR_Exxx_CTXCR        (0x230)
1939 #define SPR_IBAT4L            (0x231)
1940 #define SPR_MPC_IC_ADR        (0x231)
1941 #define SPR_Exxx_DBCR3        (0x231)
1942 #define SPR_IBAT5U            (0x232)
1943 #define SPR_MPC_IC_DAT        (0x232)
1944 #define SPR_Exxx_DBCNT        (0x232)
1945 #define SPR_IBAT5L            (0x233)
1946 #define SPR_IBAT6U            (0x234)
1947 #define SPR_IBAT6L            (0x235)
1948 #define SPR_IBAT7U            (0x236)
1949 #define SPR_IBAT7L            (0x237)
1950 #define SPR_DBAT4U            (0x238)
1951 #define SPR_RCPU_L2U_MCR      (0x238)
1952 #define SPR_MPC_DC_CST        (0x238)
1953 #define SPR_Exxx_ALTCTXCR     (0x238)
1954 #define SPR_DBAT4L            (0x239)
1955 #define SPR_MPC_DC_ADR        (0x239)
1956 #define SPR_DBAT5U            (0x23A)
1957 #define SPR_BOOKE_MCSRR0      (0x23A)
1958 #define SPR_MPC_DC_DAT        (0x23A)
1959 #define SPR_DBAT5L            (0x23B)
1960 #define SPR_BOOKE_MCSRR1      (0x23B)
1961 #define SPR_DBAT6U            (0x23C)
1962 #define SPR_BOOKE_MCSR        (0x23C)
1963 #define SPR_DBAT6L            (0x23D)
1964 #define SPR_Exxx_MCAR         (0x23D)
1965 #define SPR_DBAT7U            (0x23E)
1966 #define SPR_BOOKE_DSRR0       (0x23E)
1967 #define SPR_DBAT7L            (0x23F)
1968 #define SPR_BOOKE_DSRR1       (0x23F)
1969 #define SPR_BOOKE_SPRG8       (0x25C)
1970 #define SPR_BOOKE_SPRG9       (0x25D)
1971 #define SPR_BOOKE_MAS0        (0x270)
1972 #define SPR_BOOKE_MAS1        (0x271)
1973 #define SPR_BOOKE_MAS2        (0x272)
1974 #define SPR_BOOKE_MAS3        (0x273)
1975 #define SPR_BOOKE_MAS4        (0x274)
1976 #define SPR_BOOKE_MAS5        (0x275)
1977 #define SPR_BOOKE_MAS6        (0x276)
1978 #define SPR_BOOKE_PID1        (0x279)
1979 #define SPR_BOOKE_PID2        (0x27A)
1980 #define SPR_MPC_DPDR          (0x280)
1981 #define SPR_MPC_IMMR          (0x288)
1982 #define SPR_BOOKE_TLB0CFG     (0x2B0)
1983 #define SPR_BOOKE_TLB1CFG     (0x2B1)
1984 #define SPR_BOOKE_TLB2CFG     (0x2B2)
1985 #define SPR_BOOKE_TLB3CFG     (0x2B3)
1986 #define SPR_BOOKE_EPR         (0x2BE)
1987 #define SPR_POWER_USIER2      (0x2E0)
1988 #define SPR_POWER_USIER3      (0x2E1)
1989 #define SPR_POWER_UMMCR3      (0x2E2)
1990 #define SPR_POWER_SIER2       (0x2F0)
1991 #define SPR_POWER_SIER3       (0x2F1)
1992 #define SPR_POWER_MMCR3       (0x2F2)
1993 #define SPR_PERF0             (0x300)
1994 #define SPR_RCPU_MI_RBA0      (0x300)
1995 #define SPR_MPC_MI_CTR        (0x300)
1996 #define SPR_POWER_USIER       (0x300)
1997 #define SPR_PERF1             (0x301)
1998 #define SPR_RCPU_MI_RBA1      (0x301)
1999 #define SPR_POWER_UMMCR2      (0x301)
2000 #define SPR_PERF2             (0x302)
2001 #define SPR_RCPU_MI_RBA2      (0x302)
2002 #define SPR_MPC_MI_AP         (0x302)
2003 #define SPR_POWER_UMMCRA      (0x302)
2004 #define SPR_PERF3             (0x303)
2005 #define SPR_RCPU_MI_RBA3      (0x303)
2006 #define SPR_MPC_MI_EPN        (0x303)
2007 #define SPR_POWER_UPMC1       (0x303)
2008 #define SPR_PERF4             (0x304)
2009 #define SPR_POWER_UPMC2       (0x304)
2010 #define SPR_PERF5             (0x305)
2011 #define SPR_MPC_MI_TWC        (0x305)
2012 #define SPR_POWER_UPMC3       (0x305)
2013 #define SPR_PERF6             (0x306)
2014 #define SPR_MPC_MI_RPN        (0x306)
2015 #define SPR_POWER_UPMC4       (0x306)
2016 #define SPR_PERF7             (0x307)
2017 #define SPR_POWER_UPMC5       (0x307)
2018 #define SPR_PERF8             (0x308)
2019 #define SPR_RCPU_L2U_RBA0     (0x308)
2020 #define SPR_MPC_MD_CTR        (0x308)
2021 #define SPR_POWER_UPMC6       (0x308)
2022 #define SPR_PERF9             (0x309)
2023 #define SPR_RCPU_L2U_RBA1     (0x309)
2024 #define SPR_MPC_MD_CASID      (0x309)
2025 #define SPR_970_UPMC7         (0X309)
2026 #define SPR_PERFA             (0x30A)
2027 #define SPR_RCPU_L2U_RBA2     (0x30A)
2028 #define SPR_MPC_MD_AP         (0x30A)
2029 #define SPR_970_UPMC8         (0X30A)
2030 #define SPR_PERFB             (0x30B)
2031 #define SPR_RCPU_L2U_RBA3     (0x30B)
2032 #define SPR_MPC_MD_EPN        (0x30B)
2033 #define SPR_POWER_UMMCR0      (0X30B)
2034 #define SPR_PERFC             (0x30C)
2035 #define SPR_MPC_MD_TWB        (0x30C)
2036 #define SPR_POWER_USIAR       (0X30C)
2037 #define SPR_PERFD             (0x30D)
2038 #define SPR_MPC_MD_TWC        (0x30D)
2039 #define SPR_POWER_USDAR       (0X30D)
2040 #define SPR_PERFE             (0x30E)
2041 #define SPR_MPC_MD_RPN        (0x30E)
2042 #define SPR_POWER_UMMCR1      (0X30E)
2043 #define SPR_PERFF             (0x30F)
2044 #define SPR_MPC_MD_TW         (0x30F)
2045 #define SPR_UPERF0            (0x310)
2046 #define SPR_POWER_SIER        (0x310)
2047 #define SPR_UPERF1            (0x311)
2048 #define SPR_POWER_MMCR2       (0x311)
2049 #define SPR_UPERF2            (0x312)
2050 #define SPR_POWER_MMCRA       (0X312)
2051 #define SPR_UPERF3            (0x313)
2052 #define SPR_POWER_PMC1        (0X313)
2053 #define SPR_UPERF4            (0x314)
2054 #define SPR_POWER_PMC2        (0X314)
2055 #define SPR_UPERF5            (0x315)
2056 #define SPR_POWER_PMC3        (0X315)
2057 #define SPR_UPERF6            (0x316)
2058 #define SPR_POWER_PMC4        (0X316)
2059 #define SPR_UPERF7            (0x317)
2060 #define SPR_POWER_PMC5        (0X317)
2061 #define SPR_UPERF8            (0x318)
2062 #define SPR_POWER_PMC6        (0X318)
2063 #define SPR_UPERF9            (0x319)
2064 #define SPR_970_PMC7          (0X319)
2065 #define SPR_UPERFA            (0x31A)
2066 #define SPR_970_PMC8          (0X31A)
2067 #define SPR_UPERFB            (0x31B)
2068 #define SPR_POWER_MMCR0       (0X31B)
2069 #define SPR_UPERFC            (0x31C)
2070 #define SPR_POWER_SIAR        (0X31C)
2071 #define SPR_UPERFD            (0x31D)
2072 #define SPR_POWER_SDAR        (0X31D)
2073 #define SPR_UPERFE            (0x31E)
2074 #define SPR_POWER_MMCR1       (0X31E)
2075 #define SPR_UPERFF            (0x31F)
2076 #define SPR_RCPU_MI_RA0       (0x320)
2077 #define SPR_MPC_MI_DBCAM      (0x320)
2078 #define SPR_BESCRS            (0x320)
2079 #define SPR_RCPU_MI_RA1       (0x321)
2080 #define SPR_MPC_MI_DBRAM0     (0x321)
2081 #define SPR_BESCRSU           (0x321)
2082 #define SPR_RCPU_MI_RA2       (0x322)
2083 #define SPR_MPC_MI_DBRAM1     (0x322)
2084 #define SPR_BESCRR            (0x322)
2085 #define SPR_RCPU_MI_RA3       (0x323)
2086 #define SPR_BESCRRU           (0x323)
2087 #define SPR_EBBHR             (0x324)
2088 #define SPR_EBBRR             (0x325)
2089 #define SPR_BESCR             (0x326)
2090 #define SPR_RCPU_L2U_RA0      (0x328)
2091 #define SPR_MPC_MD_DBCAM      (0x328)
2092 #define SPR_RCPU_L2U_RA1      (0x329)
2093 #define SPR_MPC_MD_DBRAM0     (0x329)
2094 #define SPR_RCPU_L2U_RA2      (0x32A)
2095 #define SPR_MPC_MD_DBRAM1     (0x32A)
2096 #define SPR_RCPU_L2U_RA3      (0x32B)
2097 #define SPR_UDEXCR            (0x32C)
2098 #define SPR_TAR               (0x32F)
2099 #define SPR_ASDR              (0x330)
2100 #define SPR_DEXCR             (0x33C)
2101 #define SPR_IC                (0x350)
2102 #define SPR_VTB               (0x351)
2103 #define SPR_LDBAR             (0x352)
2104 #define SPR_MMCRC             (0x353)
2105 #define SPR_PSSCR             (0x357)
2106 #define SPR_440_INV0          (0x370)
2107 #define SPR_440_INV1          (0x371)
2108 #define SPR_TRIG1             (0x371)
2109 #define SPR_440_INV2          (0x372)
2110 #define SPR_TRIG2             (0x372)
2111 #define SPR_440_INV3          (0x373)
2112 #define SPR_440_ITV0          (0x374)
2113 #define SPR_440_ITV1          (0x375)
2114 #define SPR_440_ITV2          (0x376)
2115 #define SPR_440_ITV3          (0x377)
2116 #define SPR_440_CCR1          (0x378)
2117 #define SPR_TACR              (0x378)
2118 #define SPR_TCSCR             (0x379)
2119 #define SPR_CSIGR             (0x37a)
2120 #define SPR_DCRIPR            (0x37B)
2121 #define SPR_POWER_SPMC1       (0x37C)
2122 #define SPR_POWER_SPMC2       (0x37D)
2123 #define SPR_POWER_MMCRS       (0x37E)
2124 #define SPR_WORT              (0x37F)
2125 #define SPR_PPR               (0x380)
2126 #define SPR_PPR32             (0x382)
2127 #define SPR_750_GQR0          (0x390)
2128 #define SPR_440_DNV0          (0x390)
2129 #define SPR_750_GQR1          (0x391)
2130 #define SPR_440_DNV1          (0x391)
2131 #define SPR_750_GQR2          (0x392)
2132 #define SPR_440_DNV2          (0x392)
2133 #define SPR_750_GQR3          (0x393)
2134 #define SPR_440_DNV3          (0x393)
2135 #define SPR_750_GQR4          (0x394)
2136 #define SPR_440_DTV0          (0x394)
2137 #define SPR_750_GQR5          (0x395)
2138 #define SPR_440_DTV1          (0x395)
2139 #define SPR_750_GQR6          (0x396)
2140 #define SPR_440_DTV2          (0x396)
2141 #define SPR_750_GQR7          (0x397)
2142 #define SPR_440_DTV3          (0x397)
2143 #define SPR_750_THRM4         (0x398)
2144 #define SPR_750CL_HID2        (0x398)
2145 #define SPR_440_DVLIM         (0x398)
2146 #define SPR_750_WPAR          (0x399)
2147 #define SPR_440_IVLIM         (0x399)
2148 #define SPR_TSCR              (0x399)
2149 #define SPR_750_DMAU          (0x39A)
2150 #define SPR_POWER_TTR         (0x39A)
2151 #define SPR_750_DMAL          (0x39B)
2152 #define SPR_440_RSTCFG        (0x39B)
2153 #define SPR_BOOKE_DCDBTRL     (0x39C)
2154 #define SPR_BOOKE_DCDBTRH     (0x39D)
2155 #define SPR_BOOKE_ICDBTRL     (0x39E)
2156 #define SPR_BOOKE_ICDBTRH     (0x39F)
2157 #define SPR_74XX_UMMCR2       (0x3A0)
2158 #define SPR_7XX_UPMC5         (0x3A1)
2159 #define SPR_7XX_UPMC6         (0x3A2)
2160 #define SPR_UBAMR             (0x3A7)
2161 #define SPR_7XX_UMMCR0        (0x3A8)
2162 #define SPR_7XX_UPMC1         (0x3A9)
2163 #define SPR_7XX_UPMC2         (0x3AA)
2164 #define SPR_7XX_USIAR         (0x3AB)
2165 #define SPR_7XX_UMMCR1        (0x3AC)
2166 #define SPR_7XX_UPMC3         (0x3AD)
2167 #define SPR_7XX_UPMC4         (0x3AE)
2168 #define SPR_USDA              (0x3AF)
2169 #define SPR_40x_ZPR           (0x3B0)
2170 #define SPR_BOOKE_MAS7        (0x3B0)
2171 #define SPR_74XX_MMCR2        (0x3B0)
2172 #define SPR_7XX_PMC5          (0x3B1)
2173 #define SPR_40x_PID           (0x3B1)
2174 #define SPR_7XX_PMC6          (0x3B2)
2175 #define SPR_440_MMUCR         (0x3B2)
2176 #define SPR_4xx_CCR0          (0x3B3)
2177 #define SPR_BOOKE_EPLC        (0x3B3)
2178 #define SPR_405_IAC3          (0x3B4)
2179 #define SPR_BOOKE_EPSC        (0x3B4)
2180 #define SPR_405_IAC4          (0x3B5)
2181 #define SPR_405_DVC1          (0x3B6)
2182 #define SPR_405_DVC2          (0x3B7)
2183 #define SPR_BAMR              (0x3B7)
2184 #define SPR_7XX_MMCR0         (0x3B8)
2185 #define SPR_7XX_PMC1          (0x3B9)
2186 #define SPR_40x_SGR           (0x3B9)
2187 #define SPR_7XX_PMC2          (0x3BA)
2188 #define SPR_40x_DCWR          (0x3BA)
2189 #define SPR_7XX_SIAR          (0x3BB)
2190 #define SPR_405_SLER          (0x3BB)
2191 #define SPR_7XX_MMCR1         (0x3BC)
2192 #define SPR_405_SU0R          (0x3BC)
2193 #define SPR_401_SKR           (0x3BC)
2194 #define SPR_7XX_PMC3          (0x3BD)
2195 #define SPR_405_DBCR1         (0x3BD)
2196 #define SPR_7XX_PMC4          (0x3BE)
2197 #define SPR_SDA               (0x3BF)
2198 #define SPR_403_VTBL          (0x3CC)
2199 #define SPR_403_VTBU          (0x3CD)
2200 #define SPR_DMISS             (0x3D0)
2201 #define SPR_DCMP              (0x3D1)
2202 #define SPR_HASH1             (0x3D2)
2203 #define SPR_HASH2             (0x3D3)
2204 #define SPR_BOOKE_ICDBDR      (0x3D3)
2205 #define SPR_TLBMISS           (0x3D4)
2206 #define SPR_IMISS             (0x3D4)
2207 #define SPR_40x_ESR           (0x3D4)
2208 #define SPR_PTEHI             (0x3D5)
2209 #define SPR_ICMP              (0x3D5)
2210 #define SPR_40x_DEAR          (0x3D5)
2211 #define SPR_PTELO             (0x3D6)
2212 #define SPR_RPA               (0x3D6)
2213 #define SPR_40x_EVPR          (0x3D6)
2214 #define SPR_L3PM              (0x3D7)
2215 #define SPR_403_CDBCR         (0x3D7)
2216 #define SPR_L3ITCR0           (0x3D8)
2217 #define SPR_TCR               (0x3D8)
2218 #define SPR_40x_TSR           (0x3D8)
2219 #define SPR_IBR               (0x3DA)
2220 #define SPR_40x_TCR           (0x3DA)
2221 #define SPR_ESASRR            (0x3DB)
2222 #define SPR_40x_PIT           (0x3DB)
2223 #define SPR_403_TBL           (0x3DC)
2224 #define SPR_403_TBU           (0x3DD)
2225 #define SPR_SEBR              (0x3DE)
2226 #define SPR_40x_SRR2          (0x3DE)
2227 #define SPR_SER               (0x3DF)
2228 #define SPR_40x_SRR3          (0x3DF)
2229 #define SPR_L3OHCR            (0x3E8)
2230 #define SPR_L3ITCR1           (0x3E9)
2231 #define SPR_L3ITCR2           (0x3EA)
2232 #define SPR_L3ITCR3           (0x3EB)
2233 #define SPR_HID0              (0x3F0)
2234 #define SPR_40x_DBSR          (0x3F0)
2235 #define SPR_HID1              (0x3F1)
2236 #define SPR_IABR              (0x3F2)
2237 #define SPR_40x_DBCR0         (0x3F2)
2238 #define SPR_Exxx_L1CSR0       (0x3F2)
2239 #define SPR_ICTRL             (0x3F3)
2240 #define SPR_HID2              (0x3F3)
2241 #define SPR_750CL_HID4        (0x3F3)
2242 #define SPR_Exxx_L1CSR1       (0x3F3)
2243 #define SPR_440_DBDR          (0x3F3)
2244 #define SPR_LDSTDB            (0x3F4)
2245 #define SPR_750_TDCL          (0x3F4)
2246 #define SPR_40x_IAC1          (0x3F4)
2247 #define SPR_MMUCSR0           (0x3F4)
2248 #define SPR_970_HID4          (0x3F4)
2249 #define SPR_DABR              (0x3F5)
2250 #define DABR_MASK (~(target_ulong)0x7)
2251 #define SPR_Exxx_BUCSR        (0x3F5)
2252 #define SPR_40x_IAC2          (0x3F5)
2253 #define SPR_40x_DAC1          (0x3F6)
2254 #define SPR_MSSCR0            (0x3F6)
2255 #define SPR_970_HID5          (0x3F6)
2256 #define SPR_MSSSR0            (0x3F7)
2257 #define SPR_MSSCR1            (0x3F7)
2258 #define SPR_DABRX             (0x3F7)
2259 #define SPR_40x_DAC2          (0x3F7)
2260 #define SPR_MMUCFG            (0x3F7)
2261 #define SPR_LDSTCR            (0x3F8)
2262 #define SPR_L2PMCR            (0x3F8)
2263 #define SPR_750FX_HID2        (0x3F8)
2264 #define SPR_Exxx_L1FINV0      (0x3F8)
2265 #define SPR_L2CR              (0x3F9)
2266 #define SPR_Exxx_L2CSR0       (0x3F9)
2267 #define SPR_L3CR              (0x3FA)
2268 #define SPR_750_TDCH          (0x3FA)
2269 #define SPR_IABR2             (0x3FA)
2270 #define SPR_40x_DCCR          (0x3FA)
2271 #define SPR_ICTC              (0x3FB)
2272 #define SPR_40x_ICCR          (0x3FB)
2273 #define SPR_THRM1             (0x3FC)
2274 #define SPR_403_PBL1          (0x3FC)
2275 #define SPR_SP                (0x3FD)
2276 #define SPR_THRM2             (0x3FD)
2277 #define SPR_403_PBU1          (0x3FD)
2278 #define SPR_604_HID13         (0x3FD)
2279 #define SPR_LT                (0x3FE)
2280 #define SPR_THRM3             (0x3FE)
2281 #define SPR_RCPU_FPECR        (0x3FE)
2282 #define SPR_403_PBL2          (0x3FE)
2283 #define SPR_PIR               (0x3FF)
2284 #define SPR_403_PBU2          (0x3FF)
2285 #define SPR_604_HID15         (0x3FF)
2286 #define SPR_E500_SVR          (0x3FF)
2287 
2288 /* Disable MAS Interrupt Updates for Hypervisor */
2289 #define EPCR_DMIUH            (1 << 22)
2290 /* Disable Guest TLB Management Instructions */
2291 #define EPCR_DGTMI            (1 << 23)
2292 /* Guest Interrupt Computation Mode */
2293 #define EPCR_GICM             (1 << 24)
2294 /* Interrupt Computation Mode */
2295 #define EPCR_ICM              (1 << 25)
2296 /* Disable Embedded Hypervisor Debug */
2297 #define EPCR_DUVD             (1 << 26)
2298 /* Instruction Storage Interrupt Directed to Guest State */
2299 #define EPCR_ISIGS            (1 << 27)
2300 /* Data Storage Interrupt Directed to Guest State */
2301 #define EPCR_DSIGS            (1 << 28)
2302 /* Instruction TLB Error Interrupt Directed to Guest State */
2303 #define EPCR_ITLBGS           (1 << 29)
2304 /* Data TLB Error Interrupt Directed to Guest State */
2305 #define EPCR_DTLBGS           (1 << 30)
2306 /* External Input Interrupt Directed to Guest State */
2307 #define EPCR_EXTGS            (1 << 31)
2308 
2309 #define   L1CSR0_CPE    0x00010000  /* Data Cache Parity Enable */
2310 #define   L1CSR0_CUL    0x00000400  /* (D-)Cache Unable to Lock */
2311 #define   L1CSR0_DCLFR  0x00000100  /* D-Cache Lock Flash Reset */
2312 #define   L1CSR0_DCFI   0x00000002  /* Data Cache Flash Invalidate */
2313 #define   L1CSR0_DCE    0x00000001  /* Data Cache Enable */
2314 
2315 #define   L1CSR1_CPE    0x00010000  /* Instruction Cache Parity Enable */
2316 #define   L1CSR1_ICUL   0x00000400  /* I-Cache Unable to Lock */
2317 #define   L1CSR1_ICLFR  0x00000100  /* I-Cache Lock Flash Reset */
2318 #define   L1CSR1_ICFI   0x00000002  /* Instruction Cache Flash Invalidate */
2319 #define   L1CSR1_ICE    0x00000001  /* Instruction Cache Enable */
2320 
2321 /* E500 L2CSR0 */
2322 #define E500_L2CSR0_L2FI    (1 << 21)   /* L2 cache flash invalidate */
2323 #define E500_L2CSR0_L2FL    (1 << 11)   /* L2 cache flush */
2324 #define E500_L2CSR0_L2LFC   (1 << 10)   /* L2 cache lock flash clear */
2325 
2326 /* HID0 bits */
2327 #define HID0_DEEPNAP        (1 << 24)           /* pre-2.06 */
2328 #define HID0_DOZE           (1 << 23)           /* pre-2.06 */
2329 #define HID0_NAP            (1 << 22)           /* pre-2.06 */
2330 #define HID0_HILE           PPC_BIT(19) /* POWER8 */
2331 #define HID0_POWER9_HILE    PPC_BIT(4)
2332 #define HID0_ENABLE_ATTN    PPC_BIT(31) /* POWER8 */
2333 #define HID0_POWER9_ENABLE_ATTN PPC_BIT(3)
2334 
2335 /*****************************************************************************/
2336 /* PowerPC Instructions types definitions                                    */
2337 enum {
2338     PPC_NONE           = 0x0000000000000000ULL,
2339     /* PowerPC base instructions set                                         */
2340     PPC_INSNS_BASE     = 0x0000000000000001ULL,
2341     /*   integer operations instructions                                     */
2342 #define PPC_INTEGER PPC_INSNS_BASE
2343     /*   flow control instructions                                           */
2344 #define PPC_FLOW    PPC_INSNS_BASE
2345     /*   virtual memory instructions                                         */
2346 #define PPC_MEM     PPC_INSNS_BASE
2347     /*   ld/st with reservation instructions                                 */
2348 #define PPC_RES     PPC_INSNS_BASE
2349     /*   spr/msr access instructions                                         */
2350 #define PPC_MISC    PPC_INSNS_BASE
2351     /* 64 bits PowerPC instruction set                                       */
2352     PPC_64B            = 0x0000000000000020ULL,
2353     /*   New 64 bits extensions (PowerPC 2.0x)                               */
2354     PPC_64BX           = 0x0000000000000040ULL,
2355     /*   64 bits hypervisor extensions                                       */
2356     PPC_64H            = 0x0000000000000080ULL,
2357     /*   New wait instruction (PowerPC 2.0x)                                 */
2358     PPC_WAIT           = 0x0000000000000100ULL,
2359     /*   Time base mftb instruction                                          */
2360     PPC_MFTB           = 0x0000000000000200ULL,
2361 
2362     /* Fixed-point unit extensions                                           */
2363     /*   isel instruction                                                    */
2364     PPC_ISEL           = 0x0000000000000800ULL,
2365     /*   popcntb instruction                                                 */
2366     PPC_POPCNTB        = 0x0000000000001000ULL,
2367     /*   string load / store                                                 */
2368     PPC_STRING         = 0x0000000000002000ULL,
2369     /*   real mode cache inhibited load / store                              */
2370     PPC_CILDST         = 0x0000000000004000ULL,
2371 
2372     /* Floating-point unit extensions                                        */
2373     /*   Optional floating point instructions                                */
2374     PPC_FLOAT          = 0x0000000000010000ULL,
2375     /* New floating-point extensions (PowerPC 2.0x)                          */
2376     PPC_FLOAT_EXT      = 0x0000000000020000ULL,
2377     PPC_FLOAT_FSQRT    = 0x0000000000040000ULL,
2378     PPC_FLOAT_FRES     = 0x0000000000080000ULL,
2379     PPC_FLOAT_FRSQRTE  = 0x0000000000100000ULL,
2380     PPC_FLOAT_FRSQRTES = 0x0000000000200000ULL,
2381     PPC_FLOAT_FSEL     = 0x0000000000400000ULL,
2382     PPC_FLOAT_STFIWX   = 0x0000000000800000ULL,
2383 
2384     /* Vector/SIMD extensions                                                */
2385     /*   Altivec support                                                     */
2386     PPC_ALTIVEC        = 0x0000000001000000ULL,
2387     /*   PowerPC 2.03 SPE extension                                          */
2388     PPC_SPE            = 0x0000000002000000ULL,
2389     /*   PowerPC 2.03 SPE single-precision floating-point extension          */
2390     PPC_SPE_SINGLE     = 0x0000000004000000ULL,
2391     /*   PowerPC 2.03 SPE double-precision floating-point extension          */
2392     PPC_SPE_DOUBLE     = 0x0000000008000000ULL,
2393 
2394     /* Optional memory control instructions                                  */
2395     PPC_MEM_TLBIA      = 0x0000000010000000ULL,
2396     PPC_MEM_TLBIE      = 0x0000000020000000ULL,
2397     PPC_MEM_TLBSYNC    = 0x0000000040000000ULL,
2398     /*   sync instruction                                                    */
2399     PPC_MEM_SYNC       = 0x0000000080000000ULL,
2400     /*   eieio instruction                                                   */
2401     PPC_MEM_EIEIO      = 0x0000000100000000ULL,
2402 
2403     /* Cache control instructions                                            */
2404     PPC_CACHE          = 0x0000000200000000ULL,
2405     /*   icbi instruction                                                    */
2406     PPC_CACHE_ICBI     = 0x0000000400000000ULL,
2407     /*   dcbz instruction                                                    */
2408     PPC_CACHE_DCBZ     = 0x0000000800000000ULL,
2409     /*   dcba instruction                                                    */
2410     PPC_CACHE_DCBA     = 0x0000002000000000ULL,
2411     /*   Freescale cache locking instructions                                */
2412     PPC_CACHE_LOCK     = 0x0000004000000000ULL,
2413 
2414     /* MMU related extensions                                                */
2415     /*   external control instructions                                       */
2416     PPC_EXTERN         = 0x0000010000000000ULL,
2417     /*   segment register access instructions                                */
2418     PPC_SEGMENT        = 0x0000020000000000ULL,
2419     /*   PowerPC 6xx TLB management instructions                             */
2420     PPC_6xx_TLB        = 0x0000040000000000ULL,
2421     /*   PowerPC 40x TLB management instructions                             */
2422     PPC_40x_TLB        = 0x0000100000000000ULL,
2423     /*   segment register access instructions for PowerPC 64 "bridge"        */
2424     PPC_SEGMENT_64B    = 0x0000200000000000ULL,
2425     /*   SLB management                                                      */
2426     PPC_SLBI           = 0x0000400000000000ULL,
2427 
2428     /* Embedded PowerPC dedicated instructions                               */
2429     PPC_WRTEE          = 0x0001000000000000ULL,
2430     /* PowerPC 40x exception model                                           */
2431     PPC_40x_EXCP       = 0x0002000000000000ULL,
2432     /* PowerPC 405 Mac instructions                                          */
2433     PPC_405_MAC        = 0x0004000000000000ULL,
2434     /* PowerPC 440 specific instructions                                     */
2435     PPC_440_SPEC       = 0x0008000000000000ULL,
2436     /* BookE (embedded) PowerPC specification                                */
2437     PPC_BOOKE          = 0x0010000000000000ULL,
2438     /* mfapidi instruction                                                   */
2439     PPC_MFAPIDI        = 0x0020000000000000ULL,
2440     /* tlbiva instruction                                                    */
2441     PPC_TLBIVA         = 0x0040000000000000ULL,
2442     /* tlbivax instruction                                                   */
2443     PPC_TLBIVAX        = 0x0080000000000000ULL,
2444     /* PowerPC 4xx dedicated instructions                                    */
2445     PPC_4xx_COMMON     = 0x0100000000000000ULL,
2446     /* PowerPC 40x ibct instructions                                         */
2447     PPC_40x_ICBT       = 0x0200000000000000ULL,
2448     /* rfmci is not implemented in all BookE PowerPC                         */
2449     PPC_RFMCI          = 0x0400000000000000ULL,
2450     /* rfdi instruction                                                      */
2451     PPC_RFDI           = 0x0800000000000000ULL,
2452     /* DCR accesses                                                          */
2453     PPC_DCR            = 0x1000000000000000ULL,
2454     /* DCR extended accesse                                                  */
2455     PPC_DCRX           = 0x2000000000000000ULL,
2456     /* popcntw and popcntd instructions                                      */
2457     PPC_POPCNTWD       = 0x8000000000000000ULL,
2458 
2459 #define PPC_TCG_INSNS  (PPC_INSNS_BASE | PPC_64B \
2460                         | PPC_64BX | PPC_64H | PPC_WAIT | PPC_MFTB \
2461                         | PPC_ISEL | PPC_POPCNTB \
2462                         | PPC_STRING | PPC_FLOAT | PPC_FLOAT_EXT \
2463                         | PPC_FLOAT_FSQRT | PPC_FLOAT_FRES \
2464                         | PPC_FLOAT_FRSQRTE | PPC_FLOAT_FRSQRTES \
2465                         | PPC_FLOAT_FSEL | PPC_FLOAT_STFIWX \
2466                         | PPC_ALTIVEC | PPC_SPE | PPC_SPE_SINGLE \
2467                         | PPC_SPE_DOUBLE | PPC_MEM_TLBIA \
2468                         | PPC_MEM_TLBIE | PPC_MEM_TLBSYNC \
2469                         | PPC_MEM_SYNC | PPC_MEM_EIEIO \
2470                         | PPC_CACHE | PPC_CACHE_ICBI \
2471                         | PPC_CACHE_DCBZ \
2472                         | PPC_CACHE_DCBA | PPC_CACHE_LOCK \
2473                         | PPC_EXTERN | PPC_SEGMENT | PPC_6xx_TLB \
2474                         | PPC_40x_TLB | PPC_SEGMENT_64B \
2475                         | PPC_SLBI | PPC_WRTEE | PPC_40x_EXCP \
2476                         | PPC_405_MAC | PPC_440_SPEC | PPC_BOOKE \
2477                         | PPC_MFAPIDI | PPC_TLBIVA | PPC_TLBIVAX \
2478                         | PPC_4xx_COMMON | PPC_40x_ICBT | PPC_RFMCI \
2479                         | PPC_RFDI | PPC_DCR | PPC_DCRX | PPC_POPCNTWD \
2480                         | PPC_CILDST)
2481 
2482     /* extended type values */
2483 
2484     /* BookE 2.06 PowerPC specification                                      */
2485     PPC2_BOOKE206      = 0x0000000000000001ULL,
2486     /* VSX (extensions to Altivec / VMX)                                     */
2487     PPC2_VSX           = 0x0000000000000002ULL,
2488     /* Decimal Floating Point (DFP)                                          */
2489     PPC2_DFP           = 0x0000000000000004ULL,
2490     /* Embedded.Processor Control                                            */
2491     PPC2_PRCNTL        = 0x0000000000000008ULL,
2492     /* Byte-reversed, indexed, double-word load and store                    */
2493     PPC2_DBRX          = 0x0000000000000010ULL,
2494     /* Book I 2.05 PowerPC specification                                     */
2495     PPC2_ISA205        = 0x0000000000000020ULL,
2496     /* VSX additions in ISA 2.07                                             */
2497     PPC2_VSX207        = 0x0000000000000040ULL,
2498     /* ISA 2.06B bpermd                                                      */
2499     PPC2_PERM_ISA206   = 0x0000000000000080ULL,
2500     /* ISA 2.06B divide extended variants                                    */
2501     PPC2_DIVE_ISA206   = 0x0000000000000100ULL,
2502     /* ISA 2.06B larx/stcx. instructions                                     */
2503     PPC2_ATOMIC_ISA206 = 0x0000000000000200ULL,
2504     /* ISA 2.06B floating point integer conversion                           */
2505     PPC2_FP_CVT_ISA206 = 0x0000000000000400ULL,
2506     /* ISA 2.06B floating point test instructions                            */
2507     PPC2_FP_TST_ISA206 = 0x0000000000000800ULL,
2508     /* ISA 2.07 bctar instruction                                            */
2509     PPC2_BCTAR_ISA207  = 0x0000000000001000ULL,
2510     /* ISA 2.07 load/store quadword                                          */
2511     PPC2_LSQ_ISA207    = 0x0000000000002000ULL,
2512     /* ISA 2.07 Altivec                                                      */
2513     PPC2_ALTIVEC_207   = 0x0000000000004000ULL,
2514     /* PowerISA 2.07 Book3s specification                                    */
2515     PPC2_ISA207S       = 0x0000000000008000ULL,
2516     /* Double precision floating point conversion for signed integer 64      */
2517     PPC2_FP_CVT_S64    = 0x0000000000010000ULL,
2518     /* Transactional Memory (ISA 2.07, Book II)                              */
2519     PPC2_TM            = 0x0000000000020000ULL,
2520     /* Server PM instructgions (ISA 2.06, Book III)                          */
2521     PPC2_PM_ISA206     = 0x0000000000040000ULL,
2522     /* POWER ISA 3.0                                                         */
2523     PPC2_ISA300        = 0x0000000000080000ULL,
2524     /* POWER ISA 3.1                                                         */
2525     PPC2_ISA310        = 0x0000000000100000ULL,
2526     /*   lwsync instruction                                                  */
2527     PPC2_MEM_LWSYNC    = 0x0000000000200000ULL,
2528     /* ISA 2.06 BCD assist instructions                                      */
2529     PPC2_BCDA_ISA206   = 0x0000000000400000ULL,
2530 
2531 #define PPC_TCG_INSNS2 (PPC2_BOOKE206 | PPC2_VSX | PPC2_PRCNTL | PPC2_DBRX | \
2532                         PPC2_ISA205 | PPC2_VSX207 | PPC2_PERM_ISA206 | \
2533                         PPC2_DIVE_ISA206 | PPC2_ATOMIC_ISA206 | \
2534                         PPC2_FP_CVT_ISA206 | PPC2_FP_TST_ISA206 | \
2535                         PPC2_BCTAR_ISA207 | PPC2_LSQ_ISA207 | \
2536                         PPC2_ALTIVEC_207 | PPC2_ISA207S | PPC2_DFP | \
2537                         PPC2_FP_CVT_S64 | PPC2_TM | PPC2_PM_ISA206 | \
2538                         PPC2_ISA300 | PPC2_ISA310 | PPC2_MEM_LWSYNC | \
2539                         PPC2_BCDA_ISA206)
2540 };
2541 
2542 /*****************************************************************************/
2543 /*
2544  * Memory access type :
2545  * may be needed for precise access rights control and precise exceptions.
2546  */
2547 enum {
2548     /* Type of instruction that generated the access */
2549     ACCESS_CODE  = 0x10, /* Code fetch access                */
2550     ACCESS_INT   = 0x20, /* Integer load/store access        */
2551     ACCESS_FLOAT = 0x30, /* floating point load/store access */
2552     ACCESS_RES   = 0x40, /* load/store with reservation      */
2553     ACCESS_EXT   = 0x50, /* external access                  */
2554     ACCESS_CACHE = 0x60, /* Cache manipulation               */
2555 };
2556 
2557 /*
2558  * Hardware interrupt sources:
2559  *   all those exception can be raised simulteaneously
2560  */
2561 /* Input pins definitions */
2562 enum {
2563     /* 6xx bus input pins */
2564     PPC6xx_INPUT_HRESET     = 0,
2565     PPC6xx_INPUT_SRESET     = 1,
2566     PPC6xx_INPUT_CKSTP_IN   = 2,
2567     PPC6xx_INPUT_MCP        = 3,
2568     PPC6xx_INPUT_SMI        = 4,
2569     PPC6xx_INPUT_INT        = 5,
2570     PPC6xx_INPUT_TBEN       = 6,
2571     PPC6xx_INPUT_WAKEUP     = 7,
2572     PPC6xx_INPUT_NB,
2573 };
2574 
2575 enum {
2576     /* Embedded PowerPC input pins */
2577     PPCBookE_INPUT_HRESET     = 0,
2578     PPCBookE_INPUT_SRESET     = 1,
2579     PPCBookE_INPUT_CKSTP_IN   = 2,
2580     PPCBookE_INPUT_MCP        = 3,
2581     PPCBookE_INPUT_SMI        = 4,
2582     PPCBookE_INPUT_INT        = 5,
2583     PPCBookE_INPUT_CINT       = 6,
2584     PPCBookE_INPUT_NB,
2585 };
2586 
2587 enum {
2588     /* PowerPC E500 input pins */
2589     PPCE500_INPUT_RESET_CORE = 0,
2590     PPCE500_INPUT_MCK        = 1,
2591     PPCE500_INPUT_CINT       = 3,
2592     PPCE500_INPUT_INT        = 4,
2593     PPCE500_INPUT_DEBUG      = 6,
2594     PPCE500_INPUT_NB,
2595 };
2596 
2597 enum {
2598     /* PowerPC 40x input pins */
2599     PPC40x_INPUT_RESET_CORE = 0,
2600     PPC40x_INPUT_RESET_CHIP = 1,
2601     PPC40x_INPUT_RESET_SYS  = 2,
2602     PPC40x_INPUT_CINT       = 3,
2603     PPC40x_INPUT_INT        = 4,
2604     PPC40x_INPUT_HALT       = 5,
2605     PPC40x_INPUT_DEBUG      = 6,
2606     PPC40x_INPUT_NB,
2607 };
2608 
2609 enum {
2610     /* RCPU input pins */
2611     PPCRCPU_INPUT_PORESET   = 0,
2612     PPCRCPU_INPUT_HRESET    = 1,
2613     PPCRCPU_INPUT_SRESET    = 2,
2614     PPCRCPU_INPUT_IRQ0      = 3,
2615     PPCRCPU_INPUT_IRQ1      = 4,
2616     PPCRCPU_INPUT_IRQ2      = 5,
2617     PPCRCPU_INPUT_IRQ3      = 6,
2618     PPCRCPU_INPUT_IRQ4      = 7,
2619     PPCRCPU_INPUT_IRQ5      = 8,
2620     PPCRCPU_INPUT_IRQ6      = 9,
2621     PPCRCPU_INPUT_IRQ7      = 10,
2622     PPCRCPU_INPUT_NB,
2623 };
2624 
2625 #if defined(TARGET_PPC64)
2626 enum {
2627     /* PowerPC 970 input pins */
2628     PPC970_INPUT_HRESET     = 0,
2629     PPC970_INPUT_SRESET     = 1,
2630     PPC970_INPUT_CKSTP      = 2,
2631     PPC970_INPUT_TBEN       = 3,
2632     PPC970_INPUT_MCP        = 4,
2633     PPC970_INPUT_INT        = 5,
2634     PPC970_INPUT_THINT      = 6,
2635     PPC970_INPUT_NB,
2636 };
2637 
2638 enum {
2639     /* POWER7 input pins */
2640     POWER7_INPUT_INT        = 0,
2641     /*
2642      * POWER7 probably has other inputs, but we don't care about them
2643      * for any existing machine.  We can wire these up when we need
2644      * them
2645      */
2646     POWER7_INPUT_NB,
2647 };
2648 
2649 enum {
2650     /* POWER9 input pins */
2651     POWER9_INPUT_INT        = 0,
2652     POWER9_INPUT_HINT       = 1,
2653     POWER9_INPUT_NB,
2654 };
2655 #endif
2656 
2657 /* Hardware exceptions definitions */
2658 enum {
2659     /* External hardware exception sources */
2660     PPC_INTERRUPT_RESET     = 0x00001,  /* Reset exception                    */
2661     PPC_INTERRUPT_WAKEUP    = 0x00002,  /* Wakeup exception                   */
2662     PPC_INTERRUPT_MCK       = 0x00004,  /* Machine check exception            */
2663     PPC_INTERRUPT_EXT       = 0x00008,  /* External interrupt                 */
2664     PPC_INTERRUPT_SMI       = 0x00010,  /* System management interrupt        */
2665     PPC_INTERRUPT_CEXT      = 0x00020,  /* Critical external interrupt        */
2666     PPC_INTERRUPT_DEBUG     = 0x00040,  /* External debug exception           */
2667     PPC_INTERRUPT_THERM     = 0x00080,  /* Thermal exception                  */
2668     /* Internal hardware exception sources */
2669     PPC_INTERRUPT_DECR      = 0x00100, /* Decrementer exception               */
2670     PPC_INTERRUPT_HDECR     = 0x00200, /* Hypervisor decrementer exception    */
2671     PPC_INTERRUPT_PIT       = 0x00400, /* Programmable interval timer int.    */
2672     PPC_INTERRUPT_FIT       = 0x00800, /* Fixed interval timer interrupt      */
2673     PPC_INTERRUPT_WDT       = 0x01000, /* Watchdog timer interrupt            */
2674     PPC_INTERRUPT_CDOORBELL = 0x02000, /* Critical doorbell interrupt         */
2675     PPC_INTERRUPT_DOORBELL  = 0x04000, /* Doorbell interrupt                  */
2676     PPC_INTERRUPT_PERFM     = 0x08000, /* Performance monitor interrupt       */
2677     PPC_INTERRUPT_HMI       = 0x10000, /* Hypervisor Maintenance interrupt    */
2678     PPC_INTERRUPT_HDOORBELL = 0x20000, /* Hypervisor Doorbell interrupt       */
2679     PPC_INTERRUPT_HVIRT     = 0x40000, /* Hypervisor virtualization interrupt */
2680     PPC_INTERRUPT_EBB       = 0x80000, /* Event-based Branch exception        */
2681 };
2682 
2683 /* Processor Compatibility mask (PCR) */
2684 enum {
2685     PCR_COMPAT_2_05     = PPC_BIT(62),
2686     PCR_COMPAT_2_06     = PPC_BIT(61),
2687     PCR_COMPAT_2_07     = PPC_BIT(60),
2688     PCR_COMPAT_3_00     = PPC_BIT(59),
2689     PCR_COMPAT_3_10     = PPC_BIT(58),
2690     PCR_VEC_DIS         = PPC_BIT(0), /* Vec. disable (bit NA since POWER8) */
2691     PCR_VSX_DIS         = PPC_BIT(1), /* VSX disable (bit NA since POWER8) */
2692     PCR_TM_DIS          = PPC_BIT(2), /* Trans. memory disable (POWER8) */
2693 };
2694 
2695 /* HMER/HMEER */
2696 enum {
2697     HMER_MALFUNCTION_ALERT      = PPC_BIT(0),
2698     HMER_PROC_RECV_DONE         = PPC_BIT(2),
2699     HMER_PROC_RECV_ERROR_MASKED = PPC_BIT(3),
2700     HMER_TFAC_ERROR             = PPC_BIT(4),
2701     HMER_TFMR_PARITY_ERROR      = PPC_BIT(5),
2702     HMER_XSCOM_FAIL             = PPC_BIT(8),
2703     HMER_XSCOM_DONE             = PPC_BIT(9),
2704     HMER_PROC_RECV_AGAIN        = PPC_BIT(11),
2705     HMER_WARN_RISE              = PPC_BIT(14),
2706     HMER_WARN_FALL              = PPC_BIT(15),
2707     HMER_SCOM_FIR_HMI           = PPC_BIT(16),
2708     HMER_TRIG_FIR_HMI           = PPC_BIT(17),
2709     HMER_HYP_RESOURCE_ERR       = PPC_BIT(20),
2710     HMER_XSCOM_STATUS_MASK      = PPC_BITMASK(21, 23),
2711 };
2712 
2713 /* TFMR */
2714 enum {
2715     TFMR_CONTROL_MASK           = PPC_BITMASK(0, 24),
2716     TFMR_MASK_HMI               = PPC_BIT(10),
2717     TFMR_TB_ECLIPZ              = PPC_BIT(14),
2718     TFMR_LOAD_TOD_MOD           = PPC_BIT(16),
2719     TFMR_MOVE_CHIP_TOD_TO_TB    = PPC_BIT(18),
2720     TFMR_CLEAR_TB_ERRORS        = PPC_BIT(24),
2721     TFMR_STATUS_MASK            = PPC_BITMASK(25, 63),
2722     TFMR_TBST_ENCODED           = PPC_BITMASK(28, 31), /* TBST = TB State */
2723     TFMR_TBST_LAST              = PPC_BITMASK(32, 35), /* Previous TBST */
2724     TFMR_TB_ENABLED             = PPC_BIT(40),
2725     TFMR_TB_VALID               = PPC_BIT(41),
2726     TFMR_TB_SYNC_OCCURED        = PPC_BIT(42),
2727     TFMR_FIRMWARE_CONTROL_ERROR = PPC_BIT(46),
2728 };
2729 
2730 /* TFMR TBST (Time Base State Machine). */
2731 enum {
2732     TBST_RESET                  = 0x0,
2733     TBST_SEND_TOD_MOD           = 0x1,
2734     TBST_NOT_SET                = 0x2,
2735     TBST_SYNC_WAIT              = 0x6,
2736     TBST_GET_TOD                = 0x7,
2737     TBST_TB_RUNNING             = 0x8,
2738     TBST_TB_ERROR               = 0x9,
2739 };
2740 
2741 /*****************************************************************************/
2742 
2743 #define is_isa300(ctx) (!!(ctx->insns_flags2 & PPC2_ISA300))
2744 target_ulong cpu_read_xer(const CPUPPCState *env);
2745 void cpu_write_xer(CPUPPCState *env, target_ulong xer);
2746 
2747 /*
2748  * All 64-bit server processors compliant with arch 2.x, ie. 970 and newer,
2749  * have PPC_SEGMENT_64B.
2750  */
2751 #define is_book3s_arch2x(ctx) (!!((ctx)->insns_flags & PPC_SEGMENT_64B))
2752 
2753 #ifdef CONFIG_DEBUG_TCG
2754 void cpu_get_tb_cpu_state(CPUPPCState *env, vaddr *pc,
2755                           uint64_t *cs_base, uint32_t *flags);
2756 #else
2757 static inline void cpu_get_tb_cpu_state(CPUPPCState *env, vaddr *pc,
2758                                         uint64_t *cs_base, uint32_t *flags)
2759 {
2760     *pc = env->nip;
2761     *cs_base = 0;
2762     *flags = env->hflags;
2763 }
2764 #endif
2765 
2766 G_NORETURN void raise_exception(CPUPPCState *env, uint32_t exception);
2767 G_NORETURN void raise_exception_ra(CPUPPCState *env, uint32_t exception,
2768                                    uintptr_t raddr);
2769 G_NORETURN void raise_exception_err(CPUPPCState *env, uint32_t exception,
2770                                     uint32_t error_code);
2771 G_NORETURN void raise_exception_err_ra(CPUPPCState *env, uint32_t exception,
2772                                        uint32_t error_code, uintptr_t raddr);
2773 
2774 /* PERFM EBB helper*/
2775 #if defined(TARGET_PPC64) && !defined(CONFIG_USER_ONLY)
2776 void raise_ebb_perfm_exception(CPUPPCState *env);
2777 #endif
2778 
2779 #if !defined(CONFIG_USER_ONLY)
2780 static inline int booke206_tlbm_id(CPUPPCState *env, ppcmas_tlb_t *tlbm)
2781 {
2782     uintptr_t tlbml = (uintptr_t)tlbm;
2783     uintptr_t tlbl = (uintptr_t)env->tlb.tlbm;
2784 
2785     return (tlbml - tlbl) / sizeof(env->tlb.tlbm[0]);
2786 }
2787 
2788 static inline int booke206_tlb_size(CPUPPCState *env, int tlbn)
2789 {
2790     uint32_t tlbncfg = env->spr[SPR_BOOKE_TLB0CFG + tlbn];
2791     int r = tlbncfg & TLBnCFG_N_ENTRY;
2792     return r;
2793 }
2794 
2795 static inline int booke206_tlb_ways(CPUPPCState *env, int tlbn)
2796 {
2797     uint32_t tlbncfg = env->spr[SPR_BOOKE_TLB0CFG + tlbn];
2798     int r = tlbncfg >> TLBnCFG_ASSOC_SHIFT;
2799     return r;
2800 }
2801 
2802 static inline int booke206_tlbm_to_tlbn(CPUPPCState *env, ppcmas_tlb_t *tlbm)
2803 {
2804     int id = booke206_tlbm_id(env, tlbm);
2805     int end = 0;
2806     int i;
2807 
2808     for (i = 0; i < BOOKE206_MAX_TLBN; i++) {
2809         end += booke206_tlb_size(env, i);
2810         if (id < end) {
2811             return i;
2812         }
2813     }
2814 
2815     cpu_abort(env_cpu(env), "Unknown TLBe: %d\n", id);
2816     return 0;
2817 }
2818 
2819 static inline int booke206_tlbm_to_way(CPUPPCState *env, ppcmas_tlb_t *tlb)
2820 {
2821     int tlbn = booke206_tlbm_to_tlbn(env, tlb);
2822     int tlbid = booke206_tlbm_id(env, tlb);
2823     return tlbid & (booke206_tlb_ways(env, tlbn) - 1);
2824 }
2825 
2826 static inline ppcmas_tlb_t *booke206_get_tlbm(CPUPPCState *env, const int tlbn,
2827                                               target_ulong ea, int way)
2828 {
2829     int r;
2830     uint32_t ways = booke206_tlb_ways(env, tlbn);
2831     int ways_bits = ctz32(ways);
2832     int tlb_bits = ctz32(booke206_tlb_size(env, tlbn));
2833     int i;
2834 
2835     way &= ways - 1;
2836     ea >>= MAS2_EPN_SHIFT;
2837     ea &= (1 << (tlb_bits - ways_bits)) - 1;
2838     r = (ea << ways_bits) | way;
2839 
2840     if (r >= booke206_tlb_size(env, tlbn)) {
2841         return NULL;
2842     }
2843 
2844     /* bump up to tlbn index */
2845     for (i = 0; i < tlbn; i++) {
2846         r += booke206_tlb_size(env, i);
2847     }
2848 
2849     return &env->tlb.tlbm[r];
2850 }
2851 
2852 /* returns bitmap of supported page sizes for a given TLB */
2853 static inline uint32_t booke206_tlbnps(CPUPPCState *env, const int tlbn)
2854 {
2855     uint32_t ret = 0;
2856 
2857     if ((env->spr[SPR_MMUCFG] & MMUCFG_MAVN) == MMUCFG_MAVN_V2) {
2858         /* MAV2 */
2859         ret = env->spr[SPR_BOOKE_TLB0PS + tlbn];
2860     } else {
2861         uint32_t tlbncfg = env->spr[SPR_BOOKE_TLB0CFG + tlbn];
2862         uint32_t min = (tlbncfg & TLBnCFG_MINSIZE) >> TLBnCFG_MINSIZE_SHIFT;
2863         uint32_t max = (tlbncfg & TLBnCFG_MAXSIZE) >> TLBnCFG_MAXSIZE_SHIFT;
2864         int i;
2865         for (i = min; i <= max; i++) {
2866             ret |= (1 << (i << 1));
2867         }
2868     }
2869 
2870     return ret;
2871 }
2872 
2873 static inline void booke206_fixed_size_tlbn(CPUPPCState *env, const int tlbn,
2874                                             ppcmas_tlb_t *tlb)
2875 {
2876     uint8_t i;
2877     int32_t tsize = -1;
2878 
2879     for (i = 0; i < 32; i++) {
2880         if ((env->spr[SPR_BOOKE_TLB0PS + tlbn]) & (1ULL << i)) {
2881             if (tsize == -1) {
2882                 tsize = i;
2883             } else {
2884                 return;
2885             }
2886         }
2887     }
2888 
2889     /* TLBnPS unimplemented? Odd.. */
2890     assert(tsize != -1);
2891     tlb->mas1 &= ~MAS1_TSIZE_MASK;
2892     tlb->mas1 |= ((uint32_t)tsize) << MAS1_TSIZE_SHIFT;
2893 }
2894 
2895 static inline bool ppc_is_split_tlb(PowerPCCPU *cpu)
2896 {
2897     return cpu->env.tlb_type == TLB_6XX;
2898 }
2899 #endif
2900 
2901 static inline bool msr_is_64bit(CPUPPCState *env, target_ulong msr)
2902 {
2903     if (env->mmu_model == POWERPC_MMU_BOOKE206) {
2904         return msr & (1ULL << MSR_CM);
2905     }
2906 
2907     return msr & (1ULL << MSR_SF);
2908 }
2909 
2910 /**
2911  * Check whether register rx is in the range between start and
2912  * start + nregs (as needed by the LSWX and LSWI instructions)
2913  */
2914 static inline bool lsw_reg_in_range(int start, int nregs, int rx)
2915 {
2916     return (start + nregs <= 32 && rx >= start && rx < start + nregs) ||
2917            (start + nregs > 32 && (rx >= start || rx < start + nregs - 32));
2918 }
2919 
2920 /* Accessors for FP, VMX and VSX registers */
2921 #if HOST_BIG_ENDIAN
2922 #define VsrB(i) u8[i]
2923 #define VsrSB(i) s8[i]
2924 #define VsrH(i) u16[i]
2925 #define VsrSH(i) s16[i]
2926 #define VsrW(i) u32[i]
2927 #define VsrSW(i) s32[i]
2928 #define VsrD(i) u64[i]
2929 #define VsrSD(i) s64[i]
2930 #define VsrHF(i) f16[i]
2931 #define VsrSF(i) f32[i]
2932 #define VsrDF(i) f64[i]
2933 #else
2934 #define VsrB(i) u8[15 - (i)]
2935 #define VsrSB(i) s8[15 - (i)]
2936 #define VsrH(i) u16[7 - (i)]
2937 #define VsrSH(i) s16[7 - (i)]
2938 #define VsrW(i) u32[3 - (i)]
2939 #define VsrSW(i) s32[3 - (i)]
2940 #define VsrD(i) u64[1 - (i)]
2941 #define VsrSD(i) s64[1 - (i)]
2942 #define VsrHF(i) f16[7 - (i)]
2943 #define VsrSF(i) f32[3 - (i)]
2944 #define VsrDF(i) f64[1 - (i)]
2945 #endif
2946 
2947 static inline int vsr64_offset(int i, bool high)
2948 {
2949     return offsetof(CPUPPCState, vsr[i].VsrD(high ? 0 : 1));
2950 }
2951 
2952 static inline int vsr_full_offset(int i)
2953 {
2954     return offsetof(CPUPPCState, vsr[i].u64[0]);
2955 }
2956 
2957 static inline int acc_full_offset(int i)
2958 {
2959     return vsr_full_offset(i * 4);
2960 }
2961 
2962 static inline int fpr_offset(int i)
2963 {
2964     return vsr64_offset(i, true);
2965 }
2966 
2967 static inline uint64_t *cpu_fpr_ptr(CPUPPCState *env, int i)
2968 {
2969     return (uint64_t *)((uintptr_t)env + fpr_offset(i));
2970 }
2971 
2972 static inline uint64_t *cpu_vsrl_ptr(CPUPPCState *env, int i)
2973 {
2974     return (uint64_t *)((uintptr_t)env + vsr64_offset(i, false));
2975 }
2976 
2977 static inline long avr64_offset(int i, bool high)
2978 {
2979     return vsr64_offset(i + 32, high);
2980 }
2981 
2982 static inline int avr_full_offset(int i)
2983 {
2984     return vsr_full_offset(i + 32);
2985 }
2986 
2987 static inline ppc_avr_t *cpu_avr_ptr(CPUPPCState *env, int i)
2988 {
2989     return (ppc_avr_t *)((uintptr_t)env + avr_full_offset(i));
2990 }
2991 
2992 static inline bool ppc_has_spr(PowerPCCPU *cpu, int spr)
2993 {
2994     /* We can test whether the SPR is defined by checking for a valid name */
2995     return cpu->env.spr_cb[spr].name != NULL;
2996 }
2997 
2998 #if !defined(CONFIG_USER_ONLY)
2999 /* Sort out endianness of interrupt. Depends on the CPU, HV mode, etc. */
3000 static inline bool ppc_interrupts_little_endian(PowerPCCPU *cpu, bool hv)
3001 {
3002     PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu);
3003     CPUPPCState *env = &cpu->env;
3004     bool ile;
3005 
3006     if (hv && env->has_hv_mode) {
3007         if (is_isa300(pcc)) {
3008             ile = !!(env->spr[SPR_HID0] & HID0_POWER9_HILE);
3009         } else {
3010             ile = !!(env->spr[SPR_HID0] & HID0_HILE);
3011         }
3012 
3013     } else if (pcc->lpcr_mask & LPCR_ILE) {
3014         ile = !!(env->spr[SPR_LPCR] & LPCR_ILE);
3015     } else {
3016         ile = FIELD_EX64(env->msr, MSR, ILE);
3017     }
3018 
3019     return ile;
3020 }
3021 #endif
3022 
3023 void dump_mmu(CPUPPCState *env);
3024 
3025 void ppc_maybe_bswap_register(CPUPPCState *env, uint8_t *mem_buf, int len);
3026 void ppc_store_vscr(CPUPPCState *env, uint32_t vscr);
3027 uint32_t ppc_get_vscr(CPUPPCState *env);
3028 void ppc_set_cr(CPUPPCState *env, uint64_t cr);
3029 uint64_t ppc_get_cr(const CPUPPCState *env);
3030 
3031 /*****************************************************************************/
3032 /* Power management enable checks                                            */
3033 static inline int check_pow_none(CPUPPCState *env)
3034 {
3035     return 0;
3036 }
3037 
3038 static inline int check_pow_nocheck(CPUPPCState *env)
3039 {
3040     return 1;
3041 }
3042 
3043 /* attn enable check                                                         */
3044 static inline int check_attn_none(CPUPPCState *env)
3045 {
3046     return 0;
3047 }
3048 
3049 /*****************************************************************************/
3050 /* PowerPC implementations definitions                                       */
3051 
3052 #define POWERPC_FAMILY(_name)                                               \
3053     static void                                                             \
3054     glue(glue(ppc_, _name), _cpu_family_class_init)(ObjectClass *, void *); \
3055                                                                             \
3056     static const TypeInfo                                                   \
3057     glue(glue(ppc_, _name), _cpu_family_type_info) = {                      \
3058         .name = stringify(_name) "-family-" TYPE_POWERPC_CPU,               \
3059         .parent = TYPE_POWERPC_CPU,                                         \
3060         .abstract = true,                                                   \
3061         .class_init = glue(glue(ppc_, _name), _cpu_family_class_init),      \
3062     };                                                                      \
3063                                                                             \
3064     static void glue(glue(ppc_, _name), _cpu_family_register_types)(void)   \
3065     {                                                                       \
3066         type_register_static(                                               \
3067             &glue(glue(ppc_, _name), _cpu_family_type_info));               \
3068     }                                                                       \
3069                                                                             \
3070     type_init(glue(glue(ppc_, _name), _cpu_family_register_types))          \
3071                                                                             \
3072     static void glue(glue(ppc_, _name), _cpu_family_class_init)
3073 
3074 
3075 #endif /* PPC_CPU_H */
3076