xref: /openbmc/qemu/target/ppc/translate.c (revision a78b1299)
1 /*
2  *  PowerPC emulation for qemu: main translation routines.
3  *
4  *  Copyright (c) 2003-2007 Jocelyn Mayer
5  *  Copyright (C) 2011 Freescale Semiconductor, Inc.
6  *
7  * This library is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2 of the License, or (at your option) any later version.
11  *
12  * This library is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
19  */
20 
21 #include "qemu/osdep.h"
22 #include "cpu.h"
23 #include "internal.h"
24 #include "disas/disas.h"
25 #include "exec/exec-all.h"
26 #include "tcg-op.h"
27 #include "qemu/host-utils.h"
28 #include "exec/cpu_ldst.h"
29 
30 #include "exec/helper-proto.h"
31 #include "exec/helper-gen.h"
32 
33 #include "trace-tcg.h"
34 #include "exec/log.h"
35 
36 
37 #define CPU_SINGLE_STEP 0x1
38 #define CPU_BRANCH_STEP 0x2
39 #define GDBSTUB_SINGLE_STEP 0x4
40 
41 /* Include definitions for instructions classes and implementations flags */
42 //#define PPC_DEBUG_DISAS
43 //#define DO_PPC_STATISTICS
44 
45 #ifdef PPC_DEBUG_DISAS
46 #  define LOG_DISAS(...) qemu_log_mask(CPU_LOG_TB_IN_ASM, ## __VA_ARGS__)
47 #else
48 #  define LOG_DISAS(...) do { } while (0)
49 #endif
50 /*****************************************************************************/
51 /* Code translation helpers                                                  */
52 
53 /* global register indexes */
54 static char cpu_reg_names[10*3 + 22*4 /* GPR */
55     + 10*4 + 22*5 /* SPE GPRh */
56     + 10*4 + 22*5 /* FPR */
57     + 2*(10*6 + 22*7) /* AVRh, AVRl */
58     + 10*5 + 22*6 /* VSR */
59     + 8*5 /* CRF */];
60 static TCGv cpu_gpr[32];
61 static TCGv cpu_gprh[32];
62 static TCGv_i64 cpu_fpr[32];
63 static TCGv_i64 cpu_avrh[32], cpu_avrl[32];
64 static TCGv_i64 cpu_vsr[32];
65 static TCGv_i32 cpu_crf[8];
66 static TCGv cpu_nip;
67 static TCGv cpu_msr;
68 static TCGv cpu_ctr;
69 static TCGv cpu_lr;
70 #if defined(TARGET_PPC64)
71 static TCGv cpu_cfar;
72 #endif
73 static TCGv cpu_xer, cpu_so, cpu_ov, cpu_ca, cpu_ov32, cpu_ca32;
74 static TCGv cpu_reserve;
75 static TCGv cpu_reserve_val;
76 static TCGv cpu_fpscr;
77 static TCGv_i32 cpu_access_type;
78 
79 #include "exec/gen-icount.h"
80 
81 void ppc_translate_init(void)
82 {
83     int i;
84     char* p;
85     size_t cpu_reg_names_size;
86 
87     p = cpu_reg_names;
88     cpu_reg_names_size = sizeof(cpu_reg_names);
89 
90     for (i = 0; i < 8; i++) {
91         snprintf(p, cpu_reg_names_size, "crf%d", i);
92         cpu_crf[i] = tcg_global_mem_new_i32(cpu_env,
93                                             offsetof(CPUPPCState, crf[i]), p);
94         p += 5;
95         cpu_reg_names_size -= 5;
96     }
97 
98     for (i = 0; i < 32; i++) {
99         snprintf(p, cpu_reg_names_size, "r%d", i);
100         cpu_gpr[i] = tcg_global_mem_new(cpu_env,
101                                         offsetof(CPUPPCState, gpr[i]), p);
102         p += (i < 10) ? 3 : 4;
103         cpu_reg_names_size -= (i < 10) ? 3 : 4;
104         snprintf(p, cpu_reg_names_size, "r%dH", i);
105         cpu_gprh[i] = tcg_global_mem_new(cpu_env,
106                                          offsetof(CPUPPCState, gprh[i]), p);
107         p += (i < 10) ? 4 : 5;
108         cpu_reg_names_size -= (i < 10) ? 4 : 5;
109 
110         snprintf(p, cpu_reg_names_size, "fp%d", i);
111         cpu_fpr[i] = tcg_global_mem_new_i64(cpu_env,
112                                             offsetof(CPUPPCState, fpr[i]), p);
113         p += (i < 10) ? 4 : 5;
114         cpu_reg_names_size -= (i < 10) ? 4 : 5;
115 
116         snprintf(p, cpu_reg_names_size, "avr%dH", i);
117 #ifdef HOST_WORDS_BIGENDIAN
118         cpu_avrh[i] = tcg_global_mem_new_i64(cpu_env,
119                                              offsetof(CPUPPCState, avr[i].u64[0]), p);
120 #else
121         cpu_avrh[i] = tcg_global_mem_new_i64(cpu_env,
122                                              offsetof(CPUPPCState, avr[i].u64[1]), p);
123 #endif
124         p += (i < 10) ? 6 : 7;
125         cpu_reg_names_size -= (i < 10) ? 6 : 7;
126 
127         snprintf(p, cpu_reg_names_size, "avr%dL", i);
128 #ifdef HOST_WORDS_BIGENDIAN
129         cpu_avrl[i] = tcg_global_mem_new_i64(cpu_env,
130                                              offsetof(CPUPPCState, avr[i].u64[1]), p);
131 #else
132         cpu_avrl[i] = tcg_global_mem_new_i64(cpu_env,
133                                              offsetof(CPUPPCState, avr[i].u64[0]), p);
134 #endif
135         p += (i < 10) ? 6 : 7;
136         cpu_reg_names_size -= (i < 10) ? 6 : 7;
137         snprintf(p, cpu_reg_names_size, "vsr%d", i);
138         cpu_vsr[i] = tcg_global_mem_new_i64(cpu_env,
139                                             offsetof(CPUPPCState, vsr[i]), p);
140         p += (i < 10) ? 5 : 6;
141         cpu_reg_names_size -= (i < 10) ? 5 : 6;
142     }
143 
144     cpu_nip = tcg_global_mem_new(cpu_env,
145                                  offsetof(CPUPPCState, nip), "nip");
146 
147     cpu_msr = tcg_global_mem_new(cpu_env,
148                                  offsetof(CPUPPCState, msr), "msr");
149 
150     cpu_ctr = tcg_global_mem_new(cpu_env,
151                                  offsetof(CPUPPCState, ctr), "ctr");
152 
153     cpu_lr = tcg_global_mem_new(cpu_env,
154                                 offsetof(CPUPPCState, lr), "lr");
155 
156 #if defined(TARGET_PPC64)
157     cpu_cfar = tcg_global_mem_new(cpu_env,
158                                   offsetof(CPUPPCState, cfar), "cfar");
159 #endif
160 
161     cpu_xer = tcg_global_mem_new(cpu_env,
162                                  offsetof(CPUPPCState, xer), "xer");
163     cpu_so = tcg_global_mem_new(cpu_env,
164                                 offsetof(CPUPPCState, so), "SO");
165     cpu_ov = tcg_global_mem_new(cpu_env,
166                                 offsetof(CPUPPCState, ov), "OV");
167     cpu_ca = tcg_global_mem_new(cpu_env,
168                                 offsetof(CPUPPCState, ca), "CA");
169     cpu_ov32 = tcg_global_mem_new(cpu_env,
170                                   offsetof(CPUPPCState, ov32), "OV32");
171     cpu_ca32 = tcg_global_mem_new(cpu_env,
172                                   offsetof(CPUPPCState, ca32), "CA32");
173 
174     cpu_reserve = tcg_global_mem_new(cpu_env,
175                                      offsetof(CPUPPCState, reserve_addr),
176                                      "reserve_addr");
177     cpu_reserve_val = tcg_global_mem_new(cpu_env,
178                                      offsetof(CPUPPCState, reserve_val),
179                                      "reserve_val");
180 
181     cpu_fpscr = tcg_global_mem_new(cpu_env,
182                                    offsetof(CPUPPCState, fpscr), "fpscr");
183 
184     cpu_access_type = tcg_global_mem_new_i32(cpu_env,
185                                              offsetof(CPUPPCState, access_type), "access_type");
186 }
187 
188 /* internal defines */
189 struct DisasContext {
190     struct TranslationBlock *tb;
191     target_ulong nip;
192     uint32_t opcode;
193     uint32_t exception;
194     /* Routine used to access memory */
195     bool pr, hv, dr, le_mode;
196     bool lazy_tlb_flush;
197     bool need_access_type;
198     int mem_idx;
199     int access_type;
200     /* Translation flags */
201     TCGMemOp default_tcg_memop_mask;
202 #if defined(TARGET_PPC64)
203     bool sf_mode;
204     bool has_cfar;
205 #endif
206     bool fpu_enabled;
207     bool altivec_enabled;
208     bool vsx_enabled;
209     bool spe_enabled;
210     bool tm_enabled;
211     bool gtse;
212     ppc_spr_t *spr_cb; /* Needed to check rights for mfspr/mtspr */
213     int singlestep_enabled;
214     uint64_t insns_flags;
215     uint64_t insns_flags2;
216 };
217 
218 /* Return true iff byteswap is needed in a scalar memop */
219 static inline bool need_byteswap(const DisasContext *ctx)
220 {
221 #if defined(TARGET_WORDS_BIGENDIAN)
222      return ctx->le_mode;
223 #else
224      return !ctx->le_mode;
225 #endif
226 }
227 
228 /* True when active word size < size of target_long.  */
229 #ifdef TARGET_PPC64
230 # define NARROW_MODE(C)  (!(C)->sf_mode)
231 #else
232 # define NARROW_MODE(C)  0
233 #endif
234 
235 struct opc_handler_t {
236     /* invalid bits for instruction 1 (Rc(opcode) == 0) */
237     uint32_t inval1;
238     /* invalid bits for instruction 2 (Rc(opcode) == 1) */
239     uint32_t inval2;
240     /* instruction type */
241     uint64_t type;
242     /* extended instruction type */
243     uint64_t type2;
244     /* handler */
245     void (*handler)(DisasContext *ctx);
246 #if defined(DO_PPC_STATISTICS) || defined(PPC_DUMP_CPU)
247     const char *oname;
248 #endif
249 #if defined(DO_PPC_STATISTICS)
250     uint64_t count;
251 #endif
252 };
253 
254 static inline void gen_set_access_type(DisasContext *ctx, int access_type)
255 {
256     if (ctx->need_access_type && ctx->access_type != access_type) {
257         tcg_gen_movi_i32(cpu_access_type, access_type);
258         ctx->access_type = access_type;
259     }
260 }
261 
262 static inline void gen_update_nip(DisasContext *ctx, target_ulong nip)
263 {
264     if (NARROW_MODE(ctx)) {
265         nip = (uint32_t)nip;
266     }
267     tcg_gen_movi_tl(cpu_nip, nip);
268 }
269 
270 static void gen_exception_err(DisasContext *ctx, uint32_t excp, uint32_t error)
271 {
272     TCGv_i32 t0, t1;
273 
274     /* These are all synchronous exceptions, we set the PC back to
275      * the faulting instruction
276      */
277     if (ctx->exception == POWERPC_EXCP_NONE) {
278         gen_update_nip(ctx, ctx->nip - 4);
279     }
280     t0 = tcg_const_i32(excp);
281     t1 = tcg_const_i32(error);
282     gen_helper_raise_exception_err(cpu_env, t0, t1);
283     tcg_temp_free_i32(t0);
284     tcg_temp_free_i32(t1);
285     ctx->exception = (excp);
286 }
287 
288 static void gen_exception(DisasContext *ctx, uint32_t excp)
289 {
290     TCGv_i32 t0;
291 
292     /* These are all synchronous exceptions, we set the PC back to
293      * the faulting instruction
294      */
295     if (ctx->exception == POWERPC_EXCP_NONE) {
296         gen_update_nip(ctx, ctx->nip - 4);
297     }
298     t0 = tcg_const_i32(excp);
299     gen_helper_raise_exception(cpu_env, t0);
300     tcg_temp_free_i32(t0);
301     ctx->exception = (excp);
302 }
303 
304 static void gen_exception_nip(DisasContext *ctx, uint32_t excp,
305                               target_ulong nip)
306 {
307     TCGv_i32 t0;
308 
309     gen_update_nip(ctx, nip);
310     t0 = tcg_const_i32(excp);
311     gen_helper_raise_exception(cpu_env, t0);
312     tcg_temp_free_i32(t0);
313     ctx->exception = (excp);
314 }
315 
316 static void gen_debug_exception(DisasContext *ctx)
317 {
318     TCGv_i32 t0;
319 
320     /* These are all synchronous exceptions, we set the PC back to
321      * the faulting instruction
322      */
323     if ((ctx->exception != POWERPC_EXCP_BRANCH) &&
324         (ctx->exception != POWERPC_EXCP_SYNC)) {
325         gen_update_nip(ctx, ctx->nip);
326     }
327     t0 = tcg_const_i32(EXCP_DEBUG);
328     gen_helper_raise_exception(cpu_env, t0);
329     tcg_temp_free_i32(t0);
330 }
331 
332 static inline void gen_inval_exception(DisasContext *ctx, uint32_t error)
333 {
334     /* Will be converted to program check if needed */
335     gen_exception_err(ctx, POWERPC_EXCP_HV_EMU, POWERPC_EXCP_INVAL | error);
336 }
337 
338 static inline void gen_priv_exception(DisasContext *ctx, uint32_t error)
339 {
340     gen_exception_err(ctx, POWERPC_EXCP_PROGRAM, POWERPC_EXCP_PRIV | error);
341 }
342 
343 static inline void gen_hvpriv_exception(DisasContext *ctx, uint32_t error)
344 {
345     /* Will be converted to program check if needed */
346     gen_exception_err(ctx, POWERPC_EXCP_HV_EMU, POWERPC_EXCP_PRIV | error);
347 }
348 
349 /* Stop translation */
350 static inline void gen_stop_exception(DisasContext *ctx)
351 {
352     gen_update_nip(ctx, ctx->nip);
353     ctx->exception = POWERPC_EXCP_STOP;
354 }
355 
356 #ifndef CONFIG_USER_ONLY
357 /* No need to update nip here, as execution flow will change */
358 static inline void gen_sync_exception(DisasContext *ctx)
359 {
360     ctx->exception = POWERPC_EXCP_SYNC;
361 }
362 #endif
363 
364 #define GEN_HANDLER(name, opc1, opc2, opc3, inval, type)                      \
365 GEN_OPCODE(name, opc1, opc2, opc3, inval, type, PPC_NONE)
366 
367 #define GEN_HANDLER_E(name, opc1, opc2, opc3, inval, type, type2)             \
368 GEN_OPCODE(name, opc1, opc2, opc3, inval, type, type2)
369 
370 #define GEN_HANDLER2(name, onam, opc1, opc2, opc3, inval, type)               \
371 GEN_OPCODE2(name, onam, opc1, opc2, opc3, inval, type, PPC_NONE)
372 
373 #define GEN_HANDLER2_E(name, onam, opc1, opc2, opc3, inval, type, type2)      \
374 GEN_OPCODE2(name, onam, opc1, opc2, opc3, inval, type, type2)
375 
376 #define GEN_HANDLER_E_2(name, opc1, opc2, opc3, opc4, inval, type, type2)     \
377 GEN_OPCODE3(name, opc1, opc2, opc3, opc4, inval, type, type2)
378 
379 #define GEN_HANDLER2_E_2(name, onam, opc1, opc2, opc3, opc4, inval, typ, typ2) \
380 GEN_OPCODE4(name, onam, opc1, opc2, opc3, opc4, inval, typ, typ2)
381 
382 typedef struct opcode_t {
383     unsigned char opc1, opc2, opc3, opc4;
384 #if HOST_LONG_BITS == 64 /* Explicitly align to 64 bits */
385     unsigned char pad[4];
386 #endif
387     opc_handler_t handler;
388     const char *oname;
389 } opcode_t;
390 
391 /* Helpers for priv. check */
392 #define GEN_PRIV                                                \
393     do {                                                        \
394         gen_priv_exception(ctx, POWERPC_EXCP_PRIV_OPC); return; \
395     } while (0)
396 
397 #if defined(CONFIG_USER_ONLY)
398 #define CHK_HV GEN_PRIV
399 #define CHK_SV GEN_PRIV
400 #define CHK_HVRM GEN_PRIV
401 #else
402 #define CHK_HV                                                          \
403     do {                                                                \
404         if (unlikely(ctx->pr || !ctx->hv)) {                            \
405             GEN_PRIV;                                                   \
406         }                                                               \
407     } while (0)
408 #define CHK_SV                   \
409     do {                         \
410         if (unlikely(ctx->pr)) { \
411             GEN_PRIV;            \
412         }                        \
413     } while (0)
414 #define CHK_HVRM                                            \
415     do {                                                    \
416         if (unlikely(ctx->pr || !ctx->hv || ctx->dr)) {     \
417             GEN_PRIV;                                       \
418         }                                                   \
419     } while (0)
420 #endif
421 
422 #define CHK_NONE
423 
424 /*****************************************************************************/
425 /* PowerPC instructions table                                                */
426 
427 #if defined(DO_PPC_STATISTICS)
428 #define GEN_OPCODE(name, op1, op2, op3, invl, _typ, _typ2)                    \
429 {                                                                             \
430     .opc1 = op1,                                                              \
431     .opc2 = op2,                                                              \
432     .opc3 = op3,                                                              \
433     .opc4 = 0xff,                                                             \
434     .handler = {                                                              \
435         .inval1  = invl,                                                      \
436         .type = _typ,                                                         \
437         .type2 = _typ2,                                                       \
438         .handler = &gen_##name,                                               \
439         .oname = stringify(name),                                             \
440     },                                                                        \
441     .oname = stringify(name),                                                 \
442 }
443 #define GEN_OPCODE_DUAL(name, op1, op2, op3, invl1, invl2, _typ, _typ2)       \
444 {                                                                             \
445     .opc1 = op1,                                                              \
446     .opc2 = op2,                                                              \
447     .opc3 = op3,                                                              \
448     .opc4 = 0xff,                                                             \
449     .handler = {                                                              \
450         .inval1  = invl1,                                                     \
451         .inval2  = invl2,                                                     \
452         .type = _typ,                                                         \
453         .type2 = _typ2,                                                       \
454         .handler = &gen_##name,                                               \
455         .oname = stringify(name),                                             \
456     },                                                                        \
457     .oname = stringify(name),                                                 \
458 }
459 #define GEN_OPCODE2(name, onam, op1, op2, op3, invl, _typ, _typ2)             \
460 {                                                                             \
461     .opc1 = op1,                                                              \
462     .opc2 = op2,                                                              \
463     .opc3 = op3,                                                              \
464     .opc4 = 0xff,                                                             \
465     .handler = {                                                              \
466         .inval1  = invl,                                                      \
467         .type = _typ,                                                         \
468         .type2 = _typ2,                                                       \
469         .handler = &gen_##name,                                               \
470         .oname = onam,                                                        \
471     },                                                                        \
472     .oname = onam,                                                            \
473 }
474 #define GEN_OPCODE3(name, op1, op2, op3, op4, invl, _typ, _typ2)              \
475 {                                                                             \
476     .opc1 = op1,                                                              \
477     .opc2 = op2,                                                              \
478     .opc3 = op3,                                                              \
479     .opc4 = op4,                                                              \
480     .handler = {                                                              \
481         .inval1  = invl,                                                      \
482         .type = _typ,                                                         \
483         .type2 = _typ2,                                                       \
484         .handler = &gen_##name,                                               \
485         .oname = stringify(name),                                             \
486     },                                                                        \
487     .oname = stringify(name),                                                 \
488 }
489 #define GEN_OPCODE4(name, onam, op1, op2, op3, op4, invl, _typ, _typ2)        \
490 {                                                                             \
491     .opc1 = op1,                                                              \
492     .opc2 = op2,                                                              \
493     .opc3 = op3,                                                              \
494     .opc4 = op4,                                                              \
495     .handler = {                                                              \
496         .inval1  = invl,                                                      \
497         .type = _typ,                                                         \
498         .type2 = _typ2,                                                       \
499         .handler = &gen_##name,                                               \
500         .oname = onam,                                                        \
501     },                                                                        \
502     .oname = onam,                                                            \
503 }
504 #else
505 #define GEN_OPCODE(name, op1, op2, op3, invl, _typ, _typ2)                    \
506 {                                                                             \
507     .opc1 = op1,                                                              \
508     .opc2 = op2,                                                              \
509     .opc3 = op3,                                                              \
510     .opc4 = 0xff,                                                             \
511     .handler = {                                                              \
512         .inval1  = invl,                                                      \
513         .type = _typ,                                                         \
514         .type2 = _typ2,                                                       \
515         .handler = &gen_##name,                                               \
516     },                                                                        \
517     .oname = stringify(name),                                                 \
518 }
519 #define GEN_OPCODE_DUAL(name, op1, op2, op3, invl1, invl2, _typ, _typ2)       \
520 {                                                                             \
521     .opc1 = op1,                                                              \
522     .opc2 = op2,                                                              \
523     .opc3 = op3,                                                              \
524     .opc4 = 0xff,                                                             \
525     .handler = {                                                              \
526         .inval1  = invl1,                                                     \
527         .inval2  = invl2,                                                     \
528         .type = _typ,                                                         \
529         .type2 = _typ2,                                                       \
530         .handler = &gen_##name,                                               \
531     },                                                                        \
532     .oname = stringify(name),                                                 \
533 }
534 #define GEN_OPCODE2(name, onam, op1, op2, op3, invl, _typ, _typ2)             \
535 {                                                                             \
536     .opc1 = op1,                                                              \
537     .opc2 = op2,                                                              \
538     .opc3 = op3,                                                              \
539     .opc4 = 0xff,                                                             \
540     .handler = {                                                              \
541         .inval1  = invl,                                                      \
542         .type = _typ,                                                         \
543         .type2 = _typ2,                                                       \
544         .handler = &gen_##name,                                               \
545     },                                                                        \
546     .oname = onam,                                                            \
547 }
548 #define GEN_OPCODE3(name, op1, op2, op3, op4, invl, _typ, _typ2)              \
549 {                                                                             \
550     .opc1 = op1,                                                              \
551     .opc2 = op2,                                                              \
552     .opc3 = op3,                                                              \
553     .opc4 = op4,                                                              \
554     .handler = {                                                              \
555         .inval1  = invl,                                                      \
556         .type = _typ,                                                         \
557         .type2 = _typ2,                                                       \
558         .handler = &gen_##name,                                               \
559     },                                                                        \
560     .oname = stringify(name),                                                 \
561 }
562 #define GEN_OPCODE4(name, onam, op1, op2, op3, op4, invl, _typ, _typ2)        \
563 {                                                                             \
564     .opc1 = op1,                                                              \
565     .opc2 = op2,                                                              \
566     .opc3 = op3,                                                              \
567     .opc4 = op4,                                                              \
568     .handler = {                                                              \
569         .inval1  = invl,                                                      \
570         .type = _typ,                                                         \
571         .type2 = _typ2,                                                       \
572         .handler = &gen_##name,                                               \
573     },                                                                        \
574     .oname = onam,                                                            \
575 }
576 #endif
577 
578 /* SPR load/store helpers */
579 static inline void gen_load_spr(TCGv t, int reg)
580 {
581     tcg_gen_ld_tl(t, cpu_env, offsetof(CPUPPCState, spr[reg]));
582 }
583 
584 static inline void gen_store_spr(int reg, TCGv t)
585 {
586     tcg_gen_st_tl(t, cpu_env, offsetof(CPUPPCState, spr[reg]));
587 }
588 
589 /* Invalid instruction */
590 static void gen_invalid(DisasContext *ctx)
591 {
592     gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
593 }
594 
595 static opc_handler_t invalid_handler = {
596     .inval1  = 0xFFFFFFFF,
597     .inval2  = 0xFFFFFFFF,
598     .type    = PPC_NONE,
599     .type2   = PPC_NONE,
600     .handler = gen_invalid,
601 };
602 
603 /***                           Integer comparison                          ***/
604 
605 static inline void gen_op_cmp(TCGv arg0, TCGv arg1, int s, int crf)
606 {
607     TCGv t0 = tcg_temp_new();
608     TCGv t1 = tcg_temp_new();
609     TCGv_i32 t = tcg_temp_new_i32();
610 
611     tcg_gen_movi_tl(t0, CRF_EQ);
612     tcg_gen_movi_tl(t1, CRF_LT);
613     tcg_gen_movcond_tl((s ? TCG_COND_LT : TCG_COND_LTU), t0, arg0, arg1, t1, t0);
614     tcg_gen_movi_tl(t1, CRF_GT);
615     tcg_gen_movcond_tl((s ? TCG_COND_GT : TCG_COND_GTU), t0, arg0, arg1, t1, t0);
616 
617     tcg_gen_trunc_tl_i32(t, t0);
618     tcg_gen_trunc_tl_i32(cpu_crf[crf], cpu_so);
619     tcg_gen_or_i32(cpu_crf[crf], cpu_crf[crf], t);
620 
621     tcg_temp_free(t0);
622     tcg_temp_free(t1);
623     tcg_temp_free_i32(t);
624 }
625 
626 static inline void gen_op_cmpi(TCGv arg0, target_ulong arg1, int s, int crf)
627 {
628     TCGv t0 = tcg_const_tl(arg1);
629     gen_op_cmp(arg0, t0, s, crf);
630     tcg_temp_free(t0);
631 }
632 
633 static inline void gen_op_cmp32(TCGv arg0, TCGv arg1, int s, int crf)
634 {
635     TCGv t0, t1;
636     t0 = tcg_temp_new();
637     t1 = tcg_temp_new();
638     if (s) {
639         tcg_gen_ext32s_tl(t0, arg0);
640         tcg_gen_ext32s_tl(t1, arg1);
641     } else {
642         tcg_gen_ext32u_tl(t0, arg0);
643         tcg_gen_ext32u_tl(t1, arg1);
644     }
645     gen_op_cmp(t0, t1, s, crf);
646     tcg_temp_free(t1);
647     tcg_temp_free(t0);
648 }
649 
650 static inline void gen_op_cmpi32(TCGv arg0, target_ulong arg1, int s, int crf)
651 {
652     TCGv t0 = tcg_const_tl(arg1);
653     gen_op_cmp32(arg0, t0, s, crf);
654     tcg_temp_free(t0);
655 }
656 
657 static inline void gen_set_Rc0(DisasContext *ctx, TCGv reg)
658 {
659     if (NARROW_MODE(ctx)) {
660         gen_op_cmpi32(reg, 0, 1, 0);
661     } else {
662         gen_op_cmpi(reg, 0, 1, 0);
663     }
664 }
665 
666 /* cmp */
667 static void gen_cmp(DisasContext *ctx)
668 {
669     if ((ctx->opcode & 0x00200000) && (ctx->insns_flags & PPC_64B)) {
670         gen_op_cmp(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],
671                    1, crfD(ctx->opcode));
672     } else {
673         gen_op_cmp32(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],
674                      1, crfD(ctx->opcode));
675     }
676 }
677 
678 /* cmpi */
679 static void gen_cmpi(DisasContext *ctx)
680 {
681     if ((ctx->opcode & 0x00200000) && (ctx->insns_flags & PPC_64B)) {
682         gen_op_cmpi(cpu_gpr[rA(ctx->opcode)], SIMM(ctx->opcode),
683                     1, crfD(ctx->opcode));
684     } else {
685         gen_op_cmpi32(cpu_gpr[rA(ctx->opcode)], SIMM(ctx->opcode),
686                       1, crfD(ctx->opcode));
687     }
688 }
689 
690 /* cmpl */
691 static void gen_cmpl(DisasContext *ctx)
692 {
693     if ((ctx->opcode & 0x00200000) && (ctx->insns_flags & PPC_64B)) {
694         gen_op_cmp(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],
695                    0, crfD(ctx->opcode));
696     } else {
697         gen_op_cmp32(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],
698                      0, crfD(ctx->opcode));
699     }
700 }
701 
702 /* cmpli */
703 static void gen_cmpli(DisasContext *ctx)
704 {
705     if ((ctx->opcode & 0x00200000) && (ctx->insns_flags & PPC_64B)) {
706         gen_op_cmpi(cpu_gpr[rA(ctx->opcode)], UIMM(ctx->opcode),
707                     0, crfD(ctx->opcode));
708     } else {
709         gen_op_cmpi32(cpu_gpr[rA(ctx->opcode)], UIMM(ctx->opcode),
710                       0, crfD(ctx->opcode));
711     }
712 }
713 
714 /* cmprb - range comparison: isupper, isaplha, islower*/
715 static void gen_cmprb(DisasContext *ctx)
716 {
717     TCGv_i32 src1 = tcg_temp_new_i32();
718     TCGv_i32 src2 = tcg_temp_new_i32();
719     TCGv_i32 src2lo = tcg_temp_new_i32();
720     TCGv_i32 src2hi = tcg_temp_new_i32();
721     TCGv_i32 crf = cpu_crf[crfD(ctx->opcode)];
722 
723     tcg_gen_trunc_tl_i32(src1, cpu_gpr[rA(ctx->opcode)]);
724     tcg_gen_trunc_tl_i32(src2, cpu_gpr[rB(ctx->opcode)]);
725 
726     tcg_gen_andi_i32(src1, src1, 0xFF);
727     tcg_gen_ext8u_i32(src2lo, src2);
728     tcg_gen_shri_i32(src2, src2, 8);
729     tcg_gen_ext8u_i32(src2hi, src2);
730 
731     tcg_gen_setcond_i32(TCG_COND_LEU, src2lo, src2lo, src1);
732     tcg_gen_setcond_i32(TCG_COND_LEU, src2hi, src1, src2hi);
733     tcg_gen_and_i32(crf, src2lo, src2hi);
734 
735     if (ctx->opcode & 0x00200000) {
736         tcg_gen_shri_i32(src2, src2, 8);
737         tcg_gen_ext8u_i32(src2lo, src2);
738         tcg_gen_shri_i32(src2, src2, 8);
739         tcg_gen_ext8u_i32(src2hi, src2);
740         tcg_gen_setcond_i32(TCG_COND_LEU, src2lo, src2lo, src1);
741         tcg_gen_setcond_i32(TCG_COND_LEU, src2hi, src1, src2hi);
742         tcg_gen_and_i32(src2lo, src2lo, src2hi);
743         tcg_gen_or_i32(crf, crf, src2lo);
744     }
745     tcg_gen_shli_i32(crf, crf, CRF_GT_BIT);
746     tcg_temp_free_i32(src1);
747     tcg_temp_free_i32(src2);
748     tcg_temp_free_i32(src2lo);
749     tcg_temp_free_i32(src2hi);
750 }
751 
752 #if defined(TARGET_PPC64)
753 /* cmpeqb */
754 static void gen_cmpeqb(DisasContext *ctx)
755 {
756     gen_helper_cmpeqb(cpu_crf[crfD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)],
757                       cpu_gpr[rB(ctx->opcode)]);
758 }
759 #endif
760 
761 /* isel (PowerPC 2.03 specification) */
762 static void gen_isel(DisasContext *ctx)
763 {
764     uint32_t bi = rC(ctx->opcode);
765     uint32_t mask = 0x08 >> (bi & 0x03);
766     TCGv t0 = tcg_temp_new();
767     TCGv zr;
768 
769     tcg_gen_extu_i32_tl(t0, cpu_crf[bi >> 2]);
770     tcg_gen_andi_tl(t0, t0, mask);
771 
772     zr = tcg_const_tl(0);
773     tcg_gen_movcond_tl(TCG_COND_NE, cpu_gpr[rD(ctx->opcode)], t0, zr,
774                        rA(ctx->opcode) ? cpu_gpr[rA(ctx->opcode)] : zr,
775                        cpu_gpr[rB(ctx->opcode)]);
776     tcg_temp_free(zr);
777     tcg_temp_free(t0);
778 }
779 
780 /* cmpb: PowerPC 2.05 specification */
781 static void gen_cmpb(DisasContext *ctx)
782 {
783     gen_helper_cmpb(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)],
784                     cpu_gpr[rB(ctx->opcode)]);
785 }
786 
787 /***                           Integer arithmetic                          ***/
788 
789 static inline void gen_op_arith_compute_ov(DisasContext *ctx, TCGv arg0,
790                                            TCGv arg1, TCGv arg2, int sub)
791 {
792     TCGv t0 = tcg_temp_new();
793 
794     tcg_gen_xor_tl(cpu_ov, arg0, arg2);
795     tcg_gen_xor_tl(t0, arg1, arg2);
796     if (sub) {
797         tcg_gen_and_tl(cpu_ov, cpu_ov, t0);
798     } else {
799         tcg_gen_andc_tl(cpu_ov, cpu_ov, t0);
800     }
801     tcg_temp_free(t0);
802     if (NARROW_MODE(ctx)) {
803         tcg_gen_extract_tl(cpu_ov, cpu_ov, 31, 1);
804         if (is_isa300(ctx)) {
805             tcg_gen_mov_tl(cpu_ov32, cpu_ov);
806         }
807     } else {
808         if (is_isa300(ctx)) {
809             tcg_gen_extract_tl(cpu_ov32, cpu_ov, 31, 1);
810         }
811         tcg_gen_extract_tl(cpu_ov, cpu_ov, TARGET_LONG_BITS - 1, 1);
812     }
813     tcg_gen_or_tl(cpu_so, cpu_so, cpu_ov);
814 }
815 
816 static inline void gen_op_arith_compute_ca32(DisasContext *ctx,
817                                              TCGv res, TCGv arg0, TCGv arg1,
818                                              int sub)
819 {
820     TCGv t0;
821 
822     if (!is_isa300(ctx)) {
823         return;
824     }
825 
826     t0 = tcg_temp_new();
827     if (sub) {
828         tcg_gen_eqv_tl(t0, arg0, arg1);
829     } else {
830         tcg_gen_xor_tl(t0, arg0, arg1);
831     }
832     tcg_gen_xor_tl(t0, t0, res);
833     tcg_gen_extract_tl(cpu_ca32, t0, 32, 1);
834     tcg_temp_free(t0);
835 }
836 
837 /* Common add function */
838 static inline void gen_op_arith_add(DisasContext *ctx, TCGv ret, TCGv arg1,
839                                     TCGv arg2, bool add_ca, bool compute_ca,
840                                     bool compute_ov, bool compute_rc0)
841 {
842     TCGv t0 = ret;
843 
844     if (compute_ca || compute_ov) {
845         t0 = tcg_temp_new();
846     }
847 
848     if (compute_ca) {
849         if (NARROW_MODE(ctx)) {
850             /* Caution: a non-obvious corner case of the spec is that we
851                must produce the *entire* 64-bit addition, but produce the
852                carry into bit 32.  */
853             TCGv t1 = tcg_temp_new();
854             tcg_gen_xor_tl(t1, arg1, arg2);        /* add without carry */
855             tcg_gen_add_tl(t0, arg1, arg2);
856             if (add_ca) {
857                 tcg_gen_add_tl(t0, t0, cpu_ca);
858             }
859             tcg_gen_xor_tl(cpu_ca, t0, t1);        /* bits changed w/ carry */
860             tcg_temp_free(t1);
861             tcg_gen_extract_tl(cpu_ca, cpu_ca, 32, 1);
862             if (is_isa300(ctx)) {
863                 tcg_gen_mov_tl(cpu_ca32, cpu_ca);
864             }
865         } else {
866             TCGv zero = tcg_const_tl(0);
867             if (add_ca) {
868                 tcg_gen_add2_tl(t0, cpu_ca, arg1, zero, cpu_ca, zero);
869                 tcg_gen_add2_tl(t0, cpu_ca, t0, cpu_ca, arg2, zero);
870             } else {
871                 tcg_gen_add2_tl(t0, cpu_ca, arg1, zero, arg2, zero);
872             }
873             gen_op_arith_compute_ca32(ctx, t0, arg1, arg2, 0);
874             tcg_temp_free(zero);
875         }
876     } else {
877         tcg_gen_add_tl(t0, arg1, arg2);
878         if (add_ca) {
879             tcg_gen_add_tl(t0, t0, cpu_ca);
880         }
881     }
882 
883     if (compute_ov) {
884         gen_op_arith_compute_ov(ctx, t0, arg1, arg2, 0);
885     }
886     if (unlikely(compute_rc0)) {
887         gen_set_Rc0(ctx, t0);
888     }
889 
890     if (t0 != ret) {
891         tcg_gen_mov_tl(ret, t0);
892         tcg_temp_free(t0);
893     }
894 }
895 /* Add functions with two operands */
896 #define GEN_INT_ARITH_ADD(name, opc3, add_ca, compute_ca, compute_ov)         \
897 static void glue(gen_, name)(DisasContext *ctx)                               \
898 {                                                                             \
899     gen_op_arith_add(ctx, cpu_gpr[rD(ctx->opcode)],                           \
900                      cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],      \
901                      add_ca, compute_ca, compute_ov, Rc(ctx->opcode));        \
902 }
903 /* Add functions with one operand and one immediate */
904 #define GEN_INT_ARITH_ADD_CONST(name, opc3, const_val,                        \
905                                 add_ca, compute_ca, compute_ov)               \
906 static void glue(gen_, name)(DisasContext *ctx)                               \
907 {                                                                             \
908     TCGv t0 = tcg_const_tl(const_val);                                        \
909     gen_op_arith_add(ctx, cpu_gpr[rD(ctx->opcode)],                           \
910                      cpu_gpr[rA(ctx->opcode)], t0,                            \
911                      add_ca, compute_ca, compute_ov, Rc(ctx->opcode));        \
912     tcg_temp_free(t0);                                                        \
913 }
914 
915 /* add  add.  addo  addo. */
916 GEN_INT_ARITH_ADD(add, 0x08, 0, 0, 0)
917 GEN_INT_ARITH_ADD(addo, 0x18, 0, 0, 1)
918 /* addc  addc.  addco  addco. */
919 GEN_INT_ARITH_ADD(addc, 0x00, 0, 1, 0)
920 GEN_INT_ARITH_ADD(addco, 0x10, 0, 1, 1)
921 /* adde  adde.  addeo  addeo. */
922 GEN_INT_ARITH_ADD(adde, 0x04, 1, 1, 0)
923 GEN_INT_ARITH_ADD(addeo, 0x14, 1, 1, 1)
924 /* addme  addme.  addmeo  addmeo.  */
925 GEN_INT_ARITH_ADD_CONST(addme, 0x07, -1LL, 1, 1, 0)
926 GEN_INT_ARITH_ADD_CONST(addmeo, 0x17, -1LL, 1, 1, 1)
927 /* addze  addze.  addzeo  addzeo.*/
928 GEN_INT_ARITH_ADD_CONST(addze, 0x06, 0, 1, 1, 0)
929 GEN_INT_ARITH_ADD_CONST(addzeo, 0x16, 0, 1, 1, 1)
930 /* addi */
931 static void gen_addi(DisasContext *ctx)
932 {
933     target_long simm = SIMM(ctx->opcode);
934 
935     if (rA(ctx->opcode) == 0) {
936         /* li case */
937         tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], simm);
938     } else {
939         tcg_gen_addi_tl(cpu_gpr[rD(ctx->opcode)],
940                         cpu_gpr[rA(ctx->opcode)], simm);
941     }
942 }
943 /* addic  addic.*/
944 static inline void gen_op_addic(DisasContext *ctx, bool compute_rc0)
945 {
946     TCGv c = tcg_const_tl(SIMM(ctx->opcode));
947     gen_op_arith_add(ctx, cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)],
948                      c, 0, 1, 0, compute_rc0);
949     tcg_temp_free(c);
950 }
951 
952 static void gen_addic(DisasContext *ctx)
953 {
954     gen_op_addic(ctx, 0);
955 }
956 
957 static void gen_addic_(DisasContext *ctx)
958 {
959     gen_op_addic(ctx, 1);
960 }
961 
962 /* addis */
963 static void gen_addis(DisasContext *ctx)
964 {
965     target_long simm = SIMM(ctx->opcode);
966 
967     if (rA(ctx->opcode) == 0) {
968         /* lis case */
969         tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], simm << 16);
970     } else {
971         tcg_gen_addi_tl(cpu_gpr[rD(ctx->opcode)],
972                         cpu_gpr[rA(ctx->opcode)], simm << 16);
973     }
974 }
975 
976 /* addpcis */
977 static void gen_addpcis(DisasContext *ctx)
978 {
979     target_long d = DX(ctx->opcode);
980 
981     tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], ctx->nip + (d << 16));
982 }
983 
984 static inline void gen_op_arith_divw(DisasContext *ctx, TCGv ret, TCGv arg1,
985                                      TCGv arg2, int sign, int compute_ov)
986 {
987     TCGv_i32 t0 = tcg_temp_new_i32();
988     TCGv_i32 t1 = tcg_temp_new_i32();
989     TCGv_i32 t2 = tcg_temp_new_i32();
990     TCGv_i32 t3 = tcg_temp_new_i32();
991 
992     tcg_gen_trunc_tl_i32(t0, arg1);
993     tcg_gen_trunc_tl_i32(t1, arg2);
994     if (sign) {
995         tcg_gen_setcondi_i32(TCG_COND_EQ, t2, t0, INT_MIN);
996         tcg_gen_setcondi_i32(TCG_COND_EQ, t3, t1, -1);
997         tcg_gen_and_i32(t2, t2, t3);
998         tcg_gen_setcondi_i32(TCG_COND_EQ, t3, t1, 0);
999         tcg_gen_or_i32(t2, t2, t3);
1000         tcg_gen_movi_i32(t3, 0);
1001         tcg_gen_movcond_i32(TCG_COND_NE, t1, t2, t3, t2, t1);
1002         tcg_gen_div_i32(t3, t0, t1);
1003         tcg_gen_extu_i32_tl(ret, t3);
1004     } else {
1005         tcg_gen_setcondi_i32(TCG_COND_EQ, t2, t1, 0);
1006         tcg_gen_movi_i32(t3, 0);
1007         tcg_gen_movcond_i32(TCG_COND_NE, t1, t2, t3, t2, t1);
1008         tcg_gen_divu_i32(t3, t0, t1);
1009         tcg_gen_extu_i32_tl(ret, t3);
1010     }
1011     if (compute_ov) {
1012         tcg_gen_extu_i32_tl(cpu_ov, t2);
1013         if (is_isa300(ctx)) {
1014             tcg_gen_extu_i32_tl(cpu_ov32, t2);
1015         }
1016         tcg_gen_or_tl(cpu_so, cpu_so, cpu_ov);
1017     }
1018     tcg_temp_free_i32(t0);
1019     tcg_temp_free_i32(t1);
1020     tcg_temp_free_i32(t2);
1021     tcg_temp_free_i32(t3);
1022 
1023     if (unlikely(Rc(ctx->opcode) != 0))
1024         gen_set_Rc0(ctx, ret);
1025 }
1026 /* Div functions */
1027 #define GEN_INT_ARITH_DIVW(name, opc3, sign, compute_ov)                      \
1028 static void glue(gen_, name)(DisasContext *ctx)                                       \
1029 {                                                                             \
1030     gen_op_arith_divw(ctx, cpu_gpr[rD(ctx->opcode)],                          \
1031                      cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],      \
1032                      sign, compute_ov);                                       \
1033 }
1034 /* divwu  divwu.  divwuo  divwuo.   */
1035 GEN_INT_ARITH_DIVW(divwu, 0x0E, 0, 0);
1036 GEN_INT_ARITH_DIVW(divwuo, 0x1E, 0, 1);
1037 /* divw  divw.  divwo  divwo.   */
1038 GEN_INT_ARITH_DIVW(divw, 0x0F, 1, 0);
1039 GEN_INT_ARITH_DIVW(divwo, 0x1F, 1, 1);
1040 
1041 /* div[wd]eu[o][.] */
1042 #define GEN_DIVE(name, hlpr, compute_ov)                                      \
1043 static void gen_##name(DisasContext *ctx)                                     \
1044 {                                                                             \
1045     TCGv_i32 t0 = tcg_const_i32(compute_ov);                                  \
1046     gen_helper_##hlpr(cpu_gpr[rD(ctx->opcode)], cpu_env,                      \
1047                      cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)], t0); \
1048     tcg_temp_free_i32(t0);                                                    \
1049     if (unlikely(Rc(ctx->opcode) != 0)) {                                     \
1050         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);                           \
1051     }                                                                         \
1052 }
1053 
1054 GEN_DIVE(divweu, divweu, 0);
1055 GEN_DIVE(divweuo, divweu, 1);
1056 GEN_DIVE(divwe, divwe, 0);
1057 GEN_DIVE(divweo, divwe, 1);
1058 
1059 #if defined(TARGET_PPC64)
1060 static inline void gen_op_arith_divd(DisasContext *ctx, TCGv ret, TCGv arg1,
1061                                      TCGv arg2, int sign, int compute_ov)
1062 {
1063     TCGv_i64 t0 = tcg_temp_new_i64();
1064     TCGv_i64 t1 = tcg_temp_new_i64();
1065     TCGv_i64 t2 = tcg_temp_new_i64();
1066     TCGv_i64 t3 = tcg_temp_new_i64();
1067 
1068     tcg_gen_mov_i64(t0, arg1);
1069     tcg_gen_mov_i64(t1, arg2);
1070     if (sign) {
1071         tcg_gen_setcondi_i64(TCG_COND_EQ, t2, t0, INT64_MIN);
1072         tcg_gen_setcondi_i64(TCG_COND_EQ, t3, t1, -1);
1073         tcg_gen_and_i64(t2, t2, t3);
1074         tcg_gen_setcondi_i64(TCG_COND_EQ, t3, t1, 0);
1075         tcg_gen_or_i64(t2, t2, t3);
1076         tcg_gen_movi_i64(t3, 0);
1077         tcg_gen_movcond_i64(TCG_COND_NE, t1, t2, t3, t2, t1);
1078         tcg_gen_div_i64(ret, t0, t1);
1079     } else {
1080         tcg_gen_setcondi_i64(TCG_COND_EQ, t2, t1, 0);
1081         tcg_gen_movi_i64(t3, 0);
1082         tcg_gen_movcond_i64(TCG_COND_NE, t1, t2, t3, t2, t1);
1083         tcg_gen_divu_i64(ret, t0, t1);
1084     }
1085     if (compute_ov) {
1086         tcg_gen_mov_tl(cpu_ov, t2);
1087         if (is_isa300(ctx)) {
1088             tcg_gen_mov_tl(cpu_ov32, t2);
1089         }
1090         tcg_gen_or_tl(cpu_so, cpu_so, cpu_ov);
1091     }
1092     tcg_temp_free_i64(t0);
1093     tcg_temp_free_i64(t1);
1094     tcg_temp_free_i64(t2);
1095     tcg_temp_free_i64(t3);
1096 
1097     if (unlikely(Rc(ctx->opcode) != 0))
1098         gen_set_Rc0(ctx, ret);
1099 }
1100 
1101 #define GEN_INT_ARITH_DIVD(name, opc3, sign, compute_ov)                      \
1102 static void glue(gen_, name)(DisasContext *ctx)                                       \
1103 {                                                                             \
1104     gen_op_arith_divd(ctx, cpu_gpr[rD(ctx->opcode)],                          \
1105                       cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],     \
1106                       sign, compute_ov);                                      \
1107 }
1108 /* divdu  divdu.  divduo  divduo.   */
1109 GEN_INT_ARITH_DIVD(divdu, 0x0E, 0, 0);
1110 GEN_INT_ARITH_DIVD(divduo, 0x1E, 0, 1);
1111 /* divd  divd.  divdo  divdo.   */
1112 GEN_INT_ARITH_DIVD(divd, 0x0F, 1, 0);
1113 GEN_INT_ARITH_DIVD(divdo, 0x1F, 1, 1);
1114 
1115 GEN_DIVE(divdeu, divdeu, 0);
1116 GEN_DIVE(divdeuo, divdeu, 1);
1117 GEN_DIVE(divde, divde, 0);
1118 GEN_DIVE(divdeo, divde, 1);
1119 #endif
1120 
1121 static inline void gen_op_arith_modw(DisasContext *ctx, TCGv ret, TCGv arg1,
1122                                      TCGv arg2, int sign)
1123 {
1124     TCGv_i32 t0 = tcg_temp_new_i32();
1125     TCGv_i32 t1 = tcg_temp_new_i32();
1126 
1127     tcg_gen_trunc_tl_i32(t0, arg1);
1128     tcg_gen_trunc_tl_i32(t1, arg2);
1129     if (sign) {
1130         TCGv_i32 t2 = tcg_temp_new_i32();
1131         TCGv_i32 t3 = tcg_temp_new_i32();
1132         tcg_gen_setcondi_i32(TCG_COND_EQ, t2, t0, INT_MIN);
1133         tcg_gen_setcondi_i32(TCG_COND_EQ, t3, t1, -1);
1134         tcg_gen_and_i32(t2, t2, t3);
1135         tcg_gen_setcondi_i32(TCG_COND_EQ, t3, t1, 0);
1136         tcg_gen_or_i32(t2, t2, t3);
1137         tcg_gen_movi_i32(t3, 0);
1138         tcg_gen_movcond_i32(TCG_COND_NE, t1, t2, t3, t2, t1);
1139         tcg_gen_rem_i32(t3, t0, t1);
1140         tcg_gen_ext_i32_tl(ret, t3);
1141         tcg_temp_free_i32(t2);
1142         tcg_temp_free_i32(t3);
1143     } else {
1144         TCGv_i32 t2 = tcg_const_i32(1);
1145         TCGv_i32 t3 = tcg_const_i32(0);
1146         tcg_gen_movcond_i32(TCG_COND_EQ, t1, t1, t3, t2, t1);
1147         tcg_gen_remu_i32(t3, t0, t1);
1148         tcg_gen_extu_i32_tl(ret, t3);
1149         tcg_temp_free_i32(t2);
1150         tcg_temp_free_i32(t3);
1151     }
1152     tcg_temp_free_i32(t0);
1153     tcg_temp_free_i32(t1);
1154 }
1155 
1156 #define GEN_INT_ARITH_MODW(name, opc3, sign)                                \
1157 static void glue(gen_, name)(DisasContext *ctx)                             \
1158 {                                                                           \
1159     gen_op_arith_modw(ctx, cpu_gpr[rD(ctx->opcode)],                        \
1160                       cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],   \
1161                       sign);                                                \
1162 }
1163 
1164 GEN_INT_ARITH_MODW(moduw, 0x08, 0);
1165 GEN_INT_ARITH_MODW(modsw, 0x18, 1);
1166 
1167 #if defined(TARGET_PPC64)
1168 static inline void gen_op_arith_modd(DisasContext *ctx, TCGv ret, TCGv arg1,
1169                                      TCGv arg2, int sign)
1170 {
1171     TCGv_i64 t0 = tcg_temp_new_i64();
1172     TCGv_i64 t1 = tcg_temp_new_i64();
1173 
1174     tcg_gen_mov_i64(t0, arg1);
1175     tcg_gen_mov_i64(t1, arg2);
1176     if (sign) {
1177         TCGv_i64 t2 = tcg_temp_new_i64();
1178         TCGv_i64 t3 = tcg_temp_new_i64();
1179         tcg_gen_setcondi_i64(TCG_COND_EQ, t2, t0, INT64_MIN);
1180         tcg_gen_setcondi_i64(TCG_COND_EQ, t3, t1, -1);
1181         tcg_gen_and_i64(t2, t2, t3);
1182         tcg_gen_setcondi_i64(TCG_COND_EQ, t3, t1, 0);
1183         tcg_gen_or_i64(t2, t2, t3);
1184         tcg_gen_movi_i64(t3, 0);
1185         tcg_gen_movcond_i64(TCG_COND_NE, t1, t2, t3, t2, t1);
1186         tcg_gen_rem_i64(ret, t0, t1);
1187         tcg_temp_free_i64(t2);
1188         tcg_temp_free_i64(t3);
1189     } else {
1190         TCGv_i64 t2 = tcg_const_i64(1);
1191         TCGv_i64 t3 = tcg_const_i64(0);
1192         tcg_gen_movcond_i64(TCG_COND_EQ, t1, t1, t3, t2, t1);
1193         tcg_gen_remu_i64(ret, t0, t1);
1194         tcg_temp_free_i64(t2);
1195         tcg_temp_free_i64(t3);
1196     }
1197     tcg_temp_free_i64(t0);
1198     tcg_temp_free_i64(t1);
1199 }
1200 
1201 #define GEN_INT_ARITH_MODD(name, opc3, sign)                            \
1202 static void glue(gen_, name)(DisasContext *ctx)                           \
1203 {                                                                         \
1204   gen_op_arith_modd(ctx, cpu_gpr[rD(ctx->opcode)],                        \
1205                     cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],   \
1206                     sign);                                                \
1207 }
1208 
1209 GEN_INT_ARITH_MODD(modud, 0x08, 0);
1210 GEN_INT_ARITH_MODD(modsd, 0x18, 1);
1211 #endif
1212 
1213 /* mulhw  mulhw. */
1214 static void gen_mulhw(DisasContext *ctx)
1215 {
1216     TCGv_i32 t0 = tcg_temp_new_i32();
1217     TCGv_i32 t1 = tcg_temp_new_i32();
1218 
1219     tcg_gen_trunc_tl_i32(t0, cpu_gpr[rA(ctx->opcode)]);
1220     tcg_gen_trunc_tl_i32(t1, cpu_gpr[rB(ctx->opcode)]);
1221     tcg_gen_muls2_i32(t0, t1, t0, t1);
1222     tcg_gen_extu_i32_tl(cpu_gpr[rD(ctx->opcode)], t1);
1223     tcg_temp_free_i32(t0);
1224     tcg_temp_free_i32(t1);
1225     if (unlikely(Rc(ctx->opcode) != 0))
1226         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1227 }
1228 
1229 /* mulhwu  mulhwu.  */
1230 static void gen_mulhwu(DisasContext *ctx)
1231 {
1232     TCGv_i32 t0 = tcg_temp_new_i32();
1233     TCGv_i32 t1 = tcg_temp_new_i32();
1234 
1235     tcg_gen_trunc_tl_i32(t0, cpu_gpr[rA(ctx->opcode)]);
1236     tcg_gen_trunc_tl_i32(t1, cpu_gpr[rB(ctx->opcode)]);
1237     tcg_gen_mulu2_i32(t0, t1, t0, t1);
1238     tcg_gen_extu_i32_tl(cpu_gpr[rD(ctx->opcode)], t1);
1239     tcg_temp_free_i32(t0);
1240     tcg_temp_free_i32(t1);
1241     if (unlikely(Rc(ctx->opcode) != 0))
1242         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1243 }
1244 
1245 /* mullw  mullw. */
1246 static void gen_mullw(DisasContext *ctx)
1247 {
1248 #if defined(TARGET_PPC64)
1249     TCGv_i64 t0, t1;
1250     t0 = tcg_temp_new_i64();
1251     t1 = tcg_temp_new_i64();
1252     tcg_gen_ext32s_tl(t0, cpu_gpr[rA(ctx->opcode)]);
1253     tcg_gen_ext32s_tl(t1, cpu_gpr[rB(ctx->opcode)]);
1254     tcg_gen_mul_i64(cpu_gpr[rD(ctx->opcode)], t0, t1);
1255     tcg_temp_free(t0);
1256     tcg_temp_free(t1);
1257 #else
1258     tcg_gen_mul_i32(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)],
1259                     cpu_gpr[rB(ctx->opcode)]);
1260 #endif
1261     if (unlikely(Rc(ctx->opcode) != 0))
1262         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1263 }
1264 
1265 /* mullwo  mullwo. */
1266 static void gen_mullwo(DisasContext *ctx)
1267 {
1268     TCGv_i32 t0 = tcg_temp_new_i32();
1269     TCGv_i32 t1 = tcg_temp_new_i32();
1270 
1271     tcg_gen_trunc_tl_i32(t0, cpu_gpr[rA(ctx->opcode)]);
1272     tcg_gen_trunc_tl_i32(t1, cpu_gpr[rB(ctx->opcode)]);
1273     tcg_gen_muls2_i32(t0, t1, t0, t1);
1274 #if defined(TARGET_PPC64)
1275     tcg_gen_concat_i32_i64(cpu_gpr[rD(ctx->opcode)], t0, t1);
1276 #else
1277     tcg_gen_mov_i32(cpu_gpr[rD(ctx->opcode)], t0);
1278 #endif
1279 
1280     tcg_gen_sari_i32(t0, t0, 31);
1281     tcg_gen_setcond_i32(TCG_COND_NE, t0, t0, t1);
1282     tcg_gen_extu_i32_tl(cpu_ov, t0);
1283     if (is_isa300(ctx)) {
1284         tcg_gen_mov_tl(cpu_ov32, cpu_ov);
1285     }
1286     tcg_gen_or_tl(cpu_so, cpu_so, cpu_ov);
1287 
1288     tcg_temp_free_i32(t0);
1289     tcg_temp_free_i32(t1);
1290     if (unlikely(Rc(ctx->opcode) != 0))
1291         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1292 }
1293 
1294 /* mulli */
1295 static void gen_mulli(DisasContext *ctx)
1296 {
1297     tcg_gen_muli_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)],
1298                     SIMM(ctx->opcode));
1299 }
1300 
1301 #if defined(TARGET_PPC64)
1302 /* mulhd  mulhd. */
1303 static void gen_mulhd(DisasContext *ctx)
1304 {
1305     TCGv lo = tcg_temp_new();
1306     tcg_gen_muls2_tl(lo, cpu_gpr[rD(ctx->opcode)],
1307                      cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
1308     tcg_temp_free(lo);
1309     if (unlikely(Rc(ctx->opcode) != 0)) {
1310         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1311     }
1312 }
1313 
1314 /* mulhdu  mulhdu. */
1315 static void gen_mulhdu(DisasContext *ctx)
1316 {
1317     TCGv lo = tcg_temp_new();
1318     tcg_gen_mulu2_tl(lo, cpu_gpr[rD(ctx->opcode)],
1319                      cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
1320     tcg_temp_free(lo);
1321     if (unlikely(Rc(ctx->opcode) != 0)) {
1322         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1323     }
1324 }
1325 
1326 /* mulld  mulld. */
1327 static void gen_mulld(DisasContext *ctx)
1328 {
1329     tcg_gen_mul_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)],
1330                    cpu_gpr[rB(ctx->opcode)]);
1331     if (unlikely(Rc(ctx->opcode) != 0))
1332         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1333 }
1334 
1335 /* mulldo  mulldo. */
1336 static void gen_mulldo(DisasContext *ctx)
1337 {
1338     TCGv_i64 t0 = tcg_temp_new_i64();
1339     TCGv_i64 t1 = tcg_temp_new_i64();
1340 
1341     tcg_gen_muls2_i64(t0, t1, cpu_gpr[rA(ctx->opcode)],
1342                       cpu_gpr[rB(ctx->opcode)]);
1343     tcg_gen_mov_i64(cpu_gpr[rD(ctx->opcode)], t0);
1344 
1345     tcg_gen_sari_i64(t0, t0, 63);
1346     tcg_gen_setcond_i64(TCG_COND_NE, cpu_ov, t0, t1);
1347     if (is_isa300(ctx)) {
1348         tcg_gen_mov_tl(cpu_ov32, cpu_ov);
1349     }
1350     tcg_gen_or_tl(cpu_so, cpu_so, cpu_ov);
1351 
1352     tcg_temp_free_i64(t0);
1353     tcg_temp_free_i64(t1);
1354 
1355     if (unlikely(Rc(ctx->opcode) != 0)) {
1356         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1357     }
1358 }
1359 #endif
1360 
1361 /* Common subf function */
1362 static inline void gen_op_arith_subf(DisasContext *ctx, TCGv ret, TCGv arg1,
1363                                      TCGv arg2, bool add_ca, bool compute_ca,
1364                                      bool compute_ov, bool compute_rc0)
1365 {
1366     TCGv t0 = ret;
1367 
1368     if (compute_ca || compute_ov) {
1369         t0 = tcg_temp_new();
1370     }
1371 
1372     if (compute_ca) {
1373         /* dest = ~arg1 + arg2 [+ ca].  */
1374         if (NARROW_MODE(ctx)) {
1375             /* Caution: a non-obvious corner case of the spec is that we
1376                must produce the *entire* 64-bit addition, but produce the
1377                carry into bit 32.  */
1378             TCGv inv1 = tcg_temp_new();
1379             TCGv t1 = tcg_temp_new();
1380             tcg_gen_not_tl(inv1, arg1);
1381             if (add_ca) {
1382                 tcg_gen_add_tl(t0, arg2, cpu_ca);
1383             } else {
1384                 tcg_gen_addi_tl(t0, arg2, 1);
1385             }
1386             tcg_gen_xor_tl(t1, arg2, inv1);         /* add without carry */
1387             tcg_gen_add_tl(t0, t0, inv1);
1388             tcg_temp_free(inv1);
1389             tcg_gen_xor_tl(cpu_ca, t0, t1);         /* bits changes w/ carry */
1390             tcg_temp_free(t1);
1391             tcg_gen_extract_tl(cpu_ca, cpu_ca, 32, 1);
1392             if (is_isa300(ctx)) {
1393                 tcg_gen_mov_tl(cpu_ca32, cpu_ca);
1394             }
1395         } else if (add_ca) {
1396             TCGv zero, inv1 = tcg_temp_new();
1397             tcg_gen_not_tl(inv1, arg1);
1398             zero = tcg_const_tl(0);
1399             tcg_gen_add2_tl(t0, cpu_ca, arg2, zero, cpu_ca, zero);
1400             tcg_gen_add2_tl(t0, cpu_ca, t0, cpu_ca, inv1, zero);
1401             gen_op_arith_compute_ca32(ctx, t0, inv1, arg2, 0);
1402             tcg_temp_free(zero);
1403             tcg_temp_free(inv1);
1404         } else {
1405             tcg_gen_setcond_tl(TCG_COND_GEU, cpu_ca, arg2, arg1);
1406             tcg_gen_sub_tl(t0, arg2, arg1);
1407             gen_op_arith_compute_ca32(ctx, t0, arg1, arg2, 1);
1408         }
1409     } else if (add_ca) {
1410         /* Since we're ignoring carry-out, we can simplify the
1411            standard ~arg1 + arg2 + ca to arg2 - arg1 + ca - 1.  */
1412         tcg_gen_sub_tl(t0, arg2, arg1);
1413         tcg_gen_add_tl(t0, t0, cpu_ca);
1414         tcg_gen_subi_tl(t0, t0, 1);
1415     } else {
1416         tcg_gen_sub_tl(t0, arg2, arg1);
1417     }
1418 
1419     if (compute_ov) {
1420         gen_op_arith_compute_ov(ctx, t0, arg1, arg2, 1);
1421     }
1422     if (unlikely(compute_rc0)) {
1423         gen_set_Rc0(ctx, t0);
1424     }
1425 
1426     if (t0 != ret) {
1427         tcg_gen_mov_tl(ret, t0);
1428         tcg_temp_free(t0);
1429     }
1430 }
1431 /* Sub functions with Two operands functions */
1432 #define GEN_INT_ARITH_SUBF(name, opc3, add_ca, compute_ca, compute_ov)        \
1433 static void glue(gen_, name)(DisasContext *ctx)                               \
1434 {                                                                             \
1435     gen_op_arith_subf(ctx, cpu_gpr[rD(ctx->opcode)],                          \
1436                       cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],     \
1437                       add_ca, compute_ca, compute_ov, Rc(ctx->opcode));       \
1438 }
1439 /* Sub functions with one operand and one immediate */
1440 #define GEN_INT_ARITH_SUBF_CONST(name, opc3, const_val,                       \
1441                                 add_ca, compute_ca, compute_ov)               \
1442 static void glue(gen_, name)(DisasContext *ctx)                               \
1443 {                                                                             \
1444     TCGv t0 = tcg_const_tl(const_val);                                        \
1445     gen_op_arith_subf(ctx, cpu_gpr[rD(ctx->opcode)],                          \
1446                       cpu_gpr[rA(ctx->opcode)], t0,                           \
1447                       add_ca, compute_ca, compute_ov, Rc(ctx->opcode));       \
1448     tcg_temp_free(t0);                                                        \
1449 }
1450 /* subf  subf.  subfo  subfo. */
1451 GEN_INT_ARITH_SUBF(subf, 0x01, 0, 0, 0)
1452 GEN_INT_ARITH_SUBF(subfo, 0x11, 0, 0, 1)
1453 /* subfc  subfc.  subfco  subfco. */
1454 GEN_INT_ARITH_SUBF(subfc, 0x00, 0, 1, 0)
1455 GEN_INT_ARITH_SUBF(subfco, 0x10, 0, 1, 1)
1456 /* subfe  subfe.  subfeo  subfo. */
1457 GEN_INT_ARITH_SUBF(subfe, 0x04, 1, 1, 0)
1458 GEN_INT_ARITH_SUBF(subfeo, 0x14, 1, 1, 1)
1459 /* subfme  subfme.  subfmeo  subfmeo.  */
1460 GEN_INT_ARITH_SUBF_CONST(subfme, 0x07, -1LL, 1, 1, 0)
1461 GEN_INT_ARITH_SUBF_CONST(subfmeo, 0x17, -1LL, 1, 1, 1)
1462 /* subfze  subfze.  subfzeo  subfzeo.*/
1463 GEN_INT_ARITH_SUBF_CONST(subfze, 0x06, 0, 1, 1, 0)
1464 GEN_INT_ARITH_SUBF_CONST(subfzeo, 0x16, 0, 1, 1, 1)
1465 
1466 /* subfic */
1467 static void gen_subfic(DisasContext *ctx)
1468 {
1469     TCGv c = tcg_const_tl(SIMM(ctx->opcode));
1470     gen_op_arith_subf(ctx, cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)],
1471                       c, 0, 1, 0, 0);
1472     tcg_temp_free(c);
1473 }
1474 
1475 /* neg neg. nego nego. */
1476 static inline void gen_op_arith_neg(DisasContext *ctx, bool compute_ov)
1477 {
1478     TCGv zero = tcg_const_tl(0);
1479     gen_op_arith_subf(ctx, cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)],
1480                       zero, 0, 0, compute_ov, Rc(ctx->opcode));
1481     tcg_temp_free(zero);
1482 }
1483 
1484 static void gen_neg(DisasContext *ctx)
1485 {
1486     tcg_gen_neg_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
1487     if (unlikely(Rc(ctx->opcode))) {
1488         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
1489     }
1490 }
1491 
1492 static void gen_nego(DisasContext *ctx)
1493 {
1494     gen_op_arith_neg(ctx, 1);
1495 }
1496 
1497 /***                            Integer logical                            ***/
1498 #define GEN_LOGICAL2(name, tcg_op, opc, type)                                 \
1499 static void glue(gen_, name)(DisasContext *ctx)                                       \
1500 {                                                                             \
1501     tcg_op(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)],                \
1502        cpu_gpr[rB(ctx->opcode)]);                                             \
1503     if (unlikely(Rc(ctx->opcode) != 0))                                       \
1504         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);                           \
1505 }
1506 
1507 #define GEN_LOGICAL1(name, tcg_op, opc, type)                                 \
1508 static void glue(gen_, name)(DisasContext *ctx)                                       \
1509 {                                                                             \
1510     tcg_op(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)]);               \
1511     if (unlikely(Rc(ctx->opcode) != 0))                                       \
1512         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);                           \
1513 }
1514 
1515 /* and & and. */
1516 GEN_LOGICAL2(and, tcg_gen_and_tl, 0x00, PPC_INTEGER);
1517 /* andc & andc. */
1518 GEN_LOGICAL2(andc, tcg_gen_andc_tl, 0x01, PPC_INTEGER);
1519 
1520 /* andi. */
1521 static void gen_andi_(DisasContext *ctx)
1522 {
1523     tcg_gen_andi_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], UIMM(ctx->opcode));
1524     gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
1525 }
1526 
1527 /* andis. */
1528 static void gen_andis_(DisasContext *ctx)
1529 {
1530     tcg_gen_andi_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], UIMM(ctx->opcode) << 16);
1531     gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
1532 }
1533 
1534 /* cntlzw */
1535 static void gen_cntlzw(DisasContext *ctx)
1536 {
1537     TCGv_i32 t = tcg_temp_new_i32();
1538 
1539     tcg_gen_trunc_tl_i32(t, cpu_gpr[rS(ctx->opcode)]);
1540     tcg_gen_clzi_i32(t, t, 32);
1541     tcg_gen_extu_i32_tl(cpu_gpr[rA(ctx->opcode)], t);
1542     tcg_temp_free_i32(t);
1543 
1544     if (unlikely(Rc(ctx->opcode) != 0))
1545         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
1546 }
1547 
1548 /* cnttzw */
1549 static void gen_cnttzw(DisasContext *ctx)
1550 {
1551     TCGv_i32 t = tcg_temp_new_i32();
1552 
1553     tcg_gen_trunc_tl_i32(t, cpu_gpr[rS(ctx->opcode)]);
1554     tcg_gen_ctzi_i32(t, t, 32);
1555     tcg_gen_extu_i32_tl(cpu_gpr[rA(ctx->opcode)], t);
1556     tcg_temp_free_i32(t);
1557 
1558     if (unlikely(Rc(ctx->opcode) != 0)) {
1559         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
1560     }
1561 }
1562 
1563 /* eqv & eqv. */
1564 GEN_LOGICAL2(eqv, tcg_gen_eqv_tl, 0x08, PPC_INTEGER);
1565 /* extsb & extsb. */
1566 GEN_LOGICAL1(extsb, tcg_gen_ext8s_tl, 0x1D, PPC_INTEGER);
1567 /* extsh & extsh. */
1568 GEN_LOGICAL1(extsh, tcg_gen_ext16s_tl, 0x1C, PPC_INTEGER);
1569 /* nand & nand. */
1570 GEN_LOGICAL2(nand, tcg_gen_nand_tl, 0x0E, PPC_INTEGER);
1571 /* nor & nor. */
1572 GEN_LOGICAL2(nor, tcg_gen_nor_tl, 0x03, PPC_INTEGER);
1573 
1574 #if defined(TARGET_PPC64) && !defined(CONFIG_USER_ONLY)
1575 static void gen_pause(DisasContext *ctx)
1576 {
1577     TCGv_i32 t0 = tcg_const_i32(0);
1578     tcg_gen_st_i32(t0, cpu_env,
1579                    -offsetof(PowerPCCPU, env) + offsetof(CPUState, halted));
1580     tcg_temp_free_i32(t0);
1581 
1582     /* Stop translation, this gives other CPUs a chance to run */
1583     gen_exception_nip(ctx, EXCP_HLT, ctx->nip);
1584 }
1585 #endif /* defined(TARGET_PPC64) */
1586 
1587 /* or & or. */
1588 static void gen_or(DisasContext *ctx)
1589 {
1590     int rs, ra, rb;
1591 
1592     rs = rS(ctx->opcode);
1593     ra = rA(ctx->opcode);
1594     rb = rB(ctx->opcode);
1595     /* Optimisation for mr. ri case */
1596     if (rs != ra || rs != rb) {
1597         if (rs != rb)
1598             tcg_gen_or_tl(cpu_gpr[ra], cpu_gpr[rs], cpu_gpr[rb]);
1599         else
1600             tcg_gen_mov_tl(cpu_gpr[ra], cpu_gpr[rs]);
1601         if (unlikely(Rc(ctx->opcode) != 0))
1602             gen_set_Rc0(ctx, cpu_gpr[ra]);
1603     } else if (unlikely(Rc(ctx->opcode) != 0)) {
1604         gen_set_Rc0(ctx, cpu_gpr[rs]);
1605 #if defined(TARGET_PPC64)
1606     } else if (rs != 0) { /* 0 is nop */
1607         int prio = 0;
1608 
1609         switch (rs) {
1610         case 1:
1611             /* Set process priority to low */
1612             prio = 2;
1613             break;
1614         case 6:
1615             /* Set process priority to medium-low */
1616             prio = 3;
1617             break;
1618         case 2:
1619             /* Set process priority to normal */
1620             prio = 4;
1621             break;
1622 #if !defined(CONFIG_USER_ONLY)
1623         case 31:
1624             if (!ctx->pr) {
1625                 /* Set process priority to very low */
1626                 prio = 1;
1627             }
1628             break;
1629         case 5:
1630             if (!ctx->pr) {
1631                 /* Set process priority to medium-hight */
1632                 prio = 5;
1633             }
1634             break;
1635         case 3:
1636             if (!ctx->pr) {
1637                 /* Set process priority to high */
1638                 prio = 6;
1639             }
1640             break;
1641         case 7:
1642             if (ctx->hv && !ctx->pr) {
1643                 /* Set process priority to very high */
1644                 prio = 7;
1645             }
1646             break;
1647 #endif
1648         default:
1649             break;
1650         }
1651         if (prio) {
1652             TCGv t0 = tcg_temp_new();
1653             gen_load_spr(t0, SPR_PPR);
1654             tcg_gen_andi_tl(t0, t0, ~0x001C000000000000ULL);
1655             tcg_gen_ori_tl(t0, t0, ((uint64_t)prio) << 50);
1656             gen_store_spr(SPR_PPR, t0);
1657             tcg_temp_free(t0);
1658         }
1659 #if !defined(CONFIG_USER_ONLY)
1660         /* Pause out of TCG otherwise spin loops with smt_low eat too much
1661          * CPU and the kernel hangs.  This applies to all encodings other
1662          * than no-op, e.g., miso(rs=26), yield(27), mdoio(29), mdoom(30),
1663          * and all currently undefined.
1664          */
1665         gen_pause(ctx);
1666 #endif
1667 #endif
1668     }
1669 }
1670 /* orc & orc. */
1671 GEN_LOGICAL2(orc, tcg_gen_orc_tl, 0x0C, PPC_INTEGER);
1672 
1673 /* xor & xor. */
1674 static void gen_xor(DisasContext *ctx)
1675 {
1676     /* Optimisation for "set to zero" case */
1677     if (rS(ctx->opcode) != rB(ctx->opcode))
1678         tcg_gen_xor_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
1679     else
1680         tcg_gen_movi_tl(cpu_gpr[rA(ctx->opcode)], 0);
1681     if (unlikely(Rc(ctx->opcode) != 0))
1682         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
1683 }
1684 
1685 /* ori */
1686 static void gen_ori(DisasContext *ctx)
1687 {
1688     target_ulong uimm = UIMM(ctx->opcode);
1689 
1690     if (rS(ctx->opcode) == rA(ctx->opcode) && uimm == 0) {
1691         return;
1692     }
1693     tcg_gen_ori_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], uimm);
1694 }
1695 
1696 /* oris */
1697 static void gen_oris(DisasContext *ctx)
1698 {
1699     target_ulong uimm = UIMM(ctx->opcode);
1700 
1701     if (rS(ctx->opcode) == rA(ctx->opcode) && uimm == 0) {
1702         /* NOP */
1703         return;
1704     }
1705     tcg_gen_ori_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], uimm << 16);
1706 }
1707 
1708 /* xori */
1709 static void gen_xori(DisasContext *ctx)
1710 {
1711     target_ulong uimm = UIMM(ctx->opcode);
1712 
1713     if (rS(ctx->opcode) == rA(ctx->opcode) && uimm == 0) {
1714         /* NOP */
1715         return;
1716     }
1717     tcg_gen_xori_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], uimm);
1718 }
1719 
1720 /* xoris */
1721 static void gen_xoris(DisasContext *ctx)
1722 {
1723     target_ulong uimm = UIMM(ctx->opcode);
1724 
1725     if (rS(ctx->opcode) == rA(ctx->opcode) && uimm == 0) {
1726         /* NOP */
1727         return;
1728     }
1729     tcg_gen_xori_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], uimm << 16);
1730 }
1731 
1732 /* popcntb : PowerPC 2.03 specification */
1733 static void gen_popcntb(DisasContext *ctx)
1734 {
1735     gen_helper_popcntb(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)]);
1736 }
1737 
1738 static void gen_popcntw(DisasContext *ctx)
1739 {
1740 #if defined(TARGET_PPC64)
1741     gen_helper_popcntw(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)]);
1742 #else
1743     tcg_gen_ctpop_i32(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)]);
1744 #endif
1745 }
1746 
1747 #if defined(TARGET_PPC64)
1748 /* popcntd: PowerPC 2.06 specification */
1749 static void gen_popcntd(DisasContext *ctx)
1750 {
1751     tcg_gen_ctpop_i64(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)]);
1752 }
1753 #endif
1754 
1755 /* prtyw: PowerPC 2.05 specification */
1756 static void gen_prtyw(DisasContext *ctx)
1757 {
1758     TCGv ra = cpu_gpr[rA(ctx->opcode)];
1759     TCGv rs = cpu_gpr[rS(ctx->opcode)];
1760     TCGv t0 = tcg_temp_new();
1761     tcg_gen_shri_tl(t0, rs, 16);
1762     tcg_gen_xor_tl(ra, rs, t0);
1763     tcg_gen_shri_tl(t0, ra, 8);
1764     tcg_gen_xor_tl(ra, ra, t0);
1765     tcg_gen_andi_tl(ra, ra, (target_ulong)0x100000001ULL);
1766     tcg_temp_free(t0);
1767 }
1768 
1769 #if defined(TARGET_PPC64)
1770 /* prtyd: PowerPC 2.05 specification */
1771 static void gen_prtyd(DisasContext *ctx)
1772 {
1773     TCGv ra = cpu_gpr[rA(ctx->opcode)];
1774     TCGv rs = cpu_gpr[rS(ctx->opcode)];
1775     TCGv t0 = tcg_temp_new();
1776     tcg_gen_shri_tl(t0, rs, 32);
1777     tcg_gen_xor_tl(ra, rs, t0);
1778     tcg_gen_shri_tl(t0, ra, 16);
1779     tcg_gen_xor_tl(ra, ra, t0);
1780     tcg_gen_shri_tl(t0, ra, 8);
1781     tcg_gen_xor_tl(ra, ra, t0);
1782     tcg_gen_andi_tl(ra, ra, 1);
1783     tcg_temp_free(t0);
1784 }
1785 #endif
1786 
1787 #if defined(TARGET_PPC64)
1788 /* bpermd */
1789 static void gen_bpermd(DisasContext *ctx)
1790 {
1791     gen_helper_bpermd(cpu_gpr[rA(ctx->opcode)],
1792                       cpu_gpr[rS(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
1793 }
1794 #endif
1795 
1796 #if defined(TARGET_PPC64)
1797 /* extsw & extsw. */
1798 GEN_LOGICAL1(extsw, tcg_gen_ext32s_tl, 0x1E, PPC_64B);
1799 
1800 /* cntlzd */
1801 static void gen_cntlzd(DisasContext *ctx)
1802 {
1803     tcg_gen_clzi_i64(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], 64);
1804     if (unlikely(Rc(ctx->opcode) != 0))
1805         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
1806 }
1807 
1808 /* cnttzd */
1809 static void gen_cnttzd(DisasContext *ctx)
1810 {
1811     tcg_gen_ctzi_i64(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], 64);
1812     if (unlikely(Rc(ctx->opcode) != 0)) {
1813         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
1814     }
1815 }
1816 
1817 /* darn */
1818 static void gen_darn(DisasContext *ctx)
1819 {
1820     int l = L(ctx->opcode);
1821 
1822     if (l == 0) {
1823         gen_helper_darn32(cpu_gpr[rD(ctx->opcode)]);
1824     } else if (l <= 2) {
1825         /* Return 64-bit random for both CRN and RRN */
1826         gen_helper_darn64(cpu_gpr[rD(ctx->opcode)]);
1827     } else {
1828         tcg_gen_movi_i64(cpu_gpr[rD(ctx->opcode)], -1);
1829     }
1830 }
1831 #endif
1832 
1833 /***                             Integer rotate                            ***/
1834 
1835 /* rlwimi & rlwimi. */
1836 static void gen_rlwimi(DisasContext *ctx)
1837 {
1838     TCGv t_ra = cpu_gpr[rA(ctx->opcode)];
1839     TCGv t_rs = cpu_gpr[rS(ctx->opcode)];
1840     uint32_t sh = SH(ctx->opcode);
1841     uint32_t mb = MB(ctx->opcode);
1842     uint32_t me = ME(ctx->opcode);
1843 
1844     if (sh == (31-me) && mb <= me) {
1845         tcg_gen_deposit_tl(t_ra, t_ra, t_rs, sh, me - mb + 1);
1846     } else {
1847         target_ulong mask;
1848         TCGv t1;
1849 
1850 #if defined(TARGET_PPC64)
1851         mb += 32;
1852         me += 32;
1853 #endif
1854         mask = MASK(mb, me);
1855 
1856         t1 = tcg_temp_new();
1857         if (mask <= 0xffffffffu) {
1858             TCGv_i32 t0 = tcg_temp_new_i32();
1859             tcg_gen_trunc_tl_i32(t0, t_rs);
1860             tcg_gen_rotli_i32(t0, t0, sh);
1861             tcg_gen_extu_i32_tl(t1, t0);
1862             tcg_temp_free_i32(t0);
1863         } else {
1864 #if defined(TARGET_PPC64)
1865             tcg_gen_deposit_i64(t1, t_rs, t_rs, 32, 32);
1866             tcg_gen_rotli_i64(t1, t1, sh);
1867 #else
1868             g_assert_not_reached();
1869 #endif
1870         }
1871 
1872         tcg_gen_andi_tl(t1, t1, mask);
1873         tcg_gen_andi_tl(t_ra, t_ra, ~mask);
1874         tcg_gen_or_tl(t_ra, t_ra, t1);
1875         tcg_temp_free(t1);
1876     }
1877     if (unlikely(Rc(ctx->opcode) != 0)) {
1878         gen_set_Rc0(ctx, t_ra);
1879     }
1880 }
1881 
1882 /* rlwinm & rlwinm. */
1883 static void gen_rlwinm(DisasContext *ctx)
1884 {
1885     TCGv t_ra = cpu_gpr[rA(ctx->opcode)];
1886     TCGv t_rs = cpu_gpr[rS(ctx->opcode)];
1887     int sh = SH(ctx->opcode);
1888     int mb = MB(ctx->opcode);
1889     int me = ME(ctx->opcode);
1890     int len = me - mb + 1;
1891     int rsh = (32 - sh) & 31;
1892 
1893     if (sh != 0 && len > 0 && me == (31 - sh)) {
1894         tcg_gen_deposit_z_tl(t_ra, t_rs, sh, len);
1895     } else if (me == 31 && rsh + len <= 32) {
1896         tcg_gen_extract_tl(t_ra, t_rs, rsh, len);
1897     } else {
1898         target_ulong mask;
1899 #if defined(TARGET_PPC64)
1900         mb += 32;
1901         me += 32;
1902 #endif
1903         mask = MASK(mb, me);
1904         if (sh == 0) {
1905             tcg_gen_andi_tl(t_ra, t_rs, mask);
1906         } else if (mask <= 0xffffffffu) {
1907             TCGv_i32 t0 = tcg_temp_new_i32();
1908             tcg_gen_trunc_tl_i32(t0, t_rs);
1909             tcg_gen_rotli_i32(t0, t0, sh);
1910             tcg_gen_andi_i32(t0, t0, mask);
1911             tcg_gen_extu_i32_tl(t_ra, t0);
1912             tcg_temp_free_i32(t0);
1913         } else {
1914 #if defined(TARGET_PPC64)
1915             tcg_gen_deposit_i64(t_ra, t_rs, t_rs, 32, 32);
1916             tcg_gen_rotli_i64(t_ra, t_ra, sh);
1917             tcg_gen_andi_i64(t_ra, t_ra, mask);
1918 #else
1919             g_assert_not_reached();
1920 #endif
1921         }
1922     }
1923     if (unlikely(Rc(ctx->opcode) != 0)) {
1924         gen_set_Rc0(ctx, t_ra);
1925     }
1926 }
1927 
1928 /* rlwnm & rlwnm. */
1929 static void gen_rlwnm(DisasContext *ctx)
1930 {
1931     TCGv t_ra = cpu_gpr[rA(ctx->opcode)];
1932     TCGv t_rs = cpu_gpr[rS(ctx->opcode)];
1933     TCGv t_rb = cpu_gpr[rB(ctx->opcode)];
1934     uint32_t mb = MB(ctx->opcode);
1935     uint32_t me = ME(ctx->opcode);
1936     target_ulong mask;
1937 
1938 #if defined(TARGET_PPC64)
1939     mb += 32;
1940     me += 32;
1941 #endif
1942     mask = MASK(mb, me);
1943 
1944     if (mask <= 0xffffffffu) {
1945         TCGv_i32 t0 = tcg_temp_new_i32();
1946         TCGv_i32 t1 = tcg_temp_new_i32();
1947         tcg_gen_trunc_tl_i32(t0, t_rb);
1948         tcg_gen_trunc_tl_i32(t1, t_rs);
1949         tcg_gen_andi_i32(t0, t0, 0x1f);
1950         tcg_gen_rotl_i32(t1, t1, t0);
1951         tcg_gen_extu_i32_tl(t_ra, t1);
1952         tcg_temp_free_i32(t0);
1953         tcg_temp_free_i32(t1);
1954     } else {
1955 #if defined(TARGET_PPC64)
1956         TCGv_i64 t0 = tcg_temp_new_i64();
1957         tcg_gen_andi_i64(t0, t_rb, 0x1f);
1958         tcg_gen_deposit_i64(t_ra, t_rs, t_rs, 32, 32);
1959         tcg_gen_rotl_i64(t_ra, t_ra, t0);
1960         tcg_temp_free_i64(t0);
1961 #else
1962         g_assert_not_reached();
1963 #endif
1964     }
1965 
1966     tcg_gen_andi_tl(t_ra, t_ra, mask);
1967 
1968     if (unlikely(Rc(ctx->opcode) != 0)) {
1969         gen_set_Rc0(ctx, t_ra);
1970     }
1971 }
1972 
1973 #if defined(TARGET_PPC64)
1974 #define GEN_PPC64_R2(name, opc1, opc2)                                        \
1975 static void glue(gen_, name##0)(DisasContext *ctx)                            \
1976 {                                                                             \
1977     gen_##name(ctx, 0);                                                       \
1978 }                                                                             \
1979                                                                               \
1980 static void glue(gen_, name##1)(DisasContext *ctx)                            \
1981 {                                                                             \
1982     gen_##name(ctx, 1);                                                       \
1983 }
1984 #define GEN_PPC64_R4(name, opc1, opc2)                                        \
1985 static void glue(gen_, name##0)(DisasContext *ctx)                            \
1986 {                                                                             \
1987     gen_##name(ctx, 0, 0);                                                    \
1988 }                                                                             \
1989                                                                               \
1990 static void glue(gen_, name##1)(DisasContext *ctx)                            \
1991 {                                                                             \
1992     gen_##name(ctx, 0, 1);                                                    \
1993 }                                                                             \
1994                                                                               \
1995 static void glue(gen_, name##2)(DisasContext *ctx)                            \
1996 {                                                                             \
1997     gen_##name(ctx, 1, 0);                                                    \
1998 }                                                                             \
1999                                                                               \
2000 static void glue(gen_, name##3)(DisasContext *ctx)                            \
2001 {                                                                             \
2002     gen_##name(ctx, 1, 1);                                                    \
2003 }
2004 
2005 static void gen_rldinm(DisasContext *ctx, int mb, int me, int sh)
2006 {
2007     TCGv t_ra = cpu_gpr[rA(ctx->opcode)];
2008     TCGv t_rs = cpu_gpr[rS(ctx->opcode)];
2009     int len = me - mb + 1;
2010     int rsh = (64 - sh) & 63;
2011 
2012     if (sh != 0 && len > 0 && me == (63 - sh)) {
2013         tcg_gen_deposit_z_tl(t_ra, t_rs, sh, len);
2014     } else if (me == 63 && rsh + len <= 64) {
2015         tcg_gen_extract_tl(t_ra, t_rs, rsh, len);
2016     } else {
2017         tcg_gen_rotli_tl(t_ra, t_rs, sh);
2018         tcg_gen_andi_tl(t_ra, t_ra, MASK(mb, me));
2019     }
2020     if (unlikely(Rc(ctx->opcode) != 0)) {
2021         gen_set_Rc0(ctx, t_ra);
2022     }
2023 }
2024 
2025 /* rldicl - rldicl. */
2026 static inline void gen_rldicl(DisasContext *ctx, int mbn, int shn)
2027 {
2028     uint32_t sh, mb;
2029 
2030     sh = SH(ctx->opcode) | (shn << 5);
2031     mb = MB(ctx->opcode) | (mbn << 5);
2032     gen_rldinm(ctx, mb, 63, sh);
2033 }
2034 GEN_PPC64_R4(rldicl, 0x1E, 0x00);
2035 
2036 /* rldicr - rldicr. */
2037 static inline void gen_rldicr(DisasContext *ctx, int men, int shn)
2038 {
2039     uint32_t sh, me;
2040 
2041     sh = SH(ctx->opcode) | (shn << 5);
2042     me = MB(ctx->opcode) | (men << 5);
2043     gen_rldinm(ctx, 0, me, sh);
2044 }
2045 GEN_PPC64_R4(rldicr, 0x1E, 0x02);
2046 
2047 /* rldic - rldic. */
2048 static inline void gen_rldic(DisasContext *ctx, int mbn, int shn)
2049 {
2050     uint32_t sh, mb;
2051 
2052     sh = SH(ctx->opcode) | (shn << 5);
2053     mb = MB(ctx->opcode) | (mbn << 5);
2054     gen_rldinm(ctx, mb, 63 - sh, sh);
2055 }
2056 GEN_PPC64_R4(rldic, 0x1E, 0x04);
2057 
2058 static void gen_rldnm(DisasContext *ctx, int mb, int me)
2059 {
2060     TCGv t_ra = cpu_gpr[rA(ctx->opcode)];
2061     TCGv t_rs = cpu_gpr[rS(ctx->opcode)];
2062     TCGv t_rb = cpu_gpr[rB(ctx->opcode)];
2063     TCGv t0;
2064 
2065     t0 = tcg_temp_new();
2066     tcg_gen_andi_tl(t0, t_rb, 0x3f);
2067     tcg_gen_rotl_tl(t_ra, t_rs, t0);
2068     tcg_temp_free(t0);
2069 
2070     tcg_gen_andi_tl(t_ra, t_ra, MASK(mb, me));
2071     if (unlikely(Rc(ctx->opcode) != 0)) {
2072         gen_set_Rc0(ctx, t_ra);
2073     }
2074 }
2075 
2076 /* rldcl - rldcl. */
2077 static inline void gen_rldcl(DisasContext *ctx, int mbn)
2078 {
2079     uint32_t mb;
2080 
2081     mb = MB(ctx->opcode) | (mbn << 5);
2082     gen_rldnm(ctx, mb, 63);
2083 }
2084 GEN_PPC64_R2(rldcl, 0x1E, 0x08);
2085 
2086 /* rldcr - rldcr. */
2087 static inline void gen_rldcr(DisasContext *ctx, int men)
2088 {
2089     uint32_t me;
2090 
2091     me = MB(ctx->opcode) | (men << 5);
2092     gen_rldnm(ctx, 0, me);
2093 }
2094 GEN_PPC64_R2(rldcr, 0x1E, 0x09);
2095 
2096 /* rldimi - rldimi. */
2097 static void gen_rldimi(DisasContext *ctx, int mbn, int shn)
2098 {
2099     TCGv t_ra = cpu_gpr[rA(ctx->opcode)];
2100     TCGv t_rs = cpu_gpr[rS(ctx->opcode)];
2101     uint32_t sh = SH(ctx->opcode) | (shn << 5);
2102     uint32_t mb = MB(ctx->opcode) | (mbn << 5);
2103     uint32_t me = 63 - sh;
2104 
2105     if (mb <= me) {
2106         tcg_gen_deposit_tl(t_ra, t_ra, t_rs, sh, me - mb + 1);
2107     } else {
2108         target_ulong mask = MASK(mb, me);
2109         TCGv t1 = tcg_temp_new();
2110 
2111         tcg_gen_rotli_tl(t1, t_rs, sh);
2112         tcg_gen_andi_tl(t1, t1, mask);
2113         tcg_gen_andi_tl(t_ra, t_ra, ~mask);
2114         tcg_gen_or_tl(t_ra, t_ra, t1);
2115         tcg_temp_free(t1);
2116     }
2117     if (unlikely(Rc(ctx->opcode) != 0)) {
2118         gen_set_Rc0(ctx, t_ra);
2119     }
2120 }
2121 GEN_PPC64_R4(rldimi, 0x1E, 0x06);
2122 #endif
2123 
2124 /***                             Integer shift                             ***/
2125 
2126 /* slw & slw. */
2127 static void gen_slw(DisasContext *ctx)
2128 {
2129     TCGv t0, t1;
2130 
2131     t0 = tcg_temp_new();
2132     /* AND rS with a mask that is 0 when rB >= 0x20 */
2133 #if defined(TARGET_PPC64)
2134     tcg_gen_shli_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x3a);
2135     tcg_gen_sari_tl(t0, t0, 0x3f);
2136 #else
2137     tcg_gen_shli_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x1a);
2138     tcg_gen_sari_tl(t0, t0, 0x1f);
2139 #endif
2140     tcg_gen_andc_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
2141     t1 = tcg_temp_new();
2142     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x1f);
2143     tcg_gen_shl_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
2144     tcg_temp_free(t1);
2145     tcg_temp_free(t0);
2146     tcg_gen_ext32u_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
2147     if (unlikely(Rc(ctx->opcode) != 0))
2148         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
2149 }
2150 
2151 /* sraw & sraw. */
2152 static void gen_sraw(DisasContext *ctx)
2153 {
2154     gen_helper_sraw(cpu_gpr[rA(ctx->opcode)], cpu_env,
2155                     cpu_gpr[rS(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
2156     if (unlikely(Rc(ctx->opcode) != 0))
2157         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
2158 }
2159 
2160 /* srawi & srawi. */
2161 static void gen_srawi(DisasContext *ctx)
2162 {
2163     int sh = SH(ctx->opcode);
2164     TCGv dst = cpu_gpr[rA(ctx->opcode)];
2165     TCGv src = cpu_gpr[rS(ctx->opcode)];
2166     if (sh == 0) {
2167         tcg_gen_ext32s_tl(dst, src);
2168         tcg_gen_movi_tl(cpu_ca, 0);
2169         if (is_isa300(ctx)) {
2170             tcg_gen_movi_tl(cpu_ca32, 0);
2171         }
2172     } else {
2173         TCGv t0;
2174         tcg_gen_ext32s_tl(dst, src);
2175         tcg_gen_andi_tl(cpu_ca, dst, (1ULL << sh) - 1);
2176         t0 = tcg_temp_new();
2177         tcg_gen_sari_tl(t0, dst, TARGET_LONG_BITS - 1);
2178         tcg_gen_and_tl(cpu_ca, cpu_ca, t0);
2179         tcg_temp_free(t0);
2180         tcg_gen_setcondi_tl(TCG_COND_NE, cpu_ca, cpu_ca, 0);
2181         if (is_isa300(ctx)) {
2182             tcg_gen_mov_tl(cpu_ca32, cpu_ca);
2183         }
2184         tcg_gen_sari_tl(dst, dst, sh);
2185     }
2186     if (unlikely(Rc(ctx->opcode) != 0)) {
2187         gen_set_Rc0(ctx, dst);
2188     }
2189 }
2190 
2191 /* srw & srw. */
2192 static void gen_srw(DisasContext *ctx)
2193 {
2194     TCGv t0, t1;
2195 
2196     t0 = tcg_temp_new();
2197     /* AND rS with a mask that is 0 when rB >= 0x20 */
2198 #if defined(TARGET_PPC64)
2199     tcg_gen_shli_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x3a);
2200     tcg_gen_sari_tl(t0, t0, 0x3f);
2201 #else
2202     tcg_gen_shli_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x1a);
2203     tcg_gen_sari_tl(t0, t0, 0x1f);
2204 #endif
2205     tcg_gen_andc_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
2206     tcg_gen_ext32u_tl(t0, t0);
2207     t1 = tcg_temp_new();
2208     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x1f);
2209     tcg_gen_shr_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
2210     tcg_temp_free(t1);
2211     tcg_temp_free(t0);
2212     if (unlikely(Rc(ctx->opcode) != 0))
2213         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
2214 }
2215 
2216 #if defined(TARGET_PPC64)
2217 /* sld & sld. */
2218 static void gen_sld(DisasContext *ctx)
2219 {
2220     TCGv t0, t1;
2221 
2222     t0 = tcg_temp_new();
2223     /* AND rS with a mask that is 0 when rB >= 0x40 */
2224     tcg_gen_shli_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x39);
2225     tcg_gen_sari_tl(t0, t0, 0x3f);
2226     tcg_gen_andc_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
2227     t1 = tcg_temp_new();
2228     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x3f);
2229     tcg_gen_shl_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
2230     tcg_temp_free(t1);
2231     tcg_temp_free(t0);
2232     if (unlikely(Rc(ctx->opcode) != 0))
2233         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
2234 }
2235 
2236 /* srad & srad. */
2237 static void gen_srad(DisasContext *ctx)
2238 {
2239     gen_helper_srad(cpu_gpr[rA(ctx->opcode)], cpu_env,
2240                     cpu_gpr[rS(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
2241     if (unlikely(Rc(ctx->opcode) != 0))
2242         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
2243 }
2244 /* sradi & sradi. */
2245 static inline void gen_sradi(DisasContext *ctx, int n)
2246 {
2247     int sh = SH(ctx->opcode) + (n << 5);
2248     TCGv dst = cpu_gpr[rA(ctx->opcode)];
2249     TCGv src = cpu_gpr[rS(ctx->opcode)];
2250     if (sh == 0) {
2251         tcg_gen_mov_tl(dst, src);
2252         tcg_gen_movi_tl(cpu_ca, 0);
2253         if (is_isa300(ctx)) {
2254             tcg_gen_movi_tl(cpu_ca32, 0);
2255         }
2256     } else {
2257         TCGv t0;
2258         tcg_gen_andi_tl(cpu_ca, src, (1ULL << sh) - 1);
2259         t0 = tcg_temp_new();
2260         tcg_gen_sari_tl(t0, src, TARGET_LONG_BITS - 1);
2261         tcg_gen_and_tl(cpu_ca, cpu_ca, t0);
2262         tcg_temp_free(t0);
2263         tcg_gen_setcondi_tl(TCG_COND_NE, cpu_ca, cpu_ca, 0);
2264         if (is_isa300(ctx)) {
2265             tcg_gen_mov_tl(cpu_ca32, cpu_ca);
2266         }
2267         tcg_gen_sari_tl(dst, src, sh);
2268     }
2269     if (unlikely(Rc(ctx->opcode) != 0)) {
2270         gen_set_Rc0(ctx, dst);
2271     }
2272 }
2273 
2274 static void gen_sradi0(DisasContext *ctx)
2275 {
2276     gen_sradi(ctx, 0);
2277 }
2278 
2279 static void gen_sradi1(DisasContext *ctx)
2280 {
2281     gen_sradi(ctx, 1);
2282 }
2283 
2284 /* extswsli & extswsli. */
2285 static inline void gen_extswsli(DisasContext *ctx, int n)
2286 {
2287     int sh = SH(ctx->opcode) + (n << 5);
2288     TCGv dst = cpu_gpr[rA(ctx->opcode)];
2289     TCGv src = cpu_gpr[rS(ctx->opcode)];
2290 
2291     tcg_gen_ext32s_tl(dst, src);
2292     tcg_gen_shli_tl(dst, dst, sh);
2293     if (unlikely(Rc(ctx->opcode) != 0)) {
2294         gen_set_Rc0(ctx, dst);
2295     }
2296 }
2297 
2298 static void gen_extswsli0(DisasContext *ctx)
2299 {
2300     gen_extswsli(ctx, 0);
2301 }
2302 
2303 static void gen_extswsli1(DisasContext *ctx)
2304 {
2305     gen_extswsli(ctx, 1);
2306 }
2307 
2308 /* srd & srd. */
2309 static void gen_srd(DisasContext *ctx)
2310 {
2311     TCGv t0, t1;
2312 
2313     t0 = tcg_temp_new();
2314     /* AND rS with a mask that is 0 when rB >= 0x40 */
2315     tcg_gen_shli_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x39);
2316     tcg_gen_sari_tl(t0, t0, 0x3f);
2317     tcg_gen_andc_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
2318     t1 = tcg_temp_new();
2319     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x3f);
2320     tcg_gen_shr_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
2321     tcg_temp_free(t1);
2322     tcg_temp_free(t0);
2323     if (unlikely(Rc(ctx->opcode) != 0))
2324         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
2325 }
2326 #endif
2327 
2328 /***                           Addressing modes                            ***/
2329 /* Register indirect with immediate index : EA = (rA|0) + SIMM */
2330 static inline void gen_addr_imm_index(DisasContext *ctx, TCGv EA,
2331                                       target_long maskl)
2332 {
2333     target_long simm = SIMM(ctx->opcode);
2334 
2335     simm &= ~maskl;
2336     if (rA(ctx->opcode) == 0) {
2337         if (NARROW_MODE(ctx)) {
2338             simm = (uint32_t)simm;
2339         }
2340         tcg_gen_movi_tl(EA, simm);
2341     } else if (likely(simm != 0)) {
2342         tcg_gen_addi_tl(EA, cpu_gpr[rA(ctx->opcode)], simm);
2343         if (NARROW_MODE(ctx)) {
2344             tcg_gen_ext32u_tl(EA, EA);
2345         }
2346     } else {
2347         if (NARROW_MODE(ctx)) {
2348             tcg_gen_ext32u_tl(EA, cpu_gpr[rA(ctx->opcode)]);
2349         } else {
2350             tcg_gen_mov_tl(EA, cpu_gpr[rA(ctx->opcode)]);
2351         }
2352     }
2353 }
2354 
2355 static inline void gen_addr_reg_index(DisasContext *ctx, TCGv EA)
2356 {
2357     if (rA(ctx->opcode) == 0) {
2358         if (NARROW_MODE(ctx)) {
2359             tcg_gen_ext32u_tl(EA, cpu_gpr[rB(ctx->opcode)]);
2360         } else {
2361             tcg_gen_mov_tl(EA, cpu_gpr[rB(ctx->opcode)]);
2362         }
2363     } else {
2364         tcg_gen_add_tl(EA, cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
2365         if (NARROW_MODE(ctx)) {
2366             tcg_gen_ext32u_tl(EA, EA);
2367         }
2368     }
2369 }
2370 
2371 static inline void gen_addr_register(DisasContext *ctx, TCGv EA)
2372 {
2373     if (rA(ctx->opcode) == 0) {
2374         tcg_gen_movi_tl(EA, 0);
2375     } else if (NARROW_MODE(ctx)) {
2376         tcg_gen_ext32u_tl(EA, cpu_gpr[rA(ctx->opcode)]);
2377     } else {
2378         tcg_gen_mov_tl(EA, cpu_gpr[rA(ctx->opcode)]);
2379     }
2380 }
2381 
2382 static inline void gen_addr_add(DisasContext *ctx, TCGv ret, TCGv arg1,
2383                                 target_long val)
2384 {
2385     tcg_gen_addi_tl(ret, arg1, val);
2386     if (NARROW_MODE(ctx)) {
2387         tcg_gen_ext32u_tl(ret, ret);
2388     }
2389 }
2390 
2391 static inline void gen_check_align(DisasContext *ctx, TCGv EA, int mask)
2392 {
2393     TCGLabel *l1 = gen_new_label();
2394     TCGv t0 = tcg_temp_new();
2395     TCGv_i32 t1, t2;
2396     tcg_gen_andi_tl(t0, EA, mask);
2397     tcg_gen_brcondi_tl(TCG_COND_EQ, t0, 0, l1);
2398     t1 = tcg_const_i32(POWERPC_EXCP_ALIGN);
2399     t2 = tcg_const_i32(ctx->opcode & 0x03FF0000);
2400     gen_update_nip(ctx, ctx->nip - 4);
2401     gen_helper_raise_exception_err(cpu_env, t1, t2);
2402     tcg_temp_free_i32(t1);
2403     tcg_temp_free_i32(t2);
2404     gen_set_label(l1);
2405     tcg_temp_free(t0);
2406 }
2407 
2408 static inline void gen_align_no_le(DisasContext *ctx)
2409 {
2410     gen_exception_err(ctx, POWERPC_EXCP_ALIGN,
2411                       (ctx->opcode & 0x03FF0000) | POWERPC_EXCP_ALIGN_LE);
2412 }
2413 
2414 /***                             Integer load                              ***/
2415 #define DEF_MEMOP(op) ((op) | ctx->default_tcg_memop_mask)
2416 #define BSWAP_MEMOP(op) ((op) | (ctx->default_tcg_memop_mask ^ MO_BSWAP))
2417 
2418 #define GEN_QEMU_LOAD_TL(ldop, op)                                      \
2419 static void glue(gen_qemu_, ldop)(DisasContext *ctx,                    \
2420                                   TCGv val,                             \
2421                                   TCGv addr)                            \
2422 {                                                                       \
2423     tcg_gen_qemu_ld_tl(val, addr, ctx->mem_idx, op);                    \
2424 }
2425 
2426 GEN_QEMU_LOAD_TL(ld8u,  DEF_MEMOP(MO_UB))
2427 GEN_QEMU_LOAD_TL(ld16u, DEF_MEMOP(MO_UW))
2428 GEN_QEMU_LOAD_TL(ld16s, DEF_MEMOP(MO_SW))
2429 GEN_QEMU_LOAD_TL(ld32u, DEF_MEMOP(MO_UL))
2430 GEN_QEMU_LOAD_TL(ld32s, DEF_MEMOP(MO_SL))
2431 
2432 GEN_QEMU_LOAD_TL(ld16ur, BSWAP_MEMOP(MO_UW))
2433 GEN_QEMU_LOAD_TL(ld32ur, BSWAP_MEMOP(MO_UL))
2434 
2435 #define GEN_QEMU_LOAD_64(ldop, op)                                  \
2436 static void glue(gen_qemu_, glue(ldop, _i64))(DisasContext *ctx,    \
2437                                              TCGv_i64 val,          \
2438                                              TCGv addr)             \
2439 {                                                                   \
2440     tcg_gen_qemu_ld_i64(val, addr, ctx->mem_idx, op);               \
2441 }
2442 
2443 GEN_QEMU_LOAD_64(ld8u,  DEF_MEMOP(MO_UB))
2444 GEN_QEMU_LOAD_64(ld16u, DEF_MEMOP(MO_UW))
2445 GEN_QEMU_LOAD_64(ld32u, DEF_MEMOP(MO_UL))
2446 GEN_QEMU_LOAD_64(ld32s, DEF_MEMOP(MO_SL))
2447 GEN_QEMU_LOAD_64(ld64,  DEF_MEMOP(MO_Q))
2448 
2449 #if defined(TARGET_PPC64)
2450 GEN_QEMU_LOAD_64(ld64ur, BSWAP_MEMOP(MO_Q))
2451 #endif
2452 
2453 #define GEN_QEMU_STORE_TL(stop, op)                                     \
2454 static void glue(gen_qemu_, stop)(DisasContext *ctx,                    \
2455                                   TCGv val,                             \
2456                                   TCGv addr)                            \
2457 {                                                                       \
2458     tcg_gen_qemu_st_tl(val, addr, ctx->mem_idx, op);                    \
2459 }
2460 
2461 GEN_QEMU_STORE_TL(st8,  DEF_MEMOP(MO_UB))
2462 GEN_QEMU_STORE_TL(st16, DEF_MEMOP(MO_UW))
2463 GEN_QEMU_STORE_TL(st32, DEF_MEMOP(MO_UL))
2464 
2465 GEN_QEMU_STORE_TL(st16r, BSWAP_MEMOP(MO_UW))
2466 GEN_QEMU_STORE_TL(st32r, BSWAP_MEMOP(MO_UL))
2467 
2468 #define GEN_QEMU_STORE_64(stop, op)                               \
2469 static void glue(gen_qemu_, glue(stop, _i64))(DisasContext *ctx,  \
2470                                               TCGv_i64 val,       \
2471                                               TCGv addr)          \
2472 {                                                                 \
2473     tcg_gen_qemu_st_i64(val, addr, ctx->mem_idx, op);             \
2474 }
2475 
2476 GEN_QEMU_STORE_64(st8,  DEF_MEMOP(MO_UB))
2477 GEN_QEMU_STORE_64(st16, DEF_MEMOP(MO_UW))
2478 GEN_QEMU_STORE_64(st32, DEF_MEMOP(MO_UL))
2479 GEN_QEMU_STORE_64(st64, DEF_MEMOP(MO_Q))
2480 
2481 #if defined(TARGET_PPC64)
2482 GEN_QEMU_STORE_64(st64r, BSWAP_MEMOP(MO_Q))
2483 #endif
2484 
2485 #define GEN_LD(name, ldop, opc, type)                                         \
2486 static void glue(gen_, name)(DisasContext *ctx)                                       \
2487 {                                                                             \
2488     TCGv EA;                                                                  \
2489     gen_set_access_type(ctx, ACCESS_INT);                                     \
2490     EA = tcg_temp_new();                                                      \
2491     gen_addr_imm_index(ctx, EA, 0);                                           \
2492     gen_qemu_##ldop(ctx, cpu_gpr[rD(ctx->opcode)], EA);                       \
2493     tcg_temp_free(EA);                                                        \
2494 }
2495 
2496 #define GEN_LDU(name, ldop, opc, type)                                        \
2497 static void glue(gen_, name##u)(DisasContext *ctx)                                    \
2498 {                                                                             \
2499     TCGv EA;                                                                  \
2500     if (unlikely(rA(ctx->opcode) == 0 ||                                      \
2501                  rA(ctx->opcode) == rD(ctx->opcode))) {                       \
2502         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
2503         return;                                                               \
2504     }                                                                         \
2505     gen_set_access_type(ctx, ACCESS_INT);                                     \
2506     EA = tcg_temp_new();                                                      \
2507     if (type == PPC_64B)                                                      \
2508         gen_addr_imm_index(ctx, EA, 0x03);                                    \
2509     else                                                                      \
2510         gen_addr_imm_index(ctx, EA, 0);                                       \
2511     gen_qemu_##ldop(ctx, cpu_gpr[rD(ctx->opcode)], EA);                       \
2512     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
2513     tcg_temp_free(EA);                                                        \
2514 }
2515 
2516 #define GEN_LDUX(name, ldop, opc2, opc3, type)                                \
2517 static void glue(gen_, name##ux)(DisasContext *ctx)                                   \
2518 {                                                                             \
2519     TCGv EA;                                                                  \
2520     if (unlikely(rA(ctx->opcode) == 0 ||                                      \
2521                  rA(ctx->opcode) == rD(ctx->opcode))) {                       \
2522         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
2523         return;                                                               \
2524     }                                                                         \
2525     gen_set_access_type(ctx, ACCESS_INT);                                     \
2526     EA = tcg_temp_new();                                                      \
2527     gen_addr_reg_index(ctx, EA);                                              \
2528     gen_qemu_##ldop(ctx, cpu_gpr[rD(ctx->opcode)], EA);                       \
2529     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
2530     tcg_temp_free(EA);                                                        \
2531 }
2532 
2533 #define GEN_LDX_E(name, ldop, opc2, opc3, type, type2, chk)                   \
2534 static void glue(gen_, name##x)(DisasContext *ctx)                            \
2535 {                                                                             \
2536     TCGv EA;                                                                  \
2537     chk;                                                                      \
2538     gen_set_access_type(ctx, ACCESS_INT);                                     \
2539     EA = tcg_temp_new();                                                      \
2540     gen_addr_reg_index(ctx, EA);                                              \
2541     gen_qemu_##ldop(ctx, cpu_gpr[rD(ctx->opcode)], EA);                       \
2542     tcg_temp_free(EA);                                                        \
2543 }
2544 
2545 #define GEN_LDX(name, ldop, opc2, opc3, type)                                 \
2546     GEN_LDX_E(name, ldop, opc2, opc3, type, PPC_NONE, CHK_NONE)
2547 
2548 #define GEN_LDX_HVRM(name, ldop, opc2, opc3, type)                            \
2549     GEN_LDX_E(name, ldop, opc2, opc3, type, PPC_NONE, CHK_HVRM)
2550 
2551 #define GEN_LDS(name, ldop, op, type)                                         \
2552 GEN_LD(name, ldop, op | 0x20, type);                                          \
2553 GEN_LDU(name, ldop, op | 0x21, type);                                         \
2554 GEN_LDUX(name, ldop, 0x17, op | 0x01, type);                                  \
2555 GEN_LDX(name, ldop, 0x17, op | 0x00, type)
2556 
2557 /* lbz lbzu lbzux lbzx */
2558 GEN_LDS(lbz, ld8u, 0x02, PPC_INTEGER);
2559 /* lha lhau lhaux lhax */
2560 GEN_LDS(lha, ld16s, 0x0A, PPC_INTEGER);
2561 /* lhz lhzu lhzux lhzx */
2562 GEN_LDS(lhz, ld16u, 0x08, PPC_INTEGER);
2563 /* lwz lwzu lwzux lwzx */
2564 GEN_LDS(lwz, ld32u, 0x00, PPC_INTEGER);
2565 #if defined(TARGET_PPC64)
2566 /* lwaux */
2567 GEN_LDUX(lwa, ld32s, 0x15, 0x0B, PPC_64B);
2568 /* lwax */
2569 GEN_LDX(lwa, ld32s, 0x15, 0x0A, PPC_64B);
2570 /* ldux */
2571 GEN_LDUX(ld, ld64_i64, 0x15, 0x01, PPC_64B);
2572 /* ldx */
2573 GEN_LDX(ld, ld64_i64, 0x15, 0x00, PPC_64B);
2574 
2575 /* CI load/store variants */
2576 GEN_LDX_HVRM(ldcix, ld64_i64, 0x15, 0x1b, PPC_CILDST)
2577 GEN_LDX_HVRM(lwzcix, ld32u, 0x15, 0x15, PPC_CILDST)
2578 GEN_LDX_HVRM(lhzcix, ld16u, 0x15, 0x19, PPC_CILDST)
2579 GEN_LDX_HVRM(lbzcix, ld8u, 0x15, 0x1a, PPC_CILDST)
2580 
2581 static void gen_ld(DisasContext *ctx)
2582 {
2583     TCGv EA;
2584     if (Rc(ctx->opcode)) {
2585         if (unlikely(rA(ctx->opcode) == 0 ||
2586                      rA(ctx->opcode) == rD(ctx->opcode))) {
2587             gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
2588             return;
2589         }
2590     }
2591     gen_set_access_type(ctx, ACCESS_INT);
2592     EA = tcg_temp_new();
2593     gen_addr_imm_index(ctx, EA, 0x03);
2594     if (ctx->opcode & 0x02) {
2595         /* lwa (lwau is undefined) */
2596         gen_qemu_ld32s(ctx, cpu_gpr[rD(ctx->opcode)], EA);
2597     } else {
2598         /* ld - ldu */
2599         gen_qemu_ld64_i64(ctx, cpu_gpr[rD(ctx->opcode)], EA);
2600     }
2601     if (Rc(ctx->opcode))
2602         tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);
2603     tcg_temp_free(EA);
2604 }
2605 
2606 /* lq */
2607 static void gen_lq(DisasContext *ctx)
2608 {
2609     int ra, rd;
2610     TCGv EA;
2611 
2612     /* lq is a legal user mode instruction starting in ISA 2.07 */
2613     bool legal_in_user_mode = (ctx->insns_flags2 & PPC2_LSQ_ISA207) != 0;
2614     bool le_is_supported = (ctx->insns_flags2 & PPC2_LSQ_ISA207) != 0;
2615 
2616     if (!legal_in_user_mode && ctx->pr) {
2617         gen_priv_exception(ctx, POWERPC_EXCP_PRIV_OPC);
2618         return;
2619     }
2620 
2621     if (!le_is_supported && ctx->le_mode) {
2622         gen_align_no_le(ctx);
2623         return;
2624     }
2625     ra = rA(ctx->opcode);
2626     rd = rD(ctx->opcode);
2627     if (unlikely((rd & 1) || rd == ra)) {
2628         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
2629         return;
2630     }
2631 
2632     gen_set_access_type(ctx, ACCESS_INT);
2633     EA = tcg_temp_new();
2634     gen_addr_imm_index(ctx, EA, 0x0F);
2635 
2636     /* We only need to swap high and low halves. gen_qemu_ld64_i64 does
2637        necessary 64-bit byteswap already. */
2638     if (unlikely(ctx->le_mode)) {
2639         gen_qemu_ld64_i64(ctx, cpu_gpr[rd + 1], EA);
2640         gen_addr_add(ctx, EA, EA, 8);
2641         gen_qemu_ld64_i64(ctx, cpu_gpr[rd], EA);
2642     } else {
2643         gen_qemu_ld64_i64(ctx, cpu_gpr[rd], EA);
2644         gen_addr_add(ctx, EA, EA, 8);
2645         gen_qemu_ld64_i64(ctx, cpu_gpr[rd + 1], EA);
2646     }
2647     tcg_temp_free(EA);
2648 }
2649 #endif
2650 
2651 /***                              Integer store                            ***/
2652 #define GEN_ST(name, stop, opc, type)                                         \
2653 static void glue(gen_, name)(DisasContext *ctx)                                       \
2654 {                                                                             \
2655     TCGv EA;                                                                  \
2656     gen_set_access_type(ctx, ACCESS_INT);                                     \
2657     EA = tcg_temp_new();                                                      \
2658     gen_addr_imm_index(ctx, EA, 0);                                           \
2659     gen_qemu_##stop(ctx, cpu_gpr[rS(ctx->opcode)], EA);                       \
2660     tcg_temp_free(EA);                                                        \
2661 }
2662 
2663 #define GEN_STU(name, stop, opc, type)                                        \
2664 static void glue(gen_, stop##u)(DisasContext *ctx)                                    \
2665 {                                                                             \
2666     TCGv EA;                                                                  \
2667     if (unlikely(rA(ctx->opcode) == 0)) {                                     \
2668         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
2669         return;                                                               \
2670     }                                                                         \
2671     gen_set_access_type(ctx, ACCESS_INT);                                     \
2672     EA = tcg_temp_new();                                                      \
2673     if (type == PPC_64B)                                                      \
2674         gen_addr_imm_index(ctx, EA, 0x03);                                    \
2675     else                                                                      \
2676         gen_addr_imm_index(ctx, EA, 0);                                       \
2677     gen_qemu_##stop(ctx, cpu_gpr[rS(ctx->opcode)], EA);                       \
2678     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
2679     tcg_temp_free(EA);                                                        \
2680 }
2681 
2682 #define GEN_STUX(name, stop, opc2, opc3, type)                                \
2683 static void glue(gen_, name##ux)(DisasContext *ctx)                                   \
2684 {                                                                             \
2685     TCGv EA;                                                                  \
2686     if (unlikely(rA(ctx->opcode) == 0)) {                                     \
2687         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
2688         return;                                                               \
2689     }                                                                         \
2690     gen_set_access_type(ctx, ACCESS_INT);                                     \
2691     EA = tcg_temp_new();                                                      \
2692     gen_addr_reg_index(ctx, EA);                                              \
2693     gen_qemu_##stop(ctx, cpu_gpr[rS(ctx->opcode)], EA);                       \
2694     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
2695     tcg_temp_free(EA);                                                        \
2696 }
2697 
2698 #define GEN_STX_E(name, stop, opc2, opc3, type, type2, chk)                   \
2699 static void glue(gen_, name##x)(DisasContext *ctx)                            \
2700 {                                                                             \
2701     TCGv EA;                                                                  \
2702     chk;                                                                      \
2703     gen_set_access_type(ctx, ACCESS_INT);                                     \
2704     EA = tcg_temp_new();                                                      \
2705     gen_addr_reg_index(ctx, EA);                                              \
2706     gen_qemu_##stop(ctx, cpu_gpr[rS(ctx->opcode)], EA);                       \
2707     tcg_temp_free(EA);                                                        \
2708 }
2709 #define GEN_STX(name, stop, opc2, opc3, type)                                 \
2710     GEN_STX_E(name, stop, opc2, opc3, type, PPC_NONE, CHK_NONE)
2711 
2712 #define GEN_STX_HVRM(name, stop, opc2, opc3, type)                            \
2713     GEN_STX_E(name, stop, opc2, opc3, type, PPC_NONE, CHK_HVRM)
2714 
2715 #define GEN_STS(name, stop, op, type)                                         \
2716 GEN_ST(name, stop, op | 0x20, type);                                          \
2717 GEN_STU(name, stop, op | 0x21, type);                                         \
2718 GEN_STUX(name, stop, 0x17, op | 0x01, type);                                  \
2719 GEN_STX(name, stop, 0x17, op | 0x00, type)
2720 
2721 /* stb stbu stbux stbx */
2722 GEN_STS(stb, st8, 0x06, PPC_INTEGER);
2723 /* sth sthu sthux sthx */
2724 GEN_STS(sth, st16, 0x0C, PPC_INTEGER);
2725 /* stw stwu stwux stwx */
2726 GEN_STS(stw, st32, 0x04, PPC_INTEGER);
2727 #if defined(TARGET_PPC64)
2728 GEN_STUX(std, st64_i64, 0x15, 0x05, PPC_64B);
2729 GEN_STX(std, st64_i64, 0x15, 0x04, PPC_64B);
2730 GEN_STX_HVRM(stdcix, st64_i64, 0x15, 0x1f, PPC_CILDST)
2731 GEN_STX_HVRM(stwcix, st32, 0x15, 0x1c, PPC_CILDST)
2732 GEN_STX_HVRM(sthcix, st16, 0x15, 0x1d, PPC_CILDST)
2733 GEN_STX_HVRM(stbcix, st8, 0x15, 0x1e, PPC_CILDST)
2734 
2735 static void gen_std(DisasContext *ctx)
2736 {
2737     int rs;
2738     TCGv EA;
2739 
2740     rs = rS(ctx->opcode);
2741     if ((ctx->opcode & 0x3) == 0x2) { /* stq */
2742         bool legal_in_user_mode = (ctx->insns_flags2 & PPC2_LSQ_ISA207) != 0;
2743         bool le_is_supported = (ctx->insns_flags2 & PPC2_LSQ_ISA207) != 0;
2744 
2745         if (!(ctx->insns_flags & PPC_64BX)) {
2746             gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
2747         }
2748 
2749         if (!legal_in_user_mode && ctx->pr) {
2750             gen_priv_exception(ctx, POWERPC_EXCP_PRIV_OPC);
2751             return;
2752         }
2753 
2754         if (!le_is_supported && ctx->le_mode) {
2755             gen_align_no_le(ctx);
2756             return;
2757         }
2758 
2759         if (unlikely(rs & 1)) {
2760             gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
2761             return;
2762         }
2763         gen_set_access_type(ctx, ACCESS_INT);
2764         EA = tcg_temp_new();
2765         gen_addr_imm_index(ctx, EA, 0x03);
2766 
2767         /* We only need to swap high and low halves. gen_qemu_st64_i64 does
2768            necessary 64-bit byteswap already. */
2769         if (unlikely(ctx->le_mode)) {
2770             gen_qemu_st64_i64(ctx, cpu_gpr[rs + 1], EA);
2771             gen_addr_add(ctx, EA, EA, 8);
2772             gen_qemu_st64_i64(ctx, cpu_gpr[rs], EA);
2773         } else {
2774             gen_qemu_st64_i64(ctx, cpu_gpr[rs], EA);
2775             gen_addr_add(ctx, EA, EA, 8);
2776             gen_qemu_st64_i64(ctx, cpu_gpr[rs + 1], EA);
2777         }
2778         tcg_temp_free(EA);
2779     } else {
2780         /* std / stdu*/
2781         if (Rc(ctx->opcode)) {
2782             if (unlikely(rA(ctx->opcode) == 0)) {
2783                 gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
2784                 return;
2785             }
2786         }
2787         gen_set_access_type(ctx, ACCESS_INT);
2788         EA = tcg_temp_new();
2789         gen_addr_imm_index(ctx, EA, 0x03);
2790         gen_qemu_st64_i64(ctx, cpu_gpr[rs], EA);
2791         if (Rc(ctx->opcode))
2792             tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);
2793         tcg_temp_free(EA);
2794     }
2795 }
2796 #endif
2797 /***                Integer load and store with byte reverse               ***/
2798 
2799 /* lhbrx */
2800 GEN_LDX(lhbr, ld16ur, 0x16, 0x18, PPC_INTEGER);
2801 
2802 /* lwbrx */
2803 GEN_LDX(lwbr, ld32ur, 0x16, 0x10, PPC_INTEGER);
2804 
2805 #if defined(TARGET_PPC64)
2806 /* ldbrx */
2807 GEN_LDX_E(ldbr, ld64ur_i64, 0x14, 0x10, PPC_NONE, PPC2_DBRX, CHK_NONE);
2808 /* stdbrx */
2809 GEN_STX_E(stdbr, st64r_i64, 0x14, 0x14, PPC_NONE, PPC2_DBRX, CHK_NONE);
2810 #endif  /* TARGET_PPC64 */
2811 
2812 /* sthbrx */
2813 GEN_STX(sthbr, st16r, 0x16, 0x1C, PPC_INTEGER);
2814 /* stwbrx */
2815 GEN_STX(stwbr, st32r, 0x16, 0x14, PPC_INTEGER);
2816 
2817 /***                    Integer load and store multiple                    ***/
2818 
2819 /* lmw */
2820 static void gen_lmw(DisasContext *ctx)
2821 {
2822     TCGv t0;
2823     TCGv_i32 t1;
2824 
2825     if (ctx->le_mode) {
2826         gen_align_no_le(ctx);
2827         return;
2828     }
2829     gen_set_access_type(ctx, ACCESS_INT);
2830     t0 = tcg_temp_new();
2831     t1 = tcg_const_i32(rD(ctx->opcode));
2832     gen_addr_imm_index(ctx, t0, 0);
2833     gen_helper_lmw(cpu_env, t0, t1);
2834     tcg_temp_free(t0);
2835     tcg_temp_free_i32(t1);
2836 }
2837 
2838 /* stmw */
2839 static void gen_stmw(DisasContext *ctx)
2840 {
2841     TCGv t0;
2842     TCGv_i32 t1;
2843 
2844     if (ctx->le_mode) {
2845         gen_align_no_le(ctx);
2846         return;
2847     }
2848     gen_set_access_type(ctx, ACCESS_INT);
2849     t0 = tcg_temp_new();
2850     t1 = tcg_const_i32(rS(ctx->opcode));
2851     gen_addr_imm_index(ctx, t0, 0);
2852     gen_helper_stmw(cpu_env, t0, t1);
2853     tcg_temp_free(t0);
2854     tcg_temp_free_i32(t1);
2855 }
2856 
2857 /***                    Integer load and store strings                     ***/
2858 
2859 /* lswi */
2860 /* PowerPC32 specification says we must generate an exception if
2861  * rA is in the range of registers to be loaded.
2862  * In an other hand, IBM says this is valid, but rA won't be loaded.
2863  * For now, I'll follow the spec...
2864  */
2865 static void gen_lswi(DisasContext *ctx)
2866 {
2867     TCGv t0;
2868     TCGv_i32 t1, t2;
2869     int nb = NB(ctx->opcode);
2870     int start = rD(ctx->opcode);
2871     int ra = rA(ctx->opcode);
2872     int nr;
2873 
2874     if (ctx->le_mode) {
2875         gen_align_no_le(ctx);
2876         return;
2877     }
2878     if (nb == 0)
2879         nb = 32;
2880     nr = DIV_ROUND_UP(nb, 4);
2881     if (unlikely(lsw_reg_in_range(start, nr, ra))) {
2882         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_LSWX);
2883         return;
2884     }
2885     gen_set_access_type(ctx, ACCESS_INT);
2886     t0 = tcg_temp_new();
2887     gen_addr_register(ctx, t0);
2888     t1 = tcg_const_i32(nb);
2889     t2 = tcg_const_i32(start);
2890     gen_helper_lsw(cpu_env, t0, t1, t2);
2891     tcg_temp_free(t0);
2892     tcg_temp_free_i32(t1);
2893     tcg_temp_free_i32(t2);
2894 }
2895 
2896 /* lswx */
2897 static void gen_lswx(DisasContext *ctx)
2898 {
2899     TCGv t0;
2900     TCGv_i32 t1, t2, t3;
2901 
2902     if (ctx->le_mode) {
2903         gen_align_no_le(ctx);
2904         return;
2905     }
2906     gen_set_access_type(ctx, ACCESS_INT);
2907     t0 = tcg_temp_new();
2908     gen_addr_reg_index(ctx, t0);
2909     t1 = tcg_const_i32(rD(ctx->opcode));
2910     t2 = tcg_const_i32(rA(ctx->opcode));
2911     t3 = tcg_const_i32(rB(ctx->opcode));
2912     gen_helper_lswx(cpu_env, t0, t1, t2, t3);
2913     tcg_temp_free(t0);
2914     tcg_temp_free_i32(t1);
2915     tcg_temp_free_i32(t2);
2916     tcg_temp_free_i32(t3);
2917 }
2918 
2919 /* stswi */
2920 static void gen_stswi(DisasContext *ctx)
2921 {
2922     TCGv t0;
2923     TCGv_i32 t1, t2;
2924     int nb = NB(ctx->opcode);
2925 
2926     if (ctx->le_mode) {
2927         gen_align_no_le(ctx);
2928         return;
2929     }
2930     gen_set_access_type(ctx, ACCESS_INT);
2931     t0 = tcg_temp_new();
2932     gen_addr_register(ctx, t0);
2933     if (nb == 0)
2934         nb = 32;
2935     t1 = tcg_const_i32(nb);
2936     t2 = tcg_const_i32(rS(ctx->opcode));
2937     gen_helper_stsw(cpu_env, t0, t1, t2);
2938     tcg_temp_free(t0);
2939     tcg_temp_free_i32(t1);
2940     tcg_temp_free_i32(t2);
2941 }
2942 
2943 /* stswx */
2944 static void gen_stswx(DisasContext *ctx)
2945 {
2946     TCGv t0;
2947     TCGv_i32 t1, t2;
2948 
2949     if (ctx->le_mode) {
2950         gen_align_no_le(ctx);
2951         return;
2952     }
2953     gen_set_access_type(ctx, ACCESS_INT);
2954     t0 = tcg_temp_new();
2955     gen_addr_reg_index(ctx, t0);
2956     t1 = tcg_temp_new_i32();
2957     tcg_gen_trunc_tl_i32(t1, cpu_xer);
2958     tcg_gen_andi_i32(t1, t1, 0x7F);
2959     t2 = tcg_const_i32(rS(ctx->opcode));
2960     gen_helper_stsw(cpu_env, t0, t1, t2);
2961     tcg_temp_free(t0);
2962     tcg_temp_free_i32(t1);
2963     tcg_temp_free_i32(t2);
2964 }
2965 
2966 /***                        Memory synchronisation                         ***/
2967 /* eieio */
2968 static void gen_eieio(DisasContext *ctx)
2969 {
2970     tcg_gen_mb(TCG_MO_LD_ST | TCG_BAR_SC);
2971 }
2972 
2973 #if !defined(CONFIG_USER_ONLY)
2974 static inline void gen_check_tlb_flush(DisasContext *ctx, bool global)
2975 {
2976     TCGv_i32 t;
2977     TCGLabel *l;
2978 
2979     if (!ctx->lazy_tlb_flush) {
2980         return;
2981     }
2982     l = gen_new_label();
2983     t = tcg_temp_new_i32();
2984     tcg_gen_ld_i32(t, cpu_env, offsetof(CPUPPCState, tlb_need_flush));
2985     tcg_gen_brcondi_i32(TCG_COND_EQ, t, 0, l);
2986     if (global) {
2987         gen_helper_check_tlb_flush_global(cpu_env);
2988     } else {
2989         gen_helper_check_tlb_flush_local(cpu_env);
2990     }
2991     gen_set_label(l);
2992     tcg_temp_free_i32(t);
2993 }
2994 #else
2995 static inline void gen_check_tlb_flush(DisasContext *ctx, bool global) { }
2996 #endif
2997 
2998 /* isync */
2999 static void gen_isync(DisasContext *ctx)
3000 {
3001     /*
3002      * We need to check for a pending TLB flush. This can only happen in
3003      * kernel mode however so check MSR_PR
3004      */
3005     if (!ctx->pr) {
3006         gen_check_tlb_flush(ctx, false);
3007     }
3008     tcg_gen_mb(TCG_MO_ALL | TCG_BAR_SC);
3009     gen_stop_exception(ctx);
3010 }
3011 
3012 #define MEMOP_GET_SIZE(x)  (1 << ((x) & MO_SIZE))
3013 
3014 #define LARX(name, memop)                                            \
3015 static void gen_##name(DisasContext *ctx)                            \
3016 {                                                                    \
3017     TCGv t0;                                                         \
3018     TCGv gpr = cpu_gpr[rD(ctx->opcode)];                             \
3019     int len = MEMOP_GET_SIZE(memop);                                 \
3020     gen_set_access_type(ctx, ACCESS_RES);                            \
3021     t0 = tcg_temp_local_new();                                       \
3022     gen_addr_reg_index(ctx, t0);                                     \
3023     if ((len) > 1) {                                                 \
3024         gen_check_align(ctx, t0, (len)-1);                           \
3025     }                                                                \
3026     tcg_gen_qemu_ld_tl(gpr, t0, ctx->mem_idx, memop);                \
3027     tcg_gen_mov_tl(cpu_reserve, t0);                                 \
3028     tcg_gen_mov_tl(cpu_reserve_val, gpr);                            \
3029     tcg_gen_mb(TCG_MO_ALL | TCG_BAR_LDAQ);                           \
3030     tcg_temp_free(t0);                                               \
3031 }
3032 
3033 /* lwarx */
3034 LARX(lbarx, DEF_MEMOP(MO_UB))
3035 LARX(lharx, DEF_MEMOP(MO_UW))
3036 LARX(lwarx, DEF_MEMOP(MO_UL))
3037 
3038 #define LD_ATOMIC(name, memop, tp, op, eop)                             \
3039 static void gen_##name(DisasContext *ctx)                               \
3040 {                                                                       \
3041     int len = MEMOP_GET_SIZE(memop);                                    \
3042     uint32_t gpr_FC = FC(ctx->opcode);                                  \
3043     TCGv EA = tcg_temp_local_new();                                     \
3044     TCGv_##tp t0, t1;                                                   \
3045                                                                         \
3046     gen_addr_register(ctx, EA);                                         \
3047     if (len > 1) {                                                      \
3048         gen_check_align(ctx, EA, len - 1);                              \
3049     }                                                                   \
3050     t0 = tcg_temp_new_##tp();                                           \
3051     t1 = tcg_temp_new_##tp();                                           \
3052     tcg_gen_##op(t0, cpu_gpr[rD(ctx->opcode) + 1]);                     \
3053                                                                         \
3054     switch (gpr_FC) {                                                   \
3055     case 0: /* Fetch and add */                                         \
3056         tcg_gen_atomic_fetch_add_##tp(t1, EA, t0, ctx->mem_idx, memop); \
3057         break;                                                          \
3058     case 1: /* Fetch and xor */                                         \
3059         tcg_gen_atomic_fetch_xor_##tp(t1, EA, t0, ctx->mem_idx, memop); \
3060         break;                                                          \
3061     case 2: /* Fetch and or */                                          \
3062         tcg_gen_atomic_fetch_or_##tp(t1, EA, t0, ctx->mem_idx, memop);  \
3063         break;                                                          \
3064     case 3: /* Fetch and 'and' */                                       \
3065         tcg_gen_atomic_fetch_and_##tp(t1, EA, t0, ctx->mem_idx, memop); \
3066         break;                                                          \
3067     case 8: /* Swap */                                                  \
3068         tcg_gen_atomic_xchg_##tp(t1, EA, t0, ctx->mem_idx, memop);      \
3069         break;                                                          \
3070     case 4:  /* Fetch and max unsigned */                               \
3071     case 5:  /* Fetch and max signed */                                 \
3072     case 6:  /* Fetch and min unsigned */                               \
3073     case 7:  /* Fetch and min signed */                                 \
3074     case 16: /* compare and swap not equal */                           \
3075     case 24: /* Fetch and increment bounded */                          \
3076     case 25: /* Fetch and increment equal */                            \
3077     case 28: /* Fetch and decrement bounded */                          \
3078         gen_invalid(ctx);                                               \
3079         break;                                                          \
3080     default:                                                            \
3081         /* invoke data storage error handler */                         \
3082         gen_exception_err(ctx, POWERPC_EXCP_DSI, POWERPC_EXCP_INVAL);   \
3083     }                                                                   \
3084     tcg_gen_##eop(cpu_gpr[rD(ctx->opcode)], t1);                        \
3085     tcg_temp_free_##tp(t0);                                             \
3086     tcg_temp_free_##tp(t1);                                             \
3087     tcg_temp_free(EA);                                                  \
3088 }
3089 
3090 LD_ATOMIC(lwat, DEF_MEMOP(MO_UL), i32, trunc_tl_i32, extu_i32_tl)
3091 #if defined(TARGET_PPC64)
3092 LD_ATOMIC(ldat, DEF_MEMOP(MO_Q), i64, mov_i64, mov_i64)
3093 #endif
3094 
3095 #define ST_ATOMIC(name, memop, tp, op)                                  \
3096 static void gen_##name(DisasContext *ctx)                               \
3097 {                                                                       \
3098     int len = MEMOP_GET_SIZE(memop);                                    \
3099     uint32_t gpr_FC = FC(ctx->opcode);                                  \
3100     TCGv EA = tcg_temp_local_new();                                     \
3101     TCGv_##tp t0, t1;                                                   \
3102                                                                         \
3103     gen_addr_register(ctx, EA);                                         \
3104     if (len > 1) {                                                      \
3105         gen_check_align(ctx, EA, len - 1);                              \
3106     }                                                                   \
3107     t0 = tcg_temp_new_##tp();                                           \
3108     t1 = tcg_temp_new_##tp();                                           \
3109     tcg_gen_##op(t0, cpu_gpr[rD(ctx->opcode) + 1]);                     \
3110                                                                         \
3111     switch (gpr_FC) {                                                   \
3112     case 0: /* add and Store */                                         \
3113         tcg_gen_atomic_add_fetch_##tp(t1, EA, t0, ctx->mem_idx, memop); \
3114         break;                                                          \
3115     case 1: /* xor and Store */                                         \
3116         tcg_gen_atomic_xor_fetch_##tp(t1, EA, t0, ctx->mem_idx, memop); \
3117         break;                                                          \
3118     case 2: /* Or and Store */                                          \
3119         tcg_gen_atomic_or_fetch_##tp(t1, EA, t0, ctx->mem_idx, memop);  \
3120         break;                                                          \
3121     case 3: /* 'and' and Store */                                       \
3122         tcg_gen_atomic_and_fetch_##tp(t1, EA, t0, ctx->mem_idx, memop); \
3123         break;                                                          \
3124     case 4:  /* Store max unsigned */                                   \
3125     case 5:  /* Store max signed */                                     \
3126     case 6:  /* Store min unsigned */                                   \
3127     case 7:  /* Store min signed */                                     \
3128     case 24: /* Store twin  */                                          \
3129         gen_invalid(ctx);                                               \
3130         break;                                                          \
3131     default:                                                            \
3132         /* invoke data storage error handler */                         \
3133         gen_exception_err(ctx, POWERPC_EXCP_DSI, POWERPC_EXCP_INVAL);   \
3134     }                                                                   \
3135     tcg_temp_free_##tp(t0);                                             \
3136     tcg_temp_free_##tp(t1);                                             \
3137     tcg_temp_free(EA);                                                  \
3138 }
3139 
3140 ST_ATOMIC(stwat, DEF_MEMOP(MO_UL), i32, trunc_tl_i32)
3141 #if defined(TARGET_PPC64)
3142 ST_ATOMIC(stdat, DEF_MEMOP(MO_Q), i64, mov_i64)
3143 #endif
3144 
3145 #if defined(CONFIG_USER_ONLY)
3146 static void gen_conditional_store(DisasContext *ctx, TCGv EA,
3147                                   int reg, int memop)
3148 {
3149     TCGv t0 = tcg_temp_new();
3150 
3151     tcg_gen_st_tl(EA, cpu_env, offsetof(CPUPPCState, reserve_ea));
3152     tcg_gen_movi_tl(t0, (MEMOP_GET_SIZE(memop) << 5) | reg);
3153     tcg_gen_st_tl(t0, cpu_env, offsetof(CPUPPCState, reserve_info));
3154     tcg_temp_free(t0);
3155     gen_exception_err(ctx, POWERPC_EXCP_STCX, 0);
3156 }
3157 #else
3158 static void gen_conditional_store(DisasContext *ctx, TCGv EA,
3159                                   int reg, int memop)
3160 {
3161     TCGLabel *l1 = gen_new_label();
3162     TCGLabel *l2 = gen_new_label();
3163     TCGv t0;
3164 
3165     tcg_gen_brcond_tl(TCG_COND_NE, EA, cpu_reserve, l1);
3166 
3167     t0 = tcg_temp_new();
3168     tcg_gen_atomic_cmpxchg_tl(t0, cpu_reserve, cpu_reserve_val,
3169                               cpu_gpr[reg], ctx->mem_idx,
3170                               DEF_MEMOP(memop) | MO_ALIGN);
3171     tcg_gen_setcond_tl(TCG_COND_EQ, t0, t0, cpu_reserve_val);
3172     tcg_gen_shli_tl(t0, t0, CRF_EQ_BIT);
3173     tcg_gen_or_tl(t0, t0, cpu_so);
3174     tcg_gen_trunc_tl_i32(cpu_crf[0], t0);
3175     tcg_temp_free(t0);
3176     tcg_gen_br(l2);
3177 
3178     gen_set_label(l1);
3179 
3180     /* Address mismatch implies failure.  But we still need to provide the
3181        memory barrier semantics of the instruction.  */
3182     tcg_gen_mb(TCG_MO_ALL | TCG_BAR_STRL);
3183     tcg_gen_trunc_tl_i32(cpu_crf[0], cpu_so);
3184 
3185     gen_set_label(l2);
3186     tcg_gen_movi_tl(cpu_reserve, -1);
3187 }
3188 #endif
3189 
3190 #define STCX(name, memop)                                   \
3191 static void gen_##name(DisasContext *ctx)                   \
3192 {                                                           \
3193     TCGv t0;                                                \
3194     int len = MEMOP_GET_SIZE(memop);                        \
3195     gen_set_access_type(ctx, ACCESS_RES);                   \
3196     t0 = tcg_temp_local_new();                              \
3197     gen_addr_reg_index(ctx, t0);                            \
3198     if (len > 1) {                                          \
3199         gen_check_align(ctx, t0, (len) - 1);                \
3200     }                                                       \
3201     gen_conditional_store(ctx, t0, rS(ctx->opcode), memop); \
3202     tcg_temp_free(t0);                                      \
3203 }
3204 
3205 STCX(stbcx_, DEF_MEMOP(MO_UB))
3206 STCX(sthcx_, DEF_MEMOP(MO_UW))
3207 STCX(stwcx_, DEF_MEMOP(MO_UL))
3208 
3209 #if defined(TARGET_PPC64)
3210 /* ldarx */
3211 LARX(ldarx, DEF_MEMOP(MO_Q))
3212 /* stdcx. */
3213 STCX(stdcx_, DEF_MEMOP(MO_Q))
3214 
3215 /* lqarx */
3216 static void gen_lqarx(DisasContext *ctx)
3217 {
3218     TCGv EA;
3219     int rd = rD(ctx->opcode);
3220     TCGv gpr1, gpr2;
3221 
3222     if (unlikely((rd & 1) || (rd == rA(ctx->opcode)) ||
3223                  (rd == rB(ctx->opcode)))) {
3224         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
3225         return;
3226     }
3227 
3228     gen_set_access_type(ctx, ACCESS_RES);
3229     EA = tcg_temp_local_new();
3230     gen_addr_reg_index(ctx, EA);
3231     gen_check_align(ctx, EA, 15);
3232     if (unlikely(ctx->le_mode)) {
3233         gpr1 = cpu_gpr[rd+1];
3234         gpr2 = cpu_gpr[rd];
3235     } else {
3236         gpr1 = cpu_gpr[rd];
3237         gpr2 = cpu_gpr[rd+1];
3238     }
3239     tcg_gen_qemu_ld_i64(gpr1, EA, ctx->mem_idx, DEF_MEMOP(MO_Q));
3240     tcg_gen_mov_tl(cpu_reserve, EA);
3241     gen_addr_add(ctx, EA, EA, 8);
3242     tcg_gen_qemu_ld_i64(gpr2, EA, ctx->mem_idx, DEF_MEMOP(MO_Q));
3243 
3244     tcg_gen_st_tl(gpr1, cpu_env, offsetof(CPUPPCState, reserve_val));
3245     tcg_gen_st_tl(gpr2, cpu_env, offsetof(CPUPPCState, reserve_val2));
3246     tcg_temp_free(EA);
3247 }
3248 
3249 /* stqcx. */
3250 static void gen_stqcx_(DisasContext *ctx)
3251 {
3252     TCGv EA;
3253     int reg = rS(ctx->opcode);
3254     int len = 16;
3255 #if !defined(CONFIG_USER_ONLY)
3256     TCGLabel *l1;
3257     TCGv gpr1, gpr2;
3258 #endif
3259 
3260     if (unlikely((rD(ctx->opcode) & 1))) {
3261         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
3262         return;
3263     }
3264     gen_set_access_type(ctx, ACCESS_RES);
3265     EA = tcg_temp_local_new();
3266     gen_addr_reg_index(ctx, EA);
3267     if (len > 1) {
3268         gen_check_align(ctx, EA, (len) - 1);
3269     }
3270 
3271 #if defined(CONFIG_USER_ONLY)
3272     gen_conditional_store(ctx, EA, reg, 16);
3273 #else
3274     tcg_gen_trunc_tl_i32(cpu_crf[0], cpu_so);
3275     l1 = gen_new_label();
3276     tcg_gen_brcond_tl(TCG_COND_NE, EA, cpu_reserve, l1);
3277     tcg_gen_ori_i32(cpu_crf[0], cpu_crf[0], CRF_EQ);
3278 
3279     if (unlikely(ctx->le_mode)) {
3280         gpr1 = cpu_gpr[reg + 1];
3281         gpr2 = cpu_gpr[reg];
3282     } else {
3283         gpr1 = cpu_gpr[reg];
3284         gpr2 = cpu_gpr[reg + 1];
3285     }
3286     tcg_gen_qemu_st_tl(gpr1, EA, ctx->mem_idx, DEF_MEMOP(MO_Q));
3287     gen_addr_add(ctx, EA, EA, 8);
3288     tcg_gen_qemu_st_tl(gpr2, EA, ctx->mem_idx, DEF_MEMOP(MO_Q));
3289 
3290     gen_set_label(l1);
3291     tcg_gen_movi_tl(cpu_reserve, -1);
3292 #endif
3293     tcg_temp_free(EA);
3294 }
3295 
3296 #endif /* defined(TARGET_PPC64) */
3297 
3298 /* sync */
3299 static void gen_sync(DisasContext *ctx)
3300 {
3301     uint32_t l = (ctx->opcode >> 21) & 3;
3302 
3303     /*
3304      * We may need to check for a pending TLB flush.
3305      *
3306      * We do this on ptesync (l == 2) on ppc64 and any sync pn ppc32.
3307      *
3308      * Additionally, this can only happen in kernel mode however so
3309      * check MSR_PR as well.
3310      */
3311     if (((l == 2) || !(ctx->insns_flags & PPC_64B)) && !ctx->pr) {
3312         gen_check_tlb_flush(ctx, true);
3313     }
3314     tcg_gen_mb(TCG_MO_ALL | TCG_BAR_SC);
3315 }
3316 
3317 /* wait */
3318 static void gen_wait(DisasContext *ctx)
3319 {
3320     TCGv_i32 t0 = tcg_const_i32(1);
3321     tcg_gen_st_i32(t0, cpu_env,
3322                    -offsetof(PowerPCCPU, env) + offsetof(CPUState, halted));
3323     tcg_temp_free_i32(t0);
3324     /* Stop translation, as the CPU is supposed to sleep from now */
3325     gen_exception_nip(ctx, EXCP_HLT, ctx->nip);
3326 }
3327 
3328 #if defined(TARGET_PPC64)
3329 static void gen_doze(DisasContext *ctx)
3330 {
3331 #if defined(CONFIG_USER_ONLY)
3332     GEN_PRIV;
3333 #else
3334     TCGv_i32 t;
3335 
3336     CHK_HV;
3337     t = tcg_const_i32(PPC_PM_DOZE);
3338     gen_helper_pminsn(cpu_env, t);
3339     tcg_temp_free_i32(t);
3340     gen_stop_exception(ctx);
3341 #endif /* defined(CONFIG_USER_ONLY) */
3342 }
3343 
3344 static void gen_nap(DisasContext *ctx)
3345 {
3346 #if defined(CONFIG_USER_ONLY)
3347     GEN_PRIV;
3348 #else
3349     TCGv_i32 t;
3350 
3351     CHK_HV;
3352     t = tcg_const_i32(PPC_PM_NAP);
3353     gen_helper_pminsn(cpu_env, t);
3354     tcg_temp_free_i32(t);
3355     gen_stop_exception(ctx);
3356 #endif /* defined(CONFIG_USER_ONLY) */
3357 }
3358 
3359 static void gen_stop(DisasContext *ctx)
3360 {
3361     gen_nap(ctx);
3362 }
3363 
3364 static void gen_sleep(DisasContext *ctx)
3365 {
3366 #if defined(CONFIG_USER_ONLY)
3367     GEN_PRIV;
3368 #else
3369     TCGv_i32 t;
3370 
3371     CHK_HV;
3372     t = tcg_const_i32(PPC_PM_SLEEP);
3373     gen_helper_pminsn(cpu_env, t);
3374     tcg_temp_free_i32(t);
3375     gen_stop_exception(ctx);
3376 #endif /* defined(CONFIG_USER_ONLY) */
3377 }
3378 
3379 static void gen_rvwinkle(DisasContext *ctx)
3380 {
3381 #if defined(CONFIG_USER_ONLY)
3382     GEN_PRIV;
3383 #else
3384     TCGv_i32 t;
3385 
3386     CHK_HV;
3387     t = tcg_const_i32(PPC_PM_RVWINKLE);
3388     gen_helper_pminsn(cpu_env, t);
3389     tcg_temp_free_i32(t);
3390     gen_stop_exception(ctx);
3391 #endif /* defined(CONFIG_USER_ONLY) */
3392 }
3393 #endif /* #if defined(TARGET_PPC64) */
3394 
3395 static inline void gen_update_cfar(DisasContext *ctx, target_ulong nip)
3396 {
3397 #if defined(TARGET_PPC64)
3398     if (ctx->has_cfar)
3399         tcg_gen_movi_tl(cpu_cfar, nip);
3400 #endif
3401 }
3402 
3403 static inline bool use_goto_tb(DisasContext *ctx, target_ulong dest)
3404 {
3405     if (unlikely(ctx->singlestep_enabled)) {
3406         return false;
3407     }
3408 
3409 #ifndef CONFIG_USER_ONLY
3410     return (ctx->tb->pc & TARGET_PAGE_MASK) == (dest & TARGET_PAGE_MASK);
3411 #else
3412     return true;
3413 #endif
3414 }
3415 
3416 /***                                Branch                                 ***/
3417 static void gen_goto_tb(DisasContext *ctx, int n, target_ulong dest)
3418 {
3419     if (NARROW_MODE(ctx)) {
3420         dest = (uint32_t) dest;
3421     }
3422     if (use_goto_tb(ctx, dest)) {
3423         tcg_gen_goto_tb(n);
3424         tcg_gen_movi_tl(cpu_nip, dest & ~3);
3425         tcg_gen_exit_tb((uintptr_t)ctx->tb + n);
3426     } else {
3427         tcg_gen_movi_tl(cpu_nip, dest & ~3);
3428         if (unlikely(ctx->singlestep_enabled)) {
3429             if ((ctx->singlestep_enabled &
3430                 (CPU_BRANCH_STEP | CPU_SINGLE_STEP)) &&
3431                 (ctx->exception == POWERPC_EXCP_BRANCH ||
3432                  ctx->exception == POWERPC_EXCP_TRACE)) {
3433                 gen_exception_nip(ctx, POWERPC_EXCP_TRACE, dest);
3434             }
3435             if (ctx->singlestep_enabled & GDBSTUB_SINGLE_STEP) {
3436                 gen_debug_exception(ctx);
3437             }
3438         }
3439         tcg_gen_lookup_and_goto_ptr();
3440     }
3441 }
3442 
3443 static inline void gen_setlr(DisasContext *ctx, target_ulong nip)
3444 {
3445     if (NARROW_MODE(ctx)) {
3446         nip = (uint32_t)nip;
3447     }
3448     tcg_gen_movi_tl(cpu_lr, nip);
3449 }
3450 
3451 /* b ba bl bla */
3452 static void gen_b(DisasContext *ctx)
3453 {
3454     target_ulong li, target;
3455 
3456     ctx->exception = POWERPC_EXCP_BRANCH;
3457     /* sign extend LI */
3458     li = LI(ctx->opcode);
3459     li = (li ^ 0x02000000) - 0x02000000;
3460     if (likely(AA(ctx->opcode) == 0)) {
3461         target = ctx->nip + li - 4;
3462     } else {
3463         target = li;
3464     }
3465     if (LK(ctx->opcode)) {
3466         gen_setlr(ctx, ctx->nip);
3467     }
3468     gen_update_cfar(ctx, ctx->nip - 4);
3469     gen_goto_tb(ctx, 0, target);
3470 }
3471 
3472 #define BCOND_IM  0
3473 #define BCOND_LR  1
3474 #define BCOND_CTR 2
3475 #define BCOND_TAR 3
3476 
3477 static void gen_bcond(DisasContext *ctx, int type)
3478 {
3479     uint32_t bo = BO(ctx->opcode);
3480     TCGLabel *l1;
3481     TCGv target;
3482 
3483     ctx->exception = POWERPC_EXCP_BRANCH;
3484     if (type == BCOND_LR || type == BCOND_CTR || type == BCOND_TAR) {
3485         target = tcg_temp_local_new();
3486         if (type == BCOND_CTR)
3487             tcg_gen_mov_tl(target, cpu_ctr);
3488         else if (type == BCOND_TAR)
3489             gen_load_spr(target, SPR_TAR);
3490         else
3491             tcg_gen_mov_tl(target, cpu_lr);
3492     } else {
3493         target = NULL;
3494     }
3495     if (LK(ctx->opcode))
3496         gen_setlr(ctx, ctx->nip);
3497     l1 = gen_new_label();
3498     if ((bo & 0x4) == 0) {
3499         /* Decrement and test CTR */
3500         TCGv temp = tcg_temp_new();
3501         if (unlikely(type == BCOND_CTR)) {
3502             gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
3503             return;
3504         }
3505         tcg_gen_subi_tl(cpu_ctr, cpu_ctr, 1);
3506         if (NARROW_MODE(ctx)) {
3507             tcg_gen_ext32u_tl(temp, cpu_ctr);
3508         } else {
3509             tcg_gen_mov_tl(temp, cpu_ctr);
3510         }
3511         if (bo & 0x2) {
3512             tcg_gen_brcondi_tl(TCG_COND_NE, temp, 0, l1);
3513         } else {
3514             tcg_gen_brcondi_tl(TCG_COND_EQ, temp, 0, l1);
3515         }
3516         tcg_temp_free(temp);
3517     }
3518     if ((bo & 0x10) == 0) {
3519         /* Test CR */
3520         uint32_t bi = BI(ctx->opcode);
3521         uint32_t mask = 0x08 >> (bi & 0x03);
3522         TCGv_i32 temp = tcg_temp_new_i32();
3523 
3524         if (bo & 0x8) {
3525             tcg_gen_andi_i32(temp, cpu_crf[bi >> 2], mask);
3526             tcg_gen_brcondi_i32(TCG_COND_EQ, temp, 0, l1);
3527         } else {
3528             tcg_gen_andi_i32(temp, cpu_crf[bi >> 2], mask);
3529             tcg_gen_brcondi_i32(TCG_COND_NE, temp, 0, l1);
3530         }
3531         tcg_temp_free_i32(temp);
3532     }
3533     gen_update_cfar(ctx, ctx->nip - 4);
3534     if (type == BCOND_IM) {
3535         target_ulong li = (target_long)((int16_t)(BD(ctx->opcode)));
3536         if (likely(AA(ctx->opcode) == 0)) {
3537             gen_goto_tb(ctx, 0, ctx->nip + li - 4);
3538         } else {
3539             gen_goto_tb(ctx, 0, li);
3540         }
3541     } else {
3542         if (NARROW_MODE(ctx)) {
3543             tcg_gen_andi_tl(cpu_nip, target, (uint32_t)~3);
3544         } else {
3545             tcg_gen_andi_tl(cpu_nip, target, ~3);
3546         }
3547         tcg_gen_lookup_and_goto_ptr();
3548         tcg_temp_free(target);
3549     }
3550     if ((bo & 0x14) != 0x14) {
3551         gen_set_label(l1);
3552         gen_goto_tb(ctx, 1, ctx->nip);
3553     }
3554 }
3555 
3556 static void gen_bc(DisasContext *ctx)
3557 {
3558     gen_bcond(ctx, BCOND_IM);
3559 }
3560 
3561 static void gen_bcctr(DisasContext *ctx)
3562 {
3563     gen_bcond(ctx, BCOND_CTR);
3564 }
3565 
3566 static void gen_bclr(DisasContext *ctx)
3567 {
3568     gen_bcond(ctx, BCOND_LR);
3569 }
3570 
3571 static void gen_bctar(DisasContext *ctx)
3572 {
3573     gen_bcond(ctx, BCOND_TAR);
3574 }
3575 
3576 /***                      Condition register logical                       ***/
3577 #define GEN_CRLOGIC(name, tcg_op, opc)                                        \
3578 static void glue(gen_, name)(DisasContext *ctx)                                       \
3579 {                                                                             \
3580     uint8_t bitmask;                                                          \
3581     int sh;                                                                   \
3582     TCGv_i32 t0, t1;                                                          \
3583     sh = (crbD(ctx->opcode) & 0x03) - (crbA(ctx->opcode) & 0x03);             \
3584     t0 = tcg_temp_new_i32();                                                  \
3585     if (sh > 0)                                                               \
3586         tcg_gen_shri_i32(t0, cpu_crf[crbA(ctx->opcode) >> 2], sh);            \
3587     else if (sh < 0)                                                          \
3588         tcg_gen_shli_i32(t0, cpu_crf[crbA(ctx->opcode) >> 2], -sh);           \
3589     else                                                                      \
3590         tcg_gen_mov_i32(t0, cpu_crf[crbA(ctx->opcode) >> 2]);                 \
3591     t1 = tcg_temp_new_i32();                                                  \
3592     sh = (crbD(ctx->opcode) & 0x03) - (crbB(ctx->opcode) & 0x03);             \
3593     if (sh > 0)                                                               \
3594         tcg_gen_shri_i32(t1, cpu_crf[crbB(ctx->opcode) >> 2], sh);            \
3595     else if (sh < 0)                                                          \
3596         tcg_gen_shli_i32(t1, cpu_crf[crbB(ctx->opcode) >> 2], -sh);           \
3597     else                                                                      \
3598         tcg_gen_mov_i32(t1, cpu_crf[crbB(ctx->opcode) >> 2]);                 \
3599     tcg_op(t0, t0, t1);                                                       \
3600     bitmask = 0x08 >> (crbD(ctx->opcode) & 0x03);                             \
3601     tcg_gen_andi_i32(t0, t0, bitmask);                                        \
3602     tcg_gen_andi_i32(t1, cpu_crf[crbD(ctx->opcode) >> 2], ~bitmask);          \
3603     tcg_gen_or_i32(cpu_crf[crbD(ctx->opcode) >> 2], t0, t1);                  \
3604     tcg_temp_free_i32(t0);                                                    \
3605     tcg_temp_free_i32(t1);                                                    \
3606 }
3607 
3608 /* crand */
3609 GEN_CRLOGIC(crand, tcg_gen_and_i32, 0x08);
3610 /* crandc */
3611 GEN_CRLOGIC(crandc, tcg_gen_andc_i32, 0x04);
3612 /* creqv */
3613 GEN_CRLOGIC(creqv, tcg_gen_eqv_i32, 0x09);
3614 /* crnand */
3615 GEN_CRLOGIC(crnand, tcg_gen_nand_i32, 0x07);
3616 /* crnor */
3617 GEN_CRLOGIC(crnor, tcg_gen_nor_i32, 0x01);
3618 /* cror */
3619 GEN_CRLOGIC(cror, tcg_gen_or_i32, 0x0E);
3620 /* crorc */
3621 GEN_CRLOGIC(crorc, tcg_gen_orc_i32, 0x0D);
3622 /* crxor */
3623 GEN_CRLOGIC(crxor, tcg_gen_xor_i32, 0x06);
3624 
3625 /* mcrf */
3626 static void gen_mcrf(DisasContext *ctx)
3627 {
3628     tcg_gen_mov_i32(cpu_crf[crfD(ctx->opcode)], cpu_crf[crfS(ctx->opcode)]);
3629 }
3630 
3631 /***                           System linkage                              ***/
3632 
3633 /* rfi (supervisor only) */
3634 static void gen_rfi(DisasContext *ctx)
3635 {
3636 #if defined(CONFIG_USER_ONLY)
3637     GEN_PRIV;
3638 #else
3639     /* This instruction doesn't exist anymore on 64-bit server
3640      * processors compliant with arch 2.x
3641      */
3642     if (ctx->insns_flags & PPC_SEGMENT_64B) {
3643         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
3644         return;
3645     }
3646     /* Restore CPU state */
3647     CHK_SV;
3648     gen_update_cfar(ctx, ctx->nip - 4);
3649     gen_helper_rfi(cpu_env);
3650     gen_sync_exception(ctx);
3651 #endif
3652 }
3653 
3654 #if defined(TARGET_PPC64)
3655 static void gen_rfid(DisasContext *ctx)
3656 {
3657 #if defined(CONFIG_USER_ONLY)
3658     GEN_PRIV;
3659 #else
3660     /* Restore CPU state */
3661     CHK_SV;
3662     gen_update_cfar(ctx, ctx->nip - 4);
3663     gen_helper_rfid(cpu_env);
3664     gen_sync_exception(ctx);
3665 #endif
3666 }
3667 
3668 static void gen_hrfid(DisasContext *ctx)
3669 {
3670 #if defined(CONFIG_USER_ONLY)
3671     GEN_PRIV;
3672 #else
3673     /* Restore CPU state */
3674     CHK_HV;
3675     gen_helper_hrfid(cpu_env);
3676     gen_sync_exception(ctx);
3677 #endif
3678 }
3679 #endif
3680 
3681 /* sc */
3682 #if defined(CONFIG_USER_ONLY)
3683 #define POWERPC_SYSCALL POWERPC_EXCP_SYSCALL_USER
3684 #else
3685 #define POWERPC_SYSCALL POWERPC_EXCP_SYSCALL
3686 #endif
3687 static void gen_sc(DisasContext *ctx)
3688 {
3689     uint32_t lev;
3690 
3691     lev = (ctx->opcode >> 5) & 0x7F;
3692     gen_exception_err(ctx, POWERPC_SYSCALL, lev);
3693 }
3694 
3695 /***                                Trap                                   ***/
3696 
3697 /* Check for unconditional traps (always or never) */
3698 static bool check_unconditional_trap(DisasContext *ctx)
3699 {
3700     /* Trap never */
3701     if (TO(ctx->opcode) == 0) {
3702         return true;
3703     }
3704     /* Trap always */
3705     if (TO(ctx->opcode) == 31) {
3706         gen_exception_err(ctx, POWERPC_EXCP_PROGRAM, POWERPC_EXCP_TRAP);
3707         return true;
3708     }
3709     return false;
3710 }
3711 
3712 /* tw */
3713 static void gen_tw(DisasContext *ctx)
3714 {
3715     TCGv_i32 t0;
3716 
3717     if (check_unconditional_trap(ctx)) {
3718         return;
3719     }
3720     t0 = tcg_const_i32(TO(ctx->opcode));
3721     gen_helper_tw(cpu_env, cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],
3722                   t0);
3723     tcg_temp_free_i32(t0);
3724 }
3725 
3726 /* twi */
3727 static void gen_twi(DisasContext *ctx)
3728 {
3729     TCGv t0;
3730     TCGv_i32 t1;
3731 
3732     if (check_unconditional_trap(ctx)) {
3733         return;
3734     }
3735     t0 = tcg_const_tl(SIMM(ctx->opcode));
3736     t1 = tcg_const_i32(TO(ctx->opcode));
3737     gen_helper_tw(cpu_env, cpu_gpr[rA(ctx->opcode)], t0, t1);
3738     tcg_temp_free(t0);
3739     tcg_temp_free_i32(t1);
3740 }
3741 
3742 #if defined(TARGET_PPC64)
3743 /* td */
3744 static void gen_td(DisasContext *ctx)
3745 {
3746     TCGv_i32 t0;
3747 
3748     if (check_unconditional_trap(ctx)) {
3749         return;
3750     }
3751     t0 = tcg_const_i32(TO(ctx->opcode));
3752     gen_helper_td(cpu_env, cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)],
3753                   t0);
3754     tcg_temp_free_i32(t0);
3755 }
3756 
3757 /* tdi */
3758 static void gen_tdi(DisasContext *ctx)
3759 {
3760     TCGv t0;
3761     TCGv_i32 t1;
3762 
3763     if (check_unconditional_trap(ctx)) {
3764         return;
3765     }
3766     t0 = tcg_const_tl(SIMM(ctx->opcode));
3767     t1 = tcg_const_i32(TO(ctx->opcode));
3768     gen_helper_td(cpu_env, cpu_gpr[rA(ctx->opcode)], t0, t1);
3769     tcg_temp_free(t0);
3770     tcg_temp_free_i32(t1);
3771 }
3772 #endif
3773 
3774 /***                          Processor control                            ***/
3775 
3776 static void gen_read_xer(DisasContext *ctx, TCGv dst)
3777 {
3778     TCGv t0 = tcg_temp_new();
3779     TCGv t1 = tcg_temp_new();
3780     TCGv t2 = tcg_temp_new();
3781     tcg_gen_mov_tl(dst, cpu_xer);
3782     tcg_gen_shli_tl(t0, cpu_so, XER_SO);
3783     tcg_gen_shli_tl(t1, cpu_ov, XER_OV);
3784     tcg_gen_shli_tl(t2, cpu_ca, XER_CA);
3785     tcg_gen_or_tl(t0, t0, t1);
3786     tcg_gen_or_tl(dst, dst, t2);
3787     tcg_gen_or_tl(dst, dst, t0);
3788     if (is_isa300(ctx)) {
3789         tcg_gen_shli_tl(t0, cpu_ov32, XER_OV32);
3790         tcg_gen_or_tl(dst, dst, t0);
3791         tcg_gen_shli_tl(t0, cpu_ca32, XER_CA32);
3792         tcg_gen_or_tl(dst, dst, t0);
3793     }
3794     tcg_temp_free(t0);
3795     tcg_temp_free(t1);
3796     tcg_temp_free(t2);
3797 }
3798 
3799 static void gen_write_xer(TCGv src)
3800 {
3801     /* Write all flags, while reading back check for isa300 */
3802     tcg_gen_andi_tl(cpu_xer, src,
3803                     ~((1u << XER_SO) |
3804                       (1u << XER_OV) | (1u << XER_OV32) |
3805                       (1u << XER_CA) | (1u << XER_CA32)));
3806     tcg_gen_extract_tl(cpu_ov32, src, XER_OV32, 1);
3807     tcg_gen_extract_tl(cpu_ca32, src, XER_CA32, 1);
3808     tcg_gen_extract_tl(cpu_so, src, XER_SO, 1);
3809     tcg_gen_extract_tl(cpu_ov, src, XER_OV, 1);
3810     tcg_gen_extract_tl(cpu_ca, src, XER_CA, 1);
3811 }
3812 
3813 /* mcrxr */
3814 static void gen_mcrxr(DisasContext *ctx)
3815 {
3816     TCGv_i32 t0 = tcg_temp_new_i32();
3817     TCGv_i32 t1 = tcg_temp_new_i32();
3818     TCGv_i32 dst = cpu_crf[crfD(ctx->opcode)];
3819 
3820     tcg_gen_trunc_tl_i32(t0, cpu_so);
3821     tcg_gen_trunc_tl_i32(t1, cpu_ov);
3822     tcg_gen_trunc_tl_i32(dst, cpu_ca);
3823     tcg_gen_shli_i32(t0, t0, 3);
3824     tcg_gen_shli_i32(t1, t1, 2);
3825     tcg_gen_shli_i32(dst, dst, 1);
3826     tcg_gen_or_i32(dst, dst, t0);
3827     tcg_gen_or_i32(dst, dst, t1);
3828     tcg_temp_free_i32(t0);
3829     tcg_temp_free_i32(t1);
3830 
3831     tcg_gen_movi_tl(cpu_so, 0);
3832     tcg_gen_movi_tl(cpu_ov, 0);
3833     tcg_gen_movi_tl(cpu_ca, 0);
3834 }
3835 
3836 #ifdef TARGET_PPC64
3837 /* mcrxrx */
3838 static void gen_mcrxrx(DisasContext *ctx)
3839 {
3840     TCGv t0 = tcg_temp_new();
3841     TCGv t1 = tcg_temp_new();
3842     TCGv_i32 dst = cpu_crf[crfD(ctx->opcode)];
3843 
3844     /* copy OV and OV32 */
3845     tcg_gen_shli_tl(t0, cpu_ov, 1);
3846     tcg_gen_or_tl(t0, t0, cpu_ov32);
3847     tcg_gen_shli_tl(t0, t0, 2);
3848     /* copy CA and CA32 */
3849     tcg_gen_shli_tl(t1, cpu_ca, 1);
3850     tcg_gen_or_tl(t1, t1, cpu_ca32);
3851     tcg_gen_or_tl(t0, t0, t1);
3852     tcg_gen_trunc_tl_i32(dst, t0);
3853     tcg_temp_free(t0);
3854     tcg_temp_free(t1);
3855 }
3856 #endif
3857 
3858 /* mfcr mfocrf */
3859 static void gen_mfcr(DisasContext *ctx)
3860 {
3861     uint32_t crm, crn;
3862 
3863     if (likely(ctx->opcode & 0x00100000)) {
3864         crm = CRM(ctx->opcode);
3865         if (likely(crm && ((crm & (crm - 1)) == 0))) {
3866             crn = ctz32 (crm);
3867             tcg_gen_extu_i32_tl(cpu_gpr[rD(ctx->opcode)], cpu_crf[7 - crn]);
3868             tcg_gen_shli_tl(cpu_gpr[rD(ctx->opcode)],
3869                             cpu_gpr[rD(ctx->opcode)], crn * 4);
3870         }
3871     } else {
3872         TCGv_i32 t0 = tcg_temp_new_i32();
3873         tcg_gen_mov_i32(t0, cpu_crf[0]);
3874         tcg_gen_shli_i32(t0, t0, 4);
3875         tcg_gen_or_i32(t0, t0, cpu_crf[1]);
3876         tcg_gen_shli_i32(t0, t0, 4);
3877         tcg_gen_or_i32(t0, t0, cpu_crf[2]);
3878         tcg_gen_shli_i32(t0, t0, 4);
3879         tcg_gen_or_i32(t0, t0, cpu_crf[3]);
3880         tcg_gen_shli_i32(t0, t0, 4);
3881         tcg_gen_or_i32(t0, t0, cpu_crf[4]);
3882         tcg_gen_shli_i32(t0, t0, 4);
3883         tcg_gen_or_i32(t0, t0, cpu_crf[5]);
3884         tcg_gen_shli_i32(t0, t0, 4);
3885         tcg_gen_or_i32(t0, t0, cpu_crf[6]);
3886         tcg_gen_shli_i32(t0, t0, 4);
3887         tcg_gen_or_i32(t0, t0, cpu_crf[7]);
3888         tcg_gen_extu_i32_tl(cpu_gpr[rD(ctx->opcode)], t0);
3889         tcg_temp_free_i32(t0);
3890     }
3891 }
3892 
3893 /* mfmsr */
3894 static void gen_mfmsr(DisasContext *ctx)
3895 {
3896     CHK_SV;
3897     tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], cpu_msr);
3898 }
3899 
3900 static void spr_noaccess(DisasContext *ctx, int gprn, int sprn)
3901 {
3902 #if 0
3903     sprn = ((sprn >> 5) & 0x1F) | ((sprn & 0x1F) << 5);
3904     printf("ERROR: try to access SPR %d !\n", sprn);
3905 #endif
3906 }
3907 #define SPR_NOACCESS (&spr_noaccess)
3908 
3909 /* mfspr */
3910 static inline void gen_op_mfspr(DisasContext *ctx)
3911 {
3912     void (*read_cb)(DisasContext *ctx, int gprn, int sprn);
3913     uint32_t sprn = SPR(ctx->opcode);
3914 
3915 #if defined(CONFIG_USER_ONLY)
3916     read_cb = ctx->spr_cb[sprn].uea_read;
3917 #else
3918     if (ctx->pr) {
3919         read_cb = ctx->spr_cb[sprn].uea_read;
3920     } else if (ctx->hv) {
3921         read_cb = ctx->spr_cb[sprn].hea_read;
3922     } else {
3923         read_cb = ctx->spr_cb[sprn].oea_read;
3924     }
3925 #endif
3926     if (likely(read_cb != NULL)) {
3927         if (likely(read_cb != SPR_NOACCESS)) {
3928             (*read_cb)(ctx, rD(ctx->opcode), sprn);
3929         } else {
3930             /* Privilege exception */
3931             /* This is a hack to avoid warnings when running Linux:
3932              * this OS breaks the PowerPC virtualisation model,
3933              * allowing userland application to read the PVR
3934              */
3935             if (sprn != SPR_PVR) {
3936                 fprintf(stderr, "Trying to read privileged spr %d (0x%03x) at "
3937                         TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
3938                 if (qemu_log_separate()) {
3939                     qemu_log("Trying to read privileged spr %d (0x%03x) at "
3940                              TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
3941                 }
3942             }
3943             gen_priv_exception(ctx, POWERPC_EXCP_PRIV_REG);
3944         }
3945     } else {
3946         /* ISA 2.07 defines these as no-ops */
3947         if ((ctx->insns_flags2 & PPC2_ISA207S) &&
3948             (sprn >= 808 && sprn <= 811)) {
3949             /* This is a nop */
3950             return;
3951         }
3952         /* Not defined */
3953         fprintf(stderr, "Trying to read invalid spr %d (0x%03x) at "
3954                 TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
3955         if (qemu_log_separate()) {
3956             qemu_log("Trying to read invalid spr %d (0x%03x) at "
3957                      TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
3958         }
3959 
3960         /* The behaviour depends on MSR:PR and SPR# bit 0x10,
3961          * it can generate a priv, a hv emu or a no-op
3962          */
3963         if (sprn & 0x10) {
3964             if (ctx->pr) {
3965                 gen_priv_exception(ctx, POWERPC_EXCP_INVAL_SPR);
3966             }
3967         } else {
3968             if (ctx->pr || sprn == 0 || sprn == 4 || sprn == 5 || sprn == 6) {
3969                 gen_hvpriv_exception(ctx, POWERPC_EXCP_INVAL_SPR);
3970             }
3971         }
3972     }
3973 }
3974 
3975 static void gen_mfspr(DisasContext *ctx)
3976 {
3977     gen_op_mfspr(ctx);
3978 }
3979 
3980 /* mftb */
3981 static void gen_mftb(DisasContext *ctx)
3982 {
3983     gen_op_mfspr(ctx);
3984 }
3985 
3986 /* mtcrf mtocrf*/
3987 static void gen_mtcrf(DisasContext *ctx)
3988 {
3989     uint32_t crm, crn;
3990 
3991     crm = CRM(ctx->opcode);
3992     if (likely((ctx->opcode & 0x00100000))) {
3993         if (crm && ((crm & (crm - 1)) == 0)) {
3994             TCGv_i32 temp = tcg_temp_new_i32();
3995             crn = ctz32 (crm);
3996             tcg_gen_trunc_tl_i32(temp, cpu_gpr[rS(ctx->opcode)]);
3997             tcg_gen_shri_i32(temp, temp, crn * 4);
3998             tcg_gen_andi_i32(cpu_crf[7 - crn], temp, 0xf);
3999             tcg_temp_free_i32(temp);
4000         }
4001     } else {
4002         TCGv_i32 temp = tcg_temp_new_i32();
4003         tcg_gen_trunc_tl_i32(temp, cpu_gpr[rS(ctx->opcode)]);
4004         for (crn = 0 ; crn < 8 ; crn++) {
4005             if (crm & (1 << crn)) {
4006                     tcg_gen_shri_i32(cpu_crf[7 - crn], temp, crn * 4);
4007                     tcg_gen_andi_i32(cpu_crf[7 - crn], cpu_crf[7 - crn], 0xf);
4008             }
4009         }
4010         tcg_temp_free_i32(temp);
4011     }
4012 }
4013 
4014 /* mtmsr */
4015 #if defined(TARGET_PPC64)
4016 static void gen_mtmsrd(DisasContext *ctx)
4017 {
4018     CHK_SV;
4019 
4020 #if !defined(CONFIG_USER_ONLY)
4021     if (ctx->opcode & 0x00010000) {
4022         /* Special form that does not need any synchronisation */
4023         TCGv t0 = tcg_temp_new();
4024         tcg_gen_andi_tl(t0, cpu_gpr[rS(ctx->opcode)], (1 << MSR_RI) | (1 << MSR_EE));
4025         tcg_gen_andi_tl(cpu_msr, cpu_msr, ~(target_ulong)((1 << MSR_RI) | (1 << MSR_EE)));
4026         tcg_gen_or_tl(cpu_msr, cpu_msr, t0);
4027         tcg_temp_free(t0);
4028     } else {
4029         /* XXX: we need to update nip before the store
4030          *      if we enter power saving mode, we will exit the loop
4031          *      directly from ppc_store_msr
4032          */
4033         gen_update_nip(ctx, ctx->nip);
4034         gen_helper_store_msr(cpu_env, cpu_gpr[rS(ctx->opcode)]);
4035         /* Must stop the translation as machine state (may have) changed */
4036         /* Note that mtmsr is not always defined as context-synchronizing */
4037         gen_stop_exception(ctx);
4038     }
4039 #endif /* !defined(CONFIG_USER_ONLY) */
4040 }
4041 #endif /* defined(TARGET_PPC64) */
4042 
4043 static void gen_mtmsr(DisasContext *ctx)
4044 {
4045     CHK_SV;
4046 
4047 #if !defined(CONFIG_USER_ONLY)
4048    if (ctx->opcode & 0x00010000) {
4049         /* Special form that does not need any synchronisation */
4050         TCGv t0 = tcg_temp_new();
4051         tcg_gen_andi_tl(t0, cpu_gpr[rS(ctx->opcode)], (1 << MSR_RI) | (1 << MSR_EE));
4052         tcg_gen_andi_tl(cpu_msr, cpu_msr, ~(target_ulong)((1 << MSR_RI) | (1 << MSR_EE)));
4053         tcg_gen_or_tl(cpu_msr, cpu_msr, t0);
4054         tcg_temp_free(t0);
4055     } else {
4056         TCGv msr = tcg_temp_new();
4057 
4058         /* XXX: we need to update nip before the store
4059          *      if we enter power saving mode, we will exit the loop
4060          *      directly from ppc_store_msr
4061          */
4062         gen_update_nip(ctx, ctx->nip);
4063 #if defined(TARGET_PPC64)
4064         tcg_gen_deposit_tl(msr, cpu_msr, cpu_gpr[rS(ctx->opcode)], 0, 32);
4065 #else
4066         tcg_gen_mov_tl(msr, cpu_gpr[rS(ctx->opcode)]);
4067 #endif
4068         gen_helper_store_msr(cpu_env, msr);
4069         tcg_temp_free(msr);
4070         /* Must stop the translation as machine state (may have) changed */
4071         /* Note that mtmsr is not always defined as context-synchronizing */
4072         gen_stop_exception(ctx);
4073     }
4074 #endif
4075 }
4076 
4077 /* mtspr */
4078 static void gen_mtspr(DisasContext *ctx)
4079 {
4080     void (*write_cb)(DisasContext *ctx, int sprn, int gprn);
4081     uint32_t sprn = SPR(ctx->opcode);
4082 
4083 #if defined(CONFIG_USER_ONLY)
4084     write_cb = ctx->spr_cb[sprn].uea_write;
4085 #else
4086     if (ctx->pr) {
4087         write_cb = ctx->spr_cb[sprn].uea_write;
4088     } else if (ctx->hv) {
4089         write_cb = ctx->spr_cb[sprn].hea_write;
4090     } else {
4091         write_cb = ctx->spr_cb[sprn].oea_write;
4092     }
4093 #endif
4094     if (likely(write_cb != NULL)) {
4095         if (likely(write_cb != SPR_NOACCESS)) {
4096             (*write_cb)(ctx, sprn, rS(ctx->opcode));
4097         } else {
4098             /* Privilege exception */
4099             fprintf(stderr, "Trying to write privileged spr %d (0x%03x) at "
4100                     TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
4101             if (qemu_log_separate()) {
4102                 qemu_log("Trying to write privileged spr %d (0x%03x) at "
4103                          TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
4104             }
4105             gen_priv_exception(ctx, POWERPC_EXCP_PRIV_REG);
4106         }
4107     } else {
4108         /* ISA 2.07 defines these as no-ops */
4109         if ((ctx->insns_flags2 & PPC2_ISA207S) &&
4110             (sprn >= 808 && sprn <= 811)) {
4111             /* This is a nop */
4112             return;
4113         }
4114 
4115         /* Not defined */
4116         if (qemu_log_separate()) {
4117             qemu_log("Trying to write invalid spr %d (0x%03x) at "
4118                      TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
4119         }
4120         fprintf(stderr, "Trying to write invalid spr %d (0x%03x) at "
4121                 TARGET_FMT_lx "\n", sprn, sprn, ctx->nip - 4);
4122 
4123 
4124         /* The behaviour depends on MSR:PR and SPR# bit 0x10,
4125          * it can generate a priv, a hv emu or a no-op
4126          */
4127         if (sprn & 0x10) {
4128             if (ctx->pr) {
4129                 gen_priv_exception(ctx, POWERPC_EXCP_INVAL_SPR);
4130             }
4131         } else {
4132             if (ctx->pr || sprn == 0) {
4133                 gen_hvpriv_exception(ctx, POWERPC_EXCP_INVAL_SPR);
4134             }
4135         }
4136     }
4137 }
4138 
4139 #if defined(TARGET_PPC64)
4140 /* setb */
4141 static void gen_setb(DisasContext *ctx)
4142 {
4143     TCGv_i32 t0 = tcg_temp_new_i32();
4144     TCGv_i32 t8 = tcg_temp_new_i32();
4145     TCGv_i32 tm1 = tcg_temp_new_i32();
4146     int crf = crfS(ctx->opcode);
4147 
4148     tcg_gen_setcondi_i32(TCG_COND_GEU, t0, cpu_crf[crf], 4);
4149     tcg_gen_movi_i32(t8, 8);
4150     tcg_gen_movi_i32(tm1, -1);
4151     tcg_gen_movcond_i32(TCG_COND_GEU, t0, cpu_crf[crf], t8, tm1, t0);
4152     tcg_gen_ext_i32_tl(cpu_gpr[rD(ctx->opcode)], t0);
4153 
4154     tcg_temp_free_i32(t0);
4155     tcg_temp_free_i32(t8);
4156     tcg_temp_free_i32(tm1);
4157 }
4158 #endif
4159 
4160 /***                         Cache management                              ***/
4161 
4162 /* dcbf */
4163 static void gen_dcbf(DisasContext *ctx)
4164 {
4165     /* XXX: specification says this is treated as a load by the MMU */
4166     TCGv t0;
4167     gen_set_access_type(ctx, ACCESS_CACHE);
4168     t0 = tcg_temp_new();
4169     gen_addr_reg_index(ctx, t0);
4170     gen_qemu_ld8u(ctx, t0, t0);
4171     tcg_temp_free(t0);
4172 }
4173 
4174 /* dcbi (Supervisor only) */
4175 static void gen_dcbi(DisasContext *ctx)
4176 {
4177 #if defined(CONFIG_USER_ONLY)
4178     GEN_PRIV;
4179 #else
4180     TCGv EA, val;
4181 
4182     CHK_SV;
4183     EA = tcg_temp_new();
4184     gen_set_access_type(ctx, ACCESS_CACHE);
4185     gen_addr_reg_index(ctx, EA);
4186     val = tcg_temp_new();
4187     /* XXX: specification says this should be treated as a store by the MMU */
4188     gen_qemu_ld8u(ctx, val, EA);
4189     gen_qemu_st8(ctx, val, EA);
4190     tcg_temp_free(val);
4191     tcg_temp_free(EA);
4192 #endif /* defined(CONFIG_USER_ONLY) */
4193 }
4194 
4195 /* dcdst */
4196 static void gen_dcbst(DisasContext *ctx)
4197 {
4198     /* XXX: specification say this is treated as a load by the MMU */
4199     TCGv t0;
4200     gen_set_access_type(ctx, ACCESS_CACHE);
4201     t0 = tcg_temp_new();
4202     gen_addr_reg_index(ctx, t0);
4203     gen_qemu_ld8u(ctx, t0, t0);
4204     tcg_temp_free(t0);
4205 }
4206 
4207 /* dcbt */
4208 static void gen_dcbt(DisasContext *ctx)
4209 {
4210     /* interpreted as no-op */
4211     /* XXX: specification say this is treated as a load by the MMU
4212      *      but does not generate any exception
4213      */
4214 }
4215 
4216 /* dcbtst */
4217 static void gen_dcbtst(DisasContext *ctx)
4218 {
4219     /* interpreted as no-op */
4220     /* XXX: specification say this is treated as a load by the MMU
4221      *      but does not generate any exception
4222      */
4223 }
4224 
4225 /* dcbtls */
4226 static void gen_dcbtls(DisasContext *ctx)
4227 {
4228     /* Always fails locking the cache */
4229     TCGv t0 = tcg_temp_new();
4230     gen_load_spr(t0, SPR_Exxx_L1CSR0);
4231     tcg_gen_ori_tl(t0, t0, L1CSR0_CUL);
4232     gen_store_spr(SPR_Exxx_L1CSR0, t0);
4233     tcg_temp_free(t0);
4234 }
4235 
4236 /* dcbz */
4237 static void gen_dcbz(DisasContext *ctx)
4238 {
4239     TCGv tcgv_addr;
4240     TCGv_i32 tcgv_op;
4241 
4242     gen_set_access_type(ctx, ACCESS_CACHE);
4243     tcgv_addr = tcg_temp_new();
4244     tcgv_op = tcg_const_i32(ctx->opcode & 0x03FF000);
4245     gen_addr_reg_index(ctx, tcgv_addr);
4246     gen_helper_dcbz(cpu_env, tcgv_addr, tcgv_op);
4247     tcg_temp_free(tcgv_addr);
4248     tcg_temp_free_i32(tcgv_op);
4249 }
4250 
4251 /* dst / dstt */
4252 static void gen_dst(DisasContext *ctx)
4253 {
4254     if (rA(ctx->opcode) == 0) {
4255         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
4256     } else {
4257         /* interpreted as no-op */
4258     }
4259 }
4260 
4261 /* dstst /dststt */
4262 static void gen_dstst(DisasContext *ctx)
4263 {
4264     if (rA(ctx->opcode) == 0) {
4265         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
4266     } else {
4267         /* interpreted as no-op */
4268     }
4269 
4270 }
4271 
4272 /* dss / dssall */
4273 static void gen_dss(DisasContext *ctx)
4274 {
4275     /* interpreted as no-op */
4276 }
4277 
4278 /* icbi */
4279 static void gen_icbi(DisasContext *ctx)
4280 {
4281     TCGv t0;
4282     gen_set_access_type(ctx, ACCESS_CACHE);
4283     t0 = tcg_temp_new();
4284     gen_addr_reg_index(ctx, t0);
4285     gen_helper_icbi(cpu_env, t0);
4286     tcg_temp_free(t0);
4287 }
4288 
4289 /* Optional: */
4290 /* dcba */
4291 static void gen_dcba(DisasContext *ctx)
4292 {
4293     /* interpreted as no-op */
4294     /* XXX: specification say this is treated as a store by the MMU
4295      *      but does not generate any exception
4296      */
4297 }
4298 
4299 /***                    Segment register manipulation                      ***/
4300 /* Supervisor only: */
4301 
4302 /* mfsr */
4303 static void gen_mfsr(DisasContext *ctx)
4304 {
4305 #if defined(CONFIG_USER_ONLY)
4306     GEN_PRIV;
4307 #else
4308     TCGv t0;
4309 
4310     CHK_SV;
4311     t0 = tcg_const_tl(SR(ctx->opcode));
4312     gen_helper_load_sr(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
4313     tcg_temp_free(t0);
4314 #endif /* defined(CONFIG_USER_ONLY) */
4315 }
4316 
4317 /* mfsrin */
4318 static void gen_mfsrin(DisasContext *ctx)
4319 {
4320 #if defined(CONFIG_USER_ONLY)
4321     GEN_PRIV;
4322 #else
4323     TCGv t0;
4324 
4325     CHK_SV;
4326     t0 = tcg_temp_new();
4327     tcg_gen_extract_tl(t0, cpu_gpr[rB(ctx->opcode)], 28, 4);
4328     gen_helper_load_sr(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
4329     tcg_temp_free(t0);
4330 #endif /* defined(CONFIG_USER_ONLY) */
4331 }
4332 
4333 /* mtsr */
4334 static void gen_mtsr(DisasContext *ctx)
4335 {
4336 #if defined(CONFIG_USER_ONLY)
4337     GEN_PRIV;
4338 #else
4339     TCGv t0;
4340 
4341     CHK_SV;
4342     t0 = tcg_const_tl(SR(ctx->opcode));
4343     gen_helper_store_sr(cpu_env, t0, cpu_gpr[rS(ctx->opcode)]);
4344     tcg_temp_free(t0);
4345 #endif /* defined(CONFIG_USER_ONLY) */
4346 }
4347 
4348 /* mtsrin */
4349 static void gen_mtsrin(DisasContext *ctx)
4350 {
4351 #if defined(CONFIG_USER_ONLY)
4352     GEN_PRIV;
4353 #else
4354     TCGv t0;
4355     CHK_SV;
4356 
4357     t0 = tcg_temp_new();
4358     tcg_gen_extract_tl(t0, cpu_gpr[rB(ctx->opcode)], 28, 4);
4359     gen_helper_store_sr(cpu_env, t0, cpu_gpr[rD(ctx->opcode)]);
4360     tcg_temp_free(t0);
4361 #endif /* defined(CONFIG_USER_ONLY) */
4362 }
4363 
4364 #if defined(TARGET_PPC64)
4365 /* Specific implementation for PowerPC 64 "bridge" emulation using SLB */
4366 
4367 /* mfsr */
4368 static void gen_mfsr_64b(DisasContext *ctx)
4369 {
4370 #if defined(CONFIG_USER_ONLY)
4371     GEN_PRIV;
4372 #else
4373     TCGv t0;
4374 
4375     CHK_SV;
4376     t0 = tcg_const_tl(SR(ctx->opcode));
4377     gen_helper_load_sr(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
4378     tcg_temp_free(t0);
4379 #endif /* defined(CONFIG_USER_ONLY) */
4380 }
4381 
4382 /* mfsrin */
4383 static void gen_mfsrin_64b(DisasContext *ctx)
4384 {
4385 #if defined(CONFIG_USER_ONLY)
4386     GEN_PRIV;
4387 #else
4388     TCGv t0;
4389 
4390     CHK_SV;
4391     t0 = tcg_temp_new();
4392     tcg_gen_extract_tl(t0, cpu_gpr[rB(ctx->opcode)], 28, 4);
4393     gen_helper_load_sr(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
4394     tcg_temp_free(t0);
4395 #endif /* defined(CONFIG_USER_ONLY) */
4396 }
4397 
4398 /* mtsr */
4399 static void gen_mtsr_64b(DisasContext *ctx)
4400 {
4401 #if defined(CONFIG_USER_ONLY)
4402     GEN_PRIV;
4403 #else
4404     TCGv t0;
4405 
4406     CHK_SV;
4407     t0 = tcg_const_tl(SR(ctx->opcode));
4408     gen_helper_store_sr(cpu_env, t0, cpu_gpr[rS(ctx->opcode)]);
4409     tcg_temp_free(t0);
4410 #endif /* defined(CONFIG_USER_ONLY) */
4411 }
4412 
4413 /* mtsrin */
4414 static void gen_mtsrin_64b(DisasContext *ctx)
4415 {
4416 #if defined(CONFIG_USER_ONLY)
4417     GEN_PRIV;
4418 #else
4419     TCGv t0;
4420 
4421     CHK_SV;
4422     t0 = tcg_temp_new();
4423     tcg_gen_extract_tl(t0, cpu_gpr[rB(ctx->opcode)], 28, 4);
4424     gen_helper_store_sr(cpu_env, t0, cpu_gpr[rS(ctx->opcode)]);
4425     tcg_temp_free(t0);
4426 #endif /* defined(CONFIG_USER_ONLY) */
4427 }
4428 
4429 /* slbmte */
4430 static void gen_slbmte(DisasContext *ctx)
4431 {
4432 #if defined(CONFIG_USER_ONLY)
4433     GEN_PRIV;
4434 #else
4435     CHK_SV;
4436 
4437     gen_helper_store_slb(cpu_env, cpu_gpr[rB(ctx->opcode)],
4438                          cpu_gpr[rS(ctx->opcode)]);
4439 #endif /* defined(CONFIG_USER_ONLY) */
4440 }
4441 
4442 static void gen_slbmfee(DisasContext *ctx)
4443 {
4444 #if defined(CONFIG_USER_ONLY)
4445     GEN_PRIV;
4446 #else
4447     CHK_SV;
4448 
4449     gen_helper_load_slb_esid(cpu_gpr[rS(ctx->opcode)], cpu_env,
4450                              cpu_gpr[rB(ctx->opcode)]);
4451 #endif /* defined(CONFIG_USER_ONLY) */
4452 }
4453 
4454 static void gen_slbmfev(DisasContext *ctx)
4455 {
4456 #if defined(CONFIG_USER_ONLY)
4457     GEN_PRIV;
4458 #else
4459     CHK_SV;
4460 
4461     gen_helper_load_slb_vsid(cpu_gpr[rS(ctx->opcode)], cpu_env,
4462                              cpu_gpr[rB(ctx->opcode)]);
4463 #endif /* defined(CONFIG_USER_ONLY) */
4464 }
4465 
4466 static void gen_slbfee_(DisasContext *ctx)
4467 {
4468 #if defined(CONFIG_USER_ONLY)
4469     gen_inval_exception(ctx, POWERPC_EXCP_PRIV_REG);
4470 #else
4471     TCGLabel *l1, *l2;
4472 
4473     if (unlikely(ctx->pr)) {
4474         gen_inval_exception(ctx, POWERPC_EXCP_PRIV_REG);
4475         return;
4476     }
4477     gen_helper_find_slb_vsid(cpu_gpr[rS(ctx->opcode)], cpu_env,
4478                              cpu_gpr[rB(ctx->opcode)]);
4479     l1 = gen_new_label();
4480     l2 = gen_new_label();
4481     tcg_gen_trunc_tl_i32(cpu_crf[0], cpu_so);
4482     tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_gpr[rS(ctx->opcode)], -1, l1);
4483     tcg_gen_ori_i32(cpu_crf[0], cpu_crf[0], CRF_EQ);
4484     tcg_gen_br(l2);
4485     gen_set_label(l1);
4486     tcg_gen_movi_tl(cpu_gpr[rS(ctx->opcode)], 0);
4487     gen_set_label(l2);
4488 #endif
4489 }
4490 #endif /* defined(TARGET_PPC64) */
4491 
4492 /***                      Lookaside buffer management                      ***/
4493 /* Optional & supervisor only: */
4494 
4495 /* tlbia */
4496 static void gen_tlbia(DisasContext *ctx)
4497 {
4498 #if defined(CONFIG_USER_ONLY)
4499     GEN_PRIV;
4500 #else
4501     CHK_HV;
4502 
4503     gen_helper_tlbia(cpu_env);
4504 #endif  /* defined(CONFIG_USER_ONLY) */
4505 }
4506 
4507 /* tlbiel */
4508 static void gen_tlbiel(DisasContext *ctx)
4509 {
4510 #if defined(CONFIG_USER_ONLY)
4511     GEN_PRIV;
4512 #else
4513     CHK_SV;
4514 
4515     gen_helper_tlbie(cpu_env, cpu_gpr[rB(ctx->opcode)]);
4516 #endif /* defined(CONFIG_USER_ONLY) */
4517 }
4518 
4519 /* tlbie */
4520 static void gen_tlbie(DisasContext *ctx)
4521 {
4522 #if defined(CONFIG_USER_ONLY)
4523     GEN_PRIV;
4524 #else
4525     TCGv_i32 t1;
4526 
4527     if (ctx->gtse) {
4528         CHK_SV; /* If gtse is set then tblie is supervisor privileged */
4529     } else {
4530         CHK_HV; /* Else hypervisor privileged */
4531     }
4532 
4533     if (NARROW_MODE(ctx)) {
4534         TCGv t0 = tcg_temp_new();
4535         tcg_gen_ext32u_tl(t0, cpu_gpr[rB(ctx->opcode)]);
4536         gen_helper_tlbie(cpu_env, t0);
4537         tcg_temp_free(t0);
4538     } else {
4539         gen_helper_tlbie(cpu_env, cpu_gpr[rB(ctx->opcode)]);
4540     }
4541     t1 = tcg_temp_new_i32();
4542     tcg_gen_ld_i32(t1, cpu_env, offsetof(CPUPPCState, tlb_need_flush));
4543     tcg_gen_ori_i32(t1, t1, TLB_NEED_GLOBAL_FLUSH);
4544     tcg_gen_st_i32(t1, cpu_env, offsetof(CPUPPCState, tlb_need_flush));
4545     tcg_temp_free_i32(t1);
4546 #endif /* defined(CONFIG_USER_ONLY) */
4547 }
4548 
4549 /* tlbsync */
4550 static void gen_tlbsync(DisasContext *ctx)
4551 {
4552 #if defined(CONFIG_USER_ONLY)
4553     GEN_PRIV;
4554 #else
4555     CHK_HV;
4556 
4557     /* BookS does both ptesync and tlbsync make tlbsync a nop for server */
4558     if (ctx->insns_flags & PPC_BOOKE) {
4559         gen_check_tlb_flush(ctx, true);
4560     }
4561 #endif /* defined(CONFIG_USER_ONLY) */
4562 }
4563 
4564 #if defined(TARGET_PPC64)
4565 /* slbia */
4566 static void gen_slbia(DisasContext *ctx)
4567 {
4568 #if defined(CONFIG_USER_ONLY)
4569     GEN_PRIV;
4570 #else
4571     CHK_SV;
4572 
4573     gen_helper_slbia(cpu_env);
4574 #endif /* defined(CONFIG_USER_ONLY) */
4575 }
4576 
4577 /* slbie */
4578 static void gen_slbie(DisasContext *ctx)
4579 {
4580 #if defined(CONFIG_USER_ONLY)
4581     GEN_PRIV;
4582 #else
4583     CHK_SV;
4584 
4585     gen_helper_slbie(cpu_env, cpu_gpr[rB(ctx->opcode)]);
4586 #endif /* defined(CONFIG_USER_ONLY) */
4587 }
4588 
4589 /* slbieg */
4590 static void gen_slbieg(DisasContext *ctx)
4591 {
4592 #if defined(CONFIG_USER_ONLY)
4593     GEN_PRIV;
4594 #else
4595     CHK_SV;
4596 
4597     gen_helper_slbieg(cpu_env, cpu_gpr[rB(ctx->opcode)]);
4598 #endif /* defined(CONFIG_USER_ONLY) */
4599 }
4600 
4601 /* slbsync */
4602 static void gen_slbsync(DisasContext *ctx)
4603 {
4604 #if defined(CONFIG_USER_ONLY)
4605     GEN_PRIV;
4606 #else
4607     CHK_SV;
4608     gen_check_tlb_flush(ctx, true);
4609 #endif /* defined(CONFIG_USER_ONLY) */
4610 }
4611 
4612 #endif  /* defined(TARGET_PPC64) */
4613 
4614 /***                              External control                         ***/
4615 /* Optional: */
4616 
4617 /* eciwx */
4618 static void gen_eciwx(DisasContext *ctx)
4619 {
4620     TCGv t0;
4621     /* Should check EAR[E] ! */
4622     gen_set_access_type(ctx, ACCESS_EXT);
4623     t0 = tcg_temp_new();
4624     gen_addr_reg_index(ctx, t0);
4625     gen_check_align(ctx, t0, 0x03);
4626     gen_qemu_ld32u(ctx, cpu_gpr[rD(ctx->opcode)], t0);
4627     tcg_temp_free(t0);
4628 }
4629 
4630 /* ecowx */
4631 static void gen_ecowx(DisasContext *ctx)
4632 {
4633     TCGv t0;
4634     /* Should check EAR[E] ! */
4635     gen_set_access_type(ctx, ACCESS_EXT);
4636     t0 = tcg_temp_new();
4637     gen_addr_reg_index(ctx, t0);
4638     gen_check_align(ctx, t0, 0x03);
4639     gen_qemu_st32(ctx, cpu_gpr[rD(ctx->opcode)], t0);
4640     tcg_temp_free(t0);
4641 }
4642 
4643 /* PowerPC 601 specific instructions */
4644 
4645 /* abs - abs. */
4646 static void gen_abs(DisasContext *ctx)
4647 {
4648     TCGLabel *l1 = gen_new_label();
4649     TCGLabel *l2 = gen_new_label();
4650     tcg_gen_brcondi_tl(TCG_COND_GE, cpu_gpr[rA(ctx->opcode)], 0, l1);
4651     tcg_gen_neg_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4652     tcg_gen_br(l2);
4653     gen_set_label(l1);
4654     tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4655     gen_set_label(l2);
4656     if (unlikely(Rc(ctx->opcode) != 0))
4657         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4658 }
4659 
4660 /* abso - abso. */
4661 static void gen_abso(DisasContext *ctx)
4662 {
4663     TCGLabel *l1 = gen_new_label();
4664     TCGLabel *l2 = gen_new_label();
4665     TCGLabel *l3 = gen_new_label();
4666     /* Start with XER OV disabled, the most likely case */
4667     tcg_gen_movi_tl(cpu_ov, 0);
4668     tcg_gen_brcondi_tl(TCG_COND_GE, cpu_gpr[rA(ctx->opcode)], 0, l2);
4669     tcg_gen_brcondi_tl(TCG_COND_NE, cpu_gpr[rA(ctx->opcode)], 0x80000000, l1);
4670     tcg_gen_movi_tl(cpu_ov, 1);
4671     tcg_gen_movi_tl(cpu_so, 1);
4672     tcg_gen_br(l2);
4673     gen_set_label(l1);
4674     tcg_gen_neg_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4675     tcg_gen_br(l3);
4676     gen_set_label(l2);
4677     tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4678     gen_set_label(l3);
4679     if (unlikely(Rc(ctx->opcode) != 0))
4680         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4681 }
4682 
4683 /* clcs */
4684 static void gen_clcs(DisasContext *ctx)
4685 {
4686     TCGv_i32 t0 = tcg_const_i32(rA(ctx->opcode));
4687     gen_helper_clcs(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
4688     tcg_temp_free_i32(t0);
4689     /* Rc=1 sets CR0 to an undefined state */
4690 }
4691 
4692 /* div - div. */
4693 static void gen_div(DisasContext *ctx)
4694 {
4695     gen_helper_div(cpu_gpr[rD(ctx->opcode)], cpu_env, cpu_gpr[rA(ctx->opcode)],
4696                    cpu_gpr[rB(ctx->opcode)]);
4697     if (unlikely(Rc(ctx->opcode) != 0))
4698         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4699 }
4700 
4701 /* divo - divo. */
4702 static void gen_divo(DisasContext *ctx)
4703 {
4704     gen_helper_divo(cpu_gpr[rD(ctx->opcode)], cpu_env, cpu_gpr[rA(ctx->opcode)],
4705                     cpu_gpr[rB(ctx->opcode)]);
4706     if (unlikely(Rc(ctx->opcode) != 0))
4707         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4708 }
4709 
4710 /* divs - divs. */
4711 static void gen_divs(DisasContext *ctx)
4712 {
4713     gen_helper_divs(cpu_gpr[rD(ctx->opcode)], cpu_env, cpu_gpr[rA(ctx->opcode)],
4714                     cpu_gpr[rB(ctx->opcode)]);
4715     if (unlikely(Rc(ctx->opcode) != 0))
4716         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4717 }
4718 
4719 /* divso - divso. */
4720 static void gen_divso(DisasContext *ctx)
4721 {
4722     gen_helper_divso(cpu_gpr[rD(ctx->opcode)], cpu_env,
4723                      cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
4724     if (unlikely(Rc(ctx->opcode) != 0))
4725         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4726 }
4727 
4728 /* doz - doz. */
4729 static void gen_doz(DisasContext *ctx)
4730 {
4731     TCGLabel *l1 = gen_new_label();
4732     TCGLabel *l2 = gen_new_label();
4733     tcg_gen_brcond_tl(TCG_COND_GE, cpu_gpr[rB(ctx->opcode)], cpu_gpr[rA(ctx->opcode)], l1);
4734     tcg_gen_sub_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rB(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4735     tcg_gen_br(l2);
4736     gen_set_label(l1);
4737     tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], 0);
4738     gen_set_label(l2);
4739     if (unlikely(Rc(ctx->opcode) != 0))
4740         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4741 }
4742 
4743 /* dozo - dozo. */
4744 static void gen_dozo(DisasContext *ctx)
4745 {
4746     TCGLabel *l1 = gen_new_label();
4747     TCGLabel *l2 = gen_new_label();
4748     TCGv t0 = tcg_temp_new();
4749     TCGv t1 = tcg_temp_new();
4750     TCGv t2 = tcg_temp_new();
4751     /* Start with XER OV disabled, the most likely case */
4752     tcg_gen_movi_tl(cpu_ov, 0);
4753     tcg_gen_brcond_tl(TCG_COND_GE, cpu_gpr[rB(ctx->opcode)], cpu_gpr[rA(ctx->opcode)], l1);
4754     tcg_gen_sub_tl(t0, cpu_gpr[rB(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4755     tcg_gen_xor_tl(t1, cpu_gpr[rB(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4756     tcg_gen_xor_tl(t2, cpu_gpr[rA(ctx->opcode)], t0);
4757     tcg_gen_andc_tl(t1, t1, t2);
4758     tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], t0);
4759     tcg_gen_brcondi_tl(TCG_COND_GE, t1, 0, l2);
4760     tcg_gen_movi_tl(cpu_ov, 1);
4761     tcg_gen_movi_tl(cpu_so, 1);
4762     tcg_gen_br(l2);
4763     gen_set_label(l1);
4764     tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], 0);
4765     gen_set_label(l2);
4766     tcg_temp_free(t0);
4767     tcg_temp_free(t1);
4768     tcg_temp_free(t2);
4769     if (unlikely(Rc(ctx->opcode) != 0))
4770         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4771 }
4772 
4773 /* dozi */
4774 static void gen_dozi(DisasContext *ctx)
4775 {
4776     target_long simm = SIMM(ctx->opcode);
4777     TCGLabel *l1 = gen_new_label();
4778     TCGLabel *l2 = gen_new_label();
4779     tcg_gen_brcondi_tl(TCG_COND_LT, cpu_gpr[rA(ctx->opcode)], simm, l1);
4780     tcg_gen_subfi_tl(cpu_gpr[rD(ctx->opcode)], simm, cpu_gpr[rA(ctx->opcode)]);
4781     tcg_gen_br(l2);
4782     gen_set_label(l1);
4783     tcg_gen_movi_tl(cpu_gpr[rD(ctx->opcode)], 0);
4784     gen_set_label(l2);
4785     if (unlikely(Rc(ctx->opcode) != 0))
4786         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4787 }
4788 
4789 /* lscbx - lscbx. */
4790 static void gen_lscbx(DisasContext *ctx)
4791 {
4792     TCGv t0 = tcg_temp_new();
4793     TCGv_i32 t1 = tcg_const_i32(rD(ctx->opcode));
4794     TCGv_i32 t2 = tcg_const_i32(rA(ctx->opcode));
4795     TCGv_i32 t3 = tcg_const_i32(rB(ctx->opcode));
4796 
4797     gen_addr_reg_index(ctx, t0);
4798     gen_helper_lscbx(t0, cpu_env, t0, t1, t2, t3);
4799     tcg_temp_free_i32(t1);
4800     tcg_temp_free_i32(t2);
4801     tcg_temp_free_i32(t3);
4802     tcg_gen_andi_tl(cpu_xer, cpu_xer, ~0x7F);
4803     tcg_gen_or_tl(cpu_xer, cpu_xer, t0);
4804     if (unlikely(Rc(ctx->opcode) != 0))
4805         gen_set_Rc0(ctx, t0);
4806     tcg_temp_free(t0);
4807 }
4808 
4809 /* maskg - maskg. */
4810 static void gen_maskg(DisasContext *ctx)
4811 {
4812     TCGLabel *l1 = gen_new_label();
4813     TCGv t0 = tcg_temp_new();
4814     TCGv t1 = tcg_temp_new();
4815     TCGv t2 = tcg_temp_new();
4816     TCGv t3 = tcg_temp_new();
4817     tcg_gen_movi_tl(t3, 0xFFFFFFFF);
4818     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x1F);
4819     tcg_gen_andi_tl(t1, cpu_gpr[rS(ctx->opcode)], 0x1F);
4820     tcg_gen_addi_tl(t2, t0, 1);
4821     tcg_gen_shr_tl(t2, t3, t2);
4822     tcg_gen_shr_tl(t3, t3, t1);
4823     tcg_gen_xor_tl(cpu_gpr[rA(ctx->opcode)], t2, t3);
4824     tcg_gen_brcond_tl(TCG_COND_GE, t0, t1, l1);
4825     tcg_gen_neg_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4826     gen_set_label(l1);
4827     tcg_temp_free(t0);
4828     tcg_temp_free(t1);
4829     tcg_temp_free(t2);
4830     tcg_temp_free(t3);
4831     if (unlikely(Rc(ctx->opcode) != 0))
4832         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
4833 }
4834 
4835 /* maskir - maskir. */
4836 static void gen_maskir(DisasContext *ctx)
4837 {
4838     TCGv t0 = tcg_temp_new();
4839     TCGv t1 = tcg_temp_new();
4840     tcg_gen_and_tl(t0, cpu_gpr[rS(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
4841     tcg_gen_andc_tl(t1, cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
4842     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
4843     tcg_temp_free(t0);
4844     tcg_temp_free(t1);
4845     if (unlikely(Rc(ctx->opcode) != 0))
4846         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
4847 }
4848 
4849 /* mul - mul. */
4850 static void gen_mul(DisasContext *ctx)
4851 {
4852     TCGv_i64 t0 = tcg_temp_new_i64();
4853     TCGv_i64 t1 = tcg_temp_new_i64();
4854     TCGv t2 = tcg_temp_new();
4855     tcg_gen_extu_tl_i64(t0, cpu_gpr[rA(ctx->opcode)]);
4856     tcg_gen_extu_tl_i64(t1, cpu_gpr[rB(ctx->opcode)]);
4857     tcg_gen_mul_i64(t0, t0, t1);
4858     tcg_gen_trunc_i64_tl(t2, t0);
4859     gen_store_spr(SPR_MQ, t2);
4860     tcg_gen_shri_i64(t1, t0, 32);
4861     tcg_gen_trunc_i64_tl(cpu_gpr[rD(ctx->opcode)], t1);
4862     tcg_temp_free_i64(t0);
4863     tcg_temp_free_i64(t1);
4864     tcg_temp_free(t2);
4865     if (unlikely(Rc(ctx->opcode) != 0))
4866         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4867 }
4868 
4869 /* mulo - mulo. */
4870 static void gen_mulo(DisasContext *ctx)
4871 {
4872     TCGLabel *l1 = gen_new_label();
4873     TCGv_i64 t0 = tcg_temp_new_i64();
4874     TCGv_i64 t1 = tcg_temp_new_i64();
4875     TCGv t2 = tcg_temp_new();
4876     /* Start with XER OV disabled, the most likely case */
4877     tcg_gen_movi_tl(cpu_ov, 0);
4878     tcg_gen_extu_tl_i64(t0, cpu_gpr[rA(ctx->opcode)]);
4879     tcg_gen_extu_tl_i64(t1, cpu_gpr[rB(ctx->opcode)]);
4880     tcg_gen_mul_i64(t0, t0, t1);
4881     tcg_gen_trunc_i64_tl(t2, t0);
4882     gen_store_spr(SPR_MQ, t2);
4883     tcg_gen_shri_i64(t1, t0, 32);
4884     tcg_gen_trunc_i64_tl(cpu_gpr[rD(ctx->opcode)], t1);
4885     tcg_gen_ext32s_i64(t1, t0);
4886     tcg_gen_brcond_i64(TCG_COND_EQ, t0, t1, l1);
4887     tcg_gen_movi_tl(cpu_ov, 1);
4888     tcg_gen_movi_tl(cpu_so, 1);
4889     gen_set_label(l1);
4890     tcg_temp_free_i64(t0);
4891     tcg_temp_free_i64(t1);
4892     tcg_temp_free(t2);
4893     if (unlikely(Rc(ctx->opcode) != 0))
4894         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4895 }
4896 
4897 /* nabs - nabs. */
4898 static void gen_nabs(DisasContext *ctx)
4899 {
4900     TCGLabel *l1 = gen_new_label();
4901     TCGLabel *l2 = gen_new_label();
4902     tcg_gen_brcondi_tl(TCG_COND_GT, cpu_gpr[rA(ctx->opcode)], 0, l1);
4903     tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4904     tcg_gen_br(l2);
4905     gen_set_label(l1);
4906     tcg_gen_neg_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4907     gen_set_label(l2);
4908     if (unlikely(Rc(ctx->opcode) != 0))
4909         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4910 }
4911 
4912 /* nabso - nabso. */
4913 static void gen_nabso(DisasContext *ctx)
4914 {
4915     TCGLabel *l1 = gen_new_label();
4916     TCGLabel *l2 = gen_new_label();
4917     tcg_gen_brcondi_tl(TCG_COND_GT, cpu_gpr[rA(ctx->opcode)], 0, l1);
4918     tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4919     tcg_gen_br(l2);
4920     gen_set_label(l1);
4921     tcg_gen_neg_tl(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
4922     gen_set_label(l2);
4923     /* nabs never overflows */
4924     tcg_gen_movi_tl(cpu_ov, 0);
4925     if (unlikely(Rc(ctx->opcode) != 0))
4926         gen_set_Rc0(ctx, cpu_gpr[rD(ctx->opcode)]);
4927 }
4928 
4929 /* rlmi - rlmi. */
4930 static void gen_rlmi(DisasContext *ctx)
4931 {
4932     uint32_t mb = MB(ctx->opcode);
4933     uint32_t me = ME(ctx->opcode);
4934     TCGv t0 = tcg_temp_new();
4935     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x1F);
4936     tcg_gen_rotl_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
4937     tcg_gen_andi_tl(t0, t0, MASK(mb, me));
4938     tcg_gen_andi_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rA(ctx->opcode)], ~MASK(mb, me));
4939     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rA(ctx->opcode)], t0);
4940     tcg_temp_free(t0);
4941     if (unlikely(Rc(ctx->opcode) != 0))
4942         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
4943 }
4944 
4945 /* rrib - rrib. */
4946 static void gen_rrib(DisasContext *ctx)
4947 {
4948     TCGv t0 = tcg_temp_new();
4949     TCGv t1 = tcg_temp_new();
4950     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x1F);
4951     tcg_gen_movi_tl(t1, 0x80000000);
4952     tcg_gen_shr_tl(t1, t1, t0);
4953     tcg_gen_shr_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
4954     tcg_gen_and_tl(t0, t0, t1);
4955     tcg_gen_andc_tl(t1, cpu_gpr[rA(ctx->opcode)], t1);
4956     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
4957     tcg_temp_free(t0);
4958     tcg_temp_free(t1);
4959     if (unlikely(Rc(ctx->opcode) != 0))
4960         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
4961 }
4962 
4963 /* sle - sle. */
4964 static void gen_sle(DisasContext *ctx)
4965 {
4966     TCGv t0 = tcg_temp_new();
4967     TCGv t1 = tcg_temp_new();
4968     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x1F);
4969     tcg_gen_shl_tl(t0, cpu_gpr[rS(ctx->opcode)], t1);
4970     tcg_gen_subfi_tl(t1, 32, t1);
4971     tcg_gen_shr_tl(t1, cpu_gpr[rS(ctx->opcode)], t1);
4972     tcg_gen_or_tl(t1, t0, t1);
4973     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], t0);
4974     gen_store_spr(SPR_MQ, t1);
4975     tcg_temp_free(t0);
4976     tcg_temp_free(t1);
4977     if (unlikely(Rc(ctx->opcode) != 0))
4978         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
4979 }
4980 
4981 /* sleq - sleq. */
4982 static void gen_sleq(DisasContext *ctx)
4983 {
4984     TCGv t0 = tcg_temp_new();
4985     TCGv t1 = tcg_temp_new();
4986     TCGv t2 = tcg_temp_new();
4987     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x1F);
4988     tcg_gen_movi_tl(t2, 0xFFFFFFFF);
4989     tcg_gen_shl_tl(t2, t2, t0);
4990     tcg_gen_rotl_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
4991     gen_load_spr(t1, SPR_MQ);
4992     gen_store_spr(SPR_MQ, t0);
4993     tcg_gen_and_tl(t0, t0, t2);
4994     tcg_gen_andc_tl(t1, t1, t2);
4995     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
4996     tcg_temp_free(t0);
4997     tcg_temp_free(t1);
4998     tcg_temp_free(t2);
4999     if (unlikely(Rc(ctx->opcode) != 0))
5000         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5001 }
5002 
5003 /* sliq - sliq. */
5004 static void gen_sliq(DisasContext *ctx)
5005 {
5006     int sh = SH(ctx->opcode);
5007     TCGv t0 = tcg_temp_new();
5008     TCGv t1 = tcg_temp_new();
5009     tcg_gen_shli_tl(t0, cpu_gpr[rS(ctx->opcode)], sh);
5010     tcg_gen_shri_tl(t1, cpu_gpr[rS(ctx->opcode)], 32 - sh);
5011     tcg_gen_or_tl(t1, t0, t1);
5012     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], t0);
5013     gen_store_spr(SPR_MQ, t1);
5014     tcg_temp_free(t0);
5015     tcg_temp_free(t1);
5016     if (unlikely(Rc(ctx->opcode) != 0))
5017         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5018 }
5019 
5020 /* slliq - slliq. */
5021 static void gen_slliq(DisasContext *ctx)
5022 {
5023     int sh = SH(ctx->opcode);
5024     TCGv t0 = tcg_temp_new();
5025     TCGv t1 = tcg_temp_new();
5026     tcg_gen_rotli_tl(t0, cpu_gpr[rS(ctx->opcode)], sh);
5027     gen_load_spr(t1, SPR_MQ);
5028     gen_store_spr(SPR_MQ, t0);
5029     tcg_gen_andi_tl(t0, t0,  (0xFFFFFFFFU << sh));
5030     tcg_gen_andi_tl(t1, t1, ~(0xFFFFFFFFU << sh));
5031     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
5032     tcg_temp_free(t0);
5033     tcg_temp_free(t1);
5034     if (unlikely(Rc(ctx->opcode) != 0))
5035         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5036 }
5037 
5038 /* sllq - sllq. */
5039 static void gen_sllq(DisasContext *ctx)
5040 {
5041     TCGLabel *l1 = gen_new_label();
5042     TCGLabel *l2 = gen_new_label();
5043     TCGv t0 = tcg_temp_local_new();
5044     TCGv t1 = tcg_temp_local_new();
5045     TCGv t2 = tcg_temp_local_new();
5046     tcg_gen_andi_tl(t2, cpu_gpr[rB(ctx->opcode)], 0x1F);
5047     tcg_gen_movi_tl(t1, 0xFFFFFFFF);
5048     tcg_gen_shl_tl(t1, t1, t2);
5049     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x20);
5050     tcg_gen_brcondi_tl(TCG_COND_EQ, t0, 0, l1);
5051     gen_load_spr(t0, SPR_MQ);
5052     tcg_gen_and_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
5053     tcg_gen_br(l2);
5054     gen_set_label(l1);
5055     tcg_gen_shl_tl(t0, cpu_gpr[rS(ctx->opcode)], t2);
5056     gen_load_spr(t2, SPR_MQ);
5057     tcg_gen_andc_tl(t1, t2, t1);
5058     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
5059     gen_set_label(l2);
5060     tcg_temp_free(t0);
5061     tcg_temp_free(t1);
5062     tcg_temp_free(t2);
5063     if (unlikely(Rc(ctx->opcode) != 0))
5064         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5065 }
5066 
5067 /* slq - slq. */
5068 static void gen_slq(DisasContext *ctx)
5069 {
5070     TCGLabel *l1 = gen_new_label();
5071     TCGv t0 = tcg_temp_new();
5072     TCGv t1 = tcg_temp_new();
5073     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x1F);
5074     tcg_gen_shl_tl(t0, cpu_gpr[rS(ctx->opcode)], t1);
5075     tcg_gen_subfi_tl(t1, 32, t1);
5076     tcg_gen_shr_tl(t1, cpu_gpr[rS(ctx->opcode)], t1);
5077     tcg_gen_or_tl(t1, t0, t1);
5078     gen_store_spr(SPR_MQ, t1);
5079     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x20);
5080     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], t0);
5081     tcg_gen_brcondi_tl(TCG_COND_EQ, t1, 0, l1);
5082     tcg_gen_movi_tl(cpu_gpr[rA(ctx->opcode)], 0);
5083     gen_set_label(l1);
5084     tcg_temp_free(t0);
5085     tcg_temp_free(t1);
5086     if (unlikely(Rc(ctx->opcode) != 0))
5087         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5088 }
5089 
5090 /* sraiq - sraiq. */
5091 static void gen_sraiq(DisasContext *ctx)
5092 {
5093     int sh = SH(ctx->opcode);
5094     TCGLabel *l1 = gen_new_label();
5095     TCGv t0 = tcg_temp_new();
5096     TCGv t1 = tcg_temp_new();
5097     tcg_gen_shri_tl(t0, cpu_gpr[rS(ctx->opcode)], sh);
5098     tcg_gen_shli_tl(t1, cpu_gpr[rS(ctx->opcode)], 32 - sh);
5099     tcg_gen_or_tl(t0, t0, t1);
5100     gen_store_spr(SPR_MQ, t0);
5101     tcg_gen_movi_tl(cpu_ca, 0);
5102     tcg_gen_brcondi_tl(TCG_COND_EQ, t1, 0, l1);
5103     tcg_gen_brcondi_tl(TCG_COND_GE, cpu_gpr[rS(ctx->opcode)], 0, l1);
5104     tcg_gen_movi_tl(cpu_ca, 1);
5105     gen_set_label(l1);
5106     tcg_gen_sari_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], sh);
5107     tcg_temp_free(t0);
5108     tcg_temp_free(t1);
5109     if (unlikely(Rc(ctx->opcode) != 0))
5110         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5111 }
5112 
5113 /* sraq - sraq. */
5114 static void gen_sraq(DisasContext *ctx)
5115 {
5116     TCGLabel *l1 = gen_new_label();
5117     TCGLabel *l2 = gen_new_label();
5118     TCGv t0 = tcg_temp_new();
5119     TCGv t1 = tcg_temp_local_new();
5120     TCGv t2 = tcg_temp_local_new();
5121     tcg_gen_andi_tl(t2, cpu_gpr[rB(ctx->opcode)], 0x1F);
5122     tcg_gen_shr_tl(t0, cpu_gpr[rS(ctx->opcode)], t2);
5123     tcg_gen_sar_tl(t1, cpu_gpr[rS(ctx->opcode)], t2);
5124     tcg_gen_subfi_tl(t2, 32, t2);
5125     tcg_gen_shl_tl(t2, cpu_gpr[rS(ctx->opcode)], t2);
5126     tcg_gen_or_tl(t0, t0, t2);
5127     gen_store_spr(SPR_MQ, t0);
5128     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x20);
5129     tcg_gen_brcondi_tl(TCG_COND_EQ, t2, 0, l1);
5130     tcg_gen_mov_tl(t2, cpu_gpr[rS(ctx->opcode)]);
5131     tcg_gen_sari_tl(t1, cpu_gpr[rS(ctx->opcode)], 31);
5132     gen_set_label(l1);
5133     tcg_temp_free(t0);
5134     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], t1);
5135     tcg_gen_movi_tl(cpu_ca, 0);
5136     tcg_gen_brcondi_tl(TCG_COND_GE, t1, 0, l2);
5137     tcg_gen_brcondi_tl(TCG_COND_EQ, t2, 0, l2);
5138     tcg_gen_movi_tl(cpu_ca, 1);
5139     gen_set_label(l2);
5140     tcg_temp_free(t1);
5141     tcg_temp_free(t2);
5142     if (unlikely(Rc(ctx->opcode) != 0))
5143         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5144 }
5145 
5146 /* sre - sre. */
5147 static void gen_sre(DisasContext *ctx)
5148 {
5149     TCGv t0 = tcg_temp_new();
5150     TCGv t1 = tcg_temp_new();
5151     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x1F);
5152     tcg_gen_shr_tl(t0, cpu_gpr[rS(ctx->opcode)], t1);
5153     tcg_gen_subfi_tl(t1, 32, t1);
5154     tcg_gen_shl_tl(t1, cpu_gpr[rS(ctx->opcode)], t1);
5155     tcg_gen_or_tl(t1, t0, t1);
5156     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], t0);
5157     gen_store_spr(SPR_MQ, t1);
5158     tcg_temp_free(t0);
5159     tcg_temp_free(t1);
5160     if (unlikely(Rc(ctx->opcode) != 0))
5161         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5162 }
5163 
5164 /* srea - srea. */
5165 static void gen_srea(DisasContext *ctx)
5166 {
5167     TCGv t0 = tcg_temp_new();
5168     TCGv t1 = tcg_temp_new();
5169     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x1F);
5170     tcg_gen_rotr_tl(t0, cpu_gpr[rS(ctx->opcode)], t1);
5171     gen_store_spr(SPR_MQ, t0);
5172     tcg_gen_sar_tl(cpu_gpr[rA(ctx->opcode)], cpu_gpr[rS(ctx->opcode)], t1);
5173     tcg_temp_free(t0);
5174     tcg_temp_free(t1);
5175     if (unlikely(Rc(ctx->opcode) != 0))
5176         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5177 }
5178 
5179 /* sreq */
5180 static void gen_sreq(DisasContext *ctx)
5181 {
5182     TCGv t0 = tcg_temp_new();
5183     TCGv t1 = tcg_temp_new();
5184     TCGv t2 = tcg_temp_new();
5185     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x1F);
5186     tcg_gen_movi_tl(t1, 0xFFFFFFFF);
5187     tcg_gen_shr_tl(t1, t1, t0);
5188     tcg_gen_rotr_tl(t0, cpu_gpr[rS(ctx->opcode)], t0);
5189     gen_load_spr(t2, SPR_MQ);
5190     gen_store_spr(SPR_MQ, t0);
5191     tcg_gen_and_tl(t0, t0, t1);
5192     tcg_gen_andc_tl(t2, t2, t1);
5193     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t2);
5194     tcg_temp_free(t0);
5195     tcg_temp_free(t1);
5196     tcg_temp_free(t2);
5197     if (unlikely(Rc(ctx->opcode) != 0))
5198         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5199 }
5200 
5201 /* sriq */
5202 static void gen_sriq(DisasContext *ctx)
5203 {
5204     int sh = SH(ctx->opcode);
5205     TCGv t0 = tcg_temp_new();
5206     TCGv t1 = tcg_temp_new();
5207     tcg_gen_shri_tl(t0, cpu_gpr[rS(ctx->opcode)], sh);
5208     tcg_gen_shli_tl(t1, cpu_gpr[rS(ctx->opcode)], 32 - sh);
5209     tcg_gen_or_tl(t1, t0, t1);
5210     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], t0);
5211     gen_store_spr(SPR_MQ, t1);
5212     tcg_temp_free(t0);
5213     tcg_temp_free(t1);
5214     if (unlikely(Rc(ctx->opcode) != 0))
5215         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5216 }
5217 
5218 /* srliq */
5219 static void gen_srliq(DisasContext *ctx)
5220 {
5221     int sh = SH(ctx->opcode);
5222     TCGv t0 = tcg_temp_new();
5223     TCGv t1 = tcg_temp_new();
5224     tcg_gen_rotri_tl(t0, cpu_gpr[rS(ctx->opcode)], sh);
5225     gen_load_spr(t1, SPR_MQ);
5226     gen_store_spr(SPR_MQ, t0);
5227     tcg_gen_andi_tl(t0, t0,  (0xFFFFFFFFU >> sh));
5228     tcg_gen_andi_tl(t1, t1, ~(0xFFFFFFFFU >> sh));
5229     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
5230     tcg_temp_free(t0);
5231     tcg_temp_free(t1);
5232     if (unlikely(Rc(ctx->opcode) != 0))
5233         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5234 }
5235 
5236 /* srlq */
5237 static void gen_srlq(DisasContext *ctx)
5238 {
5239     TCGLabel *l1 = gen_new_label();
5240     TCGLabel *l2 = gen_new_label();
5241     TCGv t0 = tcg_temp_local_new();
5242     TCGv t1 = tcg_temp_local_new();
5243     TCGv t2 = tcg_temp_local_new();
5244     tcg_gen_andi_tl(t2, cpu_gpr[rB(ctx->opcode)], 0x1F);
5245     tcg_gen_movi_tl(t1, 0xFFFFFFFF);
5246     tcg_gen_shr_tl(t2, t1, t2);
5247     tcg_gen_andi_tl(t0, cpu_gpr[rB(ctx->opcode)], 0x20);
5248     tcg_gen_brcondi_tl(TCG_COND_EQ, t0, 0, l1);
5249     gen_load_spr(t0, SPR_MQ);
5250     tcg_gen_and_tl(cpu_gpr[rA(ctx->opcode)], t0, t2);
5251     tcg_gen_br(l2);
5252     gen_set_label(l1);
5253     tcg_gen_shr_tl(t0, cpu_gpr[rS(ctx->opcode)], t2);
5254     tcg_gen_and_tl(t0, t0, t2);
5255     gen_load_spr(t1, SPR_MQ);
5256     tcg_gen_andc_tl(t1, t1, t2);
5257     tcg_gen_or_tl(cpu_gpr[rA(ctx->opcode)], t0, t1);
5258     gen_set_label(l2);
5259     tcg_temp_free(t0);
5260     tcg_temp_free(t1);
5261     tcg_temp_free(t2);
5262     if (unlikely(Rc(ctx->opcode) != 0))
5263         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5264 }
5265 
5266 /* srq */
5267 static void gen_srq(DisasContext *ctx)
5268 {
5269     TCGLabel *l1 = gen_new_label();
5270     TCGv t0 = tcg_temp_new();
5271     TCGv t1 = tcg_temp_new();
5272     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x1F);
5273     tcg_gen_shr_tl(t0, cpu_gpr[rS(ctx->opcode)], t1);
5274     tcg_gen_subfi_tl(t1, 32, t1);
5275     tcg_gen_shl_tl(t1, cpu_gpr[rS(ctx->opcode)], t1);
5276     tcg_gen_or_tl(t1, t0, t1);
5277     gen_store_spr(SPR_MQ, t1);
5278     tcg_gen_andi_tl(t1, cpu_gpr[rB(ctx->opcode)], 0x20);
5279     tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], t0);
5280     tcg_gen_brcondi_tl(TCG_COND_EQ, t0, 0, l1);
5281     tcg_gen_movi_tl(cpu_gpr[rA(ctx->opcode)], 0);
5282     gen_set_label(l1);
5283     tcg_temp_free(t0);
5284     tcg_temp_free(t1);
5285     if (unlikely(Rc(ctx->opcode) != 0))
5286         gen_set_Rc0(ctx, cpu_gpr[rA(ctx->opcode)]);
5287 }
5288 
5289 /* PowerPC 602 specific instructions */
5290 
5291 /* dsa  */
5292 static void gen_dsa(DisasContext *ctx)
5293 {
5294     /* XXX: TODO */
5295     gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
5296 }
5297 
5298 /* esa */
5299 static void gen_esa(DisasContext *ctx)
5300 {
5301     /* XXX: TODO */
5302     gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
5303 }
5304 
5305 /* mfrom */
5306 static void gen_mfrom(DisasContext *ctx)
5307 {
5308 #if defined(CONFIG_USER_ONLY)
5309     GEN_PRIV;
5310 #else
5311     CHK_SV;
5312     gen_helper_602_mfrom(cpu_gpr[rD(ctx->opcode)], cpu_gpr[rA(ctx->opcode)]);
5313 #endif /* defined(CONFIG_USER_ONLY) */
5314 }
5315 
5316 /* 602 - 603 - G2 TLB management */
5317 
5318 /* tlbld */
5319 static void gen_tlbld_6xx(DisasContext *ctx)
5320 {
5321 #if defined(CONFIG_USER_ONLY)
5322     GEN_PRIV;
5323 #else
5324     CHK_SV;
5325     gen_helper_6xx_tlbd(cpu_env, cpu_gpr[rB(ctx->opcode)]);
5326 #endif /* defined(CONFIG_USER_ONLY) */
5327 }
5328 
5329 /* tlbli */
5330 static void gen_tlbli_6xx(DisasContext *ctx)
5331 {
5332 #if defined(CONFIG_USER_ONLY)
5333     GEN_PRIV;
5334 #else
5335     CHK_SV;
5336     gen_helper_6xx_tlbi(cpu_env, cpu_gpr[rB(ctx->opcode)]);
5337 #endif /* defined(CONFIG_USER_ONLY) */
5338 }
5339 
5340 /* 74xx TLB management */
5341 
5342 /* tlbld */
5343 static void gen_tlbld_74xx(DisasContext *ctx)
5344 {
5345 #if defined(CONFIG_USER_ONLY)
5346     GEN_PRIV;
5347 #else
5348     CHK_SV;
5349     gen_helper_74xx_tlbd(cpu_env, cpu_gpr[rB(ctx->opcode)]);
5350 #endif /* defined(CONFIG_USER_ONLY) */
5351 }
5352 
5353 /* tlbli */
5354 static void gen_tlbli_74xx(DisasContext *ctx)
5355 {
5356 #if defined(CONFIG_USER_ONLY)
5357     GEN_PRIV;
5358 #else
5359     CHK_SV;
5360     gen_helper_74xx_tlbi(cpu_env, cpu_gpr[rB(ctx->opcode)]);
5361 #endif /* defined(CONFIG_USER_ONLY) */
5362 }
5363 
5364 /* POWER instructions not in PowerPC 601 */
5365 
5366 /* clf */
5367 static void gen_clf(DisasContext *ctx)
5368 {
5369     /* Cache line flush: implemented as no-op */
5370 }
5371 
5372 /* cli */
5373 static void gen_cli(DisasContext *ctx)
5374 {
5375 #if defined(CONFIG_USER_ONLY)
5376     GEN_PRIV;
5377 #else
5378     /* Cache line invalidate: privileged and treated as no-op */
5379     CHK_SV;
5380 #endif /* defined(CONFIG_USER_ONLY) */
5381 }
5382 
5383 /* dclst */
5384 static void gen_dclst(DisasContext *ctx)
5385 {
5386     /* Data cache line store: treated as no-op */
5387 }
5388 
5389 static void gen_mfsri(DisasContext *ctx)
5390 {
5391 #if defined(CONFIG_USER_ONLY)
5392     GEN_PRIV;
5393 #else
5394     int ra = rA(ctx->opcode);
5395     int rd = rD(ctx->opcode);
5396     TCGv t0;
5397 
5398     CHK_SV;
5399     t0 = tcg_temp_new();
5400     gen_addr_reg_index(ctx, t0);
5401     tcg_gen_extract_tl(t0, t0, 28, 4);
5402     gen_helper_load_sr(cpu_gpr[rd], cpu_env, t0);
5403     tcg_temp_free(t0);
5404     if (ra != 0 && ra != rd)
5405         tcg_gen_mov_tl(cpu_gpr[ra], cpu_gpr[rd]);
5406 #endif /* defined(CONFIG_USER_ONLY) */
5407 }
5408 
5409 static void gen_rac(DisasContext *ctx)
5410 {
5411 #if defined(CONFIG_USER_ONLY)
5412     GEN_PRIV;
5413 #else
5414     TCGv t0;
5415 
5416     CHK_SV;
5417     t0 = tcg_temp_new();
5418     gen_addr_reg_index(ctx, t0);
5419     gen_helper_rac(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
5420     tcg_temp_free(t0);
5421 #endif /* defined(CONFIG_USER_ONLY) */
5422 }
5423 
5424 static void gen_rfsvc(DisasContext *ctx)
5425 {
5426 #if defined(CONFIG_USER_ONLY)
5427     GEN_PRIV;
5428 #else
5429     CHK_SV;
5430 
5431     gen_helper_rfsvc(cpu_env);
5432     gen_sync_exception(ctx);
5433 #endif /* defined(CONFIG_USER_ONLY) */
5434 }
5435 
5436 /* svc is not implemented for now */
5437 
5438 /* BookE specific instructions */
5439 
5440 /* XXX: not implemented on 440 ? */
5441 static void gen_mfapidi(DisasContext *ctx)
5442 {
5443     /* XXX: TODO */
5444     gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
5445 }
5446 
5447 /* XXX: not implemented on 440 ? */
5448 static void gen_tlbiva(DisasContext *ctx)
5449 {
5450 #if defined(CONFIG_USER_ONLY)
5451     GEN_PRIV;
5452 #else
5453     TCGv t0;
5454 
5455     CHK_SV;
5456     t0 = tcg_temp_new();
5457     gen_addr_reg_index(ctx, t0);
5458     gen_helper_tlbiva(cpu_env, cpu_gpr[rB(ctx->opcode)]);
5459     tcg_temp_free(t0);
5460 #endif /* defined(CONFIG_USER_ONLY) */
5461 }
5462 
5463 /* All 405 MAC instructions are translated here */
5464 static inline void gen_405_mulladd_insn(DisasContext *ctx, int opc2, int opc3,
5465                                         int ra, int rb, int rt, int Rc)
5466 {
5467     TCGv t0, t1;
5468 
5469     t0 = tcg_temp_local_new();
5470     t1 = tcg_temp_local_new();
5471 
5472     switch (opc3 & 0x0D) {
5473     case 0x05:
5474         /* macchw    - macchw.    - macchwo   - macchwo.   */
5475         /* macchws   - macchws.   - macchwso  - macchwso.  */
5476         /* nmacchw   - nmacchw.   - nmacchwo  - nmacchwo.  */
5477         /* nmacchws  - nmacchws.  - nmacchwso - nmacchwso. */
5478         /* mulchw - mulchw. */
5479         tcg_gen_ext16s_tl(t0, cpu_gpr[ra]);
5480         tcg_gen_sari_tl(t1, cpu_gpr[rb], 16);
5481         tcg_gen_ext16s_tl(t1, t1);
5482         break;
5483     case 0x04:
5484         /* macchwu   - macchwu.   - macchwuo  - macchwuo.  */
5485         /* macchwsu  - macchwsu.  - macchwsuo - macchwsuo. */
5486         /* mulchwu - mulchwu. */
5487         tcg_gen_ext16u_tl(t0, cpu_gpr[ra]);
5488         tcg_gen_shri_tl(t1, cpu_gpr[rb], 16);
5489         tcg_gen_ext16u_tl(t1, t1);
5490         break;
5491     case 0x01:
5492         /* machhw    - machhw.    - machhwo   - machhwo.   */
5493         /* machhws   - machhws.   - machhwso  - machhwso.  */
5494         /* nmachhw   - nmachhw.   - nmachhwo  - nmachhwo.  */
5495         /* nmachhws  - nmachhws.  - nmachhwso - nmachhwso. */
5496         /* mulhhw - mulhhw. */
5497         tcg_gen_sari_tl(t0, cpu_gpr[ra], 16);
5498         tcg_gen_ext16s_tl(t0, t0);
5499         tcg_gen_sari_tl(t1, cpu_gpr[rb], 16);
5500         tcg_gen_ext16s_tl(t1, t1);
5501         break;
5502     case 0x00:
5503         /* machhwu   - machhwu.   - machhwuo  - machhwuo.  */
5504         /* machhwsu  - machhwsu.  - machhwsuo - machhwsuo. */
5505         /* mulhhwu - mulhhwu. */
5506         tcg_gen_shri_tl(t0, cpu_gpr[ra], 16);
5507         tcg_gen_ext16u_tl(t0, t0);
5508         tcg_gen_shri_tl(t1, cpu_gpr[rb], 16);
5509         tcg_gen_ext16u_tl(t1, t1);
5510         break;
5511     case 0x0D:
5512         /* maclhw    - maclhw.    - maclhwo   - maclhwo.   */
5513         /* maclhws   - maclhws.   - maclhwso  - maclhwso.  */
5514         /* nmaclhw   - nmaclhw.   - nmaclhwo  - nmaclhwo.  */
5515         /* nmaclhws  - nmaclhws.  - nmaclhwso - nmaclhwso. */
5516         /* mullhw - mullhw. */
5517         tcg_gen_ext16s_tl(t0, cpu_gpr[ra]);
5518         tcg_gen_ext16s_tl(t1, cpu_gpr[rb]);
5519         break;
5520     case 0x0C:
5521         /* maclhwu   - maclhwu.   - maclhwuo  - maclhwuo.  */
5522         /* maclhwsu  - maclhwsu.  - maclhwsuo - maclhwsuo. */
5523         /* mullhwu - mullhwu. */
5524         tcg_gen_ext16u_tl(t0, cpu_gpr[ra]);
5525         tcg_gen_ext16u_tl(t1, cpu_gpr[rb]);
5526         break;
5527     }
5528     if (opc2 & 0x04) {
5529         /* (n)multiply-and-accumulate (0x0C / 0x0E) */
5530         tcg_gen_mul_tl(t1, t0, t1);
5531         if (opc2 & 0x02) {
5532             /* nmultiply-and-accumulate (0x0E) */
5533             tcg_gen_sub_tl(t0, cpu_gpr[rt], t1);
5534         } else {
5535             /* multiply-and-accumulate (0x0C) */
5536             tcg_gen_add_tl(t0, cpu_gpr[rt], t1);
5537         }
5538 
5539         if (opc3 & 0x12) {
5540             /* Check overflow and/or saturate */
5541             TCGLabel *l1 = gen_new_label();
5542 
5543             if (opc3 & 0x10) {
5544                 /* Start with XER OV disabled, the most likely case */
5545                 tcg_gen_movi_tl(cpu_ov, 0);
5546             }
5547             if (opc3 & 0x01) {
5548                 /* Signed */
5549                 tcg_gen_xor_tl(t1, cpu_gpr[rt], t1);
5550                 tcg_gen_brcondi_tl(TCG_COND_GE, t1, 0, l1);
5551                 tcg_gen_xor_tl(t1, cpu_gpr[rt], t0);
5552                 tcg_gen_brcondi_tl(TCG_COND_LT, t1, 0, l1);
5553                 if (opc3 & 0x02) {
5554                     /* Saturate */
5555                     tcg_gen_sari_tl(t0, cpu_gpr[rt], 31);
5556                     tcg_gen_xori_tl(t0, t0, 0x7fffffff);
5557                 }
5558             } else {
5559                 /* Unsigned */
5560                 tcg_gen_brcond_tl(TCG_COND_GEU, t0, t1, l1);
5561                 if (opc3 & 0x02) {
5562                     /* Saturate */
5563                     tcg_gen_movi_tl(t0, UINT32_MAX);
5564                 }
5565             }
5566             if (opc3 & 0x10) {
5567                 /* Check overflow */
5568                 tcg_gen_movi_tl(cpu_ov, 1);
5569                 tcg_gen_movi_tl(cpu_so, 1);
5570             }
5571             gen_set_label(l1);
5572             tcg_gen_mov_tl(cpu_gpr[rt], t0);
5573         }
5574     } else {
5575         tcg_gen_mul_tl(cpu_gpr[rt], t0, t1);
5576     }
5577     tcg_temp_free(t0);
5578     tcg_temp_free(t1);
5579     if (unlikely(Rc) != 0) {
5580         /* Update Rc0 */
5581         gen_set_Rc0(ctx, cpu_gpr[rt]);
5582     }
5583 }
5584 
5585 #define GEN_MAC_HANDLER(name, opc2, opc3)                                     \
5586 static void glue(gen_, name)(DisasContext *ctx)                               \
5587 {                                                                             \
5588     gen_405_mulladd_insn(ctx, opc2, opc3, rA(ctx->opcode), rB(ctx->opcode),   \
5589                          rD(ctx->opcode), Rc(ctx->opcode));                   \
5590 }
5591 
5592 /* macchw    - macchw.    */
5593 GEN_MAC_HANDLER(macchw, 0x0C, 0x05);
5594 /* macchwo   - macchwo.   */
5595 GEN_MAC_HANDLER(macchwo, 0x0C, 0x15);
5596 /* macchws   - macchws.   */
5597 GEN_MAC_HANDLER(macchws, 0x0C, 0x07);
5598 /* macchwso  - macchwso.  */
5599 GEN_MAC_HANDLER(macchwso, 0x0C, 0x17);
5600 /* macchwsu  - macchwsu.  */
5601 GEN_MAC_HANDLER(macchwsu, 0x0C, 0x06);
5602 /* macchwsuo - macchwsuo. */
5603 GEN_MAC_HANDLER(macchwsuo, 0x0C, 0x16);
5604 /* macchwu   - macchwu.   */
5605 GEN_MAC_HANDLER(macchwu, 0x0C, 0x04);
5606 /* macchwuo  - macchwuo.  */
5607 GEN_MAC_HANDLER(macchwuo, 0x0C, 0x14);
5608 /* machhw    - machhw.    */
5609 GEN_MAC_HANDLER(machhw, 0x0C, 0x01);
5610 /* machhwo   - machhwo.   */
5611 GEN_MAC_HANDLER(machhwo, 0x0C, 0x11);
5612 /* machhws   - machhws.   */
5613 GEN_MAC_HANDLER(machhws, 0x0C, 0x03);
5614 /* machhwso  - machhwso.  */
5615 GEN_MAC_HANDLER(machhwso, 0x0C, 0x13);
5616 /* machhwsu  - machhwsu.  */
5617 GEN_MAC_HANDLER(machhwsu, 0x0C, 0x02);
5618 /* machhwsuo - machhwsuo. */
5619 GEN_MAC_HANDLER(machhwsuo, 0x0C, 0x12);
5620 /* machhwu   - machhwu.   */
5621 GEN_MAC_HANDLER(machhwu, 0x0C, 0x00);
5622 /* machhwuo  - machhwuo.  */
5623 GEN_MAC_HANDLER(machhwuo, 0x0C, 0x10);
5624 /* maclhw    - maclhw.    */
5625 GEN_MAC_HANDLER(maclhw, 0x0C, 0x0D);
5626 /* maclhwo   - maclhwo.   */
5627 GEN_MAC_HANDLER(maclhwo, 0x0C, 0x1D);
5628 /* maclhws   - maclhws.   */
5629 GEN_MAC_HANDLER(maclhws, 0x0C, 0x0F);
5630 /* maclhwso  - maclhwso.  */
5631 GEN_MAC_HANDLER(maclhwso, 0x0C, 0x1F);
5632 /* maclhwu   - maclhwu.   */
5633 GEN_MAC_HANDLER(maclhwu, 0x0C, 0x0C);
5634 /* maclhwuo  - maclhwuo.  */
5635 GEN_MAC_HANDLER(maclhwuo, 0x0C, 0x1C);
5636 /* maclhwsu  - maclhwsu.  */
5637 GEN_MAC_HANDLER(maclhwsu, 0x0C, 0x0E);
5638 /* maclhwsuo - maclhwsuo. */
5639 GEN_MAC_HANDLER(maclhwsuo, 0x0C, 0x1E);
5640 /* nmacchw   - nmacchw.   */
5641 GEN_MAC_HANDLER(nmacchw, 0x0E, 0x05);
5642 /* nmacchwo  - nmacchwo.  */
5643 GEN_MAC_HANDLER(nmacchwo, 0x0E, 0x15);
5644 /* nmacchws  - nmacchws.  */
5645 GEN_MAC_HANDLER(nmacchws, 0x0E, 0x07);
5646 /* nmacchwso - nmacchwso. */
5647 GEN_MAC_HANDLER(nmacchwso, 0x0E, 0x17);
5648 /* nmachhw   - nmachhw.   */
5649 GEN_MAC_HANDLER(nmachhw, 0x0E, 0x01);
5650 /* nmachhwo  - nmachhwo.  */
5651 GEN_MAC_HANDLER(nmachhwo, 0x0E, 0x11);
5652 /* nmachhws  - nmachhws.  */
5653 GEN_MAC_HANDLER(nmachhws, 0x0E, 0x03);
5654 /* nmachhwso - nmachhwso. */
5655 GEN_MAC_HANDLER(nmachhwso, 0x0E, 0x13);
5656 /* nmaclhw   - nmaclhw.   */
5657 GEN_MAC_HANDLER(nmaclhw, 0x0E, 0x0D);
5658 /* nmaclhwo  - nmaclhwo.  */
5659 GEN_MAC_HANDLER(nmaclhwo, 0x0E, 0x1D);
5660 /* nmaclhws  - nmaclhws.  */
5661 GEN_MAC_HANDLER(nmaclhws, 0x0E, 0x0F);
5662 /* nmaclhwso - nmaclhwso. */
5663 GEN_MAC_HANDLER(nmaclhwso, 0x0E, 0x1F);
5664 
5665 /* mulchw  - mulchw.  */
5666 GEN_MAC_HANDLER(mulchw, 0x08, 0x05);
5667 /* mulchwu - mulchwu. */
5668 GEN_MAC_HANDLER(mulchwu, 0x08, 0x04);
5669 /* mulhhw  - mulhhw.  */
5670 GEN_MAC_HANDLER(mulhhw, 0x08, 0x01);
5671 /* mulhhwu - mulhhwu. */
5672 GEN_MAC_HANDLER(mulhhwu, 0x08, 0x00);
5673 /* mullhw  - mullhw.  */
5674 GEN_MAC_HANDLER(mullhw, 0x08, 0x0D);
5675 /* mullhwu - mullhwu. */
5676 GEN_MAC_HANDLER(mullhwu, 0x08, 0x0C);
5677 
5678 /* mfdcr */
5679 static void gen_mfdcr(DisasContext *ctx)
5680 {
5681 #if defined(CONFIG_USER_ONLY)
5682     GEN_PRIV;
5683 #else
5684     TCGv dcrn;
5685 
5686     CHK_SV;
5687     dcrn = tcg_const_tl(SPR(ctx->opcode));
5688     gen_helper_load_dcr(cpu_gpr[rD(ctx->opcode)], cpu_env, dcrn);
5689     tcg_temp_free(dcrn);
5690 #endif /* defined(CONFIG_USER_ONLY) */
5691 }
5692 
5693 /* mtdcr */
5694 static void gen_mtdcr(DisasContext *ctx)
5695 {
5696 #if defined(CONFIG_USER_ONLY)
5697     GEN_PRIV;
5698 #else
5699     TCGv dcrn;
5700 
5701     CHK_SV;
5702     dcrn = tcg_const_tl(SPR(ctx->opcode));
5703     gen_helper_store_dcr(cpu_env, dcrn, cpu_gpr[rS(ctx->opcode)]);
5704     tcg_temp_free(dcrn);
5705 #endif /* defined(CONFIG_USER_ONLY) */
5706 }
5707 
5708 /* mfdcrx */
5709 /* XXX: not implemented on 440 ? */
5710 static void gen_mfdcrx(DisasContext *ctx)
5711 {
5712 #if defined(CONFIG_USER_ONLY)
5713     GEN_PRIV;
5714 #else
5715     CHK_SV;
5716     gen_helper_load_dcr(cpu_gpr[rD(ctx->opcode)], cpu_env,
5717                         cpu_gpr[rA(ctx->opcode)]);
5718     /* Note: Rc update flag set leads to undefined state of Rc0 */
5719 #endif /* defined(CONFIG_USER_ONLY) */
5720 }
5721 
5722 /* mtdcrx */
5723 /* XXX: not implemented on 440 ? */
5724 static void gen_mtdcrx(DisasContext *ctx)
5725 {
5726 #if defined(CONFIG_USER_ONLY)
5727     GEN_PRIV;
5728 #else
5729     CHK_SV;
5730     gen_helper_store_dcr(cpu_env, cpu_gpr[rA(ctx->opcode)],
5731                          cpu_gpr[rS(ctx->opcode)]);
5732     /* Note: Rc update flag set leads to undefined state of Rc0 */
5733 #endif /* defined(CONFIG_USER_ONLY) */
5734 }
5735 
5736 /* mfdcrux (PPC 460) : user-mode access to DCR */
5737 static void gen_mfdcrux(DisasContext *ctx)
5738 {
5739     gen_helper_load_dcr(cpu_gpr[rD(ctx->opcode)], cpu_env,
5740                         cpu_gpr[rA(ctx->opcode)]);
5741     /* Note: Rc update flag set leads to undefined state of Rc0 */
5742 }
5743 
5744 /* mtdcrux (PPC 460) : user-mode access to DCR */
5745 static void gen_mtdcrux(DisasContext *ctx)
5746 {
5747     gen_helper_store_dcr(cpu_env, cpu_gpr[rA(ctx->opcode)],
5748                          cpu_gpr[rS(ctx->opcode)]);
5749     /* Note: Rc update flag set leads to undefined state of Rc0 */
5750 }
5751 
5752 /* dccci */
5753 static void gen_dccci(DisasContext *ctx)
5754 {
5755     CHK_SV;
5756     /* interpreted as no-op */
5757 }
5758 
5759 /* dcread */
5760 static void gen_dcread(DisasContext *ctx)
5761 {
5762 #if defined(CONFIG_USER_ONLY)
5763     GEN_PRIV;
5764 #else
5765     TCGv EA, val;
5766 
5767     CHK_SV;
5768     gen_set_access_type(ctx, ACCESS_CACHE);
5769     EA = tcg_temp_new();
5770     gen_addr_reg_index(ctx, EA);
5771     val = tcg_temp_new();
5772     gen_qemu_ld32u(ctx, val, EA);
5773     tcg_temp_free(val);
5774     tcg_gen_mov_tl(cpu_gpr[rD(ctx->opcode)], EA);
5775     tcg_temp_free(EA);
5776 #endif /* defined(CONFIG_USER_ONLY) */
5777 }
5778 
5779 /* icbt */
5780 static void gen_icbt_40x(DisasContext *ctx)
5781 {
5782     /* interpreted as no-op */
5783     /* XXX: specification say this is treated as a load by the MMU
5784      *      but does not generate any exception
5785      */
5786 }
5787 
5788 /* iccci */
5789 static void gen_iccci(DisasContext *ctx)
5790 {
5791     CHK_SV;
5792     /* interpreted as no-op */
5793 }
5794 
5795 /* icread */
5796 static void gen_icread(DisasContext *ctx)
5797 {
5798     CHK_SV;
5799     /* interpreted as no-op */
5800 }
5801 
5802 /* rfci (supervisor only) */
5803 static void gen_rfci_40x(DisasContext *ctx)
5804 {
5805 #if defined(CONFIG_USER_ONLY)
5806     GEN_PRIV;
5807 #else
5808     CHK_SV;
5809     /* Restore CPU state */
5810     gen_helper_40x_rfci(cpu_env);
5811     gen_sync_exception(ctx);
5812 #endif /* defined(CONFIG_USER_ONLY) */
5813 }
5814 
5815 static void gen_rfci(DisasContext *ctx)
5816 {
5817 #if defined(CONFIG_USER_ONLY)
5818     GEN_PRIV;
5819 #else
5820     CHK_SV;
5821     /* Restore CPU state */
5822     gen_helper_rfci(cpu_env);
5823     gen_sync_exception(ctx);
5824 #endif /* defined(CONFIG_USER_ONLY) */
5825 }
5826 
5827 /* BookE specific */
5828 
5829 /* XXX: not implemented on 440 ? */
5830 static void gen_rfdi(DisasContext *ctx)
5831 {
5832 #if defined(CONFIG_USER_ONLY)
5833     GEN_PRIV;
5834 #else
5835     CHK_SV;
5836     /* Restore CPU state */
5837     gen_helper_rfdi(cpu_env);
5838     gen_sync_exception(ctx);
5839 #endif /* defined(CONFIG_USER_ONLY) */
5840 }
5841 
5842 /* XXX: not implemented on 440 ? */
5843 static void gen_rfmci(DisasContext *ctx)
5844 {
5845 #if defined(CONFIG_USER_ONLY)
5846     GEN_PRIV;
5847 #else
5848     CHK_SV;
5849     /* Restore CPU state */
5850     gen_helper_rfmci(cpu_env);
5851     gen_sync_exception(ctx);
5852 #endif /* defined(CONFIG_USER_ONLY) */
5853 }
5854 
5855 /* TLB management - PowerPC 405 implementation */
5856 
5857 /* tlbre */
5858 static void gen_tlbre_40x(DisasContext *ctx)
5859 {
5860 #if defined(CONFIG_USER_ONLY)
5861     GEN_PRIV;
5862 #else
5863     CHK_SV;
5864     switch (rB(ctx->opcode)) {
5865     case 0:
5866         gen_helper_4xx_tlbre_hi(cpu_gpr[rD(ctx->opcode)], cpu_env,
5867                                 cpu_gpr[rA(ctx->opcode)]);
5868         break;
5869     case 1:
5870         gen_helper_4xx_tlbre_lo(cpu_gpr[rD(ctx->opcode)], cpu_env,
5871                                 cpu_gpr[rA(ctx->opcode)]);
5872         break;
5873     default:
5874         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
5875         break;
5876     }
5877 #endif /* defined(CONFIG_USER_ONLY) */
5878 }
5879 
5880 /* tlbsx - tlbsx. */
5881 static void gen_tlbsx_40x(DisasContext *ctx)
5882 {
5883 #if defined(CONFIG_USER_ONLY)
5884     GEN_PRIV;
5885 #else
5886     TCGv t0;
5887 
5888     CHK_SV;
5889     t0 = tcg_temp_new();
5890     gen_addr_reg_index(ctx, t0);
5891     gen_helper_4xx_tlbsx(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
5892     tcg_temp_free(t0);
5893     if (Rc(ctx->opcode)) {
5894         TCGLabel *l1 = gen_new_label();
5895         tcg_gen_trunc_tl_i32(cpu_crf[0], cpu_so);
5896         tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_gpr[rD(ctx->opcode)], -1, l1);
5897         tcg_gen_ori_i32(cpu_crf[0], cpu_crf[0], 0x02);
5898         gen_set_label(l1);
5899     }
5900 #endif /* defined(CONFIG_USER_ONLY) */
5901 }
5902 
5903 /* tlbwe */
5904 static void gen_tlbwe_40x(DisasContext *ctx)
5905 {
5906 #if defined(CONFIG_USER_ONLY)
5907     GEN_PRIV;
5908 #else
5909     CHK_SV;
5910 
5911     switch (rB(ctx->opcode)) {
5912     case 0:
5913         gen_helper_4xx_tlbwe_hi(cpu_env, cpu_gpr[rA(ctx->opcode)],
5914                                 cpu_gpr[rS(ctx->opcode)]);
5915         break;
5916     case 1:
5917         gen_helper_4xx_tlbwe_lo(cpu_env, cpu_gpr[rA(ctx->opcode)],
5918                                 cpu_gpr[rS(ctx->opcode)]);
5919         break;
5920     default:
5921         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
5922         break;
5923     }
5924 #endif /* defined(CONFIG_USER_ONLY) */
5925 }
5926 
5927 /* TLB management - PowerPC 440 implementation */
5928 
5929 /* tlbre */
5930 static void gen_tlbre_440(DisasContext *ctx)
5931 {
5932 #if defined(CONFIG_USER_ONLY)
5933     GEN_PRIV;
5934 #else
5935     CHK_SV;
5936 
5937     switch (rB(ctx->opcode)) {
5938     case 0:
5939     case 1:
5940     case 2:
5941         {
5942             TCGv_i32 t0 = tcg_const_i32(rB(ctx->opcode));
5943             gen_helper_440_tlbre(cpu_gpr[rD(ctx->opcode)], cpu_env,
5944                                  t0, cpu_gpr[rA(ctx->opcode)]);
5945             tcg_temp_free_i32(t0);
5946         }
5947         break;
5948     default:
5949         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
5950         break;
5951     }
5952 #endif /* defined(CONFIG_USER_ONLY) */
5953 }
5954 
5955 /* tlbsx - tlbsx. */
5956 static void gen_tlbsx_440(DisasContext *ctx)
5957 {
5958 #if defined(CONFIG_USER_ONLY)
5959     GEN_PRIV;
5960 #else
5961     TCGv t0;
5962 
5963     CHK_SV;
5964     t0 = tcg_temp_new();
5965     gen_addr_reg_index(ctx, t0);
5966     gen_helper_440_tlbsx(cpu_gpr[rD(ctx->opcode)], cpu_env, t0);
5967     tcg_temp_free(t0);
5968     if (Rc(ctx->opcode)) {
5969         TCGLabel *l1 = gen_new_label();
5970         tcg_gen_trunc_tl_i32(cpu_crf[0], cpu_so);
5971         tcg_gen_brcondi_tl(TCG_COND_EQ, cpu_gpr[rD(ctx->opcode)], -1, l1);
5972         tcg_gen_ori_i32(cpu_crf[0], cpu_crf[0], 0x02);
5973         gen_set_label(l1);
5974     }
5975 #endif /* defined(CONFIG_USER_ONLY) */
5976 }
5977 
5978 /* tlbwe */
5979 static void gen_tlbwe_440(DisasContext *ctx)
5980 {
5981 #if defined(CONFIG_USER_ONLY)
5982     GEN_PRIV;
5983 #else
5984     CHK_SV;
5985     switch (rB(ctx->opcode)) {
5986     case 0:
5987     case 1:
5988     case 2:
5989         {
5990             TCGv_i32 t0 = tcg_const_i32(rB(ctx->opcode));
5991             gen_helper_440_tlbwe(cpu_env, t0, cpu_gpr[rA(ctx->opcode)],
5992                                  cpu_gpr[rS(ctx->opcode)]);
5993             tcg_temp_free_i32(t0);
5994         }
5995         break;
5996     default:
5997         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
5998         break;
5999     }
6000 #endif /* defined(CONFIG_USER_ONLY) */
6001 }
6002 
6003 /* TLB management - PowerPC BookE 2.06 implementation */
6004 
6005 /* tlbre */
6006 static void gen_tlbre_booke206(DisasContext *ctx)
6007 {
6008  #if defined(CONFIG_USER_ONLY)
6009     GEN_PRIV;
6010 #else
6011    CHK_SV;
6012     gen_helper_booke206_tlbre(cpu_env);
6013 #endif /* defined(CONFIG_USER_ONLY) */
6014 }
6015 
6016 /* tlbsx - tlbsx. */
6017 static void gen_tlbsx_booke206(DisasContext *ctx)
6018 {
6019 #if defined(CONFIG_USER_ONLY)
6020     GEN_PRIV;
6021 #else
6022     TCGv t0;
6023 
6024     CHK_SV;
6025     if (rA(ctx->opcode)) {
6026         t0 = tcg_temp_new();
6027         tcg_gen_mov_tl(t0, cpu_gpr[rD(ctx->opcode)]);
6028     } else {
6029         t0 = tcg_const_tl(0);
6030     }
6031 
6032     tcg_gen_add_tl(t0, t0, cpu_gpr[rB(ctx->opcode)]);
6033     gen_helper_booke206_tlbsx(cpu_env, t0);
6034     tcg_temp_free(t0);
6035 #endif /* defined(CONFIG_USER_ONLY) */
6036 }
6037 
6038 /* tlbwe */
6039 static void gen_tlbwe_booke206(DisasContext *ctx)
6040 {
6041 #if defined(CONFIG_USER_ONLY)
6042     GEN_PRIV;
6043 #else
6044     CHK_SV;
6045     gen_helper_booke206_tlbwe(cpu_env);
6046 #endif /* defined(CONFIG_USER_ONLY) */
6047 }
6048 
6049 static void gen_tlbivax_booke206(DisasContext *ctx)
6050 {
6051 #if defined(CONFIG_USER_ONLY)
6052     GEN_PRIV;
6053 #else
6054     TCGv t0;
6055 
6056     CHK_SV;
6057     t0 = tcg_temp_new();
6058     gen_addr_reg_index(ctx, t0);
6059     gen_helper_booke206_tlbivax(cpu_env, t0);
6060     tcg_temp_free(t0);
6061 #endif /* defined(CONFIG_USER_ONLY) */
6062 }
6063 
6064 static void gen_tlbilx_booke206(DisasContext *ctx)
6065 {
6066 #if defined(CONFIG_USER_ONLY)
6067     GEN_PRIV;
6068 #else
6069     TCGv t0;
6070 
6071     CHK_SV;
6072     t0 = tcg_temp_new();
6073     gen_addr_reg_index(ctx, t0);
6074 
6075     switch((ctx->opcode >> 21) & 0x3) {
6076     case 0:
6077         gen_helper_booke206_tlbilx0(cpu_env, t0);
6078         break;
6079     case 1:
6080         gen_helper_booke206_tlbilx1(cpu_env, t0);
6081         break;
6082     case 3:
6083         gen_helper_booke206_tlbilx3(cpu_env, t0);
6084         break;
6085     default:
6086         gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
6087         break;
6088     }
6089 
6090     tcg_temp_free(t0);
6091 #endif /* defined(CONFIG_USER_ONLY) */
6092 }
6093 
6094 
6095 /* wrtee */
6096 static void gen_wrtee(DisasContext *ctx)
6097 {
6098 #if defined(CONFIG_USER_ONLY)
6099     GEN_PRIV;
6100 #else
6101     TCGv t0;
6102 
6103     CHK_SV;
6104     t0 = tcg_temp_new();
6105     tcg_gen_andi_tl(t0, cpu_gpr[rD(ctx->opcode)], (1 << MSR_EE));
6106     tcg_gen_andi_tl(cpu_msr, cpu_msr, ~(1 << MSR_EE));
6107     tcg_gen_or_tl(cpu_msr, cpu_msr, t0);
6108     tcg_temp_free(t0);
6109     /* Stop translation to have a chance to raise an exception
6110      * if we just set msr_ee to 1
6111      */
6112     gen_stop_exception(ctx);
6113 #endif /* defined(CONFIG_USER_ONLY) */
6114 }
6115 
6116 /* wrteei */
6117 static void gen_wrteei(DisasContext *ctx)
6118 {
6119 #if defined(CONFIG_USER_ONLY)
6120     GEN_PRIV;
6121 #else
6122     CHK_SV;
6123     if (ctx->opcode & 0x00008000) {
6124         tcg_gen_ori_tl(cpu_msr, cpu_msr, (1 << MSR_EE));
6125         /* Stop translation to have a chance to raise an exception */
6126         gen_stop_exception(ctx);
6127     } else {
6128         tcg_gen_andi_tl(cpu_msr, cpu_msr, ~(1 << MSR_EE));
6129     }
6130 #endif /* defined(CONFIG_USER_ONLY) */
6131 }
6132 
6133 /* PowerPC 440 specific instructions */
6134 
6135 /* dlmzb */
6136 static void gen_dlmzb(DisasContext *ctx)
6137 {
6138     TCGv_i32 t0 = tcg_const_i32(Rc(ctx->opcode));
6139     gen_helper_dlmzb(cpu_gpr[rA(ctx->opcode)], cpu_env,
6140                      cpu_gpr[rS(ctx->opcode)], cpu_gpr[rB(ctx->opcode)], t0);
6141     tcg_temp_free_i32(t0);
6142 }
6143 
6144 /* mbar replaces eieio on 440 */
6145 static void gen_mbar(DisasContext *ctx)
6146 {
6147     /* interpreted as no-op */
6148 }
6149 
6150 /* msync replaces sync on 440 */
6151 static void gen_msync_4xx(DisasContext *ctx)
6152 {
6153     /* interpreted as no-op */
6154 }
6155 
6156 /* icbt */
6157 static void gen_icbt_440(DisasContext *ctx)
6158 {
6159     /* interpreted as no-op */
6160     /* XXX: specification say this is treated as a load by the MMU
6161      *      but does not generate any exception
6162      */
6163 }
6164 
6165 /* Embedded.Processor Control */
6166 
6167 static void gen_msgclr(DisasContext *ctx)
6168 {
6169 #if defined(CONFIG_USER_ONLY)
6170     GEN_PRIV;
6171 #else
6172     CHK_HV;
6173     /* 64-bit server processors compliant with arch 2.x */
6174     if (ctx->insns_flags & PPC_SEGMENT_64B) {
6175         gen_helper_book3s_msgclr(cpu_env, cpu_gpr[rB(ctx->opcode)]);
6176     } else {
6177         gen_helper_msgclr(cpu_env, cpu_gpr[rB(ctx->opcode)]);
6178     }
6179 #endif /* defined(CONFIG_USER_ONLY) */
6180 }
6181 
6182 static void gen_msgsnd(DisasContext *ctx)
6183 {
6184 #if defined(CONFIG_USER_ONLY)
6185     GEN_PRIV;
6186 #else
6187     CHK_HV;
6188     /* 64-bit server processors compliant with arch 2.x */
6189     if (ctx->insns_flags & PPC_SEGMENT_64B) {
6190         gen_helper_book3s_msgsnd(cpu_gpr[rB(ctx->opcode)]);
6191     } else {
6192         gen_helper_msgsnd(cpu_gpr[rB(ctx->opcode)]);
6193     }
6194 #endif /* defined(CONFIG_USER_ONLY) */
6195 }
6196 
6197 static void gen_msgsync(DisasContext *ctx)
6198 {
6199 #if defined(CONFIG_USER_ONLY)
6200     GEN_PRIV;
6201 #else
6202     CHK_HV;
6203 #endif /* defined(CONFIG_USER_ONLY) */
6204     /* interpreted as no-op */
6205 }
6206 
6207 #if defined(TARGET_PPC64)
6208 static void gen_maddld(DisasContext *ctx)
6209 {
6210     TCGv_i64 t1 = tcg_temp_new_i64();
6211 
6212     tcg_gen_mul_i64(t1, cpu_gpr[rA(ctx->opcode)], cpu_gpr[rB(ctx->opcode)]);
6213     tcg_gen_add_i64(cpu_gpr[rD(ctx->opcode)], t1, cpu_gpr[rC(ctx->opcode)]);
6214     tcg_temp_free_i64(t1);
6215 }
6216 
6217 /* maddhd maddhdu */
6218 static void gen_maddhd_maddhdu(DisasContext *ctx)
6219 {
6220     TCGv_i64 lo = tcg_temp_new_i64();
6221     TCGv_i64 hi = tcg_temp_new_i64();
6222     TCGv_i64 t1 = tcg_temp_new_i64();
6223 
6224     if (Rc(ctx->opcode)) {
6225         tcg_gen_mulu2_i64(lo, hi, cpu_gpr[rA(ctx->opcode)],
6226                           cpu_gpr[rB(ctx->opcode)]);
6227         tcg_gen_movi_i64(t1, 0);
6228     } else {
6229         tcg_gen_muls2_i64(lo, hi, cpu_gpr[rA(ctx->opcode)],
6230                           cpu_gpr[rB(ctx->opcode)]);
6231         tcg_gen_sari_i64(t1, cpu_gpr[rC(ctx->opcode)], 63);
6232     }
6233     tcg_gen_add2_i64(t1, cpu_gpr[rD(ctx->opcode)], lo, hi,
6234                      cpu_gpr[rC(ctx->opcode)], t1);
6235     tcg_temp_free_i64(lo);
6236     tcg_temp_free_i64(hi);
6237     tcg_temp_free_i64(t1);
6238 }
6239 #endif /* defined(TARGET_PPC64) */
6240 
6241 static void gen_tbegin(DisasContext *ctx)
6242 {
6243     if (unlikely(!ctx->tm_enabled)) {
6244         gen_exception_err(ctx, POWERPC_EXCP_FU, FSCR_IC_TM);
6245         return;
6246     }
6247     gen_helper_tbegin(cpu_env);
6248 }
6249 
6250 #define GEN_TM_NOOP(name)                                      \
6251 static inline void gen_##name(DisasContext *ctx)               \
6252 {                                                              \
6253     if (unlikely(!ctx->tm_enabled)) {                          \
6254         gen_exception_err(ctx, POWERPC_EXCP_FU, FSCR_IC_TM);   \
6255         return;                                                \
6256     }                                                          \
6257     /* Because tbegin always fails in QEMU, these user         \
6258      * space instructions all have a simple implementation:    \
6259      *                                                         \
6260      *     CR[0] = 0b0 || MSR[TS] || 0b0                       \
6261      *           = 0b0 || 0b00    || 0b0                       \
6262      */                                                        \
6263     tcg_gen_movi_i32(cpu_crf[0], 0);                           \
6264 }
6265 
6266 GEN_TM_NOOP(tend);
6267 GEN_TM_NOOP(tabort);
6268 GEN_TM_NOOP(tabortwc);
6269 GEN_TM_NOOP(tabortwci);
6270 GEN_TM_NOOP(tabortdc);
6271 GEN_TM_NOOP(tabortdci);
6272 GEN_TM_NOOP(tsr);
6273 static inline void gen_cp_abort(DisasContext *ctx)
6274 {
6275     // Do Nothing
6276 }
6277 
6278 #define GEN_CP_PASTE_NOOP(name)                           \
6279 static inline void gen_##name(DisasContext *ctx)          \
6280 {                                                         \
6281     /* Generate invalid exception until                   \
6282      * we have an implementation of the copy              \
6283      * paste facility                                     \
6284      */                                                   \
6285     gen_invalid(ctx);                                     \
6286 }
6287 
6288 GEN_CP_PASTE_NOOP(copy)
6289 GEN_CP_PASTE_NOOP(paste)
6290 
6291 static void gen_tcheck(DisasContext *ctx)
6292 {
6293     if (unlikely(!ctx->tm_enabled)) {
6294         gen_exception_err(ctx, POWERPC_EXCP_FU, FSCR_IC_TM);
6295         return;
6296     }
6297     /* Because tbegin always fails, the tcheck implementation
6298      * is simple:
6299      *
6300      * CR[CRF] = TDOOMED || MSR[TS] || 0b0
6301      *         = 0b1 || 0b00 || 0b0
6302      */
6303     tcg_gen_movi_i32(cpu_crf[crfD(ctx->opcode)], 0x8);
6304 }
6305 
6306 #if defined(CONFIG_USER_ONLY)
6307 #define GEN_TM_PRIV_NOOP(name)                                 \
6308 static inline void gen_##name(DisasContext *ctx)               \
6309 {                                                              \
6310     gen_priv_exception(ctx, POWERPC_EXCP_PRIV_OPC);           \
6311 }
6312 
6313 #else
6314 
6315 #define GEN_TM_PRIV_NOOP(name)                                 \
6316 static inline void gen_##name(DisasContext *ctx)               \
6317 {                                                              \
6318     CHK_SV;                                                    \
6319     if (unlikely(!ctx->tm_enabled)) {                          \
6320         gen_exception_err(ctx, POWERPC_EXCP_FU, FSCR_IC_TM);   \
6321         return;                                                \
6322     }                                                          \
6323     /* Because tbegin always fails, the implementation is      \
6324      * simple:                                                 \
6325      *                                                         \
6326      *   CR[0] = 0b0 || MSR[TS] || 0b0                         \
6327      *         = 0b0 || 0b00 | 0b0                             \
6328      */                                                        \
6329     tcg_gen_movi_i32(cpu_crf[0], 0);                           \
6330 }
6331 
6332 #endif
6333 
6334 GEN_TM_PRIV_NOOP(treclaim);
6335 GEN_TM_PRIV_NOOP(trechkpt);
6336 
6337 #include "translate/fp-impl.inc.c"
6338 
6339 #include "translate/vmx-impl.inc.c"
6340 
6341 #include "translate/vsx-impl.inc.c"
6342 
6343 #include "translate/dfp-impl.inc.c"
6344 
6345 #include "translate/spe-impl.inc.c"
6346 
6347 /* Handles lfdp, lxsd, lxssp */
6348 static void gen_dform39(DisasContext *ctx)
6349 {
6350     switch (ctx->opcode & 0x3) {
6351     case 0: /* lfdp */
6352         if (ctx->insns_flags2 & PPC2_ISA205) {
6353             return gen_lfdp(ctx);
6354         }
6355         break;
6356     case 2: /* lxsd */
6357         if (ctx->insns_flags2 & PPC2_ISA300) {
6358             return gen_lxsd(ctx);
6359         }
6360         break;
6361     case 3: /* lxssp */
6362         if (ctx->insns_flags2 & PPC2_ISA300) {
6363             return gen_lxssp(ctx);
6364         }
6365         break;
6366     }
6367     return gen_invalid(ctx);
6368 }
6369 
6370 /* handles stfdp, lxv, stxsd, stxssp lxvx */
6371 static void gen_dform3D(DisasContext *ctx)
6372 {
6373     if ((ctx->opcode & 3) == 1) { /* DQ-FORM */
6374         switch (ctx->opcode & 0x7) {
6375         case 1: /* lxv */
6376             if (ctx->insns_flags2 & PPC2_ISA300) {
6377                 return gen_lxv(ctx);
6378             }
6379             break;
6380         case 5: /* stxv */
6381             if (ctx->insns_flags2 & PPC2_ISA300) {
6382                 return gen_stxv(ctx);
6383             }
6384             break;
6385         }
6386     } else { /* DS-FORM */
6387         switch (ctx->opcode & 0x3) {
6388         case 0: /* stfdp */
6389             if (ctx->insns_flags2 & PPC2_ISA205) {
6390                 return gen_stfdp(ctx);
6391             }
6392             break;
6393         case 2: /* stxsd */
6394             if (ctx->insns_flags2 & PPC2_ISA300) {
6395                 return gen_stxsd(ctx);
6396             }
6397             break;
6398         case 3: /* stxssp */
6399             if (ctx->insns_flags2 & PPC2_ISA300) {
6400                 return gen_stxssp(ctx);
6401             }
6402             break;
6403         }
6404     }
6405     return gen_invalid(ctx);
6406 }
6407 
6408 static opcode_t opcodes[] = {
6409 GEN_HANDLER(invalid, 0x00, 0x00, 0x00, 0xFFFFFFFF, PPC_NONE),
6410 GEN_HANDLER(cmp, 0x1F, 0x00, 0x00, 0x00400000, PPC_INTEGER),
6411 GEN_HANDLER(cmpi, 0x0B, 0xFF, 0xFF, 0x00400000, PPC_INTEGER),
6412 GEN_HANDLER(cmpl, 0x1F, 0x00, 0x01, 0x00400001, PPC_INTEGER),
6413 GEN_HANDLER(cmpli, 0x0A, 0xFF, 0xFF, 0x00400000, PPC_INTEGER),
6414 #if defined(TARGET_PPC64)
6415 GEN_HANDLER_E(cmpeqb, 0x1F, 0x00, 0x07, 0x00600000, PPC_NONE, PPC2_ISA300),
6416 #endif
6417 GEN_HANDLER_E(cmpb, 0x1F, 0x1C, 0x0F, 0x00000001, PPC_NONE, PPC2_ISA205),
6418 GEN_HANDLER_E(cmprb, 0x1F, 0x00, 0x06, 0x00400001, PPC_NONE, PPC2_ISA300),
6419 GEN_HANDLER(isel, 0x1F, 0x0F, 0xFF, 0x00000001, PPC_ISEL),
6420 GEN_HANDLER(addi, 0x0E, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6421 GEN_HANDLER(addic, 0x0C, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6422 GEN_HANDLER2(addic_, "addic.", 0x0D, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6423 GEN_HANDLER(addis, 0x0F, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6424 GEN_HANDLER_E(addpcis, 0x13, 0x2, 0xFF, 0x00000000, PPC_NONE, PPC2_ISA300),
6425 GEN_HANDLER(mulhw, 0x1F, 0x0B, 0x02, 0x00000400, PPC_INTEGER),
6426 GEN_HANDLER(mulhwu, 0x1F, 0x0B, 0x00, 0x00000400, PPC_INTEGER),
6427 GEN_HANDLER(mullw, 0x1F, 0x0B, 0x07, 0x00000000, PPC_INTEGER),
6428 GEN_HANDLER(mullwo, 0x1F, 0x0B, 0x17, 0x00000000, PPC_INTEGER),
6429 GEN_HANDLER(mulli, 0x07, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6430 #if defined(TARGET_PPC64)
6431 GEN_HANDLER(mulld, 0x1F, 0x09, 0x07, 0x00000000, PPC_64B),
6432 #endif
6433 GEN_HANDLER(neg, 0x1F, 0x08, 0x03, 0x0000F800, PPC_INTEGER),
6434 GEN_HANDLER(nego, 0x1F, 0x08, 0x13, 0x0000F800, PPC_INTEGER),
6435 GEN_HANDLER(subfic, 0x08, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6436 GEN_HANDLER2(andi_, "andi.", 0x1C, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6437 GEN_HANDLER2(andis_, "andis.", 0x1D, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6438 GEN_HANDLER(cntlzw, 0x1F, 0x1A, 0x00, 0x00000000, PPC_INTEGER),
6439 GEN_HANDLER_E(cnttzw, 0x1F, 0x1A, 0x10, 0x00000000, PPC_NONE, PPC2_ISA300),
6440 GEN_HANDLER_E(copy, 0x1F, 0x06, 0x18, 0x03C00001, PPC_NONE, PPC2_ISA300),
6441 GEN_HANDLER_E(cp_abort, 0x1F, 0x06, 0x1A, 0x03FFF801, PPC_NONE, PPC2_ISA300),
6442 GEN_HANDLER_E(paste, 0x1F, 0x06, 0x1C, 0x03C00000, PPC_NONE, PPC2_ISA300),
6443 GEN_HANDLER(or, 0x1F, 0x1C, 0x0D, 0x00000000, PPC_INTEGER),
6444 GEN_HANDLER(xor, 0x1F, 0x1C, 0x09, 0x00000000, PPC_INTEGER),
6445 GEN_HANDLER(ori, 0x18, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6446 GEN_HANDLER(oris, 0x19, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6447 GEN_HANDLER(xori, 0x1A, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6448 GEN_HANDLER(xoris, 0x1B, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6449 GEN_HANDLER(popcntb, 0x1F, 0x1A, 0x03, 0x0000F801, PPC_POPCNTB),
6450 GEN_HANDLER(popcntw, 0x1F, 0x1A, 0x0b, 0x0000F801, PPC_POPCNTWD),
6451 GEN_HANDLER_E(prtyw, 0x1F, 0x1A, 0x04, 0x0000F801, PPC_NONE, PPC2_ISA205),
6452 #if defined(TARGET_PPC64)
6453 GEN_HANDLER(popcntd, 0x1F, 0x1A, 0x0F, 0x0000F801, PPC_POPCNTWD),
6454 GEN_HANDLER(cntlzd, 0x1F, 0x1A, 0x01, 0x00000000, PPC_64B),
6455 GEN_HANDLER_E(cnttzd, 0x1F, 0x1A, 0x11, 0x00000000, PPC_NONE, PPC2_ISA300),
6456 GEN_HANDLER_E(darn, 0x1F, 0x13, 0x17, 0x001CF801, PPC_NONE, PPC2_ISA300),
6457 GEN_HANDLER_E(prtyd, 0x1F, 0x1A, 0x05, 0x0000F801, PPC_NONE, PPC2_ISA205),
6458 GEN_HANDLER_E(bpermd, 0x1F, 0x1C, 0x07, 0x00000001, PPC_NONE, PPC2_PERM_ISA206),
6459 #endif
6460 GEN_HANDLER(rlwimi, 0x14, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6461 GEN_HANDLER(rlwinm, 0x15, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6462 GEN_HANDLER(rlwnm, 0x17, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6463 GEN_HANDLER(slw, 0x1F, 0x18, 0x00, 0x00000000, PPC_INTEGER),
6464 GEN_HANDLER(sraw, 0x1F, 0x18, 0x18, 0x00000000, PPC_INTEGER),
6465 GEN_HANDLER(srawi, 0x1F, 0x18, 0x19, 0x00000000, PPC_INTEGER),
6466 GEN_HANDLER(srw, 0x1F, 0x18, 0x10, 0x00000000, PPC_INTEGER),
6467 #if defined(TARGET_PPC64)
6468 GEN_HANDLER(sld, 0x1F, 0x1B, 0x00, 0x00000000, PPC_64B),
6469 GEN_HANDLER(srad, 0x1F, 0x1A, 0x18, 0x00000000, PPC_64B),
6470 GEN_HANDLER2(sradi0, "sradi", 0x1F, 0x1A, 0x19, 0x00000000, PPC_64B),
6471 GEN_HANDLER2(sradi1, "sradi", 0x1F, 0x1B, 0x19, 0x00000000, PPC_64B),
6472 GEN_HANDLER(srd, 0x1F, 0x1B, 0x10, 0x00000000, PPC_64B),
6473 GEN_HANDLER2_E(extswsli0, "extswsli", 0x1F, 0x1A, 0x1B, 0x00000000,
6474                PPC_NONE, PPC2_ISA300),
6475 GEN_HANDLER2_E(extswsli1, "extswsli", 0x1F, 0x1B, 0x1B, 0x00000000,
6476                PPC_NONE, PPC2_ISA300),
6477 #endif
6478 #if defined(TARGET_PPC64)
6479 GEN_HANDLER(ld, 0x3A, 0xFF, 0xFF, 0x00000000, PPC_64B),
6480 GEN_HANDLER(lq, 0x38, 0xFF, 0xFF, 0x00000000, PPC_64BX),
6481 GEN_HANDLER(std, 0x3E, 0xFF, 0xFF, 0x00000000, PPC_64B),
6482 #endif
6483 /* handles lfdp, lxsd, lxssp */
6484 GEN_HANDLER_E(dform39, 0x39, 0xFF, 0xFF, 0x00000000, PPC_NONE, PPC2_ISA205),
6485 /* handles stfdp, lxv, stxsd, stxssp, stxv */
6486 GEN_HANDLER_E(dform3D, 0x3D, 0xFF, 0xFF, 0x00000000, PPC_NONE, PPC2_ISA205),
6487 GEN_HANDLER(lmw, 0x2E, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6488 GEN_HANDLER(stmw, 0x2F, 0xFF, 0xFF, 0x00000000, PPC_INTEGER),
6489 GEN_HANDLER(lswi, 0x1F, 0x15, 0x12, 0x00000001, PPC_STRING),
6490 GEN_HANDLER(lswx, 0x1F, 0x15, 0x10, 0x00000001, PPC_STRING),
6491 GEN_HANDLER(stswi, 0x1F, 0x15, 0x16, 0x00000001, PPC_STRING),
6492 GEN_HANDLER(stswx, 0x1F, 0x15, 0x14, 0x00000001, PPC_STRING),
6493 GEN_HANDLER(eieio, 0x1F, 0x16, 0x1A, 0x03FFF801, PPC_MEM_EIEIO),
6494 GEN_HANDLER(isync, 0x13, 0x16, 0x04, 0x03FFF801, PPC_MEM),
6495 GEN_HANDLER_E(lbarx, 0x1F, 0x14, 0x01, 0, PPC_NONE, PPC2_ATOMIC_ISA206),
6496 GEN_HANDLER_E(lharx, 0x1F, 0x14, 0x03, 0, PPC_NONE, PPC2_ATOMIC_ISA206),
6497 GEN_HANDLER(lwarx, 0x1F, 0x14, 0x00, 0x00000000, PPC_RES),
6498 GEN_HANDLER_E(lwat, 0x1F, 0x06, 0x12, 0x00000001, PPC_NONE, PPC2_ISA300),
6499 GEN_HANDLER_E(stwat, 0x1F, 0x06, 0x16, 0x00000001, PPC_NONE, PPC2_ISA300),
6500 GEN_HANDLER_E(stbcx_, 0x1F, 0x16, 0x15, 0, PPC_NONE, PPC2_ATOMIC_ISA206),
6501 GEN_HANDLER_E(sthcx_, 0x1F, 0x16, 0x16, 0, PPC_NONE, PPC2_ATOMIC_ISA206),
6502 GEN_HANDLER2(stwcx_, "stwcx.", 0x1F, 0x16, 0x04, 0x00000000, PPC_RES),
6503 #if defined(TARGET_PPC64)
6504 GEN_HANDLER_E(ldat, 0x1F, 0x06, 0x13, 0x00000001, PPC_NONE, PPC2_ISA300),
6505 GEN_HANDLER_E(stdat, 0x1F, 0x06, 0x17, 0x00000001, PPC_NONE, PPC2_ISA300),
6506 GEN_HANDLER(ldarx, 0x1F, 0x14, 0x02, 0x00000000, PPC_64B),
6507 GEN_HANDLER_E(lqarx, 0x1F, 0x14, 0x08, 0, PPC_NONE, PPC2_LSQ_ISA207),
6508 GEN_HANDLER2(stdcx_, "stdcx.", 0x1F, 0x16, 0x06, 0x00000000, PPC_64B),
6509 GEN_HANDLER_E(stqcx_, 0x1F, 0x16, 0x05, 0, PPC_NONE, PPC2_LSQ_ISA207),
6510 #endif
6511 GEN_HANDLER(sync, 0x1F, 0x16, 0x12, 0x039FF801, PPC_MEM_SYNC),
6512 GEN_HANDLER(wait, 0x1F, 0x1E, 0x01, 0x03FFF801, PPC_WAIT),
6513 GEN_HANDLER_E(wait, 0x1F, 0x1E, 0x00, 0x039FF801, PPC_NONE, PPC2_ISA300),
6514 GEN_HANDLER(b, 0x12, 0xFF, 0xFF, 0x00000000, PPC_FLOW),
6515 GEN_HANDLER(bc, 0x10, 0xFF, 0xFF, 0x00000000, PPC_FLOW),
6516 GEN_HANDLER(bcctr, 0x13, 0x10, 0x10, 0x00000000, PPC_FLOW),
6517 GEN_HANDLER(bclr, 0x13, 0x10, 0x00, 0x00000000, PPC_FLOW),
6518 GEN_HANDLER_E(bctar, 0x13, 0x10, 0x11, 0x0000E000, PPC_NONE, PPC2_BCTAR_ISA207),
6519 GEN_HANDLER(mcrf, 0x13, 0x00, 0xFF, 0x00000001, PPC_INTEGER),
6520 GEN_HANDLER(rfi, 0x13, 0x12, 0x01, 0x03FF8001, PPC_FLOW),
6521 #if defined(TARGET_PPC64)
6522 GEN_HANDLER(rfid, 0x13, 0x12, 0x00, 0x03FF8001, PPC_64B),
6523 GEN_HANDLER_E(stop, 0x13, 0x12, 0x0b, 0x03FFF801, PPC_NONE, PPC2_ISA300),
6524 GEN_HANDLER_E(doze, 0x13, 0x12, 0x0c, 0x03FFF801, PPC_NONE, PPC2_PM_ISA206),
6525 GEN_HANDLER_E(nap, 0x13, 0x12, 0x0d, 0x03FFF801, PPC_NONE, PPC2_PM_ISA206),
6526 GEN_HANDLER_E(sleep, 0x13, 0x12, 0x0e, 0x03FFF801, PPC_NONE, PPC2_PM_ISA206),
6527 GEN_HANDLER_E(rvwinkle, 0x13, 0x12, 0x0f, 0x03FFF801, PPC_NONE, PPC2_PM_ISA206),
6528 GEN_HANDLER(hrfid, 0x13, 0x12, 0x08, 0x03FF8001, PPC_64H),
6529 #endif
6530 GEN_HANDLER(sc, 0x11, 0xFF, 0xFF, 0x03FFF01D, PPC_FLOW),
6531 GEN_HANDLER(tw, 0x1F, 0x04, 0x00, 0x00000001, PPC_FLOW),
6532 GEN_HANDLER(twi, 0x03, 0xFF, 0xFF, 0x00000000, PPC_FLOW),
6533 #if defined(TARGET_PPC64)
6534 GEN_HANDLER(td, 0x1F, 0x04, 0x02, 0x00000001, PPC_64B),
6535 GEN_HANDLER(tdi, 0x02, 0xFF, 0xFF, 0x00000000, PPC_64B),
6536 #endif
6537 GEN_HANDLER(mcrxr, 0x1F, 0x00, 0x10, 0x007FF801, PPC_MISC),
6538 GEN_HANDLER(mfcr, 0x1F, 0x13, 0x00, 0x00000801, PPC_MISC),
6539 GEN_HANDLER(mfmsr, 0x1F, 0x13, 0x02, 0x001FF801, PPC_MISC),
6540 GEN_HANDLER(mfspr, 0x1F, 0x13, 0x0A, 0x00000001, PPC_MISC),
6541 GEN_HANDLER(mftb, 0x1F, 0x13, 0x0B, 0x00000001, PPC_MFTB),
6542 GEN_HANDLER(mtcrf, 0x1F, 0x10, 0x04, 0x00000801, PPC_MISC),
6543 #if defined(TARGET_PPC64)
6544 GEN_HANDLER(mtmsrd, 0x1F, 0x12, 0x05, 0x001EF801, PPC_64B),
6545 GEN_HANDLER_E(setb, 0x1F, 0x00, 0x04, 0x0003F801, PPC_NONE, PPC2_ISA300),
6546 GEN_HANDLER_E(mcrxrx, 0x1F, 0x00, 0x12, 0x007FF801, PPC_NONE, PPC2_ISA300),
6547 #endif
6548 GEN_HANDLER(mtmsr, 0x1F, 0x12, 0x04, 0x001EF801, PPC_MISC),
6549 GEN_HANDLER(mtspr, 0x1F, 0x13, 0x0E, 0x00000000, PPC_MISC),
6550 GEN_HANDLER(dcbf, 0x1F, 0x16, 0x02, 0x03C00001, PPC_CACHE),
6551 GEN_HANDLER(dcbi, 0x1F, 0x16, 0x0E, 0x03E00001, PPC_CACHE),
6552 GEN_HANDLER(dcbst, 0x1F, 0x16, 0x01, 0x03E00001, PPC_CACHE),
6553 GEN_HANDLER(dcbt, 0x1F, 0x16, 0x08, 0x00000001, PPC_CACHE),
6554 GEN_HANDLER(dcbtst, 0x1F, 0x16, 0x07, 0x00000001, PPC_CACHE),
6555 GEN_HANDLER_E(dcbtls, 0x1F, 0x06, 0x05, 0x02000001, PPC_BOOKE, PPC2_BOOKE206),
6556 GEN_HANDLER(dcbz, 0x1F, 0x16, 0x1F, 0x03C00001, PPC_CACHE_DCBZ),
6557 GEN_HANDLER(dst, 0x1F, 0x16, 0x0A, 0x01800001, PPC_ALTIVEC),
6558 GEN_HANDLER(dstst, 0x1F, 0x16, 0x0B, 0x02000001, PPC_ALTIVEC),
6559 GEN_HANDLER(dss, 0x1F, 0x16, 0x19, 0x019FF801, PPC_ALTIVEC),
6560 GEN_HANDLER(icbi, 0x1F, 0x16, 0x1E, 0x03E00001, PPC_CACHE_ICBI),
6561 GEN_HANDLER(dcba, 0x1F, 0x16, 0x17, 0x03E00001, PPC_CACHE_DCBA),
6562 GEN_HANDLER(mfsr, 0x1F, 0x13, 0x12, 0x0010F801, PPC_SEGMENT),
6563 GEN_HANDLER(mfsrin, 0x1F, 0x13, 0x14, 0x001F0001, PPC_SEGMENT),
6564 GEN_HANDLER(mtsr, 0x1F, 0x12, 0x06, 0x0010F801, PPC_SEGMENT),
6565 GEN_HANDLER(mtsrin, 0x1F, 0x12, 0x07, 0x001F0001, PPC_SEGMENT),
6566 #if defined(TARGET_PPC64)
6567 GEN_HANDLER2(mfsr_64b, "mfsr", 0x1F, 0x13, 0x12, 0x0010F801, PPC_SEGMENT_64B),
6568 GEN_HANDLER2(mfsrin_64b, "mfsrin", 0x1F, 0x13, 0x14, 0x001F0001,
6569              PPC_SEGMENT_64B),
6570 GEN_HANDLER2(mtsr_64b, "mtsr", 0x1F, 0x12, 0x06, 0x0010F801, PPC_SEGMENT_64B),
6571 GEN_HANDLER2(mtsrin_64b, "mtsrin", 0x1F, 0x12, 0x07, 0x001F0001,
6572              PPC_SEGMENT_64B),
6573 GEN_HANDLER2(slbmte, "slbmte", 0x1F, 0x12, 0x0C, 0x001F0001, PPC_SEGMENT_64B),
6574 GEN_HANDLER2(slbmfee, "slbmfee", 0x1F, 0x13, 0x1C, 0x001F0001, PPC_SEGMENT_64B),
6575 GEN_HANDLER2(slbmfev, "slbmfev", 0x1F, 0x13, 0x1A, 0x001F0001, PPC_SEGMENT_64B),
6576 GEN_HANDLER2(slbfee_, "slbfee.", 0x1F, 0x13, 0x1E, 0x001F0000, PPC_SEGMENT_64B),
6577 #endif
6578 GEN_HANDLER(tlbia, 0x1F, 0x12, 0x0B, 0x03FFFC01, PPC_MEM_TLBIA),
6579 /* XXX Those instructions will need to be handled differently for
6580  * different ISA versions */
6581 GEN_HANDLER(tlbiel, 0x1F, 0x12, 0x08, 0x001F0001, PPC_MEM_TLBIE),
6582 GEN_HANDLER(tlbie, 0x1F, 0x12, 0x09, 0x001F0001, PPC_MEM_TLBIE),
6583 GEN_HANDLER_E(tlbiel, 0x1F, 0x12, 0x08, 0x00100001, PPC_NONE, PPC2_ISA300),
6584 GEN_HANDLER_E(tlbie, 0x1F, 0x12, 0x09, 0x00100001, PPC_NONE, PPC2_ISA300),
6585 GEN_HANDLER(tlbsync, 0x1F, 0x16, 0x11, 0x03FFF801, PPC_MEM_TLBSYNC),
6586 #if defined(TARGET_PPC64)
6587 GEN_HANDLER(slbia, 0x1F, 0x12, 0x0F, 0x031FFC01, PPC_SLBI),
6588 GEN_HANDLER(slbie, 0x1F, 0x12, 0x0D, 0x03FF0001, PPC_SLBI),
6589 GEN_HANDLER_E(slbieg, 0x1F, 0x12, 0x0E, 0x001F0001, PPC_NONE, PPC2_ISA300),
6590 GEN_HANDLER_E(slbsync, 0x1F, 0x12, 0x0A, 0x03FFF801, PPC_NONE, PPC2_ISA300),
6591 #endif
6592 GEN_HANDLER(eciwx, 0x1F, 0x16, 0x0D, 0x00000001, PPC_EXTERN),
6593 GEN_HANDLER(ecowx, 0x1F, 0x16, 0x09, 0x00000001, PPC_EXTERN),
6594 GEN_HANDLER(abs, 0x1F, 0x08, 0x0B, 0x0000F800, PPC_POWER_BR),
6595 GEN_HANDLER(abso, 0x1F, 0x08, 0x1B, 0x0000F800, PPC_POWER_BR),
6596 GEN_HANDLER(clcs, 0x1F, 0x10, 0x13, 0x0000F800, PPC_POWER_BR),
6597 GEN_HANDLER(div, 0x1F, 0x0B, 0x0A, 0x00000000, PPC_POWER_BR),
6598 GEN_HANDLER(divo, 0x1F, 0x0B, 0x1A, 0x00000000, PPC_POWER_BR),
6599 GEN_HANDLER(divs, 0x1F, 0x0B, 0x0B, 0x00000000, PPC_POWER_BR),
6600 GEN_HANDLER(divso, 0x1F, 0x0B, 0x1B, 0x00000000, PPC_POWER_BR),
6601 GEN_HANDLER(doz, 0x1F, 0x08, 0x08, 0x00000000, PPC_POWER_BR),
6602 GEN_HANDLER(dozo, 0x1F, 0x08, 0x18, 0x00000000, PPC_POWER_BR),
6603 GEN_HANDLER(dozi, 0x09, 0xFF, 0xFF, 0x00000000, PPC_POWER_BR),
6604 GEN_HANDLER(lscbx, 0x1F, 0x15, 0x08, 0x00000000, PPC_POWER_BR),
6605 GEN_HANDLER(maskg, 0x1F, 0x1D, 0x00, 0x00000000, PPC_POWER_BR),
6606 GEN_HANDLER(maskir, 0x1F, 0x1D, 0x10, 0x00000000, PPC_POWER_BR),
6607 GEN_HANDLER(mul, 0x1F, 0x0B, 0x03, 0x00000000, PPC_POWER_BR),
6608 GEN_HANDLER(mulo, 0x1F, 0x0B, 0x13, 0x00000000, PPC_POWER_BR),
6609 GEN_HANDLER(nabs, 0x1F, 0x08, 0x0F, 0x00000000, PPC_POWER_BR),
6610 GEN_HANDLER(nabso, 0x1F, 0x08, 0x1F, 0x00000000, PPC_POWER_BR),
6611 GEN_HANDLER(rlmi, 0x16, 0xFF, 0xFF, 0x00000000, PPC_POWER_BR),
6612 GEN_HANDLER(rrib, 0x1F, 0x19, 0x10, 0x00000000, PPC_POWER_BR),
6613 GEN_HANDLER(sle, 0x1F, 0x19, 0x04, 0x00000000, PPC_POWER_BR),
6614 GEN_HANDLER(sleq, 0x1F, 0x19, 0x06, 0x00000000, PPC_POWER_BR),
6615 GEN_HANDLER(sliq, 0x1F, 0x18, 0x05, 0x00000000, PPC_POWER_BR),
6616 GEN_HANDLER(slliq, 0x1F, 0x18, 0x07, 0x00000000, PPC_POWER_BR),
6617 GEN_HANDLER(sllq, 0x1F, 0x18, 0x06, 0x00000000, PPC_POWER_BR),
6618 GEN_HANDLER(slq, 0x1F, 0x18, 0x04, 0x00000000, PPC_POWER_BR),
6619 GEN_HANDLER(sraiq, 0x1F, 0x18, 0x1D, 0x00000000, PPC_POWER_BR),
6620 GEN_HANDLER(sraq, 0x1F, 0x18, 0x1C, 0x00000000, PPC_POWER_BR),
6621 GEN_HANDLER(sre, 0x1F, 0x19, 0x14, 0x00000000, PPC_POWER_BR),
6622 GEN_HANDLER(srea, 0x1F, 0x19, 0x1C, 0x00000000, PPC_POWER_BR),
6623 GEN_HANDLER(sreq, 0x1F, 0x19, 0x16, 0x00000000, PPC_POWER_BR),
6624 GEN_HANDLER(sriq, 0x1F, 0x18, 0x15, 0x00000000, PPC_POWER_BR),
6625 GEN_HANDLER(srliq, 0x1F, 0x18, 0x17, 0x00000000, PPC_POWER_BR),
6626 GEN_HANDLER(srlq, 0x1F, 0x18, 0x16, 0x00000000, PPC_POWER_BR),
6627 GEN_HANDLER(srq, 0x1F, 0x18, 0x14, 0x00000000, PPC_POWER_BR),
6628 GEN_HANDLER(dsa, 0x1F, 0x14, 0x13, 0x03FFF801, PPC_602_SPEC),
6629 GEN_HANDLER(esa, 0x1F, 0x14, 0x12, 0x03FFF801, PPC_602_SPEC),
6630 GEN_HANDLER(mfrom, 0x1F, 0x09, 0x08, 0x03E0F801, PPC_602_SPEC),
6631 GEN_HANDLER2(tlbld_6xx, "tlbld", 0x1F, 0x12, 0x1E, 0x03FF0001, PPC_6xx_TLB),
6632 GEN_HANDLER2(tlbli_6xx, "tlbli", 0x1F, 0x12, 0x1F, 0x03FF0001, PPC_6xx_TLB),
6633 GEN_HANDLER2(tlbld_74xx, "tlbld", 0x1F, 0x12, 0x1E, 0x03FF0001, PPC_74xx_TLB),
6634 GEN_HANDLER2(tlbli_74xx, "tlbli", 0x1F, 0x12, 0x1F, 0x03FF0001, PPC_74xx_TLB),
6635 GEN_HANDLER(clf, 0x1F, 0x16, 0x03, 0x03E00000, PPC_POWER),
6636 GEN_HANDLER(cli, 0x1F, 0x16, 0x0F, 0x03E00000, PPC_POWER),
6637 GEN_HANDLER(dclst, 0x1F, 0x16, 0x13, 0x03E00000, PPC_POWER),
6638 GEN_HANDLER(mfsri, 0x1F, 0x13, 0x13, 0x00000001, PPC_POWER),
6639 GEN_HANDLER(rac, 0x1F, 0x12, 0x19, 0x00000001, PPC_POWER),
6640 GEN_HANDLER(rfsvc, 0x13, 0x12, 0x02, 0x03FFF0001, PPC_POWER),
6641 GEN_HANDLER(lfq, 0x38, 0xFF, 0xFF, 0x00000003, PPC_POWER2),
6642 GEN_HANDLER(lfqu, 0x39, 0xFF, 0xFF, 0x00000003, PPC_POWER2),
6643 GEN_HANDLER(lfqux, 0x1F, 0x17, 0x19, 0x00000001, PPC_POWER2),
6644 GEN_HANDLER(lfqx, 0x1F, 0x17, 0x18, 0x00000001, PPC_POWER2),
6645 GEN_HANDLER(stfq, 0x3C, 0xFF, 0xFF, 0x00000003, PPC_POWER2),
6646 GEN_HANDLER(stfqu, 0x3D, 0xFF, 0xFF, 0x00000003, PPC_POWER2),
6647 GEN_HANDLER(stfqux, 0x1F, 0x17, 0x1D, 0x00000001, PPC_POWER2),
6648 GEN_HANDLER(stfqx, 0x1F, 0x17, 0x1C, 0x00000001, PPC_POWER2),
6649 GEN_HANDLER(mfapidi, 0x1F, 0x13, 0x08, 0x0000F801, PPC_MFAPIDI),
6650 GEN_HANDLER(tlbiva, 0x1F, 0x12, 0x18, 0x03FFF801, PPC_TLBIVA),
6651 GEN_HANDLER(mfdcr, 0x1F, 0x03, 0x0A, 0x00000001, PPC_DCR),
6652 GEN_HANDLER(mtdcr, 0x1F, 0x03, 0x0E, 0x00000001, PPC_DCR),
6653 GEN_HANDLER(mfdcrx, 0x1F, 0x03, 0x08, 0x00000000, PPC_DCRX),
6654 GEN_HANDLER(mtdcrx, 0x1F, 0x03, 0x0C, 0x00000000, PPC_DCRX),
6655 GEN_HANDLER(mfdcrux, 0x1F, 0x03, 0x09, 0x00000000, PPC_DCRUX),
6656 GEN_HANDLER(mtdcrux, 0x1F, 0x03, 0x0D, 0x00000000, PPC_DCRUX),
6657 GEN_HANDLER(dccci, 0x1F, 0x06, 0x0E, 0x03E00001, PPC_4xx_COMMON),
6658 GEN_HANDLER(dcread, 0x1F, 0x06, 0x0F, 0x00000001, PPC_4xx_COMMON),
6659 GEN_HANDLER2(icbt_40x, "icbt", 0x1F, 0x06, 0x08, 0x03E00001, PPC_40x_ICBT),
6660 GEN_HANDLER(iccci, 0x1F, 0x06, 0x1E, 0x00000001, PPC_4xx_COMMON),
6661 GEN_HANDLER(icread, 0x1F, 0x06, 0x1F, 0x03E00001, PPC_4xx_COMMON),
6662 GEN_HANDLER2(rfci_40x, "rfci", 0x13, 0x13, 0x01, 0x03FF8001, PPC_40x_EXCP),
6663 GEN_HANDLER_E(rfci, 0x13, 0x13, 0x01, 0x03FF8001, PPC_BOOKE, PPC2_BOOKE206),
6664 GEN_HANDLER(rfdi, 0x13, 0x07, 0x01, 0x03FF8001, PPC_RFDI),
6665 GEN_HANDLER(rfmci, 0x13, 0x06, 0x01, 0x03FF8001, PPC_RFMCI),
6666 GEN_HANDLER2(tlbre_40x, "tlbre", 0x1F, 0x12, 0x1D, 0x00000001, PPC_40x_TLB),
6667 GEN_HANDLER2(tlbsx_40x, "tlbsx", 0x1F, 0x12, 0x1C, 0x00000000, PPC_40x_TLB),
6668 GEN_HANDLER2(tlbwe_40x, "tlbwe", 0x1F, 0x12, 0x1E, 0x00000001, PPC_40x_TLB),
6669 GEN_HANDLER2(tlbre_440, "tlbre", 0x1F, 0x12, 0x1D, 0x00000001, PPC_BOOKE),
6670 GEN_HANDLER2(tlbsx_440, "tlbsx", 0x1F, 0x12, 0x1C, 0x00000000, PPC_BOOKE),
6671 GEN_HANDLER2(tlbwe_440, "tlbwe", 0x1F, 0x12, 0x1E, 0x00000001, PPC_BOOKE),
6672 GEN_HANDLER2_E(tlbre_booke206, "tlbre", 0x1F, 0x12, 0x1D, 0x00000001,
6673                PPC_NONE, PPC2_BOOKE206),
6674 GEN_HANDLER2_E(tlbsx_booke206, "tlbsx", 0x1F, 0x12, 0x1C, 0x00000000,
6675                PPC_NONE, PPC2_BOOKE206),
6676 GEN_HANDLER2_E(tlbwe_booke206, "tlbwe", 0x1F, 0x12, 0x1E, 0x00000001,
6677                PPC_NONE, PPC2_BOOKE206),
6678 GEN_HANDLER2_E(tlbivax_booke206, "tlbivax", 0x1F, 0x12, 0x18, 0x00000001,
6679                PPC_NONE, PPC2_BOOKE206),
6680 GEN_HANDLER2_E(tlbilx_booke206, "tlbilx", 0x1F, 0x12, 0x00, 0x03800001,
6681                PPC_NONE, PPC2_BOOKE206),
6682 GEN_HANDLER2_E(msgsnd, "msgsnd", 0x1F, 0x0E, 0x06, 0x03ff0001,
6683                PPC_NONE, PPC2_PRCNTL),
6684 GEN_HANDLER2_E(msgclr, "msgclr", 0x1F, 0x0E, 0x07, 0x03ff0001,
6685                PPC_NONE, PPC2_PRCNTL),
6686 GEN_HANDLER2_E(msgsync, "msgsync", 0x1F, 0x16, 0x1B, 0x00000000,
6687                PPC_NONE, PPC2_PRCNTL),
6688 GEN_HANDLER(wrtee, 0x1F, 0x03, 0x04, 0x000FFC01, PPC_WRTEE),
6689 GEN_HANDLER(wrteei, 0x1F, 0x03, 0x05, 0x000E7C01, PPC_WRTEE),
6690 GEN_HANDLER(dlmzb, 0x1F, 0x0E, 0x02, 0x00000000, PPC_440_SPEC),
6691 GEN_HANDLER_E(mbar, 0x1F, 0x16, 0x1a, 0x001FF801,
6692               PPC_BOOKE, PPC2_BOOKE206),
6693 GEN_HANDLER(msync_4xx, 0x1F, 0x16, 0x12, 0x03FFF801, PPC_BOOKE),
6694 GEN_HANDLER2_E(icbt_440, "icbt", 0x1F, 0x16, 0x00, 0x03E00001,
6695                PPC_BOOKE, PPC2_BOOKE206),
6696 GEN_HANDLER(lvsl, 0x1f, 0x06, 0x00, 0x00000001, PPC_ALTIVEC),
6697 GEN_HANDLER(lvsr, 0x1f, 0x06, 0x01, 0x00000001, PPC_ALTIVEC),
6698 GEN_HANDLER(mfvscr, 0x04, 0x2, 0x18, 0x001ff800, PPC_ALTIVEC),
6699 GEN_HANDLER(mtvscr, 0x04, 0x2, 0x19, 0x03ff0000, PPC_ALTIVEC),
6700 GEN_HANDLER(vmladduhm, 0x04, 0x11, 0xFF, 0x00000000, PPC_ALTIVEC),
6701 #if defined(TARGET_PPC64)
6702 GEN_HANDLER_E(maddhd_maddhdu, 0x04, 0x18, 0xFF, 0x00000000, PPC_NONE,
6703               PPC2_ISA300),
6704 GEN_HANDLER_E(maddld, 0x04, 0x19, 0xFF, 0x00000000, PPC_NONE, PPC2_ISA300),
6705 #endif
6706 
6707 #undef GEN_INT_ARITH_ADD
6708 #undef GEN_INT_ARITH_ADD_CONST
6709 #define GEN_INT_ARITH_ADD(name, opc3, add_ca, compute_ca, compute_ov)         \
6710 GEN_HANDLER(name, 0x1F, 0x0A, opc3, 0x00000000, PPC_INTEGER),
6711 #define GEN_INT_ARITH_ADD_CONST(name, opc3, const_val,                        \
6712                                 add_ca, compute_ca, compute_ov)               \
6713 GEN_HANDLER(name, 0x1F, 0x0A, opc3, 0x0000F800, PPC_INTEGER),
6714 GEN_INT_ARITH_ADD(add, 0x08, 0, 0, 0)
6715 GEN_INT_ARITH_ADD(addo, 0x18, 0, 0, 1)
6716 GEN_INT_ARITH_ADD(addc, 0x00, 0, 1, 0)
6717 GEN_INT_ARITH_ADD(addco, 0x10, 0, 1, 1)
6718 GEN_INT_ARITH_ADD(adde, 0x04, 1, 1, 0)
6719 GEN_INT_ARITH_ADD(addeo, 0x14, 1, 1, 1)
6720 GEN_INT_ARITH_ADD_CONST(addme, 0x07, -1LL, 1, 1, 0)
6721 GEN_INT_ARITH_ADD_CONST(addmeo, 0x17, -1LL, 1, 1, 1)
6722 GEN_INT_ARITH_ADD_CONST(addze, 0x06, 0, 1, 1, 0)
6723 GEN_INT_ARITH_ADD_CONST(addzeo, 0x16, 0, 1, 1, 1)
6724 
6725 #undef GEN_INT_ARITH_DIVW
6726 #define GEN_INT_ARITH_DIVW(name, opc3, sign, compute_ov)                      \
6727 GEN_HANDLER(name, 0x1F, 0x0B, opc3, 0x00000000, PPC_INTEGER)
6728 GEN_INT_ARITH_DIVW(divwu, 0x0E, 0, 0),
6729 GEN_INT_ARITH_DIVW(divwuo, 0x1E, 0, 1),
6730 GEN_INT_ARITH_DIVW(divw, 0x0F, 1, 0),
6731 GEN_INT_ARITH_DIVW(divwo, 0x1F, 1, 1),
6732 GEN_HANDLER_E(divwe, 0x1F, 0x0B, 0x0D, 0, PPC_NONE, PPC2_DIVE_ISA206),
6733 GEN_HANDLER_E(divweo, 0x1F, 0x0B, 0x1D, 0, PPC_NONE, PPC2_DIVE_ISA206),
6734 GEN_HANDLER_E(divweu, 0x1F, 0x0B, 0x0C, 0, PPC_NONE, PPC2_DIVE_ISA206),
6735 GEN_HANDLER_E(divweuo, 0x1F, 0x0B, 0x1C, 0, PPC_NONE, PPC2_DIVE_ISA206),
6736 GEN_HANDLER_E(modsw, 0x1F, 0x0B, 0x18, 0x00000001, PPC_NONE, PPC2_ISA300),
6737 GEN_HANDLER_E(moduw, 0x1F, 0x0B, 0x08, 0x00000001, PPC_NONE, PPC2_ISA300),
6738 
6739 #if defined(TARGET_PPC64)
6740 #undef GEN_INT_ARITH_DIVD
6741 #define GEN_INT_ARITH_DIVD(name, opc3, sign, compute_ov)                      \
6742 GEN_HANDLER(name, 0x1F, 0x09, opc3, 0x00000000, PPC_64B)
6743 GEN_INT_ARITH_DIVD(divdu, 0x0E, 0, 0),
6744 GEN_INT_ARITH_DIVD(divduo, 0x1E, 0, 1),
6745 GEN_INT_ARITH_DIVD(divd, 0x0F, 1, 0),
6746 GEN_INT_ARITH_DIVD(divdo, 0x1F, 1, 1),
6747 
6748 GEN_HANDLER_E(divdeu, 0x1F, 0x09, 0x0C, 0, PPC_NONE, PPC2_DIVE_ISA206),
6749 GEN_HANDLER_E(divdeuo, 0x1F, 0x09, 0x1C, 0, PPC_NONE, PPC2_DIVE_ISA206),
6750 GEN_HANDLER_E(divde, 0x1F, 0x09, 0x0D, 0, PPC_NONE, PPC2_DIVE_ISA206),
6751 GEN_HANDLER_E(divdeo, 0x1F, 0x09, 0x1D, 0, PPC_NONE, PPC2_DIVE_ISA206),
6752 GEN_HANDLER_E(modsd, 0x1F, 0x09, 0x18, 0x00000001, PPC_NONE, PPC2_ISA300),
6753 GEN_HANDLER_E(modud, 0x1F, 0x09, 0x08, 0x00000001, PPC_NONE, PPC2_ISA300),
6754 
6755 #undef GEN_INT_ARITH_MUL_HELPER
6756 #define GEN_INT_ARITH_MUL_HELPER(name, opc3)                                  \
6757 GEN_HANDLER(name, 0x1F, 0x09, opc3, 0x00000000, PPC_64B)
6758 GEN_INT_ARITH_MUL_HELPER(mulhdu, 0x00),
6759 GEN_INT_ARITH_MUL_HELPER(mulhd, 0x02),
6760 GEN_INT_ARITH_MUL_HELPER(mulldo, 0x17),
6761 #endif
6762 
6763 #undef GEN_INT_ARITH_SUBF
6764 #undef GEN_INT_ARITH_SUBF_CONST
6765 #define GEN_INT_ARITH_SUBF(name, opc3, add_ca, compute_ca, compute_ov)        \
6766 GEN_HANDLER(name, 0x1F, 0x08, opc3, 0x00000000, PPC_INTEGER),
6767 #define GEN_INT_ARITH_SUBF_CONST(name, opc3, const_val,                       \
6768                                 add_ca, compute_ca, compute_ov)               \
6769 GEN_HANDLER(name, 0x1F, 0x08, opc3, 0x0000F800, PPC_INTEGER),
6770 GEN_INT_ARITH_SUBF(subf, 0x01, 0, 0, 0)
6771 GEN_INT_ARITH_SUBF(subfo, 0x11, 0, 0, 1)
6772 GEN_INT_ARITH_SUBF(subfc, 0x00, 0, 1, 0)
6773 GEN_INT_ARITH_SUBF(subfco, 0x10, 0, 1, 1)
6774 GEN_INT_ARITH_SUBF(subfe, 0x04, 1, 1, 0)
6775 GEN_INT_ARITH_SUBF(subfeo, 0x14, 1, 1, 1)
6776 GEN_INT_ARITH_SUBF_CONST(subfme, 0x07, -1LL, 1, 1, 0)
6777 GEN_INT_ARITH_SUBF_CONST(subfmeo, 0x17, -1LL, 1, 1, 1)
6778 GEN_INT_ARITH_SUBF_CONST(subfze, 0x06, 0, 1, 1, 0)
6779 GEN_INT_ARITH_SUBF_CONST(subfzeo, 0x16, 0, 1, 1, 1)
6780 
6781 #undef GEN_LOGICAL1
6782 #undef GEN_LOGICAL2
6783 #define GEN_LOGICAL2(name, tcg_op, opc, type)                                 \
6784 GEN_HANDLER(name, 0x1F, 0x1C, opc, 0x00000000, type)
6785 #define GEN_LOGICAL1(name, tcg_op, opc, type)                                 \
6786 GEN_HANDLER(name, 0x1F, 0x1A, opc, 0x00000000, type)
6787 GEN_LOGICAL2(and, tcg_gen_and_tl, 0x00, PPC_INTEGER),
6788 GEN_LOGICAL2(andc, tcg_gen_andc_tl, 0x01, PPC_INTEGER),
6789 GEN_LOGICAL2(eqv, tcg_gen_eqv_tl, 0x08, PPC_INTEGER),
6790 GEN_LOGICAL1(extsb, tcg_gen_ext8s_tl, 0x1D, PPC_INTEGER),
6791 GEN_LOGICAL1(extsh, tcg_gen_ext16s_tl, 0x1C, PPC_INTEGER),
6792 GEN_LOGICAL2(nand, tcg_gen_nand_tl, 0x0E, PPC_INTEGER),
6793 GEN_LOGICAL2(nor, tcg_gen_nor_tl, 0x03, PPC_INTEGER),
6794 GEN_LOGICAL2(orc, tcg_gen_orc_tl, 0x0C, PPC_INTEGER),
6795 #if defined(TARGET_PPC64)
6796 GEN_LOGICAL1(extsw, tcg_gen_ext32s_tl, 0x1E, PPC_64B),
6797 #endif
6798 
6799 #if defined(TARGET_PPC64)
6800 #undef GEN_PPC64_R2
6801 #undef GEN_PPC64_R4
6802 #define GEN_PPC64_R2(name, opc1, opc2)                                        \
6803 GEN_HANDLER2(name##0, stringify(name), opc1, opc2, 0xFF, 0x00000000, PPC_64B),\
6804 GEN_HANDLER2(name##1, stringify(name), opc1, opc2 | 0x10, 0xFF, 0x00000000,   \
6805              PPC_64B)
6806 #define GEN_PPC64_R4(name, opc1, opc2)                                        \
6807 GEN_HANDLER2(name##0, stringify(name), opc1, opc2, 0xFF, 0x00000000, PPC_64B),\
6808 GEN_HANDLER2(name##1, stringify(name), opc1, opc2 | 0x01, 0xFF, 0x00000000,   \
6809              PPC_64B),                                                        \
6810 GEN_HANDLER2(name##2, stringify(name), opc1, opc2 | 0x10, 0xFF, 0x00000000,   \
6811              PPC_64B),                                                        \
6812 GEN_HANDLER2(name##3, stringify(name), opc1, opc2 | 0x11, 0xFF, 0x00000000,   \
6813              PPC_64B)
6814 GEN_PPC64_R4(rldicl, 0x1E, 0x00),
6815 GEN_PPC64_R4(rldicr, 0x1E, 0x02),
6816 GEN_PPC64_R4(rldic, 0x1E, 0x04),
6817 GEN_PPC64_R2(rldcl, 0x1E, 0x08),
6818 GEN_PPC64_R2(rldcr, 0x1E, 0x09),
6819 GEN_PPC64_R4(rldimi, 0x1E, 0x06),
6820 #endif
6821 
6822 #undef GEN_LD
6823 #undef GEN_LDU
6824 #undef GEN_LDUX
6825 #undef GEN_LDX_E
6826 #undef GEN_LDS
6827 #define GEN_LD(name, ldop, opc, type)                                         \
6828 GEN_HANDLER(name, opc, 0xFF, 0xFF, 0x00000000, type),
6829 #define GEN_LDU(name, ldop, opc, type)                                        \
6830 GEN_HANDLER(name##u, opc, 0xFF, 0xFF, 0x00000000, type),
6831 #define GEN_LDUX(name, ldop, opc2, opc3, type)                                \
6832 GEN_HANDLER(name##ux, 0x1F, opc2, opc3, 0x00000001, type),
6833 #define GEN_LDX_E(name, ldop, opc2, opc3, type, type2, chk)                   \
6834 GEN_HANDLER_E(name##x, 0x1F, opc2, opc3, 0x00000001, type, type2),
6835 #define GEN_LDS(name, ldop, op, type)                                         \
6836 GEN_LD(name, ldop, op | 0x20, type)                                           \
6837 GEN_LDU(name, ldop, op | 0x21, type)                                          \
6838 GEN_LDUX(name, ldop, 0x17, op | 0x01, type)                                   \
6839 GEN_LDX(name, ldop, 0x17, op | 0x00, type)
6840 
6841 GEN_LDS(lbz, ld8u, 0x02, PPC_INTEGER)
6842 GEN_LDS(lha, ld16s, 0x0A, PPC_INTEGER)
6843 GEN_LDS(lhz, ld16u, 0x08, PPC_INTEGER)
6844 GEN_LDS(lwz, ld32u, 0x00, PPC_INTEGER)
6845 #if defined(TARGET_PPC64)
6846 GEN_LDUX(lwa, ld32s, 0x15, 0x0B, PPC_64B)
6847 GEN_LDX(lwa, ld32s, 0x15, 0x0A, PPC_64B)
6848 GEN_LDUX(ld, ld64_i64, 0x15, 0x01, PPC_64B)
6849 GEN_LDX(ld, ld64_i64, 0x15, 0x00, PPC_64B)
6850 GEN_LDX_E(ldbr, ld64ur_i64, 0x14, 0x10, PPC_NONE, PPC2_DBRX, CHK_NONE)
6851 
6852 /* HV/P7 and later only */
6853 GEN_LDX_HVRM(ldcix, ld64_i64, 0x15, 0x1b, PPC_CILDST)
6854 GEN_LDX_HVRM(lwzcix, ld32u, 0x15, 0x18, PPC_CILDST)
6855 GEN_LDX_HVRM(lhzcix, ld16u, 0x15, 0x19, PPC_CILDST)
6856 GEN_LDX_HVRM(lbzcix, ld8u, 0x15, 0x1a, PPC_CILDST)
6857 #endif
6858 GEN_LDX(lhbr, ld16ur, 0x16, 0x18, PPC_INTEGER)
6859 GEN_LDX(lwbr, ld32ur, 0x16, 0x10, PPC_INTEGER)
6860 
6861 #undef GEN_ST
6862 #undef GEN_STU
6863 #undef GEN_STUX
6864 #undef GEN_STX_E
6865 #undef GEN_STS
6866 #define GEN_ST(name, stop, opc, type)                                         \
6867 GEN_HANDLER(name, opc, 0xFF, 0xFF, 0x00000000, type),
6868 #define GEN_STU(name, stop, opc, type)                                        \
6869 GEN_HANDLER(stop##u, opc, 0xFF, 0xFF, 0x00000000, type),
6870 #define GEN_STUX(name, stop, opc2, opc3, type)                                \
6871 GEN_HANDLER(name##ux, 0x1F, opc2, opc3, 0x00000001, type),
6872 #define GEN_STX_E(name, stop, opc2, opc3, type, type2, chk)                   \
6873 GEN_HANDLER_E(name##x, 0x1F, opc2, opc3, 0x00000001, type, type2),
6874 #define GEN_STS(name, stop, op, type)                                         \
6875 GEN_ST(name, stop, op | 0x20, type)                                           \
6876 GEN_STU(name, stop, op | 0x21, type)                                          \
6877 GEN_STUX(name, stop, 0x17, op | 0x01, type)                                   \
6878 GEN_STX(name, stop, 0x17, op | 0x00, type)
6879 
6880 GEN_STS(stb, st8, 0x06, PPC_INTEGER)
6881 GEN_STS(sth, st16, 0x0C, PPC_INTEGER)
6882 GEN_STS(stw, st32, 0x04, PPC_INTEGER)
6883 #if defined(TARGET_PPC64)
6884 GEN_STUX(std, st64_i64, 0x15, 0x05, PPC_64B)
6885 GEN_STX(std, st64_i64, 0x15, 0x04, PPC_64B)
6886 GEN_STX_E(stdbr, st64r_i64, 0x14, 0x14, PPC_NONE, PPC2_DBRX, CHK_NONE)
6887 GEN_STX_HVRM(stdcix, st64_i64, 0x15, 0x1f, PPC_CILDST)
6888 GEN_STX_HVRM(stwcix, st32, 0x15, 0x1c, PPC_CILDST)
6889 GEN_STX_HVRM(sthcix, st16, 0x15, 0x1d, PPC_CILDST)
6890 GEN_STX_HVRM(stbcix, st8, 0x15, 0x1e, PPC_CILDST)
6891 #endif
6892 GEN_STX(sthbr, st16r, 0x16, 0x1C, PPC_INTEGER)
6893 GEN_STX(stwbr, st32r, 0x16, 0x14, PPC_INTEGER)
6894 
6895 #undef GEN_CRLOGIC
6896 #define GEN_CRLOGIC(name, tcg_op, opc)                                        \
6897 GEN_HANDLER(name, 0x13, 0x01, opc, 0x00000001, PPC_INTEGER)
6898 GEN_CRLOGIC(crand, tcg_gen_and_i32, 0x08),
6899 GEN_CRLOGIC(crandc, tcg_gen_andc_i32, 0x04),
6900 GEN_CRLOGIC(creqv, tcg_gen_eqv_i32, 0x09),
6901 GEN_CRLOGIC(crnand, tcg_gen_nand_i32, 0x07),
6902 GEN_CRLOGIC(crnor, tcg_gen_nor_i32, 0x01),
6903 GEN_CRLOGIC(cror, tcg_gen_or_i32, 0x0E),
6904 GEN_CRLOGIC(crorc, tcg_gen_orc_i32, 0x0D),
6905 GEN_CRLOGIC(crxor, tcg_gen_xor_i32, 0x06),
6906 
6907 #undef GEN_MAC_HANDLER
6908 #define GEN_MAC_HANDLER(name, opc2, opc3)                                     \
6909 GEN_HANDLER(name, 0x04, opc2, opc3, 0x00000000, PPC_405_MAC)
6910 GEN_MAC_HANDLER(macchw, 0x0C, 0x05),
6911 GEN_MAC_HANDLER(macchwo, 0x0C, 0x15),
6912 GEN_MAC_HANDLER(macchws, 0x0C, 0x07),
6913 GEN_MAC_HANDLER(macchwso, 0x0C, 0x17),
6914 GEN_MAC_HANDLER(macchwsu, 0x0C, 0x06),
6915 GEN_MAC_HANDLER(macchwsuo, 0x0C, 0x16),
6916 GEN_MAC_HANDLER(macchwu, 0x0C, 0x04),
6917 GEN_MAC_HANDLER(macchwuo, 0x0C, 0x14),
6918 GEN_MAC_HANDLER(machhw, 0x0C, 0x01),
6919 GEN_MAC_HANDLER(machhwo, 0x0C, 0x11),
6920 GEN_MAC_HANDLER(machhws, 0x0C, 0x03),
6921 GEN_MAC_HANDLER(machhwso, 0x0C, 0x13),
6922 GEN_MAC_HANDLER(machhwsu, 0x0C, 0x02),
6923 GEN_MAC_HANDLER(machhwsuo, 0x0C, 0x12),
6924 GEN_MAC_HANDLER(machhwu, 0x0C, 0x00),
6925 GEN_MAC_HANDLER(machhwuo, 0x0C, 0x10),
6926 GEN_MAC_HANDLER(maclhw, 0x0C, 0x0D),
6927 GEN_MAC_HANDLER(maclhwo, 0x0C, 0x1D),
6928 GEN_MAC_HANDLER(maclhws, 0x0C, 0x0F),
6929 GEN_MAC_HANDLER(maclhwso, 0x0C, 0x1F),
6930 GEN_MAC_HANDLER(maclhwu, 0x0C, 0x0C),
6931 GEN_MAC_HANDLER(maclhwuo, 0x0C, 0x1C),
6932 GEN_MAC_HANDLER(maclhwsu, 0x0C, 0x0E),
6933 GEN_MAC_HANDLER(maclhwsuo, 0x0C, 0x1E),
6934 GEN_MAC_HANDLER(nmacchw, 0x0E, 0x05),
6935 GEN_MAC_HANDLER(nmacchwo, 0x0E, 0x15),
6936 GEN_MAC_HANDLER(nmacchws, 0x0E, 0x07),
6937 GEN_MAC_HANDLER(nmacchwso, 0x0E, 0x17),
6938 GEN_MAC_HANDLER(nmachhw, 0x0E, 0x01),
6939 GEN_MAC_HANDLER(nmachhwo, 0x0E, 0x11),
6940 GEN_MAC_HANDLER(nmachhws, 0x0E, 0x03),
6941 GEN_MAC_HANDLER(nmachhwso, 0x0E, 0x13),
6942 GEN_MAC_HANDLER(nmaclhw, 0x0E, 0x0D),
6943 GEN_MAC_HANDLER(nmaclhwo, 0x0E, 0x1D),
6944 GEN_MAC_HANDLER(nmaclhws, 0x0E, 0x0F),
6945 GEN_MAC_HANDLER(nmaclhwso, 0x0E, 0x1F),
6946 GEN_MAC_HANDLER(mulchw, 0x08, 0x05),
6947 GEN_MAC_HANDLER(mulchwu, 0x08, 0x04),
6948 GEN_MAC_HANDLER(mulhhw, 0x08, 0x01),
6949 GEN_MAC_HANDLER(mulhhwu, 0x08, 0x00),
6950 GEN_MAC_HANDLER(mullhw, 0x08, 0x0D),
6951 GEN_MAC_HANDLER(mullhwu, 0x08, 0x0C),
6952 
6953 GEN_HANDLER2_E(tbegin, "tbegin", 0x1F, 0x0E, 0x14, 0x01DFF800, \
6954                PPC_NONE, PPC2_TM),
6955 GEN_HANDLER2_E(tend,   "tend",   0x1F, 0x0E, 0x15, 0x01FFF800, \
6956                PPC_NONE, PPC2_TM),
6957 GEN_HANDLER2_E(tabort, "tabort", 0x1F, 0x0E, 0x1C, 0x03E0F800, \
6958                PPC_NONE, PPC2_TM),
6959 GEN_HANDLER2_E(tabortwc, "tabortwc", 0x1F, 0x0E, 0x18, 0x00000000, \
6960                PPC_NONE, PPC2_TM),
6961 GEN_HANDLER2_E(tabortwci, "tabortwci", 0x1F, 0x0E, 0x1A, 0x00000000, \
6962                PPC_NONE, PPC2_TM),
6963 GEN_HANDLER2_E(tabortdc, "tabortdc", 0x1F, 0x0E, 0x19, 0x00000000, \
6964                PPC_NONE, PPC2_TM),
6965 GEN_HANDLER2_E(tabortdci, "tabortdci", 0x1F, 0x0E, 0x1B, 0x00000000, \
6966                PPC_NONE, PPC2_TM),
6967 GEN_HANDLER2_E(tsr, "tsr", 0x1F, 0x0E, 0x17, 0x03DFF800, \
6968                PPC_NONE, PPC2_TM),
6969 GEN_HANDLER2_E(tcheck, "tcheck", 0x1F, 0x0E, 0x16, 0x007FF800, \
6970                PPC_NONE, PPC2_TM),
6971 GEN_HANDLER2_E(treclaim, "treclaim", 0x1F, 0x0E, 0x1D, 0x03E0F800, \
6972                PPC_NONE, PPC2_TM),
6973 GEN_HANDLER2_E(trechkpt, "trechkpt", 0x1F, 0x0E, 0x1F, 0x03FFF800, \
6974                PPC_NONE, PPC2_TM),
6975 
6976 #include "translate/fp-ops.inc.c"
6977 
6978 #include "translate/vmx-ops.inc.c"
6979 
6980 #include "translate/vsx-ops.inc.c"
6981 
6982 #include "translate/dfp-ops.inc.c"
6983 
6984 #include "translate/spe-ops.inc.c"
6985 };
6986 
6987 #include "helper_regs.h"
6988 #include "translate_init.c"
6989 
6990 /*****************************************************************************/
6991 /* Misc PowerPC helpers */
6992 void ppc_cpu_dump_state(CPUState *cs, FILE *f, fprintf_function cpu_fprintf,
6993                         int flags)
6994 {
6995 #define RGPL  4
6996 #define RFPL  4
6997 
6998     PowerPCCPU *cpu = POWERPC_CPU(cs);
6999     CPUPPCState *env = &cpu->env;
7000     int i;
7001 
7002     cpu_fprintf(f, "NIP " TARGET_FMT_lx "   LR " TARGET_FMT_lx " CTR "
7003                 TARGET_FMT_lx " XER " TARGET_FMT_lx " CPU#%d\n",
7004                 env->nip, env->lr, env->ctr, cpu_read_xer(env),
7005                 cs->cpu_index);
7006     cpu_fprintf(f, "MSR " TARGET_FMT_lx " HID0 " TARGET_FMT_lx "  HF "
7007                 TARGET_FMT_lx " iidx %d didx %d\n",
7008                 env->msr, env->spr[SPR_HID0],
7009                 env->hflags, env->immu_idx, env->dmmu_idx);
7010 #if !defined(NO_TIMER_DUMP)
7011     cpu_fprintf(f, "TB %08" PRIu32 " %08" PRIu64
7012 #if !defined(CONFIG_USER_ONLY)
7013                 " DECR %08" PRIu32
7014 #endif
7015                 "\n",
7016                 cpu_ppc_load_tbu(env), cpu_ppc_load_tbl(env)
7017 #if !defined(CONFIG_USER_ONLY)
7018                 , cpu_ppc_load_decr(env)
7019 #endif
7020                 );
7021 #endif
7022     for (i = 0; i < 32; i++) {
7023         if ((i & (RGPL - 1)) == 0)
7024             cpu_fprintf(f, "GPR%02d", i);
7025         cpu_fprintf(f, " %016" PRIx64, ppc_dump_gpr(env, i));
7026         if ((i & (RGPL - 1)) == (RGPL - 1))
7027             cpu_fprintf(f, "\n");
7028     }
7029     cpu_fprintf(f, "CR ");
7030     for (i = 0; i < 8; i++)
7031         cpu_fprintf(f, "%01x", env->crf[i]);
7032     cpu_fprintf(f, "  [");
7033     for (i = 0; i < 8; i++) {
7034         char a = '-';
7035         if (env->crf[i] & 0x08)
7036             a = 'L';
7037         else if (env->crf[i] & 0x04)
7038             a = 'G';
7039         else if (env->crf[i] & 0x02)
7040             a = 'E';
7041         cpu_fprintf(f, " %c%c", a, env->crf[i] & 0x01 ? 'O' : ' ');
7042     }
7043     cpu_fprintf(f, " ]             RES " TARGET_FMT_lx "\n",
7044                 env->reserve_addr);
7045     for (i = 0; i < 32; i++) {
7046         if ((i & (RFPL - 1)) == 0)
7047             cpu_fprintf(f, "FPR%02d", i);
7048         cpu_fprintf(f, " %016" PRIx64, *((uint64_t *)&env->fpr[i]));
7049         if ((i & (RFPL - 1)) == (RFPL - 1))
7050             cpu_fprintf(f, "\n");
7051     }
7052     cpu_fprintf(f, "FPSCR " TARGET_FMT_lx "\n", env->fpscr);
7053 #if !defined(CONFIG_USER_ONLY)
7054     cpu_fprintf(f, " SRR0 " TARGET_FMT_lx "  SRR1 " TARGET_FMT_lx
7055                    "    PVR " TARGET_FMT_lx " VRSAVE " TARGET_FMT_lx "\n",
7056                 env->spr[SPR_SRR0], env->spr[SPR_SRR1],
7057                 env->spr[SPR_PVR], env->spr[SPR_VRSAVE]);
7058 
7059     cpu_fprintf(f, "SPRG0 " TARGET_FMT_lx " SPRG1 " TARGET_FMT_lx
7060                    "  SPRG2 " TARGET_FMT_lx "  SPRG3 " TARGET_FMT_lx "\n",
7061                 env->spr[SPR_SPRG0], env->spr[SPR_SPRG1],
7062                 env->spr[SPR_SPRG2], env->spr[SPR_SPRG3]);
7063 
7064     cpu_fprintf(f, "SPRG4 " TARGET_FMT_lx " SPRG5 " TARGET_FMT_lx
7065                    "  SPRG6 " TARGET_FMT_lx "  SPRG7 " TARGET_FMT_lx "\n",
7066                 env->spr[SPR_SPRG4], env->spr[SPR_SPRG5],
7067                 env->spr[SPR_SPRG6], env->spr[SPR_SPRG7]);
7068 
7069 #if defined(TARGET_PPC64)
7070     if (env->excp_model == POWERPC_EXCP_POWER7 ||
7071         env->excp_model == POWERPC_EXCP_POWER8) {
7072         cpu_fprintf(f, "HSRR0 " TARGET_FMT_lx " HSRR1 " TARGET_FMT_lx "\n",
7073                     env->spr[SPR_HSRR0], env->spr[SPR_HSRR1]);
7074     }
7075 #endif
7076     if (env->excp_model == POWERPC_EXCP_BOOKE) {
7077         cpu_fprintf(f, "CSRR0 " TARGET_FMT_lx " CSRR1 " TARGET_FMT_lx
7078                        " MCSRR0 " TARGET_FMT_lx " MCSRR1 " TARGET_FMT_lx "\n",
7079                     env->spr[SPR_BOOKE_CSRR0], env->spr[SPR_BOOKE_CSRR1],
7080                     env->spr[SPR_BOOKE_MCSRR0], env->spr[SPR_BOOKE_MCSRR1]);
7081 
7082         cpu_fprintf(f, "  TCR " TARGET_FMT_lx "   TSR " TARGET_FMT_lx
7083                        "    ESR " TARGET_FMT_lx "   DEAR " TARGET_FMT_lx "\n",
7084                     env->spr[SPR_BOOKE_TCR], env->spr[SPR_BOOKE_TSR],
7085                     env->spr[SPR_BOOKE_ESR], env->spr[SPR_BOOKE_DEAR]);
7086 
7087         cpu_fprintf(f, "  PIR " TARGET_FMT_lx " DECAR " TARGET_FMT_lx
7088                        "   IVPR " TARGET_FMT_lx "   EPCR " TARGET_FMT_lx "\n",
7089                     env->spr[SPR_BOOKE_PIR], env->spr[SPR_BOOKE_DECAR],
7090                     env->spr[SPR_BOOKE_IVPR], env->spr[SPR_BOOKE_EPCR]);
7091 
7092         cpu_fprintf(f, " MCSR " TARGET_FMT_lx " SPRG8 " TARGET_FMT_lx
7093                        "    EPR " TARGET_FMT_lx "\n",
7094                     env->spr[SPR_BOOKE_MCSR], env->spr[SPR_BOOKE_SPRG8],
7095                     env->spr[SPR_BOOKE_EPR]);
7096 
7097         /* FSL-specific */
7098         cpu_fprintf(f, " MCAR " TARGET_FMT_lx "  PID1 " TARGET_FMT_lx
7099                        "   PID2 " TARGET_FMT_lx "    SVR " TARGET_FMT_lx "\n",
7100                     env->spr[SPR_Exxx_MCAR], env->spr[SPR_BOOKE_PID1],
7101                     env->spr[SPR_BOOKE_PID2], env->spr[SPR_E500_SVR]);
7102 
7103         /*
7104          * IVORs are left out as they are large and do not change often --
7105          * they can be read with "p $ivor0", "p $ivor1", etc.
7106          */
7107     }
7108 
7109 #if defined(TARGET_PPC64)
7110     if (env->flags & POWERPC_FLAG_CFAR) {
7111         cpu_fprintf(f, " CFAR " TARGET_FMT_lx"\n", env->cfar);
7112     }
7113 #endif
7114 
7115     if (env->spr_cb[SPR_LPCR].name)
7116         cpu_fprintf(f, " LPCR " TARGET_FMT_lx "\n", env->spr[SPR_LPCR]);
7117 
7118     switch (POWERPC_MMU_VER(env->mmu_model)) {
7119     case POWERPC_MMU_32B:
7120     case POWERPC_MMU_601:
7121     case POWERPC_MMU_SOFT_6xx:
7122     case POWERPC_MMU_SOFT_74xx:
7123 #if defined(TARGET_PPC64)
7124     case POWERPC_MMU_VER_64B:
7125     case POWERPC_MMU_VER_2_03:
7126     case POWERPC_MMU_VER_2_06:
7127     case POWERPC_MMU_VER_2_07:
7128     case POWERPC_MMU_VER_3_00:
7129 #endif
7130         if (env->spr_cb[SPR_SDR1].name) { /* SDR1 Exists */
7131             cpu_fprintf(f, " SDR1 " TARGET_FMT_lx " ", env->spr[SPR_SDR1]);
7132         }
7133         cpu_fprintf(f, "  DAR " TARGET_FMT_lx "  DSISR " TARGET_FMT_lx "\n",
7134                     env->spr[SPR_DAR], env->spr[SPR_DSISR]);
7135         break;
7136     case POWERPC_MMU_BOOKE206:
7137         cpu_fprintf(f, " MAS0 " TARGET_FMT_lx "  MAS1 " TARGET_FMT_lx
7138                        "   MAS2 " TARGET_FMT_lx "   MAS3 " TARGET_FMT_lx "\n",
7139                     env->spr[SPR_BOOKE_MAS0], env->spr[SPR_BOOKE_MAS1],
7140                     env->spr[SPR_BOOKE_MAS2], env->spr[SPR_BOOKE_MAS3]);
7141 
7142         cpu_fprintf(f, " MAS4 " TARGET_FMT_lx "  MAS6 " TARGET_FMT_lx
7143                        "   MAS7 " TARGET_FMT_lx "    PID " TARGET_FMT_lx "\n",
7144                     env->spr[SPR_BOOKE_MAS4], env->spr[SPR_BOOKE_MAS6],
7145                     env->spr[SPR_BOOKE_MAS7], env->spr[SPR_BOOKE_PID]);
7146 
7147         cpu_fprintf(f, "MMUCFG " TARGET_FMT_lx " TLB0CFG " TARGET_FMT_lx
7148                        " TLB1CFG " TARGET_FMT_lx "\n",
7149                     env->spr[SPR_MMUCFG], env->spr[SPR_BOOKE_TLB0CFG],
7150                     env->spr[SPR_BOOKE_TLB1CFG]);
7151         break;
7152     default:
7153         break;
7154     }
7155 #endif
7156 
7157 #undef RGPL
7158 #undef RFPL
7159 }
7160 
7161 void ppc_cpu_dump_statistics(CPUState *cs, FILE*f,
7162                              fprintf_function cpu_fprintf, int flags)
7163 {
7164 #if defined(DO_PPC_STATISTICS)
7165     PowerPCCPU *cpu = POWERPC_CPU(cs);
7166     opc_handler_t **t1, **t2, **t3, *handler;
7167     int op1, op2, op3;
7168 
7169     t1 = cpu->env.opcodes;
7170     for (op1 = 0; op1 < 64; op1++) {
7171         handler = t1[op1];
7172         if (is_indirect_opcode(handler)) {
7173             t2 = ind_table(handler);
7174             for (op2 = 0; op2 < 32; op2++) {
7175                 handler = t2[op2];
7176                 if (is_indirect_opcode(handler)) {
7177                     t3 = ind_table(handler);
7178                     for (op3 = 0; op3 < 32; op3++) {
7179                         handler = t3[op3];
7180                         if (handler->count == 0)
7181                             continue;
7182                         cpu_fprintf(f, "%02x %02x %02x (%02x %04d) %16s: "
7183                                     "%016" PRIx64 " %" PRId64 "\n",
7184                                     op1, op2, op3, op1, (op3 << 5) | op2,
7185                                     handler->oname,
7186                                     handler->count, handler->count);
7187                     }
7188                 } else {
7189                     if (handler->count == 0)
7190                         continue;
7191                     cpu_fprintf(f, "%02x %02x    (%02x %04d) %16s: "
7192                                 "%016" PRIx64 " %" PRId64 "\n",
7193                                 op1, op2, op1, op2, handler->oname,
7194                                 handler->count, handler->count);
7195                 }
7196             }
7197         } else {
7198             if (handler->count == 0)
7199                 continue;
7200             cpu_fprintf(f, "%02x       (%02x     ) %16s: %016" PRIx64
7201                         " %" PRId64 "\n",
7202                         op1, op1, handler->oname,
7203                         handler->count, handler->count);
7204         }
7205     }
7206 #endif
7207 }
7208 
7209 /*****************************************************************************/
7210 void gen_intermediate_code(CPUState *cs, struct TranslationBlock *tb)
7211 {
7212     CPUPPCState *env = cs->env_ptr;
7213     DisasContext ctx, *ctxp = &ctx;
7214     opc_handler_t **table, *handler;
7215     target_ulong pc_start;
7216     int num_insns;
7217     int max_insns;
7218 
7219     pc_start = tb->pc;
7220     ctx.nip = pc_start;
7221     ctx.tb = tb;
7222     ctx.exception = POWERPC_EXCP_NONE;
7223     ctx.spr_cb = env->spr_cb;
7224     ctx.pr = msr_pr;
7225     ctx.mem_idx = env->dmmu_idx;
7226     ctx.dr = msr_dr;
7227 #if !defined(CONFIG_USER_ONLY)
7228     ctx.hv = msr_hv || !env->has_hv_mode;
7229 #endif
7230     ctx.insns_flags = env->insns_flags;
7231     ctx.insns_flags2 = env->insns_flags2;
7232     ctx.access_type = -1;
7233     ctx.need_access_type = !(env->mmu_model & POWERPC_MMU_64B);
7234     ctx.le_mode = !!(env->hflags & (1 << MSR_LE));
7235     ctx.default_tcg_memop_mask = ctx.le_mode ? MO_LE : MO_BE;
7236 #if defined(TARGET_PPC64)
7237     ctx.sf_mode = msr_is_64bit(env, env->msr);
7238     ctx.has_cfar = !!(env->flags & POWERPC_FLAG_CFAR);
7239 #endif
7240     if (env->mmu_model == POWERPC_MMU_32B ||
7241         env->mmu_model == POWERPC_MMU_601 ||
7242         (env->mmu_model & POWERPC_MMU_64B))
7243             ctx.lazy_tlb_flush = true;
7244 
7245     ctx.fpu_enabled = !!msr_fp;
7246     if ((env->flags & POWERPC_FLAG_SPE) && msr_spe)
7247         ctx.spe_enabled = !!msr_spe;
7248     else
7249         ctx.spe_enabled = false;
7250     if ((env->flags & POWERPC_FLAG_VRE) && msr_vr)
7251         ctx.altivec_enabled = !!msr_vr;
7252     else
7253         ctx.altivec_enabled = false;
7254     if ((env->flags & POWERPC_FLAG_VSX) && msr_vsx) {
7255         ctx.vsx_enabled = !!msr_vsx;
7256     } else {
7257         ctx.vsx_enabled = false;
7258     }
7259 #if defined(TARGET_PPC64)
7260     if ((env->flags & POWERPC_FLAG_TM) && msr_tm) {
7261         ctx.tm_enabled = !!msr_tm;
7262     } else {
7263         ctx.tm_enabled = false;
7264     }
7265 #endif
7266     ctx.gtse = !!(env->spr[SPR_LPCR] & LPCR_GTSE);
7267     if ((env->flags & POWERPC_FLAG_SE) && msr_se)
7268         ctx.singlestep_enabled = CPU_SINGLE_STEP;
7269     else
7270         ctx.singlestep_enabled = 0;
7271     if ((env->flags & POWERPC_FLAG_BE) && msr_be)
7272         ctx.singlestep_enabled |= CPU_BRANCH_STEP;
7273     if (unlikely(cs->singlestep_enabled)) {
7274         ctx.singlestep_enabled |= GDBSTUB_SINGLE_STEP;
7275     }
7276 #if defined (DO_SINGLE_STEP) && 0
7277     /* Single step trace mode */
7278     msr_se = 1;
7279 #endif
7280     num_insns = 0;
7281     max_insns = tb_cflags(tb) & CF_COUNT_MASK;
7282     if (max_insns == 0) {
7283         max_insns = CF_COUNT_MASK;
7284     }
7285     if (max_insns > TCG_MAX_INSNS) {
7286         max_insns = TCG_MAX_INSNS;
7287     }
7288 
7289     gen_tb_start(tb);
7290     tcg_clear_temp_count();
7291     /* Set env in case of segfault during code fetch */
7292     while (ctx.exception == POWERPC_EXCP_NONE && !tcg_op_buf_full()) {
7293         tcg_gen_insn_start(ctx.nip);
7294         num_insns++;
7295 
7296         if (unlikely(cpu_breakpoint_test(cs, ctx.nip, BP_ANY))) {
7297             gen_debug_exception(ctxp);
7298             /* The address covered by the breakpoint must be included in
7299                [tb->pc, tb->pc + tb->size) in order to for it to be
7300                properly cleared -- thus we increment the PC here so that
7301                the logic setting tb->size below does the right thing.  */
7302             ctx.nip += 4;
7303             break;
7304         }
7305 
7306         LOG_DISAS("----------------\n");
7307         LOG_DISAS("nip=" TARGET_FMT_lx " super=%d ir=%d\n",
7308                   ctx.nip, ctx.mem_idx, (int)msr_ir);
7309         if (num_insns == max_insns && (tb_cflags(tb) & CF_LAST_IO))
7310             gen_io_start();
7311         if (unlikely(need_byteswap(&ctx))) {
7312             ctx.opcode = bswap32(cpu_ldl_code(env, ctx.nip));
7313         } else {
7314             ctx.opcode = cpu_ldl_code(env, ctx.nip);
7315         }
7316         LOG_DISAS("translate opcode %08x (%02x %02x %02x %02x) (%s)\n",
7317                   ctx.opcode, opc1(ctx.opcode), opc2(ctx.opcode),
7318                   opc3(ctx.opcode), opc4(ctx.opcode),
7319                   ctx.le_mode ? "little" : "big");
7320         ctx.nip += 4;
7321         table = env->opcodes;
7322         handler = table[opc1(ctx.opcode)];
7323         if (is_indirect_opcode(handler)) {
7324             table = ind_table(handler);
7325             handler = table[opc2(ctx.opcode)];
7326             if (is_indirect_opcode(handler)) {
7327                 table = ind_table(handler);
7328                 handler = table[opc3(ctx.opcode)];
7329                 if (is_indirect_opcode(handler)) {
7330                     table = ind_table(handler);
7331                     handler = table[opc4(ctx.opcode)];
7332                 }
7333             }
7334         }
7335         /* Is opcode *REALLY* valid ? */
7336         if (unlikely(handler->handler == &gen_invalid)) {
7337             qemu_log_mask(LOG_GUEST_ERROR, "invalid/unsupported opcode: "
7338                           "%02x - %02x - %02x - %02x (%08x) "
7339                           TARGET_FMT_lx " %d\n",
7340                           opc1(ctx.opcode), opc2(ctx.opcode),
7341                           opc3(ctx.opcode), opc4(ctx.opcode),
7342                           ctx.opcode, ctx.nip - 4, (int)msr_ir);
7343         } else {
7344             uint32_t inval;
7345 
7346             if (unlikely(handler->type & (PPC_SPE | PPC_SPE_SINGLE | PPC_SPE_DOUBLE) && Rc(ctx.opcode))) {
7347                 inval = handler->inval2;
7348             } else {
7349                 inval = handler->inval1;
7350             }
7351 
7352             if (unlikely((ctx.opcode & inval) != 0)) {
7353                 qemu_log_mask(LOG_GUEST_ERROR, "invalid bits: %08x for opcode: "
7354                               "%02x - %02x - %02x - %02x (%08x) "
7355                               TARGET_FMT_lx "\n", ctx.opcode & inval,
7356                               opc1(ctx.opcode), opc2(ctx.opcode),
7357                               opc3(ctx.opcode), opc4(ctx.opcode),
7358                               ctx.opcode, ctx.nip - 4);
7359                 gen_inval_exception(ctxp, POWERPC_EXCP_INVAL_INVAL);
7360                 break;
7361             }
7362         }
7363         (*(handler->handler))(&ctx);
7364 #if defined(DO_PPC_STATISTICS)
7365         handler->count++;
7366 #endif
7367         /* Check trace mode exceptions */
7368         if (unlikely(ctx.singlestep_enabled & CPU_SINGLE_STEP &&
7369                      (ctx.nip <= 0x100 || ctx.nip > 0xF00) &&
7370                      ctx.exception != POWERPC_SYSCALL &&
7371                      ctx.exception != POWERPC_EXCP_TRAP &&
7372                      ctx.exception != POWERPC_EXCP_BRANCH)) {
7373             gen_exception_nip(ctxp, POWERPC_EXCP_TRACE, ctx.nip);
7374         } else if (unlikely(((ctx.nip & (TARGET_PAGE_SIZE - 1)) == 0) ||
7375                             (cs->singlestep_enabled) ||
7376                             singlestep ||
7377                             num_insns >= max_insns)) {
7378             /* if we reach a page boundary or are single stepping, stop
7379              * generation
7380              */
7381             break;
7382         }
7383         if (tcg_check_temp_count()) {
7384             fprintf(stderr, "Opcode %02x %02x %02x %02x (%08x) leaked "
7385                     "temporaries\n", opc1(ctx.opcode), opc2(ctx.opcode),
7386                     opc3(ctx.opcode), opc4(ctx.opcode), ctx.opcode);
7387             exit(1);
7388         }
7389     }
7390     if (tb_cflags(tb) & CF_LAST_IO)
7391         gen_io_end();
7392     if (ctx.exception == POWERPC_EXCP_NONE) {
7393         gen_goto_tb(&ctx, 0, ctx.nip);
7394     } else if (ctx.exception != POWERPC_EXCP_BRANCH) {
7395         if (unlikely(cs->singlestep_enabled)) {
7396             gen_debug_exception(ctxp);
7397         }
7398         /* Generate the return instruction */
7399         tcg_gen_exit_tb(0);
7400     }
7401     gen_tb_end(tb, num_insns);
7402 
7403     tb->size = ctx.nip - pc_start;
7404     tb->icount = num_insns;
7405 
7406 #if defined(DEBUG_DISAS)
7407     if (qemu_loglevel_mask(CPU_LOG_TB_IN_ASM)
7408         && qemu_log_in_addr_range(pc_start)) {
7409         qemu_log_lock();
7410         qemu_log("IN: %s\n", lookup_symbol(pc_start));
7411         log_target_disas(cs, pc_start, ctx.nip - pc_start);
7412         qemu_log("\n");
7413         qemu_log_unlock();
7414     }
7415 #endif
7416 }
7417 
7418 void restore_state_to_opc(CPUPPCState *env, TranslationBlock *tb,
7419                           target_ulong *data)
7420 {
7421     env->nip = data[0];
7422 }
7423