xref: /openbmc/qemu/include/tcg/tcg-op-common.h (revision 6fc75d50a58bdf15fcc09e89880ba5125d572a6d)
1ad3d0e4dSRichard Henderson /* SPDX-License-Identifier: MIT */
2ad3d0e4dSRichard Henderson /*
3ad3d0e4dSRichard Henderson  * Target independent opcode generation functions.
4ad3d0e4dSRichard Henderson  *
5ad3d0e4dSRichard Henderson  * Copyright (c) 2008 Fabrice Bellard
6ad3d0e4dSRichard Henderson  */
7ad3d0e4dSRichard Henderson 
8ad3d0e4dSRichard Henderson #ifndef TCG_TCG_OP_COMMON_H
9ad3d0e4dSRichard Henderson #define TCG_TCG_OP_COMMON_H
10ad3d0e4dSRichard Henderson 
11ad3d0e4dSRichard Henderson #include "tcg/tcg.h"
12c213ee2dSRichard Henderson #include "exec/helper-proto-common.h"
13e4eff8e4SRichard Henderson #include "exec/helper-gen-common.h"
14ad3d0e4dSRichard Henderson 
15ad3d0e4dSRichard Henderson /* Basic output routines.  Not for general consumption.  */
16ad3d0e4dSRichard Henderson 
17ad3d0e4dSRichard Henderson void tcg_gen_op1(TCGOpcode, TCGArg);
18ad3d0e4dSRichard Henderson void tcg_gen_op2(TCGOpcode, TCGArg, TCGArg);
19ad3d0e4dSRichard Henderson void tcg_gen_op3(TCGOpcode, TCGArg, TCGArg, TCGArg);
20ad3d0e4dSRichard Henderson void tcg_gen_op4(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg);
21ad3d0e4dSRichard Henderson void tcg_gen_op5(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg);
22ad3d0e4dSRichard Henderson void tcg_gen_op6(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg);
23ad3d0e4dSRichard Henderson 
24ad3d0e4dSRichard Henderson void vec_gen_2(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg);
25ad3d0e4dSRichard Henderson void vec_gen_3(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg, TCGArg);
26ad3d0e4dSRichard Henderson void vec_gen_4(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg, TCGArg, TCGArg);
27ad3d0e4dSRichard Henderson 
28*6fc75d50SRichard Henderson void tcg_gen_op1_i32(TCGOpcode, TCGv_i32);
29*6fc75d50SRichard Henderson void tcg_gen_op1_i64(TCGOpcode, TCGv_i64);
30*6fc75d50SRichard Henderson void tcg_gen_op1i(TCGOpcode, TCGArg);
31*6fc75d50SRichard Henderson void tcg_gen_op2_i32(TCGOpcode, TCGv_i32, TCGv_i32);
32*6fc75d50SRichard Henderson void tcg_gen_op2_i64(TCGOpcode, TCGv_i64, TCGv_i64);
33*6fc75d50SRichard Henderson void tcg_gen_op2i_i32(TCGOpcode, TCGv_i32, TCGArg);
34*6fc75d50SRichard Henderson void tcg_gen_op2i_i64(TCGOpcode, TCGv_i64, TCGArg);
35*6fc75d50SRichard Henderson void tcg_gen_op2ii(TCGOpcode, TCGArg, TCGArg);
36*6fc75d50SRichard Henderson void tcg_gen_op3_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32);
37*6fc75d50SRichard Henderson void tcg_gen_op3_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64);
38*6fc75d50SRichard Henderson void tcg_gen_op3i_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGArg);
39*6fc75d50SRichard Henderson void tcg_gen_op3i_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGArg);
40*6fc75d50SRichard Henderson void tcg_gen_ldst_op_i32(TCGOpcode, TCGv_i32, TCGv_ptr, TCGArg);
41*6fc75d50SRichard Henderson void tcg_gen_ldst_op_i64(TCGOpcode, TCGv_i64, TCGv_ptr, TCGArg);
42*6fc75d50SRichard Henderson void tcg_gen_op4_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32, TCGv_i32);
43*6fc75d50SRichard Henderson void tcg_gen_op4_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64, TCGv_i64);
44*6fc75d50SRichard Henderson void tcg_gen_op4i_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32, TCGArg);
45*6fc75d50SRichard Henderson void tcg_gen_op4i_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64, TCGArg);
46*6fc75d50SRichard Henderson void tcg_gen_op4ii_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGArg, TCGArg);
47*6fc75d50SRichard Henderson void tcg_gen_op4ii_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGArg, TCGArg);
48*6fc75d50SRichard Henderson void tcg_gen_op5_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32,
49*6fc75d50SRichard Henderson                      TCGv_i32, TCGv_i32);
50*6fc75d50SRichard Henderson void tcg_gen_op5_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64,
51*6fc75d50SRichard Henderson                      TCGv_i64, TCGv_i64);
52*6fc75d50SRichard Henderson void tcg_gen_op5i_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32,
53*6fc75d50SRichard Henderson                       TCGv_i32, TCGArg);
54*6fc75d50SRichard Henderson void tcg_gen_op5i_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64,
55*6fc75d50SRichard Henderson                       TCGv_i64, TCGArg);
56*6fc75d50SRichard Henderson void tcg_gen_op5ii_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32,
57*6fc75d50SRichard Henderson                        TCGArg, TCGArg);
58*6fc75d50SRichard Henderson void tcg_gen_op5ii_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64,
59*6fc75d50SRichard Henderson                        TCGArg, TCGArg);
60*6fc75d50SRichard Henderson void tcg_gen_op6_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32,
61*6fc75d50SRichard Henderson                      TCGv_i32, TCGv_i32, TCGv_i32);
62*6fc75d50SRichard Henderson void tcg_gen_op6_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64,
63*6fc75d50SRichard Henderson                      TCGv_i64, TCGv_i64, TCGv_i64);
64*6fc75d50SRichard Henderson void tcg_gen_op6i_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32,
65*6fc75d50SRichard Henderson                       TCGv_i32, TCGv_i32, TCGArg);
66*6fc75d50SRichard Henderson void tcg_gen_op6i_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64,
67*6fc75d50SRichard Henderson                       TCGv_i64, TCGv_i64, TCGArg);
68*6fc75d50SRichard Henderson void tcg_gen_op6ii_i32(TCGOpcode, TCGv_i32, TCGv_i32, TCGv_i32,
69*6fc75d50SRichard Henderson                        TCGv_i32, TCGArg, TCGArg);
70*6fc75d50SRichard Henderson void tcg_gen_op6ii_i64(TCGOpcode, TCGv_i64, TCGv_i64, TCGv_i64,
71*6fc75d50SRichard Henderson                        TCGv_i64, TCGArg, TCGArg);
72ad3d0e4dSRichard Henderson 
73ad3d0e4dSRichard Henderson /* Generic ops.  */
74ad3d0e4dSRichard Henderson 
75ad3d0e4dSRichard Henderson static inline void gen_set_label(TCGLabel *l)
76ad3d0e4dSRichard Henderson {
77ad3d0e4dSRichard Henderson     l->present = 1;
78ad3d0e4dSRichard Henderson     tcg_gen_op1(INDEX_op_set_label, label_arg(l));
79ad3d0e4dSRichard Henderson }
80ad3d0e4dSRichard Henderson 
81ad3d0e4dSRichard Henderson void tcg_gen_br(TCGLabel *l);
82ad3d0e4dSRichard Henderson void tcg_gen_mb(TCGBar);
83ad3d0e4dSRichard Henderson 
84ad3d0e4dSRichard Henderson /**
85ad3d0e4dSRichard Henderson  * tcg_gen_exit_tb() - output exit_tb TCG operation
86ad3d0e4dSRichard Henderson  * @tb: The TranslationBlock from which we are exiting
87ad3d0e4dSRichard Henderson  * @idx: Direct jump slot index, or exit request
88ad3d0e4dSRichard Henderson  *
89ad3d0e4dSRichard Henderson  * See tcg/README for more info about this TCG operation.
90ad3d0e4dSRichard Henderson  * See also tcg.h and the block comment above TB_EXIT_MASK.
91ad3d0e4dSRichard Henderson  *
92ad3d0e4dSRichard Henderson  * For a normal exit from the TB, back to the main loop, @tb should
93ad3d0e4dSRichard Henderson  * be NULL and @idx should be 0.  Otherwise, @tb should be valid and
94ad3d0e4dSRichard Henderson  * @idx should be one of the TB_EXIT_ values.
95ad3d0e4dSRichard Henderson  */
96ad3d0e4dSRichard Henderson void tcg_gen_exit_tb(const TranslationBlock *tb, unsigned idx);
97ad3d0e4dSRichard Henderson 
98ad3d0e4dSRichard Henderson /**
99ad3d0e4dSRichard Henderson  * tcg_gen_goto_tb() - output goto_tb TCG operation
100ad3d0e4dSRichard Henderson  * @idx: Direct jump slot index (0 or 1)
101ad3d0e4dSRichard Henderson  *
102ad3d0e4dSRichard Henderson  * See tcg/README for more info about this TCG operation.
103ad3d0e4dSRichard Henderson  *
1047893e42dSPhilippe Mathieu-Daudé  * NOTE: In system emulation, direct jumps with goto_tb are only safe within
105ad3d0e4dSRichard Henderson  * the pages this TB resides in because we don't take care of direct jumps when
106ad3d0e4dSRichard Henderson  * address mapping changes, e.g. in tlb_flush(). In user mode, there's only a
107ad3d0e4dSRichard Henderson  * static address translation, so the destination address is always valid, TBs
108ad3d0e4dSRichard Henderson  * are always invalidated properly, and direct jumps are reset when mapping
109ad3d0e4dSRichard Henderson  * changes.
110ad3d0e4dSRichard Henderson  */
111ad3d0e4dSRichard Henderson void tcg_gen_goto_tb(unsigned idx);
112ad3d0e4dSRichard Henderson 
113ad3d0e4dSRichard Henderson /**
114ad3d0e4dSRichard Henderson  * tcg_gen_lookup_and_goto_ptr() - look up the current TB, jump to it if valid
115ad3d0e4dSRichard Henderson  * @addr: Guest address of the target TB
116ad3d0e4dSRichard Henderson  *
117ad3d0e4dSRichard Henderson  * If the TB is not valid, jump to the epilogue.
118ad3d0e4dSRichard Henderson  *
119ad3d0e4dSRichard Henderson  * This operation is optional. If the TCG backend does not implement goto_ptr,
120ad3d0e4dSRichard Henderson  * this op is equivalent to calling tcg_gen_exit_tb() with 0 as the argument.
121ad3d0e4dSRichard Henderson  */
122ad3d0e4dSRichard Henderson void tcg_gen_lookup_and_goto_ptr(void);
123ad3d0e4dSRichard Henderson 
124ad3d0e4dSRichard Henderson static inline void tcg_gen_plugin_cb_start(unsigned from, unsigned type,
125ad3d0e4dSRichard Henderson                                            unsigned wr)
126ad3d0e4dSRichard Henderson {
127ad3d0e4dSRichard Henderson     tcg_gen_op3(INDEX_op_plugin_cb_start, from, type, wr);
128ad3d0e4dSRichard Henderson }
129ad3d0e4dSRichard Henderson 
130ad3d0e4dSRichard Henderson static inline void tcg_gen_plugin_cb_end(void)
131ad3d0e4dSRichard Henderson {
132ad3d0e4dSRichard Henderson     tcg_emit_op(INDEX_op_plugin_cb_end, 0);
133ad3d0e4dSRichard Henderson }
134ad3d0e4dSRichard Henderson 
135ad3d0e4dSRichard Henderson /* 32 bit ops */
136ad3d0e4dSRichard Henderson 
137ad3d0e4dSRichard Henderson void tcg_gen_movi_i32(TCGv_i32 ret, int32_t arg);
138ad3d0e4dSRichard Henderson void tcg_gen_addi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
139ad3d0e4dSRichard Henderson void tcg_gen_subfi_i32(TCGv_i32 ret, int32_t arg1, TCGv_i32 arg2);
140ad3d0e4dSRichard Henderson void tcg_gen_subi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
141ad3d0e4dSRichard Henderson void tcg_gen_andi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
142ad3d0e4dSRichard Henderson void tcg_gen_ori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
143ad3d0e4dSRichard Henderson void tcg_gen_xori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
144ad3d0e4dSRichard Henderson void tcg_gen_shli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
145ad3d0e4dSRichard Henderson void tcg_gen_shri_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
146ad3d0e4dSRichard Henderson void tcg_gen_sari_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
147ad3d0e4dSRichard Henderson void tcg_gen_muli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
148ad3d0e4dSRichard Henderson void tcg_gen_div_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
149ad3d0e4dSRichard Henderson void tcg_gen_rem_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
150ad3d0e4dSRichard Henderson void tcg_gen_divu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
151ad3d0e4dSRichard Henderson void tcg_gen_remu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
152ad3d0e4dSRichard Henderson void tcg_gen_andc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
153ad3d0e4dSRichard Henderson void tcg_gen_eqv_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
154ad3d0e4dSRichard Henderson void tcg_gen_nand_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
155ad3d0e4dSRichard Henderson void tcg_gen_nor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
156ad3d0e4dSRichard Henderson void tcg_gen_orc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
157ad3d0e4dSRichard Henderson void tcg_gen_clz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
158ad3d0e4dSRichard Henderson void tcg_gen_ctz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
159ad3d0e4dSRichard Henderson void tcg_gen_clzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
160ad3d0e4dSRichard Henderson void tcg_gen_ctzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
161ad3d0e4dSRichard Henderson void tcg_gen_clrsb_i32(TCGv_i32 ret, TCGv_i32 arg);
162ad3d0e4dSRichard Henderson void tcg_gen_ctpop_i32(TCGv_i32 a1, TCGv_i32 a2);
163ad3d0e4dSRichard Henderson void tcg_gen_rotl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
164ad3d0e4dSRichard Henderson void tcg_gen_rotli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
165ad3d0e4dSRichard Henderson void tcg_gen_rotr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
166ad3d0e4dSRichard Henderson void tcg_gen_rotri_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
167ad3d0e4dSRichard Henderson void tcg_gen_deposit_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2,
168ad3d0e4dSRichard Henderson                          unsigned int ofs, unsigned int len);
169ad3d0e4dSRichard Henderson void tcg_gen_deposit_z_i32(TCGv_i32 ret, TCGv_i32 arg,
170ad3d0e4dSRichard Henderson                            unsigned int ofs, unsigned int len);
171ad3d0e4dSRichard Henderson void tcg_gen_extract_i32(TCGv_i32 ret, TCGv_i32 arg,
172ad3d0e4dSRichard Henderson                          unsigned int ofs, unsigned int len);
173ad3d0e4dSRichard Henderson void tcg_gen_sextract_i32(TCGv_i32 ret, TCGv_i32 arg,
174ad3d0e4dSRichard Henderson                           unsigned int ofs, unsigned int len);
175ad3d0e4dSRichard Henderson void tcg_gen_extract2_i32(TCGv_i32 ret, TCGv_i32 al, TCGv_i32 ah,
176ad3d0e4dSRichard Henderson                           unsigned int ofs);
177ad3d0e4dSRichard Henderson void tcg_gen_brcond_i32(TCGCond cond, TCGv_i32 arg1, TCGv_i32 arg2, TCGLabel *);
178ad3d0e4dSRichard Henderson void tcg_gen_brcondi_i32(TCGCond cond, TCGv_i32 arg1, int32_t arg2, TCGLabel *);
179ad3d0e4dSRichard Henderson void tcg_gen_setcond_i32(TCGCond cond, TCGv_i32 ret,
180ad3d0e4dSRichard Henderson                          TCGv_i32 arg1, TCGv_i32 arg2);
181ad3d0e4dSRichard Henderson void tcg_gen_setcondi_i32(TCGCond cond, TCGv_i32 ret,
182ad3d0e4dSRichard Henderson                           TCGv_i32 arg1, int32_t arg2);
1833635502dSRichard Henderson void tcg_gen_negsetcond_i32(TCGCond cond, TCGv_i32 ret,
1843635502dSRichard Henderson                             TCGv_i32 arg1, TCGv_i32 arg2);
18593c86ecdSPaolo Bonzini void tcg_gen_negsetcondi_i32(TCGCond cond, TCGv_i32 ret,
18693c86ecdSPaolo Bonzini                              TCGv_i32 arg1, int32_t arg2);
187ad3d0e4dSRichard Henderson void tcg_gen_movcond_i32(TCGCond cond, TCGv_i32 ret, TCGv_i32 c1,
188ad3d0e4dSRichard Henderson                          TCGv_i32 c2, TCGv_i32 v1, TCGv_i32 v2);
189ad3d0e4dSRichard Henderson void tcg_gen_add2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
190ad3d0e4dSRichard Henderson                       TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
191ad3d0e4dSRichard Henderson void tcg_gen_sub2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
192ad3d0e4dSRichard Henderson                       TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
193ad3d0e4dSRichard Henderson void tcg_gen_mulu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
194ad3d0e4dSRichard Henderson void tcg_gen_muls2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
195ad3d0e4dSRichard Henderson void tcg_gen_mulsu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
196ad3d0e4dSRichard Henderson void tcg_gen_ext8s_i32(TCGv_i32 ret, TCGv_i32 arg);
197ad3d0e4dSRichard Henderson void tcg_gen_ext16s_i32(TCGv_i32 ret, TCGv_i32 arg);
198ad3d0e4dSRichard Henderson void tcg_gen_ext8u_i32(TCGv_i32 ret, TCGv_i32 arg);
199ad3d0e4dSRichard Henderson void tcg_gen_ext16u_i32(TCGv_i32 ret, TCGv_i32 arg);
200f1c29532SRichard Henderson void tcg_gen_ext_i32(TCGv_i32 ret, TCGv_i32 val, MemOp opc);
201ad3d0e4dSRichard Henderson void tcg_gen_bswap16_i32(TCGv_i32 ret, TCGv_i32 arg, int flags);
202ad3d0e4dSRichard Henderson void tcg_gen_bswap32_i32(TCGv_i32 ret, TCGv_i32 arg);
203ad3d0e4dSRichard Henderson void tcg_gen_hswap_i32(TCGv_i32 ret, TCGv_i32 arg);
204ad3d0e4dSRichard Henderson void tcg_gen_smin_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
205ad3d0e4dSRichard Henderson void tcg_gen_smax_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
206ad3d0e4dSRichard Henderson void tcg_gen_umin_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
207ad3d0e4dSRichard Henderson void tcg_gen_umax_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
208ad3d0e4dSRichard Henderson void tcg_gen_abs_i32(TCGv_i32, TCGv_i32);
209ad3d0e4dSRichard Henderson 
210ad3d0e4dSRichard Henderson /* Replicate a value of size @vece from @in to all the lanes in @out */
211ad3d0e4dSRichard Henderson void tcg_gen_dup_i32(unsigned vece, TCGv_i32 out, TCGv_i32 in);
212ad3d0e4dSRichard Henderson 
213ad3d0e4dSRichard Henderson static inline void tcg_gen_discard_i32(TCGv_i32 arg)
214ad3d0e4dSRichard Henderson {
215ad3d0e4dSRichard Henderson     tcg_gen_op1_i32(INDEX_op_discard, arg);
216ad3d0e4dSRichard Henderson }
217ad3d0e4dSRichard Henderson 
218ad3d0e4dSRichard Henderson static inline void tcg_gen_mov_i32(TCGv_i32 ret, TCGv_i32 arg)
219ad3d0e4dSRichard Henderson {
220ad3d0e4dSRichard Henderson     if (ret != arg) {
221ad3d0e4dSRichard Henderson         tcg_gen_op2_i32(INDEX_op_mov_i32, ret, arg);
222ad3d0e4dSRichard Henderson     }
223ad3d0e4dSRichard Henderson }
224ad3d0e4dSRichard Henderson 
225ad3d0e4dSRichard Henderson static inline void tcg_gen_ld8u_i32(TCGv_i32 ret, TCGv_ptr arg2,
226ad3d0e4dSRichard Henderson                                     tcg_target_long offset)
227ad3d0e4dSRichard Henderson {
228ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_ld8u_i32, ret, arg2, offset);
229ad3d0e4dSRichard Henderson }
230ad3d0e4dSRichard Henderson 
231ad3d0e4dSRichard Henderson static inline void tcg_gen_ld8s_i32(TCGv_i32 ret, TCGv_ptr arg2,
232ad3d0e4dSRichard Henderson                                     tcg_target_long offset)
233ad3d0e4dSRichard Henderson {
234ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_ld8s_i32, ret, arg2, offset);
235ad3d0e4dSRichard Henderson }
236ad3d0e4dSRichard Henderson 
237ad3d0e4dSRichard Henderson static inline void tcg_gen_ld16u_i32(TCGv_i32 ret, TCGv_ptr arg2,
238ad3d0e4dSRichard Henderson                                      tcg_target_long offset)
239ad3d0e4dSRichard Henderson {
240ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_ld16u_i32, ret, arg2, offset);
241ad3d0e4dSRichard Henderson }
242ad3d0e4dSRichard Henderson 
243ad3d0e4dSRichard Henderson static inline void tcg_gen_ld16s_i32(TCGv_i32 ret, TCGv_ptr arg2,
244ad3d0e4dSRichard Henderson                                      tcg_target_long offset)
245ad3d0e4dSRichard Henderson {
246ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_ld16s_i32, ret, arg2, offset);
247ad3d0e4dSRichard Henderson }
248ad3d0e4dSRichard Henderson 
249ad3d0e4dSRichard Henderson static inline void tcg_gen_ld_i32(TCGv_i32 ret, TCGv_ptr arg2,
250ad3d0e4dSRichard Henderson                                   tcg_target_long offset)
251ad3d0e4dSRichard Henderson {
252ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_ld_i32, ret, arg2, offset);
253ad3d0e4dSRichard Henderson }
254ad3d0e4dSRichard Henderson 
255ad3d0e4dSRichard Henderson static inline void tcg_gen_st8_i32(TCGv_i32 arg1, TCGv_ptr arg2,
256ad3d0e4dSRichard Henderson                                    tcg_target_long offset)
257ad3d0e4dSRichard Henderson {
258ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_st8_i32, arg1, arg2, offset);
259ad3d0e4dSRichard Henderson }
260ad3d0e4dSRichard Henderson 
261ad3d0e4dSRichard Henderson static inline void tcg_gen_st16_i32(TCGv_i32 arg1, TCGv_ptr arg2,
262ad3d0e4dSRichard Henderson                                     tcg_target_long offset)
263ad3d0e4dSRichard Henderson {
264ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_st16_i32, arg1, arg2, offset);
265ad3d0e4dSRichard Henderson }
266ad3d0e4dSRichard Henderson 
267ad3d0e4dSRichard Henderson static inline void tcg_gen_st_i32(TCGv_i32 arg1, TCGv_ptr arg2,
268ad3d0e4dSRichard Henderson                                   tcg_target_long offset)
269ad3d0e4dSRichard Henderson {
270ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i32(INDEX_op_st_i32, arg1, arg2, offset);
271ad3d0e4dSRichard Henderson }
272ad3d0e4dSRichard Henderson 
273ad3d0e4dSRichard Henderson static inline void tcg_gen_add_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
274ad3d0e4dSRichard Henderson {
275ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_add_i32, ret, arg1, arg2);
276ad3d0e4dSRichard Henderson }
277ad3d0e4dSRichard Henderson 
278ad3d0e4dSRichard Henderson static inline void tcg_gen_sub_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
279ad3d0e4dSRichard Henderson {
280ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_sub_i32, ret, arg1, arg2);
281ad3d0e4dSRichard Henderson }
282ad3d0e4dSRichard Henderson 
283ad3d0e4dSRichard Henderson static inline void tcg_gen_and_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
284ad3d0e4dSRichard Henderson {
285ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_and_i32, ret, arg1, arg2);
286ad3d0e4dSRichard Henderson }
287ad3d0e4dSRichard Henderson 
288ad3d0e4dSRichard Henderson static inline void tcg_gen_or_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
289ad3d0e4dSRichard Henderson {
290ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_or_i32, ret, arg1, arg2);
291ad3d0e4dSRichard Henderson }
292ad3d0e4dSRichard Henderson 
293ad3d0e4dSRichard Henderson static inline void tcg_gen_xor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
294ad3d0e4dSRichard Henderson {
295ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_xor_i32, ret, arg1, arg2);
296ad3d0e4dSRichard Henderson }
297ad3d0e4dSRichard Henderson 
298ad3d0e4dSRichard Henderson static inline void tcg_gen_shl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
299ad3d0e4dSRichard Henderson {
300ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_shl_i32, ret, arg1, arg2);
301ad3d0e4dSRichard Henderson }
302ad3d0e4dSRichard Henderson 
303ad3d0e4dSRichard Henderson static inline void tcg_gen_shr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
304ad3d0e4dSRichard Henderson {
305ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_shr_i32, ret, arg1, arg2);
306ad3d0e4dSRichard Henderson }
307ad3d0e4dSRichard Henderson 
308ad3d0e4dSRichard Henderson static inline void tcg_gen_sar_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
309ad3d0e4dSRichard Henderson {
310ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_sar_i32, ret, arg1, arg2);
311ad3d0e4dSRichard Henderson }
312ad3d0e4dSRichard Henderson 
313ad3d0e4dSRichard Henderson static inline void tcg_gen_mul_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
314ad3d0e4dSRichard Henderson {
315ad3d0e4dSRichard Henderson     tcg_gen_op3_i32(INDEX_op_mul_i32, ret, arg1, arg2);
316ad3d0e4dSRichard Henderson }
317ad3d0e4dSRichard Henderson 
318ad3d0e4dSRichard Henderson static inline void tcg_gen_neg_i32(TCGv_i32 ret, TCGv_i32 arg)
319ad3d0e4dSRichard Henderson {
320ad3d0e4dSRichard Henderson     if (TCG_TARGET_HAS_neg_i32) {
321ad3d0e4dSRichard Henderson         tcg_gen_op2_i32(INDEX_op_neg_i32, ret, arg);
322ad3d0e4dSRichard Henderson     } else {
323ad3d0e4dSRichard Henderson         tcg_gen_subfi_i32(ret, 0, arg);
324ad3d0e4dSRichard Henderson     }
325ad3d0e4dSRichard Henderson }
326ad3d0e4dSRichard Henderson 
327ad3d0e4dSRichard Henderson static inline void tcg_gen_not_i32(TCGv_i32 ret, TCGv_i32 arg)
328ad3d0e4dSRichard Henderson {
329ad3d0e4dSRichard Henderson     if (TCG_TARGET_HAS_not_i32) {
330ad3d0e4dSRichard Henderson         tcg_gen_op2_i32(INDEX_op_not_i32, ret, arg);
331ad3d0e4dSRichard Henderson     } else {
332ad3d0e4dSRichard Henderson         tcg_gen_xori_i32(ret, arg, -1);
333ad3d0e4dSRichard Henderson     }
334ad3d0e4dSRichard Henderson }
335ad3d0e4dSRichard Henderson 
336ad3d0e4dSRichard Henderson /* 64 bit ops */
337ad3d0e4dSRichard Henderson 
338ad3d0e4dSRichard Henderson void tcg_gen_movi_i64(TCGv_i64 ret, int64_t arg);
339ad3d0e4dSRichard Henderson void tcg_gen_addi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
340ad3d0e4dSRichard Henderson void tcg_gen_subfi_i64(TCGv_i64 ret, int64_t arg1, TCGv_i64 arg2);
341ad3d0e4dSRichard Henderson void tcg_gen_subi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
342ad3d0e4dSRichard Henderson void tcg_gen_andi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
343ad3d0e4dSRichard Henderson void tcg_gen_ori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
344ad3d0e4dSRichard Henderson void tcg_gen_xori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
345ad3d0e4dSRichard Henderson void tcg_gen_shli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
346ad3d0e4dSRichard Henderson void tcg_gen_shri_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
347ad3d0e4dSRichard Henderson void tcg_gen_sari_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
348ad3d0e4dSRichard Henderson void tcg_gen_muli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
349ad3d0e4dSRichard Henderson void tcg_gen_div_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
350ad3d0e4dSRichard Henderson void tcg_gen_rem_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
351ad3d0e4dSRichard Henderson void tcg_gen_divu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
352ad3d0e4dSRichard Henderson void tcg_gen_remu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
353ad3d0e4dSRichard Henderson void tcg_gen_andc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
354ad3d0e4dSRichard Henderson void tcg_gen_eqv_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
355ad3d0e4dSRichard Henderson void tcg_gen_nand_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
356ad3d0e4dSRichard Henderson void tcg_gen_nor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
357ad3d0e4dSRichard Henderson void tcg_gen_orc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
358ad3d0e4dSRichard Henderson void tcg_gen_clz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
359ad3d0e4dSRichard Henderson void tcg_gen_ctz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
360ad3d0e4dSRichard Henderson void tcg_gen_clzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
361ad3d0e4dSRichard Henderson void tcg_gen_ctzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
362ad3d0e4dSRichard Henderson void tcg_gen_clrsb_i64(TCGv_i64 ret, TCGv_i64 arg);
363ad3d0e4dSRichard Henderson void tcg_gen_ctpop_i64(TCGv_i64 a1, TCGv_i64 a2);
364ad3d0e4dSRichard Henderson void tcg_gen_rotl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
365ad3d0e4dSRichard Henderson void tcg_gen_rotli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
366ad3d0e4dSRichard Henderson void tcg_gen_rotr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
367ad3d0e4dSRichard Henderson void tcg_gen_rotri_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
368ad3d0e4dSRichard Henderson void tcg_gen_deposit_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2,
369ad3d0e4dSRichard Henderson                          unsigned int ofs, unsigned int len);
370ad3d0e4dSRichard Henderson void tcg_gen_deposit_z_i64(TCGv_i64 ret, TCGv_i64 arg,
371ad3d0e4dSRichard Henderson                            unsigned int ofs, unsigned int len);
372ad3d0e4dSRichard Henderson void tcg_gen_extract_i64(TCGv_i64 ret, TCGv_i64 arg,
373ad3d0e4dSRichard Henderson                          unsigned int ofs, unsigned int len);
374ad3d0e4dSRichard Henderson void tcg_gen_sextract_i64(TCGv_i64 ret, TCGv_i64 arg,
375ad3d0e4dSRichard Henderson                           unsigned int ofs, unsigned int len);
376ad3d0e4dSRichard Henderson void tcg_gen_extract2_i64(TCGv_i64 ret, TCGv_i64 al, TCGv_i64 ah,
377ad3d0e4dSRichard Henderson                           unsigned int ofs);
378ad3d0e4dSRichard Henderson void tcg_gen_brcond_i64(TCGCond cond, TCGv_i64 arg1, TCGv_i64 arg2, TCGLabel *);
379ad3d0e4dSRichard Henderson void tcg_gen_brcondi_i64(TCGCond cond, TCGv_i64 arg1, int64_t arg2, TCGLabel *);
380ad3d0e4dSRichard Henderson void tcg_gen_setcond_i64(TCGCond cond, TCGv_i64 ret,
381ad3d0e4dSRichard Henderson                          TCGv_i64 arg1, TCGv_i64 arg2);
382ad3d0e4dSRichard Henderson void tcg_gen_setcondi_i64(TCGCond cond, TCGv_i64 ret,
383ad3d0e4dSRichard Henderson                           TCGv_i64 arg1, int64_t arg2);
3843635502dSRichard Henderson void tcg_gen_negsetcond_i64(TCGCond cond, TCGv_i64 ret,
3853635502dSRichard Henderson                             TCGv_i64 arg1, TCGv_i64 arg2);
38693c86ecdSPaolo Bonzini void tcg_gen_negsetcondi_i64(TCGCond cond, TCGv_i64 ret,
38793c86ecdSPaolo Bonzini                              TCGv_i64 arg1, int64_t arg2);
388ad3d0e4dSRichard Henderson void tcg_gen_movcond_i64(TCGCond cond, TCGv_i64 ret, TCGv_i64 c1,
389ad3d0e4dSRichard Henderson                          TCGv_i64 c2, TCGv_i64 v1, TCGv_i64 v2);
390ad3d0e4dSRichard Henderson void tcg_gen_add2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
391ad3d0e4dSRichard Henderson                       TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
392ad3d0e4dSRichard Henderson void tcg_gen_sub2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
393ad3d0e4dSRichard Henderson                       TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
394ad3d0e4dSRichard Henderson void tcg_gen_mulu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
395ad3d0e4dSRichard Henderson void tcg_gen_muls2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
396ad3d0e4dSRichard Henderson void tcg_gen_mulsu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
397ad3d0e4dSRichard Henderson void tcg_gen_not_i64(TCGv_i64 ret, TCGv_i64 arg);
398ad3d0e4dSRichard Henderson void tcg_gen_ext8s_i64(TCGv_i64 ret, TCGv_i64 arg);
399ad3d0e4dSRichard Henderson void tcg_gen_ext16s_i64(TCGv_i64 ret, TCGv_i64 arg);
400ad3d0e4dSRichard Henderson void tcg_gen_ext32s_i64(TCGv_i64 ret, TCGv_i64 arg);
401ad3d0e4dSRichard Henderson void tcg_gen_ext8u_i64(TCGv_i64 ret, TCGv_i64 arg);
402ad3d0e4dSRichard Henderson void tcg_gen_ext16u_i64(TCGv_i64 ret, TCGv_i64 arg);
403ad3d0e4dSRichard Henderson void tcg_gen_ext32u_i64(TCGv_i64 ret, TCGv_i64 arg);
404f1c29532SRichard Henderson void tcg_gen_ext_i64(TCGv_i64 ret, TCGv_i64 val, MemOp opc);
405ad3d0e4dSRichard Henderson void tcg_gen_bswap16_i64(TCGv_i64 ret, TCGv_i64 arg, int flags);
406ad3d0e4dSRichard Henderson void tcg_gen_bswap32_i64(TCGv_i64 ret, TCGv_i64 arg, int flags);
407ad3d0e4dSRichard Henderson void tcg_gen_bswap64_i64(TCGv_i64 ret, TCGv_i64 arg);
408ad3d0e4dSRichard Henderson void tcg_gen_hswap_i64(TCGv_i64 ret, TCGv_i64 arg);
409ad3d0e4dSRichard Henderson void tcg_gen_wswap_i64(TCGv_i64 ret, TCGv_i64 arg);
410ad3d0e4dSRichard Henderson void tcg_gen_smin_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
411ad3d0e4dSRichard Henderson void tcg_gen_smax_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
412ad3d0e4dSRichard Henderson void tcg_gen_umin_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
413ad3d0e4dSRichard Henderson void tcg_gen_umax_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
414ad3d0e4dSRichard Henderson void tcg_gen_abs_i64(TCGv_i64, TCGv_i64);
415ad3d0e4dSRichard Henderson 
416ad3d0e4dSRichard Henderson /* Replicate a value of size @vece from @in to all the lanes in @out */
417ad3d0e4dSRichard Henderson void tcg_gen_dup_i64(unsigned vece, TCGv_i64 out, TCGv_i64 in);
418ad3d0e4dSRichard Henderson 
419ad3d0e4dSRichard Henderson #if TCG_TARGET_REG_BITS == 64
420ad3d0e4dSRichard Henderson static inline void tcg_gen_discard_i64(TCGv_i64 arg)
421ad3d0e4dSRichard Henderson {
422ad3d0e4dSRichard Henderson     tcg_gen_op1_i64(INDEX_op_discard, arg);
423ad3d0e4dSRichard Henderson }
424ad3d0e4dSRichard Henderson 
425ad3d0e4dSRichard Henderson static inline void tcg_gen_mov_i64(TCGv_i64 ret, TCGv_i64 arg)
426ad3d0e4dSRichard Henderson {
427ad3d0e4dSRichard Henderson     if (ret != arg) {
428ad3d0e4dSRichard Henderson         tcg_gen_op2_i64(INDEX_op_mov_i64, ret, arg);
429ad3d0e4dSRichard Henderson     }
430ad3d0e4dSRichard Henderson }
431ad3d0e4dSRichard Henderson 
432ad3d0e4dSRichard Henderson static inline void tcg_gen_ld8u_i64(TCGv_i64 ret, TCGv_ptr arg2,
433ad3d0e4dSRichard Henderson                                     tcg_target_long offset)
434ad3d0e4dSRichard Henderson {
435ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_ld8u_i64, ret, arg2, offset);
436ad3d0e4dSRichard Henderson }
437ad3d0e4dSRichard Henderson 
438ad3d0e4dSRichard Henderson static inline void tcg_gen_ld8s_i64(TCGv_i64 ret, TCGv_ptr arg2,
439ad3d0e4dSRichard Henderson                                     tcg_target_long offset)
440ad3d0e4dSRichard Henderson {
441ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_ld8s_i64, ret, arg2, offset);
442ad3d0e4dSRichard Henderson }
443ad3d0e4dSRichard Henderson 
444ad3d0e4dSRichard Henderson static inline void tcg_gen_ld16u_i64(TCGv_i64 ret, TCGv_ptr arg2,
445ad3d0e4dSRichard Henderson                                      tcg_target_long offset)
446ad3d0e4dSRichard Henderson {
447ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_ld16u_i64, ret, arg2, offset);
448ad3d0e4dSRichard Henderson }
449ad3d0e4dSRichard Henderson 
450ad3d0e4dSRichard Henderson static inline void tcg_gen_ld16s_i64(TCGv_i64 ret, TCGv_ptr arg2,
451ad3d0e4dSRichard Henderson                                      tcg_target_long offset)
452ad3d0e4dSRichard Henderson {
453ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_ld16s_i64, ret, arg2, offset);
454ad3d0e4dSRichard Henderson }
455ad3d0e4dSRichard Henderson 
456ad3d0e4dSRichard Henderson static inline void tcg_gen_ld32u_i64(TCGv_i64 ret, TCGv_ptr arg2,
457ad3d0e4dSRichard Henderson                                      tcg_target_long offset)
458ad3d0e4dSRichard Henderson {
459ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_ld32u_i64, ret, arg2, offset);
460ad3d0e4dSRichard Henderson }
461ad3d0e4dSRichard Henderson 
462ad3d0e4dSRichard Henderson static inline void tcg_gen_ld32s_i64(TCGv_i64 ret, TCGv_ptr arg2,
463ad3d0e4dSRichard Henderson                                      tcg_target_long offset)
464ad3d0e4dSRichard Henderson {
465ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_ld32s_i64, ret, arg2, offset);
466ad3d0e4dSRichard Henderson }
467ad3d0e4dSRichard Henderson 
468ad3d0e4dSRichard Henderson static inline void tcg_gen_ld_i64(TCGv_i64 ret, TCGv_ptr arg2,
469ad3d0e4dSRichard Henderson                                   tcg_target_long offset)
470ad3d0e4dSRichard Henderson {
471ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_ld_i64, ret, arg2, offset);
472ad3d0e4dSRichard Henderson }
473ad3d0e4dSRichard Henderson 
474ad3d0e4dSRichard Henderson static inline void tcg_gen_st8_i64(TCGv_i64 arg1, TCGv_ptr arg2,
475ad3d0e4dSRichard Henderson                                    tcg_target_long offset)
476ad3d0e4dSRichard Henderson {
477ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_st8_i64, arg1, arg2, offset);
478ad3d0e4dSRichard Henderson }
479ad3d0e4dSRichard Henderson 
480ad3d0e4dSRichard Henderson static inline void tcg_gen_st16_i64(TCGv_i64 arg1, TCGv_ptr arg2,
481ad3d0e4dSRichard Henderson                                     tcg_target_long offset)
482ad3d0e4dSRichard Henderson {
483ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_st16_i64, arg1, arg2, offset);
484ad3d0e4dSRichard Henderson }
485ad3d0e4dSRichard Henderson 
486ad3d0e4dSRichard Henderson static inline void tcg_gen_st32_i64(TCGv_i64 arg1, TCGv_ptr arg2,
487ad3d0e4dSRichard Henderson                                     tcg_target_long offset)
488ad3d0e4dSRichard Henderson {
489ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_st32_i64, arg1, arg2, offset);
490ad3d0e4dSRichard Henderson }
491ad3d0e4dSRichard Henderson 
492ad3d0e4dSRichard Henderson static inline void tcg_gen_st_i64(TCGv_i64 arg1, TCGv_ptr arg2,
493ad3d0e4dSRichard Henderson                                   tcg_target_long offset)
494ad3d0e4dSRichard Henderson {
495ad3d0e4dSRichard Henderson     tcg_gen_ldst_op_i64(INDEX_op_st_i64, arg1, arg2, offset);
496ad3d0e4dSRichard Henderson }
497ad3d0e4dSRichard Henderson 
498ad3d0e4dSRichard Henderson static inline void tcg_gen_add_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
499ad3d0e4dSRichard Henderson {
500ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_add_i64, ret, arg1, arg2);
501ad3d0e4dSRichard Henderson }
502ad3d0e4dSRichard Henderson 
503ad3d0e4dSRichard Henderson static inline void tcg_gen_sub_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
504ad3d0e4dSRichard Henderson {
505ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_sub_i64, ret, arg1, arg2);
506ad3d0e4dSRichard Henderson }
507ad3d0e4dSRichard Henderson 
508ad3d0e4dSRichard Henderson static inline void tcg_gen_and_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
509ad3d0e4dSRichard Henderson {
510ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_and_i64, ret, arg1, arg2);
511ad3d0e4dSRichard Henderson }
512ad3d0e4dSRichard Henderson 
513ad3d0e4dSRichard Henderson static inline void tcg_gen_or_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
514ad3d0e4dSRichard Henderson {
515ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_or_i64, ret, arg1, arg2);
516ad3d0e4dSRichard Henderson }
517ad3d0e4dSRichard Henderson 
518ad3d0e4dSRichard Henderson static inline void tcg_gen_xor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
519ad3d0e4dSRichard Henderson {
520ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_xor_i64, ret, arg1, arg2);
521ad3d0e4dSRichard Henderson }
522ad3d0e4dSRichard Henderson 
523ad3d0e4dSRichard Henderson static inline void tcg_gen_shl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
524ad3d0e4dSRichard Henderson {
525ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_shl_i64, ret, arg1, arg2);
526ad3d0e4dSRichard Henderson }
527ad3d0e4dSRichard Henderson 
528ad3d0e4dSRichard Henderson static inline void tcg_gen_shr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
529ad3d0e4dSRichard Henderson {
530ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_shr_i64, ret, arg1, arg2);
531ad3d0e4dSRichard Henderson }
532ad3d0e4dSRichard Henderson 
533ad3d0e4dSRichard Henderson static inline void tcg_gen_sar_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
534ad3d0e4dSRichard Henderson {
535ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_sar_i64, ret, arg1, arg2);
536ad3d0e4dSRichard Henderson }
537ad3d0e4dSRichard Henderson 
538ad3d0e4dSRichard Henderson static inline void tcg_gen_mul_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
539ad3d0e4dSRichard Henderson {
540ad3d0e4dSRichard Henderson     tcg_gen_op3_i64(INDEX_op_mul_i64, ret, arg1, arg2);
541ad3d0e4dSRichard Henderson }
542ad3d0e4dSRichard Henderson #else /* TCG_TARGET_REG_BITS == 32 */
543ad3d0e4dSRichard Henderson void tcg_gen_st8_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
544ad3d0e4dSRichard Henderson void tcg_gen_st16_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
545ad3d0e4dSRichard Henderson void tcg_gen_st32_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
546ad3d0e4dSRichard Henderson 
547ad3d0e4dSRichard Henderson void tcg_gen_add_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
548ad3d0e4dSRichard Henderson void tcg_gen_sub_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
549ad3d0e4dSRichard Henderson 
550ad3d0e4dSRichard Henderson void tcg_gen_discard_i64(TCGv_i64 arg);
551ad3d0e4dSRichard Henderson void tcg_gen_mov_i64(TCGv_i64 ret, TCGv_i64 arg);
552ad3d0e4dSRichard Henderson void tcg_gen_ld8u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
553ad3d0e4dSRichard Henderson void tcg_gen_ld8s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
554ad3d0e4dSRichard Henderson void tcg_gen_ld16u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
555ad3d0e4dSRichard Henderson void tcg_gen_ld16s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
556ad3d0e4dSRichard Henderson void tcg_gen_ld32u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
557ad3d0e4dSRichard Henderson void tcg_gen_ld32s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
558ad3d0e4dSRichard Henderson void tcg_gen_ld_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
559ad3d0e4dSRichard Henderson void tcg_gen_st_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
560ad3d0e4dSRichard Henderson void tcg_gen_and_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
561ad3d0e4dSRichard Henderson void tcg_gen_or_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
562ad3d0e4dSRichard Henderson void tcg_gen_xor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
563ad3d0e4dSRichard Henderson void tcg_gen_shl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
564ad3d0e4dSRichard Henderson void tcg_gen_shr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
565ad3d0e4dSRichard Henderson void tcg_gen_sar_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
566ad3d0e4dSRichard Henderson void tcg_gen_mul_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
567ad3d0e4dSRichard Henderson #endif /* TCG_TARGET_REG_BITS */
568ad3d0e4dSRichard Henderson 
569ad3d0e4dSRichard Henderson static inline void tcg_gen_neg_i64(TCGv_i64 ret, TCGv_i64 arg)
570ad3d0e4dSRichard Henderson {
571ad3d0e4dSRichard Henderson     if (TCG_TARGET_HAS_neg_i64) {
572ad3d0e4dSRichard Henderson         tcg_gen_op2_i64(INDEX_op_neg_i64, ret, arg);
573ad3d0e4dSRichard Henderson     } else {
574ad3d0e4dSRichard Henderson         tcg_gen_subfi_i64(ret, 0, arg);
575ad3d0e4dSRichard Henderson     }
576ad3d0e4dSRichard Henderson }
577ad3d0e4dSRichard Henderson 
578ad3d0e4dSRichard Henderson /* Size changing operations.  */
579ad3d0e4dSRichard Henderson 
580ad3d0e4dSRichard Henderson void tcg_gen_extu_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
581ad3d0e4dSRichard Henderson void tcg_gen_ext_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
582ad3d0e4dSRichard Henderson void tcg_gen_concat_i32_i64(TCGv_i64 dest, TCGv_i32 low, TCGv_i32 high);
583ad3d0e4dSRichard Henderson void tcg_gen_extrl_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
584ad3d0e4dSRichard Henderson void tcg_gen_extrh_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
585ad3d0e4dSRichard Henderson void tcg_gen_extr_i64_i32(TCGv_i32 lo, TCGv_i32 hi, TCGv_i64 arg);
586ad3d0e4dSRichard Henderson void tcg_gen_extr32_i64(TCGv_i64 lo, TCGv_i64 hi, TCGv_i64 arg);
587ad3d0e4dSRichard Henderson 
588ad3d0e4dSRichard Henderson void tcg_gen_mov_i128(TCGv_i128 dst, TCGv_i128 src);
589ad3d0e4dSRichard Henderson void tcg_gen_extr_i128_i64(TCGv_i64 lo, TCGv_i64 hi, TCGv_i128 arg);
590ad3d0e4dSRichard Henderson void tcg_gen_concat_i64_i128(TCGv_i128 ret, TCGv_i64 lo, TCGv_i64 hi);
591ad3d0e4dSRichard Henderson 
592a01d9792SRichard Henderson void tcg_gen_ld_i128(TCGv_i128 ret, TCGv_ptr base, tcg_target_long offset);
593a01d9792SRichard Henderson void tcg_gen_st_i128(TCGv_i128 val, TCGv_ptr base, tcg_target_long offset);
594a01d9792SRichard Henderson 
595ad3d0e4dSRichard Henderson static inline void tcg_gen_concat32_i64(TCGv_i64 ret, TCGv_i64 lo, TCGv_i64 hi)
596ad3d0e4dSRichard Henderson {
597ad3d0e4dSRichard Henderson     tcg_gen_deposit_i64(ret, lo, hi, 32, 32);
598ad3d0e4dSRichard Henderson }
599ad3d0e4dSRichard Henderson 
600ad3d0e4dSRichard Henderson /* Local load/store bit ops */
601ad3d0e4dSRichard Henderson 
602ad3d0e4dSRichard Henderson void tcg_gen_qemu_ld_i32_chk(TCGv_i32, TCGTemp *, TCGArg, MemOp, TCGType);
603ad3d0e4dSRichard Henderson void tcg_gen_qemu_st_i32_chk(TCGv_i32, TCGTemp *, TCGArg, MemOp, TCGType);
604ad3d0e4dSRichard Henderson void tcg_gen_qemu_ld_i64_chk(TCGv_i64, TCGTemp *, TCGArg, MemOp, TCGType);
605ad3d0e4dSRichard Henderson void tcg_gen_qemu_st_i64_chk(TCGv_i64, TCGTemp *, TCGArg, MemOp, TCGType);
606ad3d0e4dSRichard Henderson void tcg_gen_qemu_ld_i128_chk(TCGv_i128, TCGTemp *, TCGArg, MemOp, TCGType);
607ad3d0e4dSRichard Henderson void tcg_gen_qemu_st_i128_chk(TCGv_i128, TCGTemp *, TCGArg, MemOp, TCGType);
608ad3d0e4dSRichard Henderson 
609ad3d0e4dSRichard Henderson /* Atomic ops */
610ad3d0e4dSRichard Henderson 
611ad3d0e4dSRichard Henderson void tcg_gen_atomic_cmpxchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32, TCGv_i32,
612ad3d0e4dSRichard Henderson                                     TCGArg, MemOp, TCGType);
613ad3d0e4dSRichard Henderson void tcg_gen_atomic_cmpxchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64, TCGv_i64,
614ad3d0e4dSRichard Henderson                                     TCGArg, MemOp, TCGType);
615ad3d0e4dSRichard Henderson void tcg_gen_atomic_cmpxchg_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
616ad3d0e4dSRichard Henderson                                      TCGv_i128, TCGArg, MemOp, TCGType);
617ad3d0e4dSRichard Henderson 
618ad3d0e4dSRichard Henderson void tcg_gen_nonatomic_cmpxchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32, TCGv_i32,
619ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
620ad3d0e4dSRichard Henderson void tcg_gen_nonatomic_cmpxchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64, TCGv_i64,
621ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
622ad3d0e4dSRichard Henderson void tcg_gen_nonatomic_cmpxchg_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
623ad3d0e4dSRichard Henderson                                         TCGv_i128, TCGArg, MemOp, TCGType);
624ad3d0e4dSRichard Henderson 
625ad3d0e4dSRichard Henderson void tcg_gen_atomic_xchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
626ad3d0e4dSRichard Henderson                                  TCGArg, MemOp, TCGType);
627ad3d0e4dSRichard Henderson void tcg_gen_atomic_xchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
628ad3d0e4dSRichard Henderson                                  TCGArg, MemOp, TCGType);
629ad3d0e4dSRichard Henderson 
630ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_add_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
631ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
632ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_add_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
633ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
634ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_and_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
635ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
636ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_and_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
637ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
638ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_or_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
639ad3d0e4dSRichard Henderson                                      TCGArg, MemOp, TCGType);
640ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_or_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
641ad3d0e4dSRichard Henderson                                      TCGArg, MemOp, TCGType);
642ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_xor_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
643ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
644ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_xor_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
645ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
646ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_smin_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
647ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
648ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_smin_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
649ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
650ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_umin_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
651ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
652ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_umin_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
653ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
654ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_smax_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
655ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
656ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_smax_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
657ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
658ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_umax_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
659ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
660ad3d0e4dSRichard Henderson void tcg_gen_atomic_fetch_umax_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
661ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
662ad3d0e4dSRichard Henderson 
663ad3d0e4dSRichard Henderson void tcg_gen_atomic_add_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
664ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
665ad3d0e4dSRichard Henderson void tcg_gen_atomic_add_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
666ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
667ad3d0e4dSRichard Henderson void tcg_gen_atomic_and_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
668ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
669ad3d0e4dSRichard Henderson void tcg_gen_atomic_and_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
670ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
671ad3d0e4dSRichard Henderson void tcg_gen_atomic_or_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
672ad3d0e4dSRichard Henderson                                      TCGArg, MemOp, TCGType);
673ad3d0e4dSRichard Henderson void tcg_gen_atomic_or_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
674ad3d0e4dSRichard Henderson                                      TCGArg, MemOp, TCGType);
675ad3d0e4dSRichard Henderson void tcg_gen_atomic_xor_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
676ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
677ad3d0e4dSRichard Henderson void tcg_gen_atomic_xor_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
678ad3d0e4dSRichard Henderson                                       TCGArg, MemOp, TCGType);
679ad3d0e4dSRichard Henderson void tcg_gen_atomic_smin_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
680ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
681ad3d0e4dSRichard Henderson void tcg_gen_atomic_smin_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
682ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
683ad3d0e4dSRichard Henderson void tcg_gen_atomic_umin_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
684ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
685ad3d0e4dSRichard Henderson void tcg_gen_atomic_umin_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
686ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
687ad3d0e4dSRichard Henderson void tcg_gen_atomic_smax_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
688ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
689ad3d0e4dSRichard Henderson void tcg_gen_atomic_smax_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
690ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
691ad3d0e4dSRichard Henderson void tcg_gen_atomic_umax_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
692ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
693ad3d0e4dSRichard Henderson void tcg_gen_atomic_umax_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
694ad3d0e4dSRichard Henderson                                        TCGArg, MemOp, TCGType);
695ad3d0e4dSRichard Henderson 
696ad3d0e4dSRichard Henderson /* Vector ops */
697ad3d0e4dSRichard Henderson 
698ad3d0e4dSRichard Henderson void tcg_gen_mov_vec(TCGv_vec, TCGv_vec);
699ad3d0e4dSRichard Henderson void tcg_gen_dup_i32_vec(unsigned vece, TCGv_vec, TCGv_i32);
700ad3d0e4dSRichard Henderson void tcg_gen_dup_i64_vec(unsigned vece, TCGv_vec, TCGv_i64);
701ad3d0e4dSRichard Henderson void tcg_gen_dup_mem_vec(unsigned vece, TCGv_vec, TCGv_ptr, tcg_target_long);
702ad3d0e4dSRichard Henderson void tcg_gen_dupi_vec(unsigned vece, TCGv_vec, uint64_t);
703ad3d0e4dSRichard Henderson void tcg_gen_add_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
704ad3d0e4dSRichard Henderson void tcg_gen_sub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
705ad3d0e4dSRichard Henderson void tcg_gen_mul_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
706ad3d0e4dSRichard Henderson void tcg_gen_and_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
707ad3d0e4dSRichard Henderson void tcg_gen_or_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
708ad3d0e4dSRichard Henderson void tcg_gen_xor_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
709ad3d0e4dSRichard Henderson void tcg_gen_andc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
710ad3d0e4dSRichard Henderson void tcg_gen_orc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
711ad3d0e4dSRichard Henderson void tcg_gen_nand_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
712ad3d0e4dSRichard Henderson void tcg_gen_nor_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
713ad3d0e4dSRichard Henderson void tcg_gen_eqv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
714ad3d0e4dSRichard Henderson void tcg_gen_not_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
715ad3d0e4dSRichard Henderson void tcg_gen_neg_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
716ad3d0e4dSRichard Henderson void tcg_gen_abs_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
717ad3d0e4dSRichard Henderson void tcg_gen_ssadd_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
718ad3d0e4dSRichard Henderson void tcg_gen_usadd_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
719ad3d0e4dSRichard Henderson void tcg_gen_sssub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
720ad3d0e4dSRichard Henderson void tcg_gen_ussub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
721ad3d0e4dSRichard Henderson void tcg_gen_smin_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
722ad3d0e4dSRichard Henderson void tcg_gen_umin_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
723ad3d0e4dSRichard Henderson void tcg_gen_smax_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
724ad3d0e4dSRichard Henderson void tcg_gen_umax_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
725ad3d0e4dSRichard Henderson 
726ad3d0e4dSRichard Henderson void tcg_gen_shli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
727ad3d0e4dSRichard Henderson void tcg_gen_shri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
728ad3d0e4dSRichard Henderson void tcg_gen_sari_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
729ad3d0e4dSRichard Henderson void tcg_gen_rotli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
730ad3d0e4dSRichard Henderson void tcg_gen_rotri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
731ad3d0e4dSRichard Henderson 
732ad3d0e4dSRichard Henderson void tcg_gen_shls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
733ad3d0e4dSRichard Henderson void tcg_gen_shrs_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
734ad3d0e4dSRichard Henderson void tcg_gen_sars_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
735ad3d0e4dSRichard Henderson void tcg_gen_rotls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
736ad3d0e4dSRichard Henderson 
737ad3d0e4dSRichard Henderson void tcg_gen_shlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
738ad3d0e4dSRichard Henderson void tcg_gen_shrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
739ad3d0e4dSRichard Henderson void tcg_gen_sarv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
740ad3d0e4dSRichard Henderson void tcg_gen_rotlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
741ad3d0e4dSRichard Henderson void tcg_gen_rotrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
742ad3d0e4dSRichard Henderson 
743ad3d0e4dSRichard Henderson void tcg_gen_cmp_vec(TCGCond cond, unsigned vece, TCGv_vec r,
744ad3d0e4dSRichard Henderson                      TCGv_vec a, TCGv_vec b);
745ad3d0e4dSRichard Henderson 
746ad3d0e4dSRichard Henderson void tcg_gen_bitsel_vec(unsigned vece, TCGv_vec r, TCGv_vec a,
747ad3d0e4dSRichard Henderson                         TCGv_vec b, TCGv_vec c);
748ad3d0e4dSRichard Henderson void tcg_gen_cmpsel_vec(TCGCond cond, unsigned vece, TCGv_vec r,
749ad3d0e4dSRichard Henderson                         TCGv_vec a, TCGv_vec b, TCGv_vec c, TCGv_vec d);
750ad3d0e4dSRichard Henderson 
751ad3d0e4dSRichard Henderson void tcg_gen_ld_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
752ad3d0e4dSRichard Henderson void tcg_gen_st_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
753ad3d0e4dSRichard Henderson void tcg_gen_stl_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset, TCGType t);
754ad3d0e4dSRichard Henderson 
755ad3d0e4dSRichard Henderson /* Host pointer ops */
756ad3d0e4dSRichard Henderson 
757ad3d0e4dSRichard Henderson #if UINTPTR_MAX == UINT32_MAX
758ad3d0e4dSRichard Henderson # define PTR  i32
759ad3d0e4dSRichard Henderson # define NAT  TCGv_i32
760ad3d0e4dSRichard Henderson #else
761ad3d0e4dSRichard Henderson # define PTR  i64
762ad3d0e4dSRichard Henderson # define NAT  TCGv_i64
763ad3d0e4dSRichard Henderson #endif
764ad3d0e4dSRichard Henderson 
765ad3d0e4dSRichard Henderson static inline void tcg_gen_ld_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t o)
766ad3d0e4dSRichard Henderson {
767ad3d0e4dSRichard Henderson     glue(tcg_gen_ld_,PTR)((NAT)r, a, o);
768ad3d0e4dSRichard Henderson }
769ad3d0e4dSRichard Henderson 
770ad3d0e4dSRichard Henderson static inline void tcg_gen_st_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t o)
771ad3d0e4dSRichard Henderson {
772ad3d0e4dSRichard Henderson     glue(tcg_gen_st_, PTR)((NAT)r, a, o);
773ad3d0e4dSRichard Henderson }
774ad3d0e4dSRichard Henderson 
775ad3d0e4dSRichard Henderson static inline void tcg_gen_discard_ptr(TCGv_ptr a)
776ad3d0e4dSRichard Henderson {
777ad3d0e4dSRichard Henderson     glue(tcg_gen_discard_,PTR)((NAT)a);
778ad3d0e4dSRichard Henderson }
779ad3d0e4dSRichard Henderson 
780ad3d0e4dSRichard Henderson static inline void tcg_gen_add_ptr(TCGv_ptr r, TCGv_ptr a, TCGv_ptr b)
781ad3d0e4dSRichard Henderson {
782ad3d0e4dSRichard Henderson     glue(tcg_gen_add_,PTR)((NAT)r, (NAT)a, (NAT)b);
783ad3d0e4dSRichard Henderson }
784ad3d0e4dSRichard Henderson 
785ad3d0e4dSRichard Henderson static inline void tcg_gen_addi_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t b)
786ad3d0e4dSRichard Henderson {
787ad3d0e4dSRichard Henderson     glue(tcg_gen_addi_,PTR)((NAT)r, (NAT)a, b);
788ad3d0e4dSRichard Henderson }
789ad3d0e4dSRichard Henderson 
790ad3d0e4dSRichard Henderson static inline void tcg_gen_mov_ptr(TCGv_ptr d, TCGv_ptr s)
791ad3d0e4dSRichard Henderson {
792ad3d0e4dSRichard Henderson     glue(tcg_gen_mov_,PTR)((NAT)d, (NAT)s);
793ad3d0e4dSRichard Henderson }
794ad3d0e4dSRichard Henderson 
795ad3d0e4dSRichard Henderson static inline void tcg_gen_movi_ptr(TCGv_ptr d, intptr_t s)
796ad3d0e4dSRichard Henderson {
797ad3d0e4dSRichard Henderson     glue(tcg_gen_movi_,PTR)((NAT)d, s);
798ad3d0e4dSRichard Henderson }
799ad3d0e4dSRichard Henderson 
800ad3d0e4dSRichard Henderson static inline void tcg_gen_brcondi_ptr(TCGCond cond, TCGv_ptr a,
801ad3d0e4dSRichard Henderson                                        intptr_t b, TCGLabel *label)
802ad3d0e4dSRichard Henderson {
803ad3d0e4dSRichard Henderson     glue(tcg_gen_brcondi_,PTR)(cond, (NAT)a, b, label);
804ad3d0e4dSRichard Henderson }
805ad3d0e4dSRichard Henderson 
806ad3d0e4dSRichard Henderson static inline void tcg_gen_ext_i32_ptr(TCGv_ptr r, TCGv_i32 a)
807ad3d0e4dSRichard Henderson {
808ad3d0e4dSRichard Henderson #if UINTPTR_MAX == UINT32_MAX
809ad3d0e4dSRichard Henderson     tcg_gen_mov_i32((NAT)r, a);
810ad3d0e4dSRichard Henderson #else
811ad3d0e4dSRichard Henderson     tcg_gen_ext_i32_i64((NAT)r, a);
812ad3d0e4dSRichard Henderson #endif
813ad3d0e4dSRichard Henderson }
814ad3d0e4dSRichard Henderson 
815ad3d0e4dSRichard Henderson static inline void tcg_gen_trunc_i64_ptr(TCGv_ptr r, TCGv_i64 a)
816ad3d0e4dSRichard Henderson {
817ad3d0e4dSRichard Henderson #if UINTPTR_MAX == UINT32_MAX
818ad3d0e4dSRichard Henderson     tcg_gen_extrl_i64_i32((NAT)r, a);
819ad3d0e4dSRichard Henderson #else
820ad3d0e4dSRichard Henderson     tcg_gen_mov_i64((NAT)r, a);
821ad3d0e4dSRichard Henderson #endif
822ad3d0e4dSRichard Henderson }
823ad3d0e4dSRichard Henderson 
824ad3d0e4dSRichard Henderson static inline void tcg_gen_extu_ptr_i64(TCGv_i64 r, TCGv_ptr a)
825ad3d0e4dSRichard Henderson {
826ad3d0e4dSRichard Henderson #if UINTPTR_MAX == UINT32_MAX
827ad3d0e4dSRichard Henderson     tcg_gen_extu_i32_i64(r, (NAT)a);
828ad3d0e4dSRichard Henderson #else
829ad3d0e4dSRichard Henderson     tcg_gen_mov_i64(r, (NAT)a);
830ad3d0e4dSRichard Henderson #endif
831ad3d0e4dSRichard Henderson }
832ad3d0e4dSRichard Henderson 
833ad3d0e4dSRichard Henderson static inline void tcg_gen_trunc_ptr_i32(TCGv_i32 r, TCGv_ptr a)
834ad3d0e4dSRichard Henderson {
835ad3d0e4dSRichard Henderson #if UINTPTR_MAX == UINT32_MAX
836ad3d0e4dSRichard Henderson     tcg_gen_mov_i32(r, (NAT)a);
837ad3d0e4dSRichard Henderson #else
838ad3d0e4dSRichard Henderson     tcg_gen_extrl_i64_i32(r, (NAT)a);
839ad3d0e4dSRichard Henderson #endif
840ad3d0e4dSRichard Henderson }
841ad3d0e4dSRichard Henderson 
842ad3d0e4dSRichard Henderson #undef PTR
843ad3d0e4dSRichard Henderson #undef NAT
844ad3d0e4dSRichard Henderson 
845ad3d0e4dSRichard Henderson #endif /* TCG_TCG_OP_COMMON_H */
846