xref: /openbmc/qemu/include/tcg/tcg-op.h (revision 70f168f8)
1 /*
2  * Tiny Code Generator for QEMU
3  *
4  * Copyright (c) 2008 Fabrice Bellard
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a copy
7  * of this software and associated documentation files (the "Software"), to deal
8  * in the Software without restriction, including without limitation the rights
9  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10  * copies of the Software, and to permit persons to whom the Software is
11  * furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in
14  * all copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22  * THE SOFTWARE.
23  */
24 
25 #ifndef TCG_TCG_OP_H
26 #define TCG_TCG_OP_H
27 
28 #include "tcg/tcg.h"
29 #include "exec/helper-proto.h"
30 #include "exec/helper-gen.h"
31 
32 /* Basic output routines.  Not for general consumption.  */
33 
34 void tcg_gen_op1(TCGOpcode, TCGArg);
35 void tcg_gen_op2(TCGOpcode, TCGArg, TCGArg);
36 void tcg_gen_op3(TCGOpcode, TCGArg, TCGArg, TCGArg);
37 void tcg_gen_op4(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg);
38 void tcg_gen_op5(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg);
39 void tcg_gen_op6(TCGOpcode, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg, TCGArg);
40 
41 void vec_gen_2(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg);
42 void vec_gen_3(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg, TCGArg);
43 void vec_gen_4(TCGOpcode, TCGType, unsigned, TCGArg, TCGArg, TCGArg, TCGArg);
44 
45 static inline void tcg_gen_op1_i32(TCGOpcode opc, TCGv_i32 a1)
46 {
47     tcg_gen_op1(opc, tcgv_i32_arg(a1));
48 }
49 
50 static inline void tcg_gen_op1_i64(TCGOpcode opc, TCGv_i64 a1)
51 {
52     tcg_gen_op1(opc, tcgv_i64_arg(a1));
53 }
54 
55 static inline void tcg_gen_op1i(TCGOpcode opc, TCGArg a1)
56 {
57     tcg_gen_op1(opc, a1);
58 }
59 
60 static inline void tcg_gen_op2_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2)
61 {
62     tcg_gen_op2(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2));
63 }
64 
65 static inline void tcg_gen_op2_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2)
66 {
67     tcg_gen_op2(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2));
68 }
69 
70 static inline void tcg_gen_op2i_i32(TCGOpcode opc, TCGv_i32 a1, TCGArg a2)
71 {
72     tcg_gen_op2(opc, tcgv_i32_arg(a1), a2);
73 }
74 
75 static inline void tcg_gen_op2i_i64(TCGOpcode opc, TCGv_i64 a1, TCGArg a2)
76 {
77     tcg_gen_op2(opc, tcgv_i64_arg(a1), a2);
78 }
79 
80 static inline void tcg_gen_op2ii(TCGOpcode opc, TCGArg a1, TCGArg a2)
81 {
82     tcg_gen_op2(opc, a1, a2);
83 }
84 
85 static inline void tcg_gen_op3_i32(TCGOpcode opc, TCGv_i32 a1,
86                                    TCGv_i32 a2, TCGv_i32 a3)
87 {
88     tcg_gen_op3(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2), tcgv_i32_arg(a3));
89 }
90 
91 static inline void tcg_gen_op3_i64(TCGOpcode opc, TCGv_i64 a1,
92                                    TCGv_i64 a2, TCGv_i64 a3)
93 {
94     tcg_gen_op3(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2), tcgv_i64_arg(a3));
95 }
96 
97 static inline void tcg_gen_op3i_i32(TCGOpcode opc, TCGv_i32 a1,
98                                     TCGv_i32 a2, TCGArg a3)
99 {
100     tcg_gen_op3(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2), a3);
101 }
102 
103 static inline void tcg_gen_op3i_i64(TCGOpcode opc, TCGv_i64 a1,
104                                     TCGv_i64 a2, TCGArg a3)
105 {
106     tcg_gen_op3(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2), a3);
107 }
108 
109 static inline void tcg_gen_ldst_op_i32(TCGOpcode opc, TCGv_i32 val,
110                                        TCGv_ptr base, TCGArg offset)
111 {
112     tcg_gen_op3(opc, tcgv_i32_arg(val), tcgv_ptr_arg(base), offset);
113 }
114 
115 static inline void tcg_gen_ldst_op_i64(TCGOpcode opc, TCGv_i64 val,
116                                        TCGv_ptr base, TCGArg offset)
117 {
118     tcg_gen_op3(opc, tcgv_i64_arg(val), tcgv_ptr_arg(base), offset);
119 }
120 
121 static inline void tcg_gen_op4_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
122                                    TCGv_i32 a3, TCGv_i32 a4)
123 {
124     tcg_gen_op4(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
125                 tcgv_i32_arg(a3), tcgv_i32_arg(a4));
126 }
127 
128 static inline void tcg_gen_op4_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
129                                    TCGv_i64 a3, TCGv_i64 a4)
130 {
131     tcg_gen_op4(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
132                 tcgv_i64_arg(a3), tcgv_i64_arg(a4));
133 }
134 
135 static inline void tcg_gen_op4i_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
136                                     TCGv_i32 a3, TCGArg a4)
137 {
138     tcg_gen_op4(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
139                 tcgv_i32_arg(a3), a4);
140 }
141 
142 static inline void tcg_gen_op4i_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
143                                     TCGv_i64 a3, TCGArg a4)
144 {
145     tcg_gen_op4(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
146                 tcgv_i64_arg(a3), a4);
147 }
148 
149 static inline void tcg_gen_op4ii_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
150                                      TCGArg a3, TCGArg a4)
151 {
152     tcg_gen_op4(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2), a3, a4);
153 }
154 
155 static inline void tcg_gen_op4ii_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
156                                      TCGArg a3, TCGArg a4)
157 {
158     tcg_gen_op4(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2), a3, a4);
159 }
160 
161 static inline void tcg_gen_op5_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
162                                    TCGv_i32 a3, TCGv_i32 a4, TCGv_i32 a5)
163 {
164     tcg_gen_op5(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
165                 tcgv_i32_arg(a3), tcgv_i32_arg(a4), tcgv_i32_arg(a5));
166 }
167 
168 static inline void tcg_gen_op5_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
169                                    TCGv_i64 a3, TCGv_i64 a4, TCGv_i64 a5)
170 {
171     tcg_gen_op5(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
172                 tcgv_i64_arg(a3), tcgv_i64_arg(a4), tcgv_i64_arg(a5));
173 }
174 
175 static inline void tcg_gen_op5i_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
176                                     TCGv_i32 a3, TCGv_i32 a4, TCGArg a5)
177 {
178     tcg_gen_op5(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
179                 tcgv_i32_arg(a3), tcgv_i32_arg(a4), a5);
180 }
181 
182 static inline void tcg_gen_op5i_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
183                                     TCGv_i64 a3, TCGv_i64 a4, TCGArg a5)
184 {
185     tcg_gen_op5(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
186                 tcgv_i64_arg(a3), tcgv_i64_arg(a4), a5);
187 }
188 
189 static inline void tcg_gen_op5ii_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
190                                      TCGv_i32 a3, TCGArg a4, TCGArg a5)
191 {
192     tcg_gen_op5(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
193                 tcgv_i32_arg(a3), a4, a5);
194 }
195 
196 static inline void tcg_gen_op5ii_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
197                                      TCGv_i64 a3, TCGArg a4, TCGArg a5)
198 {
199     tcg_gen_op5(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
200                 tcgv_i64_arg(a3), a4, a5);
201 }
202 
203 static inline void tcg_gen_op6_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
204                                    TCGv_i32 a3, TCGv_i32 a4,
205                                    TCGv_i32 a5, TCGv_i32 a6)
206 {
207     tcg_gen_op6(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
208                 tcgv_i32_arg(a3), tcgv_i32_arg(a4), tcgv_i32_arg(a5),
209                 tcgv_i32_arg(a6));
210 }
211 
212 static inline void tcg_gen_op6_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
213                                    TCGv_i64 a3, TCGv_i64 a4,
214                                    TCGv_i64 a5, TCGv_i64 a6)
215 {
216     tcg_gen_op6(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
217                 tcgv_i64_arg(a3), tcgv_i64_arg(a4), tcgv_i64_arg(a5),
218                 tcgv_i64_arg(a6));
219 }
220 
221 static inline void tcg_gen_op6i_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
222                                     TCGv_i32 a3, TCGv_i32 a4,
223                                     TCGv_i32 a5, TCGArg a6)
224 {
225     tcg_gen_op6(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
226                 tcgv_i32_arg(a3), tcgv_i32_arg(a4), tcgv_i32_arg(a5), a6);
227 }
228 
229 static inline void tcg_gen_op6i_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
230                                     TCGv_i64 a3, TCGv_i64 a4,
231                                     TCGv_i64 a5, TCGArg a6)
232 {
233     tcg_gen_op6(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
234                 tcgv_i64_arg(a3), tcgv_i64_arg(a4), tcgv_i64_arg(a5), a6);
235 }
236 
237 static inline void tcg_gen_op6ii_i32(TCGOpcode opc, TCGv_i32 a1, TCGv_i32 a2,
238                                      TCGv_i32 a3, TCGv_i32 a4,
239                                      TCGArg a5, TCGArg a6)
240 {
241     tcg_gen_op6(opc, tcgv_i32_arg(a1), tcgv_i32_arg(a2),
242                 tcgv_i32_arg(a3), tcgv_i32_arg(a4), a5, a6);
243 }
244 
245 static inline void tcg_gen_op6ii_i64(TCGOpcode opc, TCGv_i64 a1, TCGv_i64 a2,
246                                      TCGv_i64 a3, TCGv_i64 a4,
247                                      TCGArg a5, TCGArg a6)
248 {
249     tcg_gen_op6(opc, tcgv_i64_arg(a1), tcgv_i64_arg(a2),
250                 tcgv_i64_arg(a3), tcgv_i64_arg(a4), a5, a6);
251 }
252 
253 
254 /* Generic ops.  */
255 
256 static inline void gen_set_label(TCGLabel *l)
257 {
258     l->present = 1;
259     tcg_gen_op1(INDEX_op_set_label, label_arg(l));
260 }
261 
262 void tcg_gen_br(TCGLabel *l);
263 void tcg_gen_mb(TCGBar);
264 
265 /* Helper calls. */
266 
267 /* 32 bit ops */
268 
269 void tcg_gen_movi_i32(TCGv_i32 ret, int32_t arg);
270 void tcg_gen_addi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
271 void tcg_gen_subfi_i32(TCGv_i32 ret, int32_t arg1, TCGv_i32 arg2);
272 void tcg_gen_subi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
273 void tcg_gen_andi_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
274 void tcg_gen_ori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
275 void tcg_gen_xori_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
276 void tcg_gen_shli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
277 void tcg_gen_shri_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
278 void tcg_gen_sari_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
279 void tcg_gen_muli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
280 void tcg_gen_div_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
281 void tcg_gen_rem_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
282 void tcg_gen_divu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
283 void tcg_gen_remu_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
284 void tcg_gen_andc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
285 void tcg_gen_eqv_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
286 void tcg_gen_nand_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
287 void tcg_gen_nor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
288 void tcg_gen_orc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
289 void tcg_gen_clz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
290 void tcg_gen_ctz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
291 void tcg_gen_clzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
292 void tcg_gen_ctzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
293 void tcg_gen_clrsb_i32(TCGv_i32 ret, TCGv_i32 arg);
294 void tcg_gen_ctpop_i32(TCGv_i32 a1, TCGv_i32 a2);
295 void tcg_gen_rotl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
296 void tcg_gen_rotli_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
297 void tcg_gen_rotr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
298 void tcg_gen_rotri_i32(TCGv_i32 ret, TCGv_i32 arg1, int32_t arg2);
299 void tcg_gen_deposit_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2,
300                          unsigned int ofs, unsigned int len);
301 void tcg_gen_deposit_z_i32(TCGv_i32 ret, TCGv_i32 arg,
302                            unsigned int ofs, unsigned int len);
303 void tcg_gen_extract_i32(TCGv_i32 ret, TCGv_i32 arg,
304                          unsigned int ofs, unsigned int len);
305 void tcg_gen_sextract_i32(TCGv_i32 ret, TCGv_i32 arg,
306                           unsigned int ofs, unsigned int len);
307 void tcg_gen_extract2_i32(TCGv_i32 ret, TCGv_i32 al, TCGv_i32 ah,
308                           unsigned int ofs);
309 void tcg_gen_brcond_i32(TCGCond cond, TCGv_i32 arg1, TCGv_i32 arg2, TCGLabel *);
310 void tcg_gen_brcondi_i32(TCGCond cond, TCGv_i32 arg1, int32_t arg2, TCGLabel *);
311 void tcg_gen_setcond_i32(TCGCond cond, TCGv_i32 ret,
312                          TCGv_i32 arg1, TCGv_i32 arg2);
313 void tcg_gen_setcondi_i32(TCGCond cond, TCGv_i32 ret,
314                           TCGv_i32 arg1, int32_t arg2);
315 void tcg_gen_movcond_i32(TCGCond cond, TCGv_i32 ret, TCGv_i32 c1,
316                          TCGv_i32 c2, TCGv_i32 v1, TCGv_i32 v2);
317 void tcg_gen_add2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
318                       TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
319 void tcg_gen_sub2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 al,
320                       TCGv_i32 ah, TCGv_i32 bl, TCGv_i32 bh);
321 void tcg_gen_mulu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
322 void tcg_gen_muls2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
323 void tcg_gen_mulsu2_i32(TCGv_i32 rl, TCGv_i32 rh, TCGv_i32 arg1, TCGv_i32 arg2);
324 void tcg_gen_ext8s_i32(TCGv_i32 ret, TCGv_i32 arg);
325 void tcg_gen_ext16s_i32(TCGv_i32 ret, TCGv_i32 arg);
326 void tcg_gen_ext8u_i32(TCGv_i32 ret, TCGv_i32 arg);
327 void tcg_gen_ext16u_i32(TCGv_i32 ret, TCGv_i32 arg);
328 void tcg_gen_bswap16_i32(TCGv_i32 ret, TCGv_i32 arg, int flags);
329 void tcg_gen_bswap32_i32(TCGv_i32 ret, TCGv_i32 arg);
330 void tcg_gen_hswap_i32(TCGv_i32 ret, TCGv_i32 arg);
331 void tcg_gen_smin_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
332 void tcg_gen_smax_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
333 void tcg_gen_umin_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
334 void tcg_gen_umax_i32(TCGv_i32, TCGv_i32 arg1, TCGv_i32 arg2);
335 void tcg_gen_abs_i32(TCGv_i32, TCGv_i32);
336 
337 /* Replicate a value of size @vece from @in to all the lanes in @out */
338 void tcg_gen_dup_i32(unsigned vece, TCGv_i32 out, TCGv_i32 in);
339 
340 static inline void tcg_gen_discard_i32(TCGv_i32 arg)
341 {
342     tcg_gen_op1_i32(INDEX_op_discard, arg);
343 }
344 
345 static inline void tcg_gen_mov_i32(TCGv_i32 ret, TCGv_i32 arg)
346 {
347     if (ret != arg) {
348         tcg_gen_op2_i32(INDEX_op_mov_i32, ret, arg);
349     }
350 }
351 
352 static inline void tcg_gen_ld8u_i32(TCGv_i32 ret, TCGv_ptr arg2,
353                                     tcg_target_long offset)
354 {
355     tcg_gen_ldst_op_i32(INDEX_op_ld8u_i32, ret, arg2, offset);
356 }
357 
358 static inline void tcg_gen_ld8s_i32(TCGv_i32 ret, TCGv_ptr arg2,
359                                     tcg_target_long offset)
360 {
361     tcg_gen_ldst_op_i32(INDEX_op_ld8s_i32, ret, arg2, offset);
362 }
363 
364 static inline void tcg_gen_ld16u_i32(TCGv_i32 ret, TCGv_ptr arg2,
365                                      tcg_target_long offset)
366 {
367     tcg_gen_ldst_op_i32(INDEX_op_ld16u_i32, ret, arg2, offset);
368 }
369 
370 static inline void tcg_gen_ld16s_i32(TCGv_i32 ret, TCGv_ptr arg2,
371                                      tcg_target_long offset)
372 {
373     tcg_gen_ldst_op_i32(INDEX_op_ld16s_i32, ret, arg2, offset);
374 }
375 
376 static inline void tcg_gen_ld_i32(TCGv_i32 ret, TCGv_ptr arg2,
377                                   tcg_target_long offset)
378 {
379     tcg_gen_ldst_op_i32(INDEX_op_ld_i32, ret, arg2, offset);
380 }
381 
382 static inline void tcg_gen_st8_i32(TCGv_i32 arg1, TCGv_ptr arg2,
383                                    tcg_target_long offset)
384 {
385     tcg_gen_ldst_op_i32(INDEX_op_st8_i32, arg1, arg2, offset);
386 }
387 
388 static inline void tcg_gen_st16_i32(TCGv_i32 arg1, TCGv_ptr arg2,
389                                     tcg_target_long offset)
390 {
391     tcg_gen_ldst_op_i32(INDEX_op_st16_i32, arg1, arg2, offset);
392 }
393 
394 static inline void tcg_gen_st_i32(TCGv_i32 arg1, TCGv_ptr arg2,
395                                   tcg_target_long offset)
396 {
397     tcg_gen_ldst_op_i32(INDEX_op_st_i32, arg1, arg2, offset);
398 }
399 
400 static inline void tcg_gen_add_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
401 {
402     tcg_gen_op3_i32(INDEX_op_add_i32, ret, arg1, arg2);
403 }
404 
405 static inline void tcg_gen_sub_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
406 {
407     tcg_gen_op3_i32(INDEX_op_sub_i32, ret, arg1, arg2);
408 }
409 
410 static inline void tcg_gen_and_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
411 {
412     tcg_gen_op3_i32(INDEX_op_and_i32, ret, arg1, arg2);
413 }
414 
415 static inline void tcg_gen_or_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
416 {
417     tcg_gen_op3_i32(INDEX_op_or_i32, ret, arg1, arg2);
418 }
419 
420 static inline void tcg_gen_xor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
421 {
422     tcg_gen_op3_i32(INDEX_op_xor_i32, ret, arg1, arg2);
423 }
424 
425 static inline void tcg_gen_shl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
426 {
427     tcg_gen_op3_i32(INDEX_op_shl_i32, ret, arg1, arg2);
428 }
429 
430 static inline void tcg_gen_shr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
431 {
432     tcg_gen_op3_i32(INDEX_op_shr_i32, ret, arg1, arg2);
433 }
434 
435 static inline void tcg_gen_sar_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
436 {
437     tcg_gen_op3_i32(INDEX_op_sar_i32, ret, arg1, arg2);
438 }
439 
440 static inline void tcg_gen_mul_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
441 {
442     tcg_gen_op3_i32(INDEX_op_mul_i32, ret, arg1, arg2);
443 }
444 
445 static inline void tcg_gen_neg_i32(TCGv_i32 ret, TCGv_i32 arg)
446 {
447     if (TCG_TARGET_HAS_neg_i32) {
448         tcg_gen_op2_i32(INDEX_op_neg_i32, ret, arg);
449     } else {
450         tcg_gen_subfi_i32(ret, 0, arg);
451     }
452 }
453 
454 static inline void tcg_gen_not_i32(TCGv_i32 ret, TCGv_i32 arg)
455 {
456     if (TCG_TARGET_HAS_not_i32) {
457         tcg_gen_op2_i32(INDEX_op_not_i32, ret, arg);
458     } else {
459         tcg_gen_xori_i32(ret, arg, -1);
460     }
461 }
462 
463 /* 64 bit ops */
464 
465 void tcg_gen_movi_i64(TCGv_i64 ret, int64_t arg);
466 void tcg_gen_addi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
467 void tcg_gen_subfi_i64(TCGv_i64 ret, int64_t arg1, TCGv_i64 arg2);
468 void tcg_gen_subi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
469 void tcg_gen_andi_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
470 void tcg_gen_ori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
471 void tcg_gen_xori_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
472 void tcg_gen_shli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
473 void tcg_gen_shri_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
474 void tcg_gen_sari_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
475 void tcg_gen_muli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
476 void tcg_gen_div_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
477 void tcg_gen_rem_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
478 void tcg_gen_divu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
479 void tcg_gen_remu_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
480 void tcg_gen_andc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
481 void tcg_gen_eqv_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
482 void tcg_gen_nand_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
483 void tcg_gen_nor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
484 void tcg_gen_orc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
485 void tcg_gen_clz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
486 void tcg_gen_ctz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
487 void tcg_gen_clzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
488 void tcg_gen_ctzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
489 void tcg_gen_clrsb_i64(TCGv_i64 ret, TCGv_i64 arg);
490 void tcg_gen_ctpop_i64(TCGv_i64 a1, TCGv_i64 a2);
491 void tcg_gen_rotl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
492 void tcg_gen_rotli_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
493 void tcg_gen_rotr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
494 void tcg_gen_rotri_i64(TCGv_i64 ret, TCGv_i64 arg1, int64_t arg2);
495 void tcg_gen_deposit_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2,
496                          unsigned int ofs, unsigned int len);
497 void tcg_gen_deposit_z_i64(TCGv_i64 ret, TCGv_i64 arg,
498                            unsigned int ofs, unsigned int len);
499 void tcg_gen_extract_i64(TCGv_i64 ret, TCGv_i64 arg,
500                          unsigned int ofs, unsigned int len);
501 void tcg_gen_sextract_i64(TCGv_i64 ret, TCGv_i64 arg,
502                           unsigned int ofs, unsigned int len);
503 void tcg_gen_extract2_i64(TCGv_i64 ret, TCGv_i64 al, TCGv_i64 ah,
504                           unsigned int ofs);
505 void tcg_gen_brcond_i64(TCGCond cond, TCGv_i64 arg1, TCGv_i64 arg2, TCGLabel *);
506 void tcg_gen_brcondi_i64(TCGCond cond, TCGv_i64 arg1, int64_t arg2, TCGLabel *);
507 void tcg_gen_setcond_i64(TCGCond cond, TCGv_i64 ret,
508                          TCGv_i64 arg1, TCGv_i64 arg2);
509 void tcg_gen_setcondi_i64(TCGCond cond, TCGv_i64 ret,
510                           TCGv_i64 arg1, int64_t arg2);
511 void tcg_gen_movcond_i64(TCGCond cond, TCGv_i64 ret, TCGv_i64 c1,
512                          TCGv_i64 c2, TCGv_i64 v1, TCGv_i64 v2);
513 void tcg_gen_add2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
514                       TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
515 void tcg_gen_sub2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 al,
516                       TCGv_i64 ah, TCGv_i64 bl, TCGv_i64 bh);
517 void tcg_gen_mulu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
518 void tcg_gen_muls2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
519 void tcg_gen_mulsu2_i64(TCGv_i64 rl, TCGv_i64 rh, TCGv_i64 arg1, TCGv_i64 arg2);
520 void tcg_gen_not_i64(TCGv_i64 ret, TCGv_i64 arg);
521 void tcg_gen_ext8s_i64(TCGv_i64 ret, TCGv_i64 arg);
522 void tcg_gen_ext16s_i64(TCGv_i64 ret, TCGv_i64 arg);
523 void tcg_gen_ext32s_i64(TCGv_i64 ret, TCGv_i64 arg);
524 void tcg_gen_ext8u_i64(TCGv_i64 ret, TCGv_i64 arg);
525 void tcg_gen_ext16u_i64(TCGv_i64 ret, TCGv_i64 arg);
526 void tcg_gen_ext32u_i64(TCGv_i64 ret, TCGv_i64 arg);
527 void tcg_gen_bswap16_i64(TCGv_i64 ret, TCGv_i64 arg, int flags);
528 void tcg_gen_bswap32_i64(TCGv_i64 ret, TCGv_i64 arg, int flags);
529 void tcg_gen_bswap64_i64(TCGv_i64 ret, TCGv_i64 arg);
530 void tcg_gen_hswap_i64(TCGv_i64 ret, TCGv_i64 arg);
531 void tcg_gen_wswap_i64(TCGv_i64 ret, TCGv_i64 arg);
532 void tcg_gen_smin_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
533 void tcg_gen_smax_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
534 void tcg_gen_umin_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
535 void tcg_gen_umax_i64(TCGv_i64, TCGv_i64 arg1, TCGv_i64 arg2);
536 void tcg_gen_abs_i64(TCGv_i64, TCGv_i64);
537 
538 /* Replicate a value of size @vece from @in to all the lanes in @out */
539 void tcg_gen_dup_i64(unsigned vece, TCGv_i64 out, TCGv_i64 in);
540 
541 #if TCG_TARGET_REG_BITS == 64
542 static inline void tcg_gen_discard_i64(TCGv_i64 arg)
543 {
544     tcg_gen_op1_i64(INDEX_op_discard, arg);
545 }
546 
547 static inline void tcg_gen_mov_i64(TCGv_i64 ret, TCGv_i64 arg)
548 {
549     if (ret != arg) {
550         tcg_gen_op2_i64(INDEX_op_mov_i64, ret, arg);
551     }
552 }
553 
554 static inline void tcg_gen_ld8u_i64(TCGv_i64 ret, TCGv_ptr arg2,
555                                     tcg_target_long offset)
556 {
557     tcg_gen_ldst_op_i64(INDEX_op_ld8u_i64, ret, arg2, offset);
558 }
559 
560 static inline void tcg_gen_ld8s_i64(TCGv_i64 ret, TCGv_ptr arg2,
561                                     tcg_target_long offset)
562 {
563     tcg_gen_ldst_op_i64(INDEX_op_ld8s_i64, ret, arg2, offset);
564 }
565 
566 static inline void tcg_gen_ld16u_i64(TCGv_i64 ret, TCGv_ptr arg2,
567                                      tcg_target_long offset)
568 {
569     tcg_gen_ldst_op_i64(INDEX_op_ld16u_i64, ret, arg2, offset);
570 }
571 
572 static inline void tcg_gen_ld16s_i64(TCGv_i64 ret, TCGv_ptr arg2,
573                                      tcg_target_long offset)
574 {
575     tcg_gen_ldst_op_i64(INDEX_op_ld16s_i64, ret, arg2, offset);
576 }
577 
578 static inline void tcg_gen_ld32u_i64(TCGv_i64 ret, TCGv_ptr arg2,
579                                      tcg_target_long offset)
580 {
581     tcg_gen_ldst_op_i64(INDEX_op_ld32u_i64, ret, arg2, offset);
582 }
583 
584 static inline void tcg_gen_ld32s_i64(TCGv_i64 ret, TCGv_ptr arg2,
585                                      tcg_target_long offset)
586 {
587     tcg_gen_ldst_op_i64(INDEX_op_ld32s_i64, ret, arg2, offset);
588 }
589 
590 static inline void tcg_gen_ld_i64(TCGv_i64 ret, TCGv_ptr arg2,
591                                   tcg_target_long offset)
592 {
593     tcg_gen_ldst_op_i64(INDEX_op_ld_i64, ret, arg2, offset);
594 }
595 
596 static inline void tcg_gen_st8_i64(TCGv_i64 arg1, TCGv_ptr arg2,
597                                    tcg_target_long offset)
598 {
599     tcg_gen_ldst_op_i64(INDEX_op_st8_i64, arg1, arg2, offset);
600 }
601 
602 static inline void tcg_gen_st16_i64(TCGv_i64 arg1, TCGv_ptr arg2,
603                                     tcg_target_long offset)
604 {
605     tcg_gen_ldst_op_i64(INDEX_op_st16_i64, arg1, arg2, offset);
606 }
607 
608 static inline void tcg_gen_st32_i64(TCGv_i64 arg1, TCGv_ptr arg2,
609                                     tcg_target_long offset)
610 {
611     tcg_gen_ldst_op_i64(INDEX_op_st32_i64, arg1, arg2, offset);
612 }
613 
614 static inline void tcg_gen_st_i64(TCGv_i64 arg1, TCGv_ptr arg2,
615                                   tcg_target_long offset)
616 {
617     tcg_gen_ldst_op_i64(INDEX_op_st_i64, arg1, arg2, offset);
618 }
619 
620 static inline void tcg_gen_add_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
621 {
622     tcg_gen_op3_i64(INDEX_op_add_i64, ret, arg1, arg2);
623 }
624 
625 static inline void tcg_gen_sub_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
626 {
627     tcg_gen_op3_i64(INDEX_op_sub_i64, ret, arg1, arg2);
628 }
629 
630 static inline void tcg_gen_and_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
631 {
632     tcg_gen_op3_i64(INDEX_op_and_i64, ret, arg1, arg2);
633 }
634 
635 static inline void tcg_gen_or_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
636 {
637     tcg_gen_op3_i64(INDEX_op_or_i64, ret, arg1, arg2);
638 }
639 
640 static inline void tcg_gen_xor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
641 {
642     tcg_gen_op3_i64(INDEX_op_xor_i64, ret, arg1, arg2);
643 }
644 
645 static inline void tcg_gen_shl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
646 {
647     tcg_gen_op3_i64(INDEX_op_shl_i64, ret, arg1, arg2);
648 }
649 
650 static inline void tcg_gen_shr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
651 {
652     tcg_gen_op3_i64(INDEX_op_shr_i64, ret, arg1, arg2);
653 }
654 
655 static inline void tcg_gen_sar_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
656 {
657     tcg_gen_op3_i64(INDEX_op_sar_i64, ret, arg1, arg2);
658 }
659 
660 static inline void tcg_gen_mul_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
661 {
662     tcg_gen_op3_i64(INDEX_op_mul_i64, ret, arg1, arg2);
663 }
664 #else /* TCG_TARGET_REG_BITS == 32 */
665 void tcg_gen_st8_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
666 void tcg_gen_st16_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
667 void tcg_gen_st32_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
668 
669 void tcg_gen_add_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
670 void tcg_gen_sub_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
671 
672 void tcg_gen_discard_i64(TCGv_i64 arg);
673 void tcg_gen_mov_i64(TCGv_i64 ret, TCGv_i64 arg);
674 void tcg_gen_ld8u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
675 void tcg_gen_ld8s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
676 void tcg_gen_ld16u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
677 void tcg_gen_ld16s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
678 void tcg_gen_ld32u_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
679 void tcg_gen_ld32s_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
680 void tcg_gen_ld_i64(TCGv_i64 ret, TCGv_ptr arg2, tcg_target_long offset);
681 void tcg_gen_st_i64(TCGv_i64 arg1, TCGv_ptr arg2, tcg_target_long offset);
682 void tcg_gen_and_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
683 void tcg_gen_or_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
684 void tcg_gen_xor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
685 void tcg_gen_shl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
686 void tcg_gen_shr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
687 void tcg_gen_sar_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
688 void tcg_gen_mul_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
689 #endif /* TCG_TARGET_REG_BITS */
690 
691 static inline void tcg_gen_neg_i64(TCGv_i64 ret, TCGv_i64 arg)
692 {
693     if (TCG_TARGET_HAS_neg_i64) {
694         tcg_gen_op2_i64(INDEX_op_neg_i64, ret, arg);
695     } else {
696         tcg_gen_subfi_i64(ret, 0, arg);
697     }
698 }
699 
700 /* Size changing operations.  */
701 
702 void tcg_gen_extu_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
703 void tcg_gen_ext_i32_i64(TCGv_i64 ret, TCGv_i32 arg);
704 void tcg_gen_concat_i32_i64(TCGv_i64 dest, TCGv_i32 low, TCGv_i32 high);
705 void tcg_gen_extrl_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
706 void tcg_gen_extrh_i64_i32(TCGv_i32 ret, TCGv_i64 arg);
707 void tcg_gen_extr_i64_i32(TCGv_i32 lo, TCGv_i32 hi, TCGv_i64 arg);
708 void tcg_gen_extr32_i64(TCGv_i64 lo, TCGv_i64 hi, TCGv_i64 arg);
709 
710 void tcg_gen_mov_i128(TCGv_i128 dst, TCGv_i128 src);
711 void tcg_gen_extr_i128_i64(TCGv_i64 lo, TCGv_i64 hi, TCGv_i128 arg);
712 void tcg_gen_concat_i64_i128(TCGv_i128 ret, TCGv_i64 lo, TCGv_i64 hi);
713 
714 static inline void tcg_gen_concat32_i64(TCGv_i64 ret, TCGv_i64 lo, TCGv_i64 hi)
715 {
716     tcg_gen_deposit_i64(ret, lo, hi, 32, 32);
717 }
718 
719 /* QEMU specific operations.  */
720 
721 #ifndef TARGET_LONG_BITS
722 #error must include QEMU headers
723 #endif
724 
725 #if TARGET_LONG_BITS == 32
726 # define TCG_TYPE_TL  TCG_TYPE_I32
727 #elif TARGET_LONG_BITS == 64
728 # define TCG_TYPE_TL  TCG_TYPE_I64
729 #else
730 # error
731 #endif
732 
733 #if TARGET_INSN_START_WORDS == 1
734 static inline void tcg_gen_insn_start(target_ulong pc)
735 {
736     TCGOp *op = tcg_emit_op(INDEX_op_insn_start, 64 / TCG_TARGET_REG_BITS);
737     tcg_set_insn_start_param(op, 0, pc);
738 }
739 #elif TARGET_INSN_START_WORDS == 2
740 static inline void tcg_gen_insn_start(target_ulong pc, target_ulong a1)
741 {
742     TCGOp *op = tcg_emit_op(INDEX_op_insn_start, 2 * 64 / TCG_TARGET_REG_BITS);
743     tcg_set_insn_start_param(op, 0, pc);
744     tcg_set_insn_start_param(op, 1, a1);
745 }
746 #elif TARGET_INSN_START_WORDS == 3
747 static inline void tcg_gen_insn_start(target_ulong pc, target_ulong a1,
748                                       target_ulong a2)
749 {
750     TCGOp *op = tcg_emit_op(INDEX_op_insn_start, 3 * 64 / TCG_TARGET_REG_BITS);
751     tcg_set_insn_start_param(op, 0, pc);
752     tcg_set_insn_start_param(op, 1, a1);
753     tcg_set_insn_start_param(op, 2, a2);
754 }
755 #else
756 # error "Unhandled number of operands to insn_start"
757 #endif
758 
759 /**
760  * tcg_gen_exit_tb() - output exit_tb TCG operation
761  * @tb: The TranslationBlock from which we are exiting
762  * @idx: Direct jump slot index, or exit request
763  *
764  * See tcg/README for more info about this TCG operation.
765  * See also tcg.h and the block comment above TB_EXIT_MASK.
766  *
767  * For a normal exit from the TB, back to the main loop, @tb should
768  * be NULL and @idx should be 0.  Otherwise, @tb should be valid and
769  * @idx should be one of the TB_EXIT_ values.
770  */
771 void tcg_gen_exit_tb(const TranslationBlock *tb, unsigned idx);
772 
773 /**
774  * tcg_gen_goto_tb() - output goto_tb TCG operation
775  * @idx: Direct jump slot index (0 or 1)
776  *
777  * See tcg/README for more info about this TCG operation.
778  *
779  * NOTE: In softmmu emulation, direct jumps with goto_tb are only safe within
780  * the pages this TB resides in because we don't take care of direct jumps when
781  * address mapping changes, e.g. in tlb_flush(). In user mode, there's only a
782  * static address translation, so the destination address is always valid, TBs
783  * are always invalidated properly, and direct jumps are reset when mapping
784  * changes.
785  */
786 void tcg_gen_goto_tb(unsigned idx);
787 
788 /**
789  * tcg_gen_lookup_and_goto_ptr() - look up the current TB, jump to it if valid
790  * @addr: Guest address of the target TB
791  *
792  * If the TB is not valid, jump to the epilogue.
793  *
794  * This operation is optional. If the TCG backend does not implement goto_ptr,
795  * this op is equivalent to calling tcg_gen_exit_tb() with 0 as the argument.
796  */
797 void tcg_gen_lookup_and_goto_ptr(void);
798 
799 static inline void tcg_gen_plugin_cb_start(unsigned from, unsigned type,
800                                            unsigned wr)
801 {
802     tcg_gen_op3(INDEX_op_plugin_cb_start, from, type, wr);
803 }
804 
805 static inline void tcg_gen_plugin_cb_end(void)
806 {
807     tcg_emit_op(INDEX_op_plugin_cb_end, 0);
808 }
809 
810 #if TARGET_LONG_BITS == 32
811 #define tcg_temp_new() tcg_temp_new_i32()
812 #define tcg_global_mem_new tcg_global_mem_new_i32
813 #define tcg_temp_free tcg_temp_free_i32
814 #define tcgv_tl_temp tcgv_i32_temp
815 #define tcg_gen_qemu_ld_tl tcg_gen_qemu_ld_i32
816 #define tcg_gen_qemu_st_tl tcg_gen_qemu_st_i32
817 #else
818 #define tcg_temp_new() tcg_temp_new_i64()
819 #define tcg_global_mem_new tcg_global_mem_new_i64
820 #define tcg_temp_free tcg_temp_free_i64
821 #define tcgv_tl_temp tcgv_i64_temp
822 #define tcg_gen_qemu_ld_tl tcg_gen_qemu_ld_i64
823 #define tcg_gen_qemu_st_tl tcg_gen_qemu_st_i64
824 #endif
825 
826 void tcg_gen_qemu_ld_i32_chk(TCGv_i32, TCGTemp *, TCGArg, MemOp, TCGType);
827 void tcg_gen_qemu_st_i32_chk(TCGv_i32, TCGTemp *, TCGArg, MemOp, TCGType);
828 void tcg_gen_qemu_ld_i64_chk(TCGv_i64, TCGTemp *, TCGArg, MemOp, TCGType);
829 void tcg_gen_qemu_st_i64_chk(TCGv_i64, TCGTemp *, TCGArg, MemOp, TCGType);
830 void tcg_gen_qemu_ld_i128_chk(TCGv_i128, TCGTemp *, TCGArg, MemOp, TCGType);
831 void tcg_gen_qemu_st_i128_chk(TCGv_i128, TCGTemp *, TCGArg, MemOp, TCGType);
832 
833 static inline void
834 tcg_gen_qemu_ld_i32(TCGv_i32 v, TCGv a, TCGArg i, MemOp m)
835 {
836     tcg_gen_qemu_ld_i32_chk(v, tcgv_tl_temp(a), i, m, TCG_TYPE_TL);
837 }
838 
839 static inline void
840 tcg_gen_qemu_st_i32(TCGv_i32 v, TCGv a, TCGArg i, MemOp m)
841 {
842     tcg_gen_qemu_st_i32_chk(v, tcgv_tl_temp(a), i, m, TCG_TYPE_TL);
843 }
844 
845 static inline void
846 tcg_gen_qemu_ld_i64(TCGv_i64 v, TCGv a, TCGArg i, MemOp m)
847 {
848     tcg_gen_qemu_ld_i64_chk(v, tcgv_tl_temp(a), i, m, TCG_TYPE_TL);
849 }
850 
851 static inline void
852 tcg_gen_qemu_st_i64(TCGv_i64 v, TCGv a, TCGArg i, MemOp m)
853 {
854     tcg_gen_qemu_st_i64_chk(v, tcgv_tl_temp(a), i, m, TCG_TYPE_TL);
855 }
856 
857 static inline void
858 tcg_gen_qemu_ld_i128(TCGv_i128 v, TCGv a, TCGArg i, MemOp m)
859 {
860     tcg_gen_qemu_ld_i128_chk(v, tcgv_tl_temp(a), i, m, TCG_TYPE_TL);
861 }
862 
863 static inline void
864 tcg_gen_qemu_st_i128(TCGv_i128 v, TCGv a, TCGArg i, MemOp m)
865 {
866     tcg_gen_qemu_st_i128_chk(v, tcgv_tl_temp(a), i, m, TCG_TYPE_TL);
867 }
868 
869 void tcg_gen_atomic_cmpxchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32, TCGv_i32,
870                                     TCGArg, MemOp, TCGType);
871 void tcg_gen_atomic_cmpxchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64, TCGv_i64,
872                                     TCGArg, MemOp, TCGType);
873 void tcg_gen_atomic_cmpxchg_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
874                                      TCGv_i128, TCGArg, MemOp, TCGType);
875 
876 void tcg_gen_nonatomic_cmpxchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32, TCGv_i32,
877                                        TCGArg, MemOp, TCGType);
878 void tcg_gen_nonatomic_cmpxchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64, TCGv_i64,
879                                        TCGArg, MemOp, TCGType);
880 void tcg_gen_nonatomic_cmpxchg_i128_chk(TCGv_i128, TCGTemp *, TCGv_i128,
881                                         TCGv_i128, TCGArg, MemOp, TCGType);
882 
883 void tcg_gen_atomic_xchg_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
884                                  TCGArg, MemOp, TCGType);
885 void tcg_gen_atomic_xchg_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
886                                  TCGArg, MemOp, TCGType);
887 
888 void tcg_gen_atomic_fetch_add_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
889                                       TCGArg, MemOp, TCGType);
890 void tcg_gen_atomic_fetch_add_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
891                                       TCGArg, MemOp, TCGType);
892 void tcg_gen_atomic_fetch_and_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
893                                       TCGArg, MemOp, TCGType);
894 void tcg_gen_atomic_fetch_and_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
895                                       TCGArg, MemOp, TCGType);
896 void tcg_gen_atomic_fetch_or_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
897                                      TCGArg, MemOp, TCGType);
898 void tcg_gen_atomic_fetch_or_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
899                                      TCGArg, MemOp, TCGType);
900 void tcg_gen_atomic_fetch_xor_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
901                                       TCGArg, MemOp, TCGType);
902 void tcg_gen_atomic_fetch_xor_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
903                                       TCGArg, MemOp, TCGType);
904 void tcg_gen_atomic_fetch_smin_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
905                                        TCGArg, MemOp, TCGType);
906 void tcg_gen_atomic_fetch_smin_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
907                                        TCGArg, MemOp, TCGType);
908 void tcg_gen_atomic_fetch_umin_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
909                                        TCGArg, MemOp, TCGType);
910 void tcg_gen_atomic_fetch_umin_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
911                                        TCGArg, MemOp, TCGType);
912 void tcg_gen_atomic_fetch_smax_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
913                                        TCGArg, MemOp, TCGType);
914 void tcg_gen_atomic_fetch_smax_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
915                                        TCGArg, MemOp, TCGType);
916 void tcg_gen_atomic_fetch_umax_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
917                                        TCGArg, MemOp, TCGType);
918 void tcg_gen_atomic_fetch_umax_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
919                                        TCGArg, MemOp, TCGType);
920 
921 void tcg_gen_atomic_add_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
922                                       TCGArg, MemOp, TCGType);
923 void tcg_gen_atomic_add_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
924                                       TCGArg, MemOp, TCGType);
925 void tcg_gen_atomic_and_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
926                                       TCGArg, MemOp, TCGType);
927 void tcg_gen_atomic_and_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
928                                       TCGArg, MemOp, TCGType);
929 void tcg_gen_atomic_or_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
930                                      TCGArg, MemOp, TCGType);
931 void tcg_gen_atomic_or_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
932                                      TCGArg, MemOp, TCGType);
933 void tcg_gen_atomic_xor_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
934                                       TCGArg, MemOp, TCGType);
935 void tcg_gen_atomic_xor_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
936                                       TCGArg, MemOp, TCGType);
937 void tcg_gen_atomic_smin_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
938                                        TCGArg, MemOp, TCGType);
939 void tcg_gen_atomic_smin_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
940                                        TCGArg, MemOp, TCGType);
941 void tcg_gen_atomic_umin_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
942                                        TCGArg, MemOp, TCGType);
943 void tcg_gen_atomic_umin_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
944                                        TCGArg, MemOp, TCGType);
945 void tcg_gen_atomic_smax_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
946                                        TCGArg, MemOp, TCGType);
947 void tcg_gen_atomic_smax_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
948                                        TCGArg, MemOp, TCGType);
949 void tcg_gen_atomic_umax_fetch_i32_chk(TCGv_i32, TCGTemp *, TCGv_i32,
950                                        TCGArg, MemOp, TCGType);
951 void tcg_gen_atomic_umax_fetch_i64_chk(TCGv_i64, TCGTemp *, TCGv_i64,
952                                        TCGArg, MemOp, TCGType);
953 
954 #define DEF_ATOMIC2(N, S)                                               \
955     static inline void N##_##S(TCGv_##S r, TCGv a, TCGv_##S v,          \
956                                TCGArg i, MemOp m)                       \
957     { N##_##S##_chk(r, tcgv_tl_temp(a), v, i, m, TCG_TYPE_TL); }
958 
959 #define DEF_ATOMIC3(N, S)                                               \
960     static inline void N##_##S(TCGv_##S r, TCGv a, TCGv_##S o,          \
961                                TCGv_##S n, TCGArg i, MemOp m)           \
962     { N##_##S##_chk(r, tcgv_tl_temp(a), o, n, i, m, TCG_TYPE_TL); }
963 
964 DEF_ATOMIC3(tcg_gen_atomic_cmpxchg, i32)
965 DEF_ATOMIC3(tcg_gen_atomic_cmpxchg, i64)
966 DEF_ATOMIC3(tcg_gen_atomic_cmpxchg, i128)
967 
968 DEF_ATOMIC3(tcg_gen_nonatomic_cmpxchg, i32)
969 DEF_ATOMIC3(tcg_gen_nonatomic_cmpxchg, i64)
970 DEF_ATOMIC3(tcg_gen_nonatomic_cmpxchg, i128)
971 
972 DEF_ATOMIC2(tcg_gen_atomic_xchg, i32)
973 DEF_ATOMIC2(tcg_gen_atomic_xchg, i64)
974 
975 DEF_ATOMIC2(tcg_gen_atomic_fetch_add, i32)
976 DEF_ATOMIC2(tcg_gen_atomic_fetch_add, i64)
977 DEF_ATOMIC2(tcg_gen_atomic_fetch_and, i32)
978 DEF_ATOMIC2(tcg_gen_atomic_fetch_and, i64)
979 DEF_ATOMIC2(tcg_gen_atomic_fetch_or, i32)
980 DEF_ATOMIC2(tcg_gen_atomic_fetch_or, i64)
981 DEF_ATOMIC2(tcg_gen_atomic_fetch_xor, i32)
982 DEF_ATOMIC2(tcg_gen_atomic_fetch_xor, i64)
983 DEF_ATOMIC2(tcg_gen_atomic_fetch_smin, i32)
984 DEF_ATOMIC2(tcg_gen_atomic_fetch_smin, i64)
985 DEF_ATOMIC2(tcg_gen_atomic_fetch_umin, i32)
986 DEF_ATOMIC2(tcg_gen_atomic_fetch_umin, i64)
987 DEF_ATOMIC2(tcg_gen_atomic_fetch_smax, i32)
988 DEF_ATOMIC2(tcg_gen_atomic_fetch_smax, i64)
989 DEF_ATOMIC2(tcg_gen_atomic_fetch_umax, i32)
990 DEF_ATOMIC2(tcg_gen_atomic_fetch_umax, i64)
991 
992 DEF_ATOMIC2(tcg_gen_atomic_add_fetch, i32)
993 DEF_ATOMIC2(tcg_gen_atomic_add_fetch, i64)
994 DEF_ATOMIC2(tcg_gen_atomic_and_fetch, i32)
995 DEF_ATOMIC2(tcg_gen_atomic_and_fetch, i64)
996 DEF_ATOMIC2(tcg_gen_atomic_or_fetch, i32)
997 DEF_ATOMIC2(tcg_gen_atomic_or_fetch, i64)
998 DEF_ATOMIC2(tcg_gen_atomic_xor_fetch, i32)
999 DEF_ATOMIC2(tcg_gen_atomic_xor_fetch, i64)
1000 DEF_ATOMIC2(tcg_gen_atomic_smin_fetch, i32)
1001 DEF_ATOMIC2(tcg_gen_atomic_smin_fetch, i64)
1002 DEF_ATOMIC2(tcg_gen_atomic_umin_fetch, i32)
1003 DEF_ATOMIC2(tcg_gen_atomic_umin_fetch, i64)
1004 DEF_ATOMIC2(tcg_gen_atomic_smax_fetch, i32)
1005 DEF_ATOMIC2(tcg_gen_atomic_smax_fetch, i64)
1006 DEF_ATOMIC2(tcg_gen_atomic_umax_fetch, i32)
1007 DEF_ATOMIC2(tcg_gen_atomic_umax_fetch, i64)
1008 
1009 #undef DEF_ATOMIC2
1010 #undef DEF_ATOMIC3
1011 
1012 void tcg_gen_mov_vec(TCGv_vec, TCGv_vec);
1013 void tcg_gen_dup_i32_vec(unsigned vece, TCGv_vec, TCGv_i32);
1014 void tcg_gen_dup_i64_vec(unsigned vece, TCGv_vec, TCGv_i64);
1015 void tcg_gen_dup_mem_vec(unsigned vece, TCGv_vec, TCGv_ptr, tcg_target_long);
1016 void tcg_gen_dupi_vec(unsigned vece, TCGv_vec, uint64_t);
1017 void tcg_gen_add_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1018 void tcg_gen_sub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1019 void tcg_gen_mul_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1020 void tcg_gen_and_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1021 void tcg_gen_or_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1022 void tcg_gen_xor_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1023 void tcg_gen_andc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1024 void tcg_gen_orc_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1025 void tcg_gen_nand_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1026 void tcg_gen_nor_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1027 void tcg_gen_eqv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1028 void tcg_gen_not_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
1029 void tcg_gen_neg_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
1030 void tcg_gen_abs_vec(unsigned vece, TCGv_vec r, TCGv_vec a);
1031 void tcg_gen_ssadd_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1032 void tcg_gen_usadd_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1033 void tcg_gen_sssub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1034 void tcg_gen_ussub_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1035 void tcg_gen_smin_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1036 void tcg_gen_umin_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1037 void tcg_gen_smax_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1038 void tcg_gen_umax_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b);
1039 
1040 void tcg_gen_shli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
1041 void tcg_gen_shri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
1042 void tcg_gen_sari_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
1043 void tcg_gen_rotli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
1044 void tcg_gen_rotri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i);
1045 
1046 void tcg_gen_shls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
1047 void tcg_gen_shrs_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
1048 void tcg_gen_sars_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
1049 void tcg_gen_rotls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s);
1050 
1051 void tcg_gen_shlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
1052 void tcg_gen_shrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
1053 void tcg_gen_sarv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
1054 void tcg_gen_rotlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
1055 void tcg_gen_rotrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s);
1056 
1057 void tcg_gen_cmp_vec(TCGCond cond, unsigned vece, TCGv_vec r,
1058                      TCGv_vec a, TCGv_vec b);
1059 
1060 void tcg_gen_bitsel_vec(unsigned vece, TCGv_vec r, TCGv_vec a,
1061                         TCGv_vec b, TCGv_vec c);
1062 void tcg_gen_cmpsel_vec(TCGCond cond, unsigned vece, TCGv_vec r,
1063                         TCGv_vec a, TCGv_vec b, TCGv_vec c, TCGv_vec d);
1064 
1065 void tcg_gen_ld_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
1066 void tcg_gen_st_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset);
1067 void tcg_gen_stl_vec(TCGv_vec r, TCGv_ptr base, TCGArg offset, TCGType t);
1068 
1069 #if TARGET_LONG_BITS == 64
1070 #define tcg_gen_movi_tl tcg_gen_movi_i64
1071 #define tcg_gen_mov_tl tcg_gen_mov_i64
1072 #define tcg_gen_ld8u_tl tcg_gen_ld8u_i64
1073 #define tcg_gen_ld8s_tl tcg_gen_ld8s_i64
1074 #define tcg_gen_ld16u_tl tcg_gen_ld16u_i64
1075 #define tcg_gen_ld16s_tl tcg_gen_ld16s_i64
1076 #define tcg_gen_ld32u_tl tcg_gen_ld32u_i64
1077 #define tcg_gen_ld32s_tl tcg_gen_ld32s_i64
1078 #define tcg_gen_ld_tl tcg_gen_ld_i64
1079 #define tcg_gen_st8_tl tcg_gen_st8_i64
1080 #define tcg_gen_st16_tl tcg_gen_st16_i64
1081 #define tcg_gen_st32_tl tcg_gen_st32_i64
1082 #define tcg_gen_st_tl tcg_gen_st_i64
1083 #define tcg_gen_add_tl tcg_gen_add_i64
1084 #define tcg_gen_addi_tl tcg_gen_addi_i64
1085 #define tcg_gen_sub_tl tcg_gen_sub_i64
1086 #define tcg_gen_neg_tl tcg_gen_neg_i64
1087 #define tcg_gen_abs_tl tcg_gen_abs_i64
1088 #define tcg_gen_subfi_tl tcg_gen_subfi_i64
1089 #define tcg_gen_subi_tl tcg_gen_subi_i64
1090 #define tcg_gen_and_tl tcg_gen_and_i64
1091 #define tcg_gen_andi_tl tcg_gen_andi_i64
1092 #define tcg_gen_or_tl tcg_gen_or_i64
1093 #define tcg_gen_ori_tl tcg_gen_ori_i64
1094 #define tcg_gen_xor_tl tcg_gen_xor_i64
1095 #define tcg_gen_xori_tl tcg_gen_xori_i64
1096 #define tcg_gen_not_tl tcg_gen_not_i64
1097 #define tcg_gen_shl_tl tcg_gen_shl_i64
1098 #define tcg_gen_shli_tl tcg_gen_shli_i64
1099 #define tcg_gen_shr_tl tcg_gen_shr_i64
1100 #define tcg_gen_shri_tl tcg_gen_shri_i64
1101 #define tcg_gen_sar_tl tcg_gen_sar_i64
1102 #define tcg_gen_sari_tl tcg_gen_sari_i64
1103 #define tcg_gen_brcond_tl tcg_gen_brcond_i64
1104 #define tcg_gen_brcondi_tl tcg_gen_brcondi_i64
1105 #define tcg_gen_setcond_tl tcg_gen_setcond_i64
1106 #define tcg_gen_setcondi_tl tcg_gen_setcondi_i64
1107 #define tcg_gen_mul_tl tcg_gen_mul_i64
1108 #define tcg_gen_muli_tl tcg_gen_muli_i64
1109 #define tcg_gen_div_tl tcg_gen_div_i64
1110 #define tcg_gen_rem_tl tcg_gen_rem_i64
1111 #define tcg_gen_divu_tl tcg_gen_divu_i64
1112 #define tcg_gen_remu_tl tcg_gen_remu_i64
1113 #define tcg_gen_discard_tl tcg_gen_discard_i64
1114 #define tcg_gen_trunc_tl_i32 tcg_gen_extrl_i64_i32
1115 #define tcg_gen_trunc_i64_tl tcg_gen_mov_i64
1116 #define tcg_gen_extu_i32_tl tcg_gen_extu_i32_i64
1117 #define tcg_gen_ext_i32_tl tcg_gen_ext_i32_i64
1118 #define tcg_gen_extu_tl_i64 tcg_gen_mov_i64
1119 #define tcg_gen_ext_tl_i64 tcg_gen_mov_i64
1120 #define tcg_gen_ext8u_tl tcg_gen_ext8u_i64
1121 #define tcg_gen_ext8s_tl tcg_gen_ext8s_i64
1122 #define tcg_gen_ext16u_tl tcg_gen_ext16u_i64
1123 #define tcg_gen_ext16s_tl tcg_gen_ext16s_i64
1124 #define tcg_gen_ext32u_tl tcg_gen_ext32u_i64
1125 #define tcg_gen_ext32s_tl tcg_gen_ext32s_i64
1126 #define tcg_gen_bswap16_tl tcg_gen_bswap16_i64
1127 #define tcg_gen_bswap32_tl tcg_gen_bswap32_i64
1128 #define tcg_gen_bswap64_tl tcg_gen_bswap64_i64
1129 #define tcg_gen_bswap_tl tcg_gen_bswap64_i64
1130 #define tcg_gen_hswap_tl tcg_gen_hswap_i64
1131 #define tcg_gen_wswap_tl tcg_gen_wswap_i64
1132 #define tcg_gen_concat_tl_i64 tcg_gen_concat32_i64
1133 #define tcg_gen_extr_i64_tl tcg_gen_extr32_i64
1134 #define tcg_gen_andc_tl tcg_gen_andc_i64
1135 #define tcg_gen_eqv_tl tcg_gen_eqv_i64
1136 #define tcg_gen_nand_tl tcg_gen_nand_i64
1137 #define tcg_gen_nor_tl tcg_gen_nor_i64
1138 #define tcg_gen_orc_tl tcg_gen_orc_i64
1139 #define tcg_gen_clz_tl tcg_gen_clz_i64
1140 #define tcg_gen_ctz_tl tcg_gen_ctz_i64
1141 #define tcg_gen_clzi_tl tcg_gen_clzi_i64
1142 #define tcg_gen_ctzi_tl tcg_gen_ctzi_i64
1143 #define tcg_gen_clrsb_tl tcg_gen_clrsb_i64
1144 #define tcg_gen_ctpop_tl tcg_gen_ctpop_i64
1145 #define tcg_gen_rotl_tl tcg_gen_rotl_i64
1146 #define tcg_gen_rotli_tl tcg_gen_rotli_i64
1147 #define tcg_gen_rotr_tl tcg_gen_rotr_i64
1148 #define tcg_gen_rotri_tl tcg_gen_rotri_i64
1149 #define tcg_gen_deposit_tl tcg_gen_deposit_i64
1150 #define tcg_gen_deposit_z_tl tcg_gen_deposit_z_i64
1151 #define tcg_gen_extract_tl tcg_gen_extract_i64
1152 #define tcg_gen_sextract_tl tcg_gen_sextract_i64
1153 #define tcg_gen_extract2_tl tcg_gen_extract2_i64
1154 #define tcg_constant_tl tcg_constant_i64
1155 #define tcg_gen_movcond_tl tcg_gen_movcond_i64
1156 #define tcg_gen_add2_tl tcg_gen_add2_i64
1157 #define tcg_gen_sub2_tl tcg_gen_sub2_i64
1158 #define tcg_gen_mulu2_tl tcg_gen_mulu2_i64
1159 #define tcg_gen_muls2_tl tcg_gen_muls2_i64
1160 #define tcg_gen_mulsu2_tl tcg_gen_mulsu2_i64
1161 #define tcg_gen_smin_tl tcg_gen_smin_i64
1162 #define tcg_gen_umin_tl tcg_gen_umin_i64
1163 #define tcg_gen_smax_tl tcg_gen_smax_i64
1164 #define tcg_gen_umax_tl tcg_gen_umax_i64
1165 #define tcg_gen_atomic_cmpxchg_tl tcg_gen_atomic_cmpxchg_i64
1166 #define tcg_gen_atomic_xchg_tl tcg_gen_atomic_xchg_i64
1167 #define tcg_gen_atomic_fetch_add_tl tcg_gen_atomic_fetch_add_i64
1168 #define tcg_gen_atomic_fetch_and_tl tcg_gen_atomic_fetch_and_i64
1169 #define tcg_gen_atomic_fetch_or_tl tcg_gen_atomic_fetch_or_i64
1170 #define tcg_gen_atomic_fetch_xor_tl tcg_gen_atomic_fetch_xor_i64
1171 #define tcg_gen_atomic_fetch_smin_tl tcg_gen_atomic_fetch_smin_i64
1172 #define tcg_gen_atomic_fetch_umin_tl tcg_gen_atomic_fetch_umin_i64
1173 #define tcg_gen_atomic_fetch_smax_tl tcg_gen_atomic_fetch_smax_i64
1174 #define tcg_gen_atomic_fetch_umax_tl tcg_gen_atomic_fetch_umax_i64
1175 #define tcg_gen_atomic_add_fetch_tl tcg_gen_atomic_add_fetch_i64
1176 #define tcg_gen_atomic_and_fetch_tl tcg_gen_atomic_and_fetch_i64
1177 #define tcg_gen_atomic_or_fetch_tl tcg_gen_atomic_or_fetch_i64
1178 #define tcg_gen_atomic_xor_fetch_tl tcg_gen_atomic_xor_fetch_i64
1179 #define tcg_gen_atomic_smin_fetch_tl tcg_gen_atomic_smin_fetch_i64
1180 #define tcg_gen_atomic_umin_fetch_tl tcg_gen_atomic_umin_fetch_i64
1181 #define tcg_gen_atomic_smax_fetch_tl tcg_gen_atomic_smax_fetch_i64
1182 #define tcg_gen_atomic_umax_fetch_tl tcg_gen_atomic_umax_fetch_i64
1183 #define tcg_gen_dup_tl_vec  tcg_gen_dup_i64_vec
1184 #define tcg_gen_dup_tl tcg_gen_dup_i64
1185 #else
1186 #define tcg_gen_movi_tl tcg_gen_movi_i32
1187 #define tcg_gen_mov_tl tcg_gen_mov_i32
1188 #define tcg_gen_ld8u_tl tcg_gen_ld8u_i32
1189 #define tcg_gen_ld8s_tl tcg_gen_ld8s_i32
1190 #define tcg_gen_ld16u_tl tcg_gen_ld16u_i32
1191 #define tcg_gen_ld16s_tl tcg_gen_ld16s_i32
1192 #define tcg_gen_ld32u_tl tcg_gen_ld_i32
1193 #define tcg_gen_ld32s_tl tcg_gen_ld_i32
1194 #define tcg_gen_ld_tl tcg_gen_ld_i32
1195 #define tcg_gen_st8_tl tcg_gen_st8_i32
1196 #define tcg_gen_st16_tl tcg_gen_st16_i32
1197 #define tcg_gen_st32_tl tcg_gen_st_i32
1198 #define tcg_gen_st_tl tcg_gen_st_i32
1199 #define tcg_gen_add_tl tcg_gen_add_i32
1200 #define tcg_gen_addi_tl tcg_gen_addi_i32
1201 #define tcg_gen_sub_tl tcg_gen_sub_i32
1202 #define tcg_gen_neg_tl tcg_gen_neg_i32
1203 #define tcg_gen_abs_tl tcg_gen_abs_i32
1204 #define tcg_gen_subfi_tl tcg_gen_subfi_i32
1205 #define tcg_gen_subi_tl tcg_gen_subi_i32
1206 #define tcg_gen_and_tl tcg_gen_and_i32
1207 #define tcg_gen_andi_tl tcg_gen_andi_i32
1208 #define tcg_gen_or_tl tcg_gen_or_i32
1209 #define tcg_gen_ori_tl tcg_gen_ori_i32
1210 #define tcg_gen_xor_tl tcg_gen_xor_i32
1211 #define tcg_gen_xori_tl tcg_gen_xori_i32
1212 #define tcg_gen_not_tl tcg_gen_not_i32
1213 #define tcg_gen_shl_tl tcg_gen_shl_i32
1214 #define tcg_gen_shli_tl tcg_gen_shli_i32
1215 #define tcg_gen_shr_tl tcg_gen_shr_i32
1216 #define tcg_gen_shri_tl tcg_gen_shri_i32
1217 #define tcg_gen_sar_tl tcg_gen_sar_i32
1218 #define tcg_gen_sari_tl tcg_gen_sari_i32
1219 #define tcg_gen_brcond_tl tcg_gen_brcond_i32
1220 #define tcg_gen_brcondi_tl tcg_gen_brcondi_i32
1221 #define tcg_gen_setcond_tl tcg_gen_setcond_i32
1222 #define tcg_gen_setcondi_tl tcg_gen_setcondi_i32
1223 #define tcg_gen_mul_tl tcg_gen_mul_i32
1224 #define tcg_gen_muli_tl tcg_gen_muli_i32
1225 #define tcg_gen_div_tl tcg_gen_div_i32
1226 #define tcg_gen_rem_tl tcg_gen_rem_i32
1227 #define tcg_gen_divu_tl tcg_gen_divu_i32
1228 #define tcg_gen_remu_tl tcg_gen_remu_i32
1229 #define tcg_gen_discard_tl tcg_gen_discard_i32
1230 #define tcg_gen_trunc_tl_i32 tcg_gen_mov_i32
1231 #define tcg_gen_trunc_i64_tl tcg_gen_extrl_i64_i32
1232 #define tcg_gen_extu_i32_tl tcg_gen_mov_i32
1233 #define tcg_gen_ext_i32_tl tcg_gen_mov_i32
1234 #define tcg_gen_extu_tl_i64 tcg_gen_extu_i32_i64
1235 #define tcg_gen_ext_tl_i64 tcg_gen_ext_i32_i64
1236 #define tcg_gen_ext8u_tl tcg_gen_ext8u_i32
1237 #define tcg_gen_ext8s_tl tcg_gen_ext8s_i32
1238 #define tcg_gen_ext16u_tl tcg_gen_ext16u_i32
1239 #define tcg_gen_ext16s_tl tcg_gen_ext16s_i32
1240 #define tcg_gen_ext32u_tl tcg_gen_mov_i32
1241 #define tcg_gen_ext32s_tl tcg_gen_mov_i32
1242 #define tcg_gen_bswap16_tl tcg_gen_bswap16_i32
1243 #define tcg_gen_bswap32_tl(D, S, F) tcg_gen_bswap32_i32(D, S)
1244 #define tcg_gen_bswap_tl tcg_gen_bswap32_i32
1245 #define tcg_gen_hswap_tl tcg_gen_hswap_i32
1246 #define tcg_gen_concat_tl_i64 tcg_gen_concat_i32_i64
1247 #define tcg_gen_extr_i64_tl tcg_gen_extr_i64_i32
1248 #define tcg_gen_andc_tl tcg_gen_andc_i32
1249 #define tcg_gen_eqv_tl tcg_gen_eqv_i32
1250 #define tcg_gen_nand_tl tcg_gen_nand_i32
1251 #define tcg_gen_nor_tl tcg_gen_nor_i32
1252 #define tcg_gen_orc_tl tcg_gen_orc_i32
1253 #define tcg_gen_clz_tl tcg_gen_clz_i32
1254 #define tcg_gen_ctz_tl tcg_gen_ctz_i32
1255 #define tcg_gen_clzi_tl tcg_gen_clzi_i32
1256 #define tcg_gen_ctzi_tl tcg_gen_ctzi_i32
1257 #define tcg_gen_clrsb_tl tcg_gen_clrsb_i32
1258 #define tcg_gen_ctpop_tl tcg_gen_ctpop_i32
1259 #define tcg_gen_rotl_tl tcg_gen_rotl_i32
1260 #define tcg_gen_rotli_tl tcg_gen_rotli_i32
1261 #define tcg_gen_rotr_tl tcg_gen_rotr_i32
1262 #define tcg_gen_rotri_tl tcg_gen_rotri_i32
1263 #define tcg_gen_deposit_tl tcg_gen_deposit_i32
1264 #define tcg_gen_deposit_z_tl tcg_gen_deposit_z_i32
1265 #define tcg_gen_extract_tl tcg_gen_extract_i32
1266 #define tcg_gen_sextract_tl tcg_gen_sextract_i32
1267 #define tcg_gen_extract2_tl tcg_gen_extract2_i32
1268 #define tcg_constant_tl tcg_constant_i32
1269 #define tcg_gen_movcond_tl tcg_gen_movcond_i32
1270 #define tcg_gen_add2_tl tcg_gen_add2_i32
1271 #define tcg_gen_sub2_tl tcg_gen_sub2_i32
1272 #define tcg_gen_mulu2_tl tcg_gen_mulu2_i32
1273 #define tcg_gen_muls2_tl tcg_gen_muls2_i32
1274 #define tcg_gen_mulsu2_tl tcg_gen_mulsu2_i32
1275 #define tcg_gen_smin_tl tcg_gen_smin_i32
1276 #define tcg_gen_umin_tl tcg_gen_umin_i32
1277 #define tcg_gen_smax_tl tcg_gen_smax_i32
1278 #define tcg_gen_umax_tl tcg_gen_umax_i32
1279 #define tcg_gen_atomic_cmpxchg_tl tcg_gen_atomic_cmpxchg_i32
1280 #define tcg_gen_atomic_xchg_tl tcg_gen_atomic_xchg_i32
1281 #define tcg_gen_atomic_fetch_add_tl tcg_gen_atomic_fetch_add_i32
1282 #define tcg_gen_atomic_fetch_and_tl tcg_gen_atomic_fetch_and_i32
1283 #define tcg_gen_atomic_fetch_or_tl tcg_gen_atomic_fetch_or_i32
1284 #define tcg_gen_atomic_fetch_xor_tl tcg_gen_atomic_fetch_xor_i32
1285 #define tcg_gen_atomic_fetch_smin_tl tcg_gen_atomic_fetch_smin_i32
1286 #define tcg_gen_atomic_fetch_umin_tl tcg_gen_atomic_fetch_umin_i32
1287 #define tcg_gen_atomic_fetch_smax_tl tcg_gen_atomic_fetch_smax_i32
1288 #define tcg_gen_atomic_fetch_umax_tl tcg_gen_atomic_fetch_umax_i32
1289 #define tcg_gen_atomic_add_fetch_tl tcg_gen_atomic_add_fetch_i32
1290 #define tcg_gen_atomic_and_fetch_tl tcg_gen_atomic_and_fetch_i32
1291 #define tcg_gen_atomic_or_fetch_tl tcg_gen_atomic_or_fetch_i32
1292 #define tcg_gen_atomic_xor_fetch_tl tcg_gen_atomic_xor_fetch_i32
1293 #define tcg_gen_atomic_smin_fetch_tl tcg_gen_atomic_smin_fetch_i32
1294 #define tcg_gen_atomic_umin_fetch_tl tcg_gen_atomic_umin_fetch_i32
1295 #define tcg_gen_atomic_smax_fetch_tl tcg_gen_atomic_smax_fetch_i32
1296 #define tcg_gen_atomic_umax_fetch_tl tcg_gen_atomic_umax_fetch_i32
1297 #define tcg_gen_dup_tl_vec  tcg_gen_dup_i32_vec
1298 #define tcg_gen_dup_tl tcg_gen_dup_i32
1299 #endif
1300 
1301 #if UINTPTR_MAX == UINT32_MAX
1302 # define PTR  i32
1303 # define NAT  TCGv_i32
1304 #else
1305 # define PTR  i64
1306 # define NAT  TCGv_i64
1307 #endif
1308 
1309 static inline void tcg_gen_ld_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t o)
1310 {
1311     glue(tcg_gen_ld_,PTR)((NAT)r, a, o);
1312 }
1313 
1314 static inline void tcg_gen_st_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t o)
1315 {
1316     glue(tcg_gen_st_, PTR)((NAT)r, a, o);
1317 }
1318 
1319 static inline void tcg_gen_discard_ptr(TCGv_ptr a)
1320 {
1321     glue(tcg_gen_discard_,PTR)((NAT)a);
1322 }
1323 
1324 static inline void tcg_gen_add_ptr(TCGv_ptr r, TCGv_ptr a, TCGv_ptr b)
1325 {
1326     glue(tcg_gen_add_,PTR)((NAT)r, (NAT)a, (NAT)b);
1327 }
1328 
1329 static inline void tcg_gen_addi_ptr(TCGv_ptr r, TCGv_ptr a, intptr_t b)
1330 {
1331     glue(tcg_gen_addi_,PTR)((NAT)r, (NAT)a, b);
1332 }
1333 
1334 static inline void tcg_gen_mov_ptr(TCGv_ptr d, TCGv_ptr s)
1335 {
1336     glue(tcg_gen_mov_,PTR)((NAT)d, (NAT)s);
1337 }
1338 
1339 static inline void tcg_gen_movi_ptr(TCGv_ptr d, intptr_t s)
1340 {
1341     glue(tcg_gen_movi_,PTR)((NAT)d, s);
1342 }
1343 
1344 static inline void tcg_gen_brcondi_ptr(TCGCond cond, TCGv_ptr a,
1345                                        intptr_t b, TCGLabel *label)
1346 {
1347     glue(tcg_gen_brcondi_,PTR)(cond, (NAT)a, b, label);
1348 }
1349 
1350 static inline void tcg_gen_ext_i32_ptr(TCGv_ptr r, TCGv_i32 a)
1351 {
1352 #if UINTPTR_MAX == UINT32_MAX
1353     tcg_gen_mov_i32((NAT)r, a);
1354 #else
1355     tcg_gen_ext_i32_i64((NAT)r, a);
1356 #endif
1357 }
1358 
1359 static inline void tcg_gen_trunc_i64_ptr(TCGv_ptr r, TCGv_i64 a)
1360 {
1361 #if UINTPTR_MAX == UINT32_MAX
1362     tcg_gen_extrl_i64_i32((NAT)r, a);
1363 #else
1364     tcg_gen_mov_i64((NAT)r, a);
1365 #endif
1366 }
1367 
1368 static inline void tcg_gen_extu_ptr_i64(TCGv_i64 r, TCGv_ptr a)
1369 {
1370 #if UINTPTR_MAX == UINT32_MAX
1371     tcg_gen_extu_i32_i64(r, (NAT)a);
1372 #else
1373     tcg_gen_mov_i64(r, (NAT)a);
1374 #endif
1375 }
1376 
1377 static inline void tcg_gen_trunc_ptr_i32(TCGv_i32 r, TCGv_ptr a)
1378 {
1379 #if UINTPTR_MAX == UINT32_MAX
1380     tcg_gen_mov_i32(r, (NAT)a);
1381 #else
1382     tcg_gen_extrl_i64_i32(r, (NAT)a);
1383 #endif
1384 }
1385 
1386 #undef PTR
1387 #undef NAT
1388 
1389 #endif /* TCG_TCG_OP_H */
1390