xref: /openbmc/qemu/include/tcg/tcg-op-gvec.h (revision 51e47cf8)
1 /*
2  * Generic vector operation expansion
3  *
4  * Copyright (c) 2018 Linaro
5  *
6  * This library is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * This library is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18  */
19 
20 #ifndef TCG_TCG_OP_GVEC_H
21 #define TCG_TCG_OP_GVEC_H
22 
23 /*
24  * "Generic" vectors.  All operands are given as offsets from ENV,
25  * and therefore cannot also be allocated via tcg_global_mem_new_*.
26  * OPRSZ is the byte size of the vector upon which the operation is performed.
27  * MAXSZ is the byte size of the full vector; bytes beyond OPSZ are cleared.
28  *
29  * All sizes must be 8 or any multiple of 16.
30  * When OPRSZ is 8, the alignment may be 8, otherwise must be 16.
31  * Operands may completely, but not partially, overlap.
32  */
33 
34 /* Expand a call to a gvec-style helper, with pointers to two vector
35    operands, and a descriptor (see tcg-gvec-desc.h).  */
36 typedef void gen_helper_gvec_2(TCGv_ptr, TCGv_ptr, TCGv_i32);
37 void tcg_gen_gvec_2_ool(uint32_t dofs, uint32_t aofs,
38                         uint32_t oprsz, uint32_t maxsz, int32_t data,
39                         gen_helper_gvec_2 *fn);
40 
41 /* Similarly, passing an extra data value.  */
42 typedef void gen_helper_gvec_2i(TCGv_ptr, TCGv_ptr, TCGv_i64, TCGv_i32);
43 void tcg_gen_gvec_2i_ool(uint32_t dofs, uint32_t aofs, TCGv_i64 c,
44                          uint32_t oprsz, uint32_t maxsz, int32_t data,
45                          gen_helper_gvec_2i *fn);
46 
47 /* Similarly, passing an extra pointer (e.g. env or float_status).  */
48 typedef void gen_helper_gvec_2_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32);
49 void tcg_gen_gvec_2_ptr(uint32_t dofs, uint32_t aofs,
50                         TCGv_ptr ptr, uint32_t oprsz, uint32_t maxsz,
51                         int32_t data, gen_helper_gvec_2_ptr *fn);
52 
53 /* Similarly, with three vector operands.  */
54 typedef void gen_helper_gvec_3(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32);
55 void tcg_gen_gvec_3_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
56                         uint32_t oprsz, uint32_t maxsz, int32_t data,
57                         gen_helper_gvec_3 *fn);
58 
59 /* Similarly, with four vector operands.  */
60 typedef void gen_helper_gvec_4(TCGv_ptr, TCGv_ptr, TCGv_ptr,
61                                TCGv_ptr, TCGv_i32);
62 void tcg_gen_gvec_4_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
63                         uint32_t cofs, uint32_t oprsz, uint32_t maxsz,
64                         int32_t data, gen_helper_gvec_4 *fn);
65 
66 /* Similarly, with five vector operands.  */
67 typedef void gen_helper_gvec_5(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr,
68                                TCGv_ptr, TCGv_i32);
69 void tcg_gen_gvec_5_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
70                         uint32_t cofs, uint32_t xofs, uint32_t oprsz,
71                         uint32_t maxsz, int32_t data, gen_helper_gvec_5 *fn);
72 
73 typedef void gen_helper_gvec_3_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr,
74                                    TCGv_ptr, TCGv_i32);
75 void tcg_gen_gvec_3_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
76                         TCGv_ptr ptr, uint32_t oprsz, uint32_t maxsz,
77                         int32_t data, gen_helper_gvec_3_ptr *fn);
78 
79 typedef void gen_helper_gvec_4_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr,
80                                    TCGv_ptr, TCGv_ptr, TCGv_i32);
81 void tcg_gen_gvec_4_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
82                         uint32_t cofs, TCGv_ptr ptr, uint32_t oprsz,
83                         uint32_t maxsz, int32_t data,
84                         gen_helper_gvec_4_ptr *fn);
85 
86 typedef void gen_helper_gvec_5_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr,
87                                    TCGv_ptr, TCGv_ptr, TCGv_i32);
88 void tcg_gen_gvec_5_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
89                         uint32_t cofs, uint32_t eofs, TCGv_ptr ptr,
90                         uint32_t oprsz, uint32_t maxsz, int32_t data,
91                         gen_helper_gvec_5_ptr *fn);
92 
93 /* Expand a gvec operation.  Either inline or out-of-line depending on
94    the actual vector size and the operations supported by the host.  */
95 typedef struct {
96     /* Expand inline as a 64-bit or 32-bit integer.
97        Only one of these will be non-NULL.  */
98     void (*fni8)(TCGv_i64, TCGv_i64);
99     void (*fni4)(TCGv_i32, TCGv_i32);
100     /* Expand inline with a host vector type.  */
101     void (*fniv)(unsigned, TCGv_vec, TCGv_vec);
102     /* Expand out-of-line helper w/descriptor.  */
103     gen_helper_gvec_2 *fno;
104     /* The optional opcodes, if any, utilized by .fniv.  */
105     const TCGOpcode *opt_opc;
106     /* The data argument to the out-of-line helper.  */
107     int32_t data;
108     /* The vector element size, if applicable.  */
109     uint8_t vece;
110     /* Prefer i64 to v64.  */
111     bool prefer_i64;
112     /* Load dest as a 2nd source operand.  */
113     bool load_dest;
114 } GVecGen2;
115 
116 typedef struct {
117     /* Expand inline as a 64-bit or 32-bit integer.
118        Only one of these will be non-NULL.  */
119     void (*fni8)(TCGv_i64, TCGv_i64, int64_t);
120     void (*fni4)(TCGv_i32, TCGv_i32, int32_t);
121     /* Expand inline with a host vector type.  */
122     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, int64_t);
123     /* Expand out-of-line helper w/descriptor, data in descriptor.  */
124     gen_helper_gvec_2 *fno;
125     /* Expand out-of-line helper w/descriptor, data as argument.  */
126     gen_helper_gvec_2i *fnoi;
127     /* The optional opcodes, if any, utilized by .fniv.  */
128     const TCGOpcode *opt_opc;
129     /* The vector element size, if applicable.  */
130     uint8_t vece;
131     /* Prefer i64 to v64.  */
132     bool prefer_i64;
133     /* Load dest as a 3rd source operand.  */
134     bool load_dest;
135 } GVecGen2i;
136 
137 typedef struct {
138     /* Expand inline as a 64-bit or 32-bit integer.
139        Only one of these will be non-NULL.  */
140     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64);
141     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32);
142     /* Expand inline with a host vector type.  */
143     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec);
144     /* Expand out-of-line helper w/descriptor.  */
145     gen_helper_gvec_2i *fno;
146     /* The optional opcodes, if any, utilized by .fniv.  */
147     const TCGOpcode *opt_opc;
148     /* The data argument to the out-of-line helper.  */
149     uint32_t data;
150     /* The vector element size, if applicable.  */
151     uint8_t vece;
152     /* Prefer i64 to v64.  */
153     bool prefer_i64;
154     /* Load scalar as 1st source operand.  */
155     bool scalar_first;
156 } GVecGen2s;
157 
158 typedef struct {
159     /* Expand inline as a 64-bit or 32-bit integer.
160        Only one of these will be non-NULL.  */
161     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64);
162     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32);
163     /* Expand inline with a host vector type.  */
164     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec);
165     /* Expand out-of-line helper w/descriptor.  */
166     gen_helper_gvec_3 *fno;
167     /* The optional opcodes, if any, utilized by .fniv.  */
168     const TCGOpcode *opt_opc;
169     /* The data argument to the out-of-line helper.  */
170     int32_t data;
171     /* The vector element size, if applicable.  */
172     uint8_t vece;
173     /* Prefer i64 to v64.  */
174     bool prefer_i64;
175     /* Load dest as a 3rd source operand.  */
176     bool load_dest;
177 } GVecGen3;
178 
179 typedef struct {
180     /*
181      * Expand inline as a 64-bit or 32-bit integer. Only one of these will be
182      * non-NULL.
183      */
184     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, int64_t);
185     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, int32_t);
186     /* Expand inline with a host vector type.  */
187     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, int64_t);
188     /* Expand out-of-line helper w/descriptor, data in descriptor.  */
189     gen_helper_gvec_3 *fno;
190     /* The optional opcodes, if any, utilized by .fniv.  */
191     const TCGOpcode *opt_opc;
192     /* The vector element size, if applicable.  */
193     uint8_t vece;
194     /* Prefer i64 to v64.  */
195     bool prefer_i64;
196     /* Load dest as a 3rd source operand.  */
197     bool load_dest;
198 } GVecGen3i;
199 
200 typedef struct {
201     /* Expand inline as a 64-bit or 32-bit integer.
202        Only one of these will be non-NULL.  */
203     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_i64);
204     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, TCGv_i32);
205     /* Expand inline with a host vector type.  */
206     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, TCGv_vec);
207     /* Expand out-of-line helper w/descriptor.  */
208     gen_helper_gvec_4 *fno;
209     /* The optional opcodes, if any, utilized by .fniv.  */
210     const TCGOpcode *opt_opc;
211     /* The data argument to the out-of-line helper.  */
212     int32_t data;
213     /* The vector element size, if applicable.  */
214     uint8_t vece;
215     /* Prefer i64 to v64.  */
216     bool prefer_i64;
217     /* Write aofs as a 2nd dest operand.  */
218     bool write_aofs;
219 } GVecGen4;
220 
221 typedef struct {
222     /*
223      * Expand inline as a 64-bit or 32-bit integer. Only one of these will be
224      * non-NULL.
225      */
226     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_i64, int64_t);
227     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, TCGv_i32, int32_t);
228     /* Expand inline with a host vector type.  */
229     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, TCGv_vec, int64_t);
230     /* Expand out-of-line helper w/descriptor, data in descriptor.  */
231     gen_helper_gvec_4 *fno;
232     /* The optional opcodes, if any, utilized by .fniv.  */
233     const TCGOpcode *opt_opc;
234     /* The vector element size, if applicable.  */
235     uint8_t vece;
236     /* Prefer i64 to v64.  */
237     bool prefer_i64;
238 } GVecGen4i;
239 
240 void tcg_gen_gvec_2(uint32_t dofs, uint32_t aofs,
241                     uint32_t oprsz, uint32_t maxsz, const GVecGen2 *);
242 void tcg_gen_gvec_2i(uint32_t dofs, uint32_t aofs, uint32_t oprsz,
243                      uint32_t maxsz, int64_t c, const GVecGen2i *);
244 void tcg_gen_gvec_2s(uint32_t dofs, uint32_t aofs, uint32_t oprsz,
245                      uint32_t maxsz, TCGv_i64 c, const GVecGen2s *);
246 void tcg_gen_gvec_3(uint32_t dofs, uint32_t aofs, uint32_t bofs,
247                     uint32_t oprsz, uint32_t maxsz, const GVecGen3 *);
248 void tcg_gen_gvec_3i(uint32_t dofs, uint32_t aofs, uint32_t bofs,
249                      uint32_t oprsz, uint32_t maxsz, int64_t c,
250                      const GVecGen3i *);
251 void tcg_gen_gvec_4(uint32_t dofs, uint32_t aofs, uint32_t bofs, uint32_t cofs,
252                     uint32_t oprsz, uint32_t maxsz, const GVecGen4 *);
253 void tcg_gen_gvec_4i(uint32_t dofs, uint32_t aofs, uint32_t bofs, uint32_t cofs,
254                      uint32_t oprsz, uint32_t maxsz, int64_t c,
255                      const GVecGen4i *);
256 
257 /* Expand a specific vector operation.  */
258 
259 void tcg_gen_gvec_mov(unsigned vece, uint32_t dofs, uint32_t aofs,
260                       uint32_t oprsz, uint32_t maxsz);
261 void tcg_gen_gvec_not(unsigned vece, uint32_t dofs, uint32_t aofs,
262                       uint32_t oprsz, uint32_t maxsz);
263 void tcg_gen_gvec_neg(unsigned vece, uint32_t dofs, uint32_t aofs,
264                       uint32_t oprsz, uint32_t maxsz);
265 void tcg_gen_gvec_abs(unsigned vece, uint32_t dofs, uint32_t aofs,
266                       uint32_t oprsz, uint32_t maxsz);
267 
268 void tcg_gen_gvec_add(unsigned vece, uint32_t dofs, uint32_t aofs,
269                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
270 void tcg_gen_gvec_sub(unsigned vece, uint32_t dofs, uint32_t aofs,
271                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
272 void tcg_gen_gvec_mul(unsigned vece, uint32_t dofs, uint32_t aofs,
273                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
274 
275 void tcg_gen_gvec_addi(unsigned vece, uint32_t dofs, uint32_t aofs,
276                        int64_t c, uint32_t oprsz, uint32_t maxsz);
277 void tcg_gen_gvec_muli(unsigned vece, uint32_t dofs, uint32_t aofs,
278                        int64_t c, uint32_t oprsz, uint32_t maxsz);
279 
280 void tcg_gen_gvec_adds(unsigned vece, uint32_t dofs, uint32_t aofs,
281                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
282 void tcg_gen_gvec_subs(unsigned vece, uint32_t dofs, uint32_t aofs,
283                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
284 void tcg_gen_gvec_muls(unsigned vece, uint32_t dofs, uint32_t aofs,
285                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
286 
287 /* Saturated arithmetic.  */
288 void tcg_gen_gvec_ssadd(unsigned vece, uint32_t dofs, uint32_t aofs,
289                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
290 void tcg_gen_gvec_sssub(unsigned vece, uint32_t dofs, uint32_t aofs,
291                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
292 void tcg_gen_gvec_usadd(unsigned vece, uint32_t dofs, uint32_t aofs,
293                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
294 void tcg_gen_gvec_ussub(unsigned vece, uint32_t dofs, uint32_t aofs,
295                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
296 
297 /* Min/max.  */
298 void tcg_gen_gvec_smin(unsigned vece, uint32_t dofs, uint32_t aofs,
299                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
300 void tcg_gen_gvec_umin(unsigned vece, uint32_t dofs, uint32_t aofs,
301                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
302 void tcg_gen_gvec_smax(unsigned vece, uint32_t dofs, uint32_t aofs,
303                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
304 void tcg_gen_gvec_umax(unsigned vece, uint32_t dofs, uint32_t aofs,
305                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
306 
307 void tcg_gen_gvec_and(unsigned vece, uint32_t dofs, uint32_t aofs,
308                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
309 void tcg_gen_gvec_or(unsigned vece, uint32_t dofs, uint32_t aofs,
310                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
311 void tcg_gen_gvec_xor(unsigned vece, uint32_t dofs, uint32_t aofs,
312                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
313 void tcg_gen_gvec_andc(unsigned vece, uint32_t dofs, uint32_t aofs,
314                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
315 void tcg_gen_gvec_orc(unsigned vece, uint32_t dofs, uint32_t aofs,
316                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
317 void tcg_gen_gvec_nand(unsigned vece, uint32_t dofs, uint32_t aofs,
318                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
319 void tcg_gen_gvec_nor(unsigned vece, uint32_t dofs, uint32_t aofs,
320                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
321 void tcg_gen_gvec_eqv(unsigned vece, uint32_t dofs, uint32_t aofs,
322                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
323 
324 void tcg_gen_gvec_andi(unsigned vece, uint32_t dofs, uint32_t aofs,
325                        int64_t c, uint32_t oprsz, uint32_t maxsz);
326 void tcg_gen_gvec_xori(unsigned vece, uint32_t dofs, uint32_t aofs,
327                        int64_t c, uint32_t oprsz, uint32_t maxsz);
328 void tcg_gen_gvec_ori(unsigned vece, uint32_t dofs, uint32_t aofs,
329                       int64_t c, uint32_t oprsz, uint32_t maxsz);
330 
331 void tcg_gen_gvec_ands(unsigned vece, uint32_t dofs, uint32_t aofs,
332                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
333 void tcg_gen_gvec_andcs(unsigned vece, uint32_t dofs, uint32_t aofs,
334                         TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
335 void tcg_gen_gvec_xors(unsigned vece, uint32_t dofs, uint32_t aofs,
336                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
337 void tcg_gen_gvec_ors(unsigned vece, uint32_t dofs, uint32_t aofs,
338                       TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
339 
340 void tcg_gen_gvec_dup_mem(unsigned vece, uint32_t dofs, uint32_t aofs,
341                           uint32_t s, uint32_t m);
342 void tcg_gen_gvec_dup_imm(unsigned vece, uint32_t dofs, uint32_t s,
343                           uint32_t m, uint64_t imm);
344 void tcg_gen_gvec_dup_i32(unsigned vece, uint32_t dofs, uint32_t s,
345                           uint32_t m, TCGv_i32);
346 void tcg_gen_gvec_dup_i64(unsigned vece, uint32_t dofs, uint32_t s,
347                           uint32_t m, TCGv_i64);
348 
349 #if TARGET_LONG_BITS == 64
350 # define tcg_gen_gvec_dup_tl  tcg_gen_gvec_dup_i64
351 #else
352 # define tcg_gen_gvec_dup_tl  tcg_gen_gvec_dup_i32
353 #endif
354 
355 void tcg_gen_gvec_shli(unsigned vece, uint32_t dofs, uint32_t aofs,
356                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
357 void tcg_gen_gvec_shri(unsigned vece, uint32_t dofs, uint32_t aofs,
358                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
359 void tcg_gen_gvec_sari(unsigned vece, uint32_t dofs, uint32_t aofs,
360                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
361 void tcg_gen_gvec_rotli(unsigned vece, uint32_t dofs, uint32_t aofs,
362                         int64_t shift, uint32_t oprsz, uint32_t maxsz);
363 void tcg_gen_gvec_rotri(unsigned vece, uint32_t dofs, uint32_t aofs,
364                         int64_t shift, uint32_t oprsz, uint32_t maxsz);
365 
366 void tcg_gen_gvec_shls(unsigned vece, uint32_t dofs, uint32_t aofs,
367                        TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
368 void tcg_gen_gvec_shrs(unsigned vece, uint32_t dofs, uint32_t aofs,
369                        TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
370 void tcg_gen_gvec_sars(unsigned vece, uint32_t dofs, uint32_t aofs,
371                        TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
372 void tcg_gen_gvec_rotls(unsigned vece, uint32_t dofs, uint32_t aofs,
373                         TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
374 void tcg_gen_gvec_rotrs(unsigned vece, uint32_t dofs, uint32_t aofs,
375                         TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
376 
377 /*
378  * Perform vector shift by vector element, modulo the element size.
379  * E.g.  D[i] = A[i] << (B[i] % (8 << vece)).
380  */
381 void tcg_gen_gvec_shlv(unsigned vece, uint32_t dofs, uint32_t aofs,
382                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
383 void tcg_gen_gvec_shrv(unsigned vece, uint32_t dofs, uint32_t aofs,
384                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
385 void tcg_gen_gvec_sarv(unsigned vece, uint32_t dofs, uint32_t aofs,
386                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
387 void tcg_gen_gvec_rotlv(unsigned vece, uint32_t dofs, uint32_t aofs,
388                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
389 void tcg_gen_gvec_rotrv(unsigned vece, uint32_t dofs, uint32_t aofs,
390                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
391 
392 void tcg_gen_gvec_cmp(TCGCond cond, unsigned vece, uint32_t dofs,
393                       uint32_t aofs, uint32_t bofs,
394                       uint32_t oprsz, uint32_t maxsz);
395 
396 /*
397  * Perform vector bit select: d = (b & a) | (c & ~a).
398  */
399 void tcg_gen_gvec_bitsel(unsigned vece, uint32_t dofs, uint32_t aofs,
400                          uint32_t bofs, uint32_t cofs,
401                          uint32_t oprsz, uint32_t maxsz);
402 
403 /*
404  * 64-bit vector operations.  Use these when the register has been allocated
405  * with tcg_global_mem_new_i64, and so we cannot also address it via pointer.
406  * OPRSZ = MAXSZ = 8.
407  */
408 
409 void tcg_gen_vec_neg8_i64(TCGv_i64 d, TCGv_i64 a);
410 void tcg_gen_vec_neg16_i64(TCGv_i64 d, TCGv_i64 a);
411 void tcg_gen_vec_neg32_i64(TCGv_i64 d, TCGv_i64 a);
412 
413 void tcg_gen_vec_add8_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
414 void tcg_gen_vec_add16_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
415 void tcg_gen_vec_add32_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
416 
417 void tcg_gen_vec_sub8_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
418 void tcg_gen_vec_sub16_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
419 void tcg_gen_vec_sub32_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
420 
421 void tcg_gen_vec_shl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
422 void tcg_gen_vec_shl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
423 void tcg_gen_vec_shr8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
424 void tcg_gen_vec_shr16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
425 void tcg_gen_vec_sar8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
426 void tcg_gen_vec_sar16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
427 void tcg_gen_vec_rotl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c);
428 void tcg_gen_vec_rotl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c);
429 
430 /* 32-bit vector operations. */
431 void tcg_gen_vec_add8_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
432 void tcg_gen_vec_add16_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
433 
434 void tcg_gen_vec_sub8_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
435 void tcg_gen_vec_sub16_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
436 
437 void tcg_gen_vec_shl8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
438 void tcg_gen_vec_shl16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
439 void tcg_gen_vec_shr8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
440 void tcg_gen_vec_shr16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
441 void tcg_gen_vec_sar8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
442 void tcg_gen_vec_sar16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
443 
444 #if TARGET_LONG_BITS == 64
445 #define tcg_gen_vec_add8_tl  tcg_gen_vec_add8_i64
446 #define tcg_gen_vec_sub8_tl  tcg_gen_vec_sub8_i64
447 #define tcg_gen_vec_add16_tl tcg_gen_vec_add16_i64
448 #define tcg_gen_vec_sub16_tl tcg_gen_vec_sub16_i64
449 #define tcg_gen_vec_add32_tl tcg_gen_vec_add32_i64
450 #define tcg_gen_vec_sub32_tl tcg_gen_vec_sub32_i64
451 #define tcg_gen_vec_shl8i_tl tcg_gen_vec_shl8i_i64
452 #define tcg_gen_vec_shr8i_tl tcg_gen_vec_shr8i_i64
453 #define tcg_gen_vec_sar8i_tl tcg_gen_vec_sar8i_i64
454 #define tcg_gen_vec_shl16i_tl tcg_gen_vec_shl16i_i64
455 #define tcg_gen_vec_shr16i_tl tcg_gen_vec_shr16i_i64
456 #define tcg_gen_vec_sar16i_tl tcg_gen_vec_sar16i_i64
457 
458 #else
459 #define tcg_gen_vec_add8_tl  tcg_gen_vec_add8_i32
460 #define tcg_gen_vec_sub8_tl  tcg_gen_vec_sub8_i32
461 #define tcg_gen_vec_add16_tl tcg_gen_vec_add16_i32
462 #define tcg_gen_vec_sub16_tl tcg_gen_vec_sub16_i32
463 #define tcg_gen_vec_add32_tl tcg_gen_add_i32
464 #define tcg_gen_vec_sub32_tl tcg_gen_sub_i32
465 #define tcg_gen_vec_shl8i_tl tcg_gen_vec_shl8i_i32
466 #define tcg_gen_vec_shr8i_tl tcg_gen_vec_shr8i_i32
467 #define tcg_gen_vec_sar8i_tl tcg_gen_vec_sar8i_i32
468 #define tcg_gen_vec_shl16i_tl tcg_gen_vec_shl16i_i32
469 #define tcg_gen_vec_shr16i_tl tcg_gen_vec_shr16i_i32
470 #define tcg_gen_vec_sar16i_tl tcg_gen_vec_sar16i_i32
471 #endif
472 
473 #endif
474