Lines Matching refs:desc
180 void *va, uint32_t desc) in HELPER()
182 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
191 void *va, uint32_t desc) in HELPER()
193 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
201 void HELPER(sve2_sqdmulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
203 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
211 void HELPER(sve2_sqrdmulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
213 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
251 void *vq, uint32_t desc) in HELPER()
253 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
262 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
276 void *vq, uint32_t desc) in HELPER()
278 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
287 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
291 void *vq, uint32_t desc) in HELPER()
293 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
299 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
303 void *vq, uint32_t desc) in HELPER()
305 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
311 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
315 void *vq, uint32_t desc) in HELPER()
317 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
318 int idx = simd_data(desc); in HELPER()
329 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
333 void *vq, uint32_t desc) in HELPER()
335 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
336 int idx = simd_data(desc); in HELPER()
347 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
351 void *vq, uint32_t desc) in HELPER()
353 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
354 int idx = simd_data(desc); in HELPER()
365 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
369 void *vq, uint32_t desc) in HELPER()
371 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
372 int idx = simd_data(desc); in HELPER()
383 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
387 void *va, uint32_t desc) in HELPER()
389 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
399 void *va, uint32_t desc) in HELPER()
401 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
410 void HELPER(sve2_sqdmulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
412 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
421 void HELPER(sve2_sqrdmulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
423 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
432 void HELPER(sve2_sqdmulh_idx_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
434 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
435 int idx = simd_data(desc); in HELPER()
447 void HELPER(sve2_sqrdmulh_idx_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
449 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
450 int idx = simd_data(desc); in HELPER()
489 void *vq, uint32_t desc) in HELPER()
491 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
500 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
511 void *vq, uint32_t desc) in HELPER()
513 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
522 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
526 void *vq, uint32_t desc) in HELPER()
528 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
534 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
538 void *vq, uint32_t desc) in HELPER()
540 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
546 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
550 void *vq, uint32_t desc) in HELPER()
552 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
553 int idx = simd_data(desc); in HELPER()
564 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
568 void *vq, uint32_t desc) in HELPER()
570 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
571 int idx = simd_data(desc); in HELPER()
582 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
586 void *vq, uint32_t desc) in HELPER()
588 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
589 int idx = simd_data(desc); in HELPER()
600 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
604 void *vq, uint32_t desc) in HELPER()
606 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
607 int idx = simd_data(desc); in HELPER()
618 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
622 void *va, uint32_t desc) in HELPER()
624 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
634 void *va, uint32_t desc) in HELPER()
636 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
645 void HELPER(sve2_sqdmulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
647 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
656 void HELPER(sve2_sqrdmulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
658 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
667 void HELPER(sve2_sqdmulh_idx_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
669 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
670 int idx = simd_data(desc); in HELPER()
682 void HELPER(sve2_sqrdmulh_idx_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
684 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
685 int idx = simd_data(desc); in HELPER()
735 void *va, uint32_t desc) in HELPER()
737 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
746 void *va, uint32_t desc) in HELPER()
748 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
756 void HELPER(sve2_sqdmulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
758 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
766 void HELPER(sve2_sqrdmulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
768 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
776 void HELPER(sve2_sqdmulh_idx_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
778 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
779 int idx = simd_data(desc); in HELPER()
790 void HELPER(sve2_sqrdmulh_idx_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
792 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
793 int idx = simd_data(desc); in HELPER()
812 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
814 intptr_t i, opr_sz = simd_oprsz(desc); \
825 clear_tail(d, opr_sz, simd_maxsz(desc)); \
835 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \ in DO_DOT()
837 intptr_t i = 0, opr_sz = simd_oprsz(desc); \ in DO_DOT()
847 intptr_t index = simd_data(desc); \ in DO_DOT()
865 clear_tail(d, opr_sz, simd_maxsz(desc)); \ in DO_DOT()
876 void *vfpst, uint32_t desc)
878 uintptr_t opr_sz = simd_oprsz(desc);
883 uint32_t neg_real = extract32(desc, SIMD_DATA_SHIFT, 1);
900 clear_tail(d, opr_sz, simd_maxsz(desc));
904 void *vfpst, uint32_t desc) in HELPER()
906 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
911 uint32_t neg_real = extract32(desc, SIMD_DATA_SHIFT, 1); in HELPER()
928 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
932 void *vfpst, uint32_t desc) in HELPER()
934 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
939 uint64_t neg_real = extract64(desc, SIMD_DATA_SHIFT, 1); in HELPER()
956 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
960 void *vfpst, uint32_t desc) in HELPER()
962 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
965 intptr_t flip = extract32(desc, SIMD_DATA_SHIFT, 1); in HELPER()
966 uint32_t neg_imag = extract32(desc, SIMD_DATA_SHIFT + 1, 1); in HELPER()
983 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
987 void *vfpst, uint32_t desc) in HELPER()
989 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
992 intptr_t flip = extract32(desc, SIMD_DATA_SHIFT, 1); in HELPER()
993 uint32_t neg_imag = extract32(desc, SIMD_DATA_SHIFT + 1, 1); in HELPER()
994 intptr_t index = extract32(desc, SIMD_DATA_SHIFT + 2, 2); in HELPER()
1018 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
1022 void *vfpst, uint32_t desc) in HELPER()
1024 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
1027 intptr_t flip = extract32(desc, SIMD_DATA_SHIFT, 1); in HELPER()
1028 uint32_t neg_imag = extract32(desc, SIMD_DATA_SHIFT + 1, 1); in HELPER()
1045 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
1049 void *vfpst, uint32_t desc) in HELPER()
1051 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
1054 intptr_t flip = extract32(desc, SIMD_DATA_SHIFT, 1); in HELPER()
1055 uint32_t neg_imag = extract32(desc, SIMD_DATA_SHIFT + 1, 1); in HELPER()
1056 intptr_t index = extract32(desc, SIMD_DATA_SHIFT + 2, 2); in HELPER()
1080 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
1084 void *vfpst, uint32_t desc) in HELPER()
1086 uintptr_t opr_sz = simd_oprsz(desc); in HELPER()
1089 intptr_t flip = extract32(desc, SIMD_DATA_SHIFT, 1); in HELPER()
1090 uint64_t neg_imag = extract32(desc, SIMD_DATA_SHIFT + 1, 1); in HELPER()
1107 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
1211 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
1213 intptr_t i, oprsz = simd_oprsz(desc); \
1218 clear_tail(d, oprsz, simd_maxsz(desc)); \
1369 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
1371 intptr_t i, oprsz = simd_oprsz(desc); \
1376 clear_tail(d, oprsz, simd_maxsz(desc)); \
1524 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
1526 intptr_t i, oprsz = simd_oprsz(desc); \
1531 clear_tail(d, oprsz, simd_maxsz(desc)); \
1553 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \ in DO_MULADD()
1555 intptr_t i, j, oprsz = simd_oprsz(desc); \ in DO_MULADD()
1557 intptr_t idx = simd_data(desc); \ in DO_MULADD()
1565 clear_tail(d, oprsz, simd_maxsz(desc)); \ in DO_MULADD()
1575 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1577 intptr_t i, j, oprsz = simd_oprsz(desc); \
1579 intptr_t idx = simd_data(desc); \
1587 clear_tail(d, oprsz, simd_maxsz(desc)); \
1601 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
1603 intptr_t i, j, oprsz = simd_oprsz(desc); \
1605 intptr_t idx = simd_data(desc); \
1613 clear_tail(d, oprsz, simd_maxsz(desc)); \
1645 void *stat, uint32_t desc) \
1647 intptr_t i, j, oprsz = simd_oprsz(desc); \
1649 TYPE op1_neg = extract32(desc, SIMD_DATA_SHIFT, 1); \
1650 intptr_t idx = desc >> (SIMD_DATA_SHIFT + 1); \
1660 clear_tail(d, oprsz, simd_maxsz(desc)); \
1670 void HELPER(NAME)(void *vd, void *vq, void *vn, void *vm, uint32_t desc) \
1672 intptr_t i, oprsz = simd_oprsz(desc); \
1690 clear_tail(d, oprsz, simd_maxsz(desc)); \
1720 void *vm, uint32_t desc)
1722 intptr_t i, oprsz = simd_oprsz(desc);
1738 clear_tail(d, oprsz, simd_maxsz(desc));
1742 void *vm, uint32_t desc) in HELPER()
1744 intptr_t i, oprsz = simd_oprsz(desc); in HELPER()
1760 clear_tail(d, oprsz, simd_maxsz(desc)); in HELPER()
1764 void *vm, uint32_t desc) in HELPER()
1766 intptr_t i, oprsz = simd_oprsz(desc); in HELPER()
1782 clear_tail(d, oprsz, simd_maxsz(desc)); in HELPER()
1786 void *vm, uint32_t desc) in HELPER()
1788 intptr_t i, oprsz = simd_oprsz(desc); in HELPER()
1804 clear_tail(d, oprsz, simd_maxsz(desc)); in HELPER()
1808 void *vm, uint32_t desc) in HELPER()
1810 intptr_t i, oprsz = simd_oprsz(desc); in HELPER()
1836 clear_tail(d, oprsz, simd_maxsz(desc)); in HELPER()
1840 void *vm, uint32_t desc) in HELPER()
1842 intptr_t i, oprsz = simd_oprsz(desc); in HELPER()
1861 clear_tail(d, oprsz, simd_maxsz(desc)); in HELPER()
1865 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1867 intptr_t i, oprsz = simd_oprsz(desc); \
1868 int shift = simd_data(desc); \
1873 clear_tail(d, oprsz, simd_maxsz(desc)); \
1889 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \ in DO_SRA()
1891 intptr_t i, oprsz = simd_oprsz(desc); \ in DO_SRA()
1892 int shift = simd_data(desc); \ in DO_SRA()
1898 clear_tail(d, oprsz, simd_maxsz(desc)); \ in DO_SRA()
1914 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1916 intptr_t i, oprsz = simd_oprsz(desc); \
1917 int shift = simd_data(desc); \
1923 clear_tail(d, oprsz, simd_maxsz(desc)); \
1939 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1941 intptr_t i, oprsz = simd_oprsz(desc); \
1942 int shift = simd_data(desc); \
1947 clear_tail(d, oprsz, simd_maxsz(desc)); \
1958 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1960 intptr_t i, oprsz = simd_oprsz(desc); \
1961 int shift = simd_data(desc); \
1966 clear_tail(d, oprsz, simd_maxsz(desc)); \
2039 uint32_t desc, bool fz16) in do_fmlal() argument
2041 intptr_t i, oprsz = simd_oprsz(desc); in do_fmlal()
2042 int is_s = extract32(desc, SIMD_DATA_SHIFT, 1); in do_fmlal()
2043 int is_2 = extract32(desc, SIMD_DATA_SHIFT + 1, 1); in do_fmlal()
2061 clear_tail(d, oprsz, simd_maxsz(desc)); in do_fmlal()
2065 void *venv, uint32_t desc) in HELPER()
2068 do_fmlal(vd, vn, vm, &env->vfp.standard_fp_status, desc, in HELPER()
2073 void *venv, uint32_t desc) in HELPER()
2076 do_fmlal(vd, vn, vm, &env->vfp.fp_status, desc, in HELPER()
2081 void *venv, uint32_t desc) in HELPER()
2083 intptr_t i, oprsz = simd_oprsz(desc); in HELPER()
2084 uint16_t negn = extract32(desc, SIMD_DATA_SHIFT, 1) << 15; in HELPER()
2085 intptr_t sel = extract32(desc, SIMD_DATA_SHIFT + 1, 1) * sizeof(float16); in HELPER()
2102 uint32_t desc, bool fz16) in do_fmlal_idx() argument
2104 intptr_t i, oprsz = simd_oprsz(desc); in do_fmlal_idx()
2105 int is_s = extract32(desc, SIMD_DATA_SHIFT, 1); in do_fmlal_idx()
2106 int is_2 = extract32(desc, SIMD_DATA_SHIFT + 1, 1); in do_fmlal_idx()
2107 int index = extract32(desc, SIMD_DATA_SHIFT + 2, 3); in do_fmlal_idx()
2126 clear_tail(d, oprsz, simd_maxsz(desc)); in do_fmlal_idx()
2130 void *venv, uint32_t desc) in HELPER()
2133 do_fmlal_idx(vd, vn, vm, &env->vfp.standard_fp_status, desc, in HELPER()
2138 void *venv, uint32_t desc) in HELPER()
2141 do_fmlal_idx(vd, vn, vm, &env->vfp.fp_status, desc, in HELPER()
2146 void *venv, uint32_t desc) in HELPER()
2148 intptr_t i, j, oprsz = simd_oprsz(desc); in HELPER()
2149 uint16_t negn = extract32(desc, SIMD_DATA_SHIFT, 1) << 15; in HELPER()
2150 intptr_t sel = extract32(desc, SIMD_DATA_SHIFT + 1, 1) * sizeof(float16); in HELPER()
2151 intptr_t idx = extract32(desc, SIMD_DATA_SHIFT + 2, 3) * sizeof(float16); in HELPER()
2171 void HELPER(gvec_sshl_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2173 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2189 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2192 void HELPER(gvec_sshl_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2194 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2210 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2213 void HELPER(gvec_ushl_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2215 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2233 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2236 void HELPER(gvec_ushl_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2238 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2256 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2268 void HELPER(gvec_pmul_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2270 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2276 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2284 void HELPER(gvec_pmull_q)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2286 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2287 intptr_t hi = simd_data(desc); in HELPER()
2295 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2298 void HELPER(neon_pmull_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2300 int hi = simd_data(desc); in HELPER()
2309 clear_tail(d, 16, simd_maxsz(desc)); in HELPER()
2313 void HELPER(sve2_pmull_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2315 int shift = simd_data(desc) * 8; in HELPER()
2316 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2324 void HELPER(sve2_pmull_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2326 intptr_t sel = H4(simd_data(desc)); in HELPER()
2327 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2338 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
2340 intptr_t i, opr_sz = simd_oprsz(desc); \
2345 clear_tail(vd, opr_sz, simd_maxsz(desc)); \
2363 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2365 intptr_t i, opr_sz = simd_oprsz(desc); \
2371 clear_tail(d, opr_sz, simd_maxsz(desc)); \
2387 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \ in DO_ABD()
2389 intptr_t i, opr_sz = simd_oprsz(desc); \ in DO_ABD()
2395 clear_tail(d, opr_sz, simd_maxsz(desc)); \ in DO_ABD()
2411 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
2414 intptr_t oprsz = simd_oprsz(desc); \
2426 clear_tail(d, oprsz, simd_maxsz(desc)); \
2452 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2455 intptr_t oprsz = simd_oprsz(desc); \
2467 clear_tail(d, oprsz, simd_maxsz(desc)); \
2496 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
2498 intptr_t i, oprsz = simd_oprsz(desc); \
2499 int shift = simd_data(desc); \
2505 clear_tail(d, oprsz, simd_maxsz(desc)); \
2520 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
2523 intptr_t i, oprsz = simd_oprsz(desc); \
2524 uint32_t rmode = simd_data(desc); \
2532 clear_tail(d, oprsz, simd_maxsz(desc)); \
2543 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
2546 intptr_t i, oprsz = simd_oprsz(desc); \
2547 uint32_t rmode = simd_data(desc); \
2555 clear_tail(d, oprsz, simd_maxsz(desc)); \
2564 void HELPER(simd_tblx)(void *vd, void *vm, void *venv, uint32_t desc)
2568 size_t oprsz = simd_oprsz(desc);
2569 uint32_t rn = extract32(desc, SIMD_DATA_SHIFT, 5);
2570 bool is_tbx = extract32(desc, SIMD_DATA_SHIFT + 5, 1);
2571 uint32_t table_len = desc >> (SIMD_DATA_SHIFT + 6);
2607 clear_tail(vd, oprsz, simd_maxsz(desc));
2617 void HELPER(gvec_smulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2619 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2625 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2628 void HELPER(gvec_smulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2630 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2636 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2639 void HELPER(gvec_smulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2641 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2647 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2650 void HELPER(gvec_smulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2652 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2659 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2662 void HELPER(gvec_umulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2664 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2670 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2673 void HELPER(gvec_umulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2675 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2681 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2684 void HELPER(gvec_umulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2686 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2692 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2695 void HELPER(gvec_umulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2697 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2704 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2707 void HELPER(gvec_xar_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2709 intptr_t i, opr_sz = simd_oprsz(desc) / 8; in HELPER()
2710 int shr = simd_data(desc); in HELPER()
2716 clear_tail(d, opr_sz * 8, simd_maxsz(desc)); in HELPER()
2754 static void do_mmla_b(void *vd, void *vn, void *vm, void *va, uint32_t desc, in do_mmla_b() argument
2757 intptr_t seg, opr_sz = simd_oprsz(desc); in do_mmla_b()
2785 clear_tail(vd, opr_sz, simd_maxsz(desc)); in do_mmla_b()
2789 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
2790 { do_mmla_b(vd, vn, vm, va, desc, INNER); }
2888 CPUARMState *env, uint32_t desc) in HELPER()
2890 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
2904 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2908 void *va, CPUARMState *env, uint32_t desc) in HELPER()
2910 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
2911 intptr_t index = simd_data(desc); in HELPER()
2935 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
2939 CPUARMState *env, uint32_t desc) in HELPER()
2941 intptr_t s, opr_sz = simd_oprsz(desc); in HELPER()
3011 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
3015 void *stat, uint32_t desc) in HELPER()
3017 intptr_t i, opr_sz = simd_oprsz(desc); in HELPER()
3018 intptr_t sel = simd_data(desc); in HELPER()
3027 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
3031 void *va, void *stat, uint32_t desc) in HELPER()
3033 intptr_t i, j, opr_sz = simd_oprsz(desc); in HELPER()
3034 intptr_t sel = extract32(desc, SIMD_DATA_SHIFT, 1); in HELPER()
3035 intptr_t index = extract32(desc, SIMD_DATA_SHIFT + 1, 3); in HELPER()
3049 clear_tail(d, opr_sz, simd_maxsz(desc)); in HELPER()
3053 void HELPER(NAME)(void *d, void *n, void *m, void *a, uint32_t desc) \
3055 intptr_t i, opr_sz = simd_oprsz(desc); \
3063 clear_tail(d, opr_sz, simd_maxsz(desc)); \