Lines Matching full:vn
120 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
123 uint64_t *d = vd, *n = vn, *m = vm, *g = vg; \
167 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \ in LOGICAL_PPPP()
174 TYPE nn = *(TYPE *)(vn + H(i)); \ in LOGICAL_PPPP()
185 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
188 TYPE *d = vd, *n = vn, *m = vm; \
657 * If the slot I is even, the elements from from VN {I, I+1}. in DO_ZPZZ()
662 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \ in DO_ZPZZ()
668 TYPE n0 = *(TYPE *)(vn + H(i)); \ in DO_ZPZZ()
670 TYPE n1 = *(TYPE *)(vn + H(i + sizeof(TYPE))); \ in DO_ZPZZ()
686 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
689 TYPE *d = vd, *n = vn, *m = vm; \
732 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, \
739 TYPE n0 = *(TYPE *)(vn + H(i)); \
741 TYPE n1 = *(TYPE *)(vn + H(i + sizeof(TYPE))); \
782 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
790 TYPE nn = *(TYPE *)(vn + H(i)); \
815 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
822 TYPE nn = *(TYPE *)(vn + H(i)); \
832 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
835 TYPE *d = vd, *n = vn; \
936 void HELPER(sme_revd_q)(void *vd, void *vn, void *vg, uint32_t desc)
939 uint64_t *d = vd, *n = vn;
981 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
987 TYPE nn = *(TYPE *)(vn + H(i)); \
1025 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1031 TYPEW nn = *(TYPEN *)(vn + HN(i + sel1)); \
1095 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \ in DO_ZZZ_TB()
1100 TYPEW nn = *(TYPEW *)(vn + HW(i)); \ in DO_ZZZ_TB()
1125 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1131 TYPE nn = *(TYPE *)(vn + H(i + sel1)); \
1145 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1150 TYPEW nn = *(TYPEN *)(vn + HN(i + sel1)); \
1186 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1190 TYPE nn = *(TYPE *)(vn + i); \
1197 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1201 TYPE nn = *(TYPE *)(vn + i); \
1241 void HELPER(sve2_adcl_s)(void *vd, void *vn, void *vm, void *va, uint32_t desc)
1246 uint32_t *a = va, *n = vn;
1258 void HELPER(sve2_adcl_d)(void *vd, void *vn, void *vm, void *va, uint32_t desc) in HELPER()
1263 uint64_t *d = vd, *a = va, *n = vn, *m = vm; in HELPER()
1276 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1282 TYPEW nn = *(TYPEN *)(vn + HN(i + sel1)); \
1306 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \ in DO_SQDMLAL()
1313 TYPE *d = vd, *n = vn, *m = vm, *a = va; \ in DO_SQDMLAL()
1345 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1353 TYPE *d = vd, *n = vn, *m = vm, *a = va; \
1408 void HELPER(sve2_cdot_zzzz_s)(void *vd, void *vn, void *vm, in HELPER()
1416 uint32_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1423 void HELPER(sve2_cdot_zzzz_d)(void *vd, void *vn, void *vm, in HELPER()
1431 uint64_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1438 void HELPER(sve2_cdot_idx_s)(void *vd, void *vn, void *vm, in HELPER()
1447 uint32_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1458 void HELPER(sve2_cdot_idx_d)(void *vd, void *vn, void *vm, in HELPER()
1467 uint64_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1479 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1483 TYPE *d = vd, *a = va, *n = vn, *m = (TYPE *)vm + H(idx); \
1515 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1523 TYPEW nn = *(TYPEN *)(vn + HN(i + j + sel)); \
1561 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1569 TYPEW nn = *(TYPEN *)(vn + HN(i + j + sel)); \
1587 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1591 TYPE nn = *(TYPE *)(vn + i); \
1660 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \ in DO_BITPERM()
1666 TYPE acc_r = *(TYPE *)(vn + H(i)); \ in DO_BITPERM()
1667 TYPE acc_i = *(TYPE *)(vn + H(i + sizeof(TYPE))); \ in DO_BITPERM()
1677 TYPE acc_r = *(TYPE *)(vn + H(i)); \ in DO_BITPERM()
1678 TYPE acc_i = *(TYPE *)(vn + H(i + sizeof(TYPE))); \ in DO_BITPERM()
1702 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1708 TYPEW nn = *(TYPEN *)(vn + HN(i + sel)); \
1733 uint64_t HELPER(NAME)(void *vn, void *vg, uint32_t desc) \
1741 TYPEELT nn = *(TYPEELT *)(vn + H(i)); \
1751 uint64_t HELPER(NAME)(void *vn, void *vg, uint32_t desc) \
1754 TYPEE *n = vn; \
1815 void HELPER(NAME)(void *vd, void *vn, uint64_t s64, uint32_t desc) \
1818 TYPE s = s64, *d = vd, *n = vn; \
1958 void HELPER(sve_movz_b)(void *vd, void *vn, void *vg, uint32_t desc) in HELPER()
1962 uint64_t *d = vd, *n = vn; in HELPER()
1970 void HELPER(sve_movz_h)(void *vd, void *vn, void *vg, uint32_t desc) in HELPER()
1974 uint64_t *d = vd, *n = vn; in HELPER()
1982 void HELPER(sve_movz_s)(void *vd, void *vn, void *vg, uint32_t desc) in HELPER()
1986 uint64_t *d = vd, *n = vn; in HELPER()
1994 void HELPER(sve_movz_d)(void *vd, void *vn, void *vg, uint32_t desc) in HELPER()
1997 uint64_t *d = vd, *n = vn; in HELPER()
2009 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
2017 TYPE nn = *(TYPE *)(vn + H(i)); \
2027 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
2030 TYPE *d = vd, *n = vn; \
2130 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
2135 TYPEW nn = *(TYPEW *)(vn + i); \
2141 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
2146 TYPEW nn = *(TYPEW *)(vn + HW(i)); \
2244 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2248 TYPEW nn = *(TYPEW *)(vn + i); \
2255 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2259 TYPEW nn = *(TYPEW *)(vn + HW(i)); \
2312 void HELPER(NAME)(void *vd, void *va, void *vn, void *vm, \
2320 TYPE nn = *(TYPE *)(vn + H(i)); \
2332 void HELPER(NAME)(void *vd, void *va, void *vn, void *vm, \
2336 TYPE *d = vd, *a = va, *n = vn, *m = vm; \
2406 void HELPER(sve_adr_p32)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2410 uint32_t *d = vd, *n = vn, *m = vm; in HELPER()
2416 void HELPER(sve_adr_p64)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2420 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2426 void HELPER(sve_adr_s32)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2430 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2436 void HELPER(sve_adr_u32)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2440 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2446 void HELPER(sve_fexpa_h)(void *vd, void *vn, uint32_t desc) in HELPER()
2456 uint16_t *d = vd, *n = vn; in HELPER()
2466 void HELPER(sve_fexpa_s)(void *vd, void *vn, uint32_t desc) in HELPER()
2488 uint32_t *d = vd, *n = vn; in HELPER()
2498 void HELPER(sve_fexpa_d)(void *vd, void *vn, uint32_t desc) in HELPER()
2526 uint64_t *d = vd, *n = vn; in HELPER()
2536 void HELPER(sve_ftssel_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2539 uint16_t *d = vd, *n = vn, *m = vm; in HELPER()
2550 void HELPER(sve_ftssel_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2553 uint32_t *d = vd, *n = vn, *m = vm; in HELPER()
2564 void HELPER(sve_ftssel_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2567 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2670 void HELPER(sve_cpy_m_b)(void *vd, void *vn, void *vg, in HELPER()
2674 uint64_t *d = vd, *n = vn; in HELPER()
2685 void HELPER(sve_cpy_m_h)(void *vd, void *vn, void *vg, in HELPER()
2689 uint64_t *d = vd, *n = vn; in HELPER()
2700 void HELPER(sve_cpy_m_s)(void *vd, void *vn, void *vg, in HELPER()
2704 uint64_t *d = vd, *n = vn; in HELPER()
2715 void HELPER(sve_cpy_m_d)(void *vd, void *vn, void *vg, in HELPER()
2719 uint64_t *d = vd, *n = vn; in HELPER()
2876 void HELPER(sve_ext)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2883 swap_memmove(vd, vn + n_ofs, n_siz); in HELPER()
2885 } else if (vd != vn) { in HELPER()
2887 swap_memmove(vd, vn + n_ofs, n_siz); in HELPER()
2889 /* vd == vn == vm. Need temp space. */ in HELPER()
2898 void HELPER(NAME)(void *vd, void *vn, uint64_t val, uint32_t desc) \
2901 swap_memmove(vd + sizeof(TYPE), vn, opr_sz - sizeof(TYPE)); \
2912 void HELPER(sve_rev_b)(void *vd, void *vn, uint32_t desc) in DO_INSR()
2916 uint64_t f = *(uint64_t *)(vn + i); in DO_INSR()
2917 uint64_t b = *(uint64_t *)(vn + j); in DO_INSR()
2923 void HELPER(sve_rev_h)(void *vd, void *vn, uint32_t desc) in HELPER()
2927 uint64_t f = *(uint64_t *)(vn + i); in HELPER()
2928 uint64_t b = *(uint64_t *)(vn + j); in HELPER()
2934 void HELPER(sve_rev_s)(void *vd, void *vn, uint32_t desc) in HELPER()
2938 uint64_t f = *(uint64_t *)(vn + i); in HELPER()
2939 uint64_t b = *(uint64_t *)(vn + j); in HELPER()
2945 void HELPER(sve_rev_d)(void *vd, void *vn, uint32_t desc) in HELPER()
2949 uint64_t f = *(uint64_t *)(vn + i); in HELPER()
2950 uint64_t b = *(uint64_t *)(vn + j); in HELPER()
2958 static inline void do_tbl1(void *vd, void *vn, void *vm, uint32_t desc, in do_tbl1() argument
2964 if (unlikely(vd == vn)) { in do_tbl1()
2965 vn = memcpy(&scratch, vn, oprsz); in do_tbl1()
2968 fn(vd, vn, NULL, vm, oprsz, is_tbx); in do_tbl1()
3010 void HELPER(sve_tbl_##SUFF)(void *vd, void *vn, void *vm, uint32_t desc) \
3012 do_tbl1(vd, vn, vm, desc, false, do_tb_##SUFF); \
3019 void HELPER(sve2_tbx_##SUFF)(void *vd, void *vn, void *vm, uint32_t desc) \
3021 do_tbl1(vd, vn, vm, desc, true, do_tb_##SUFF); \
3032 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
3036 TYPES *n = vn; \
3038 if (unlikely(vn - vd < opr_sz)) { \
3102 void HELPER(sve_zip_p)(void *vd, void *vn, void *vm, uint32_t pred_desc) in HELPER()
3112 uint64_t nn = *(uint64_t *)vn; in HELPER()
3126 if (vd == vn) { in HELPER()
3127 vn = memcpy(&tmp, vn, oprsz); in HELPER()
3129 vm = vn; in HELPER()
3139 uint32_t *n = vn, *m = vm; in HELPER()
3151 uint8_t *n = vn, *m = vm; in HELPER()
3166 void HELPER(sve_uzp_p)(void *vd, void *vn, void *vm, uint32_t pred_desc) in HELPER()
3171 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
3235 void HELPER(sve_trn_p)(void *vd, void *vn, void *vm, uint32_t pred_desc) in HELPER()
3240 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
3285 void HELPER(sve_rev_p)(void *vd, void *vn, uint32_t pred_desc) in HELPER()
3292 uint64_t l = *(uint64_t *)vn; in HELPER()
3298 uint64_t l = reverse_bits_64(*(uint64_t *)(vn + i), esz); in HELPER()
3299 uint64_t h = reverse_bits_64(*(uint64_t *)(vn + ih), esz); in HELPER()
3307 uint8_t l = reverse_bits_8(*(uint8_t *)(vn + il), esz); in HELPER()
3308 uint8_t h = reverse_bits_8(*(uint8_t *)(vn + ih), esz); in HELPER()
3315 void HELPER(sve_punpk_p)(void *vd, void *vn, uint32_t pred_desc) in HELPER()
3323 uint64_t nn = *(uint64_t *)vn; in HELPER()
3334 if ((vn - vd) < (uintptr_t)oprsz) { in HELPER()
3335 vn = memcpy(&tmp_n, vn, oprsz); in HELPER()
3342 uint32_t *n = vn; in HELPER()
3351 uint8_t *n = vn; in HELPER()
3362 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
3370 if (unlikely((vn - vd) < (uintptr_t)oprsz)) { \
3371 vn = memcpy(&tmp_n, vn, oprsz); \
3377 *(TYPE *)(vd + H(2 * i + 0)) = *(TYPE *)(vn + odd_ofs + H(i)); \
3393 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \ in DO_ZIP()
3404 *(TYPE *)(vd + H(i)) = *(TYPE *)(vn + H(p)); \ in DO_ZIP()
3422 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
3428 TYPE ae = *(TYPE *)(vn + H(i + odd_ofs)); \
3448 void HELPER(sve_compact_s)(void *vd, void *vn, void *vg, uint32_t desc)
3451 uint32_t *d = vd, *n = vn;
3465 void HELPER(sve_compact_d)(void *vd, void *vn, void *vg, uint32_t desc) in HELPER()
3468 uint64_t *d = vd, *n = vn; in HELPER()
3494 void HELPER(sve_splice)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) in HELPER()
3526 swap_memmove(vd, vn + first_i, len); in HELPER()
3531 void HELPER(sve_sel_zpzz_b)(void *vd, void *vn, void *vm, in HELPER()
3535 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
3545 void HELPER(sve_sel_zpzz_h)(void *vd, void *vn, void *vm, in HELPER()
3549 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
3559 void HELPER(sve_sel_zpzz_s)(void *vd, void *vn, void *vm, in HELPER()
3563 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
3573 void HELPER(sve_sel_zpzz_d)(void *vd, void *vn, void *vm, in HELPER()
3577 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
3586 void HELPER(sve_sel_zpzz_q)(void *vd, void *vn, void *vm, in HELPER()
3590 Int128 *d = vd, *n = vn, *m = vm; in HELPER()
3620 uint32_t HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
3629 TYPE nn = *(TYPE *)(vn + H(i)); \
3688 uint32_t HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
3699 TYPE nn = *(TYPE *)(vn + H(i)); \
3765 uint32_t HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
3775 TYPE nn = *(TYPE *)(vn + H(i)); \
3970 void HELPER(sve_brkpa)(void *vd, void *vn, void *vm, void *vg, in HELPER()
3974 if (last_active_pred(vn, vg, oprsz)) { in HELPER()
3981 uint32_t HELPER(sve_brkpas)(void *vd, void *vn, void *vm, void *vg, in HELPER()
3985 if (last_active_pred(vn, vg, oprsz)) { in HELPER()
3992 void HELPER(sve_brkpb)(void *vd, void *vn, void *vm, void *vg, in HELPER()
3996 if (last_active_pred(vn, vg, oprsz)) { in HELPER()
4003 uint32_t HELPER(sve_brkpbs)(void *vd, void *vn, void *vm, void *vg, in HELPER()
4007 if (last_active_pred(vn, vg, oprsz)) { in HELPER()
4014 void HELPER(sve_brka_z)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4017 compute_brk_z(vd, vn, vg, oprsz, true); in HELPER()
4020 uint32_t HELPER(sve_brkas_z)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4023 return compute_brks_z(vd, vn, vg, oprsz, true); in HELPER()
4026 void HELPER(sve_brkb_z)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4029 compute_brk_z(vd, vn, vg, oprsz, false); in HELPER()
4032 uint32_t HELPER(sve_brkbs_z)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4035 return compute_brks_z(vd, vn, vg, oprsz, false); in HELPER()
4038 void HELPER(sve_brka_m)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4041 compute_brk_m(vd, vn, vg, oprsz, true); in HELPER()
4044 uint32_t HELPER(sve_brkas_m)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4047 return compute_brks_m(vd, vn, vg, oprsz, true); in HELPER()
4050 void HELPER(sve_brkb_m)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4053 compute_brk_m(vd, vn, vg, oprsz, false); in HELPER()
4056 uint32_t HELPER(sve_brkbs_m)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4059 return compute_brks_m(vd, vn, vg, oprsz, false); in HELPER()
4062 void HELPER(sve_brkn)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4065 if (!last_active_pred(vn, vg, oprsz)) { in HELPER()
4087 uint32_t HELPER(sve_brkns)(void *vd, void *vn, void *vg, uint32_t pred_desc) in HELPER()
4090 if (last_active_pred(vn, vg, oprsz)) { in HELPER()
4097 uint64_t HELPER(sve_cntp)(void *vn, void *vg, uint32_t pred_desc) in HELPER()
4101 uint64_t *n = vn, *g = vg, sum = 0, mask = pred_esz_masks[esz]; in HELPER()
4193 uint64_t HELPER(NAME)(void *vn, void *vg, void *vs, uint32_t desc) \
4200 TYPE nn = *(TYPE *)(vn + H(i)); \
4294 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, \
4304 TYPE nn = *(TYPE *)(vn + H(i)); \
4383 void HELPER(NAME)(void *vd, void *vn, void *vg, uint64_t scalar, \ in DO_ZPZZ_FP()
4394 TYPE nn = *(TYPE *)(vn + H(i)); \ in DO_ZPZZ_FP()
4452 void HELPER(NAME)(void *vd, void *vn, void *vg, void *status, uint32_t desc) \ in DO_ZPZS_FP()
4461 TYPE nn = *(TYPE *)(vn + H(i)); \ in DO_ZPZS_FP()
4734 static void do_fmla_zpzzz_h(void *vd, void *vn, void *vm, void *va, void *vg, in DO_ZPZ_FP()
4748 e1 = *(uint16_t *)(vn + H1_2(i)) ^ neg1; in DO_ZPZ_FP()
4758 void HELPER(sve_fmla_zpzzz_h)(void *vd, void *vn, void *vm, void *va, in HELPER()
4761 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0, 0); in HELPER()
4764 void HELPER(sve_fmls_zpzzz_h)(void *vd, void *vn, void *vm, void *va, in HELPER()
4767 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0x8000, 0); in HELPER()
4770 void HELPER(sve_fnmla_zpzzz_h)(void *vd, void *vn, void *vm, void *va, in HELPER()
4773 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0x8000, 0x8000); in HELPER()
4776 void HELPER(sve_fnmls_zpzzz_h)(void *vd, void *vn, void *vm, void *va, in HELPER()
4779 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0, 0x8000); in HELPER()
4782 static void do_fmla_zpzzz_s(void *vd, void *vn, void *vm, void *va, void *vg, in do_fmla_zpzzz_s() argument
4796 e1 = *(uint32_t *)(vn + H1_4(i)) ^ neg1; in do_fmla_zpzzz_s()
4806 void HELPER(sve_fmla_zpzzz_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
4809 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0, 0); in HELPER()
4812 void HELPER(sve_fmls_zpzzz_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
4815 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0x80000000, 0); in HELPER()
4818 void HELPER(sve_fnmla_zpzzz_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
4821 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0x80000000, 0x80000000); in HELPER()
4824 void HELPER(sve_fnmls_zpzzz_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
4827 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0, 0x80000000); in HELPER()
4830 static void do_fmla_zpzzz_d(void *vd, void *vn, void *vm, void *va, void *vg, in do_fmla_zpzzz_d() argument
4844 e1 = *(uint64_t *)(vn + i) ^ neg1; in do_fmla_zpzzz_d()
4854 void HELPER(sve_fmla_zpzzz_d)(void *vd, void *vn, void *vm, void *va, in HELPER()
4857 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, 0, 0); in HELPER()
4860 void HELPER(sve_fmls_zpzzz_d)(void *vd, void *vn, void *vm, void *va, in HELPER()
4863 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, INT64_MIN, 0); in HELPER()
4866 void HELPER(sve_fnmla_zpzzz_d)(void *vd, void *vn, void *vm, void *va, in HELPER()
4869 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, INT64_MIN, INT64_MIN); in HELPER()
4872 void HELPER(sve_fnmls_zpzzz_d)(void *vd, void *vn, void *vm, void *va, in HELPER()
4875 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, 0, INT64_MIN); in HELPER()
4884 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, \
4894 TYPE nn = *(TYPE *)(vn + H(i)); \
4946 void HELPER(NAME)(void *vd, void *vn, void *vg, \ in DO_FPCMP_PPZZ_ALL()
4956 TYPE nn = *(TYPE *)(vn + H(i)); \ in DO_FPCMP_PPZZ_ALL()
4985 void HELPER(sve_ftmad_h)(void *vd, void *vn, void *vm, void *vs, uint32_t desc)
4993 float16 *d = vd, *n = vn, *m = vm;
5005 void HELPER(sve_ftmad_s)(void *vd, void *vn, void *vm, void *vs, uint32_t desc) in HELPER()
5015 float32 *d = vd, *n = vn, *m = vm; in HELPER()
5027 void HELPER(sve_ftmad_d)(void *vd, void *vn, void *vm, void *vs, uint32_t desc) in HELPER()
5041 float64 *d = vd, *n = vn, *m = vm; in HELPER()
5057 void HELPER(sve_fcadd_h)(void *vd, void *vn, void *vm, void *vg, in HELPER()
5074 e0 = *(float16 *)(vn + H1_2(i)); in HELPER()
5076 e2 = *(float16 *)(vn + H1_2(j)); in HELPER()
5089 void HELPER(sve_fcadd_s)(void *vd, void *vn, void *vm, void *vg, in HELPER()
5106 e0 = *(float32 *)(vn + H1_2(i)); in HELPER()
5108 e2 = *(float32 *)(vn + H1_2(j)); in HELPER()
5121 void HELPER(sve_fcadd_d)(void *vd, void *vn, void *vm, void *vg, in HELPER()
5138 e0 = *(float64 *)(vn + H1_2(i)); in HELPER()
5140 e2 = *(float64 *)(vn + H1_2(j)); in HELPER()
5157 void HELPER(sve_fcmla_zpzzz_h)(void *vd, void *vn, void *vm, void *va, in HELPER()
5178 nr = *(float16 *)(vn + H1_2(i)); in HELPER()
5179 ni = *(float16 *)(vn + H1_2(j)); in HELPER()
5202 void HELPER(sve_fcmla_zpzzz_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
5223 nr = *(float32 *)(vn + H1_2(i)); in HELPER()
5224 ni = *(float32 *)(vn + H1_2(j)); in HELPER()
5247 void HELPER(sve_fcmla_zpzzz_d)(void *vd, void *vn, void *vm, void *va, in HELPER()
5268 nr = *(float64 *)(vn + H1_2(i)); in HELPER()
5269 ni = *(float64 *)(vn + H1_2(j)); in HELPER()
7107 void HELPER(sve2_eor3)(void *vd, void *vn, void *vm, void *vk, uint32_t desc) in DO_ST1_ZPZ_S()
7110 uint64_t *d = vd, *n = vn, *m = vm, *k = vk; in DO_ST1_ZPZ_S()
7117 void HELPER(sve2_bcax)(void *vd, void *vn, void *vm, void *vk, uint32_t desc) in HELPER()
7120 uint64_t *d = vd, *n = vn, *m = vm, *k = vk; in HELPER()
7127 void HELPER(sve2_bsl1n)(void *vd, void *vn, void *vm, void *vk, uint32_t desc) in HELPER()
7130 uint64_t *d = vd, *n = vn, *m = vm, *k = vk; in HELPER()
7137 void HELPER(sve2_bsl2n)(void *vd, void *vn, void *vm, void *vk, uint32_t desc) in HELPER()
7140 uint64_t *d = vd, *n = vn, *m = vm, *k = vk; in HELPER()
7147 void HELPER(sve2_nbsl)(void *vd, void *vn, void *vm, void *vk, uint32_t desc) in HELPER()
7150 uint64_t *d = vd, *n = vn, *m = vm, *k = vk; in HELPER()
7177 static inline uint32_t do_match(void *vd, void *vn, void *vm, void *vg, in do_match() argument
7192 uint64_t n = *(uint64_t *)(vn + i + j); in do_match()
7208 uint32_t HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
7210 return do_match(vd, vn, vm, vg, desc, ESZ, INV); \
7221 void HELPER(sve2_histcnt_s)(void *vd, void *vn, void *vm, void *vg, in DO_PPZZ_MATCH()
7227 uint32_t *d = vd, *n = vn, *m = vm; in DO_PPZZ_MATCH()
7258 void HELPER(sve2_histcnt_d)(void *vd, void *vn, void *vm, void *vg, in HELPER()
7264 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
7327 void HELPER(sve2_histseg)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
7333 uint64_t n0 = *(uint64_t *)(vn + i); in HELPER()
7335 uint64_t n1 = *(uint64_t *)(vn + i + 8); in HELPER()
7352 void HELPER(sve2_xar_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
7358 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
7366 void HELPER(sve2_xar_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
7372 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
7380 void HELPER(sve2_xar_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
7384 uint32_t *d = vd, *n = vn, *m = vm; in HELPER()
7391 void HELPER(fmmla_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
7397 float32 *n = vn + s * sizeof(float32) * 4; in HELPER()
7429 void HELPER(fmmla_d)(void *vd, void *vn, void *vm, void *va, in HELPER()
7435 float64 *n = vn + s * sizeof(float64) * 4; in HELPER()
7466 void HELPER(NAME)(void *vd, void *vn, void *vg, void *status, uint32_t desc) \
7475 TYPEW nn = *(TYPEW *)(vn + HW(i)); \
7487 void HELPER(NAME)(void *vd, void *vn, void *vg, void *status, uint32_t desc) \
7496 TYPEN nn = *(TYPEN *)(vn + HN(i + sizeof(TYPEN))); \