Lines Matching full:vn
179 void HELPER(sve2_sqrdmlah_b)(void *vd, void *vn, void *vm, in HELPER()
183 int8_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
190 void HELPER(sve2_sqrdmlsh_b)(void *vd, void *vn, void *vm, in HELPER()
194 int8_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
201 void HELPER(sve2_sqdmulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
204 int8_t *d = vd, *n = vn, *m = vm; in HELPER()
211 void HELPER(sve2_sqrdmulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
214 int8_t *d = vd, *n = vn, *m = vm; in HELPER()
250 void HELPER(gvec_qrdmlah_s16)(void *vd, void *vn, void *vm, in HELPER()
255 int16_t *n = vn; in HELPER()
275 void HELPER(gvec_qrdmlsh_s16)(void *vd, void *vn, void *vm, in HELPER()
280 int16_t *n = vn; in HELPER()
290 void HELPER(neon_sqdmulh_h)(void *vd, void *vn, void *vm, in HELPER()
294 int16_t *d = vd, *n = vn, *m = vm; in HELPER()
302 void HELPER(neon_sqrdmulh_h)(void *vd, void *vn, void *vm, in HELPER()
306 int16_t *d = vd, *n = vn, *m = vm; in HELPER()
314 void HELPER(neon_sqdmulh_idx_h)(void *vd, void *vn, void *vm, in HELPER()
319 int16_t *d = vd, *n = vn, *m = (int16_t *)vm + H2(idx); in HELPER()
332 void HELPER(neon_sqrdmulh_idx_h)(void *vd, void *vn, void *vm, in HELPER()
337 int16_t *d = vd, *n = vn, *m = (int16_t *)vm + H2(idx); in HELPER()
350 void HELPER(neon_sqrdmlah_idx_h)(void *vd, void *vn, void *vm, in HELPER()
355 int16_t *d = vd, *n = vn, *m = (int16_t *)vm + H2(idx); in HELPER()
368 void HELPER(neon_sqrdmlsh_idx_h)(void *vd, void *vn, void *vm, in HELPER()
373 int16_t *d = vd, *n = vn, *m = (int16_t *)vm + H2(idx); in HELPER()
386 void HELPER(sve2_sqrdmlah_h)(void *vd, void *vn, void *vm, in HELPER()
390 int16_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
398 void HELPER(sve2_sqrdmlsh_h)(void *vd, void *vn, void *vm, in HELPER()
402 int16_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
410 void HELPER(sve2_sqdmulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
413 int16_t *d = vd, *n = vn, *m = vm; in HELPER()
421 void HELPER(sve2_sqrdmulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
424 int16_t *d = vd, *n = vn, *m = vm; in HELPER()
432 void HELPER(sve2_sqdmulh_idx_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
436 int16_t *d = vd, *n = vn, *m = (int16_t *)vm + H2(idx); in HELPER()
447 void HELPER(sve2_sqrdmulh_idx_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
451 int16_t *d = vd, *n = vn, *m = (int16_t *)vm + H2(idx); in HELPER()
488 void HELPER(gvec_qrdmlah_s32)(void *vd, void *vn, void *vm, in HELPER()
493 int32_t *n = vn; in HELPER()
510 void HELPER(gvec_qrdmlsh_s32)(void *vd, void *vn, void *vm, in HELPER()
515 int32_t *n = vn; in HELPER()
525 void HELPER(neon_sqdmulh_s)(void *vd, void *vn, void *vm, in HELPER()
529 int32_t *d = vd, *n = vn, *m = vm; in HELPER()
537 void HELPER(neon_sqrdmulh_s)(void *vd, void *vn, void *vm, in HELPER()
541 int32_t *d = vd, *n = vn, *m = vm; in HELPER()
549 void HELPER(neon_sqdmulh_idx_s)(void *vd, void *vn, void *vm, in HELPER()
554 int32_t *d = vd, *n = vn, *m = (int32_t *)vm + H4(idx); in HELPER()
567 void HELPER(neon_sqrdmulh_idx_s)(void *vd, void *vn, void *vm, in HELPER()
572 int32_t *d = vd, *n = vn, *m = (int32_t *)vm + H4(idx); in HELPER()
585 void HELPER(neon_sqrdmlah_idx_s)(void *vd, void *vn, void *vm, in HELPER()
590 int32_t *d = vd, *n = vn, *m = (int32_t *)vm + H4(idx); in HELPER()
603 void HELPER(neon_sqrdmlsh_idx_s)(void *vd, void *vn, void *vm, in HELPER()
608 int32_t *d = vd, *n = vn, *m = (int32_t *)vm + H4(idx); in HELPER()
621 void HELPER(sve2_sqrdmlah_s)(void *vd, void *vn, void *vm, in HELPER()
625 int32_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
633 void HELPER(sve2_sqrdmlsh_s)(void *vd, void *vn, void *vm, in HELPER()
637 int32_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
645 void HELPER(sve2_sqdmulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
648 int32_t *d = vd, *n = vn, *m = vm; in HELPER()
656 void HELPER(sve2_sqrdmulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
659 int32_t *d = vd, *n = vn, *m = vm; in HELPER()
667 void HELPER(sve2_sqdmulh_idx_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
671 int32_t *d = vd, *n = vn, *m = (int32_t *)vm + H4(idx); in HELPER()
682 void HELPER(sve2_sqrdmulh_idx_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
686 int32_t *d = vd, *n = vn, *m = (int32_t *)vm + H4(idx); in HELPER()
734 void HELPER(sve2_sqrdmlah_d)(void *vd, void *vn, void *vm, in HELPER()
738 int64_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
745 void HELPER(sve2_sqrdmlsh_d)(void *vd, void *vn, void *vm, in HELPER()
749 int64_t *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
756 void HELPER(sve2_sqdmulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
759 int64_t *d = vd, *n = vn, *m = vm; in HELPER()
766 void HELPER(sve2_sqrdmulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
769 int64_t *d = vd, *n = vn, *m = vm; in HELPER()
776 void HELPER(sve2_sqdmulh_idx_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
780 int64_t *d = vd, *n = vn, *m = (int64_t *)vm + idx; in HELPER()
790 void HELPER(sve2_sqrdmulh_idx_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
794 int64_t *d = vd, *n = vn, *m = (int64_t *)vm + idx; in HELPER()
812 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
816 TYPEN *n = vn; \
835 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \ in DO_DOT()
849 TYPEN *n = vn; \ in DO_DOT()
875 void HELPER(gvec_fcaddh)(void *vd, void *vn, void *vm,
880 float16 *n = vn;
903 void HELPER(gvec_fcadds)(void *vd, void *vn, void *vm, in HELPER()
908 float32 *n = vn; in HELPER()
931 void HELPER(gvec_fcaddd)(void *vd, void *vn, void *vm, in HELPER()
936 float64 *n = vn; in HELPER()
959 void HELPER(gvec_fcmlah)(void *vd, void *vn, void *vm, void *va, in HELPER()
963 float16 *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
986 void HELPER(gvec_fcmlah_idx)(void *vd, void *vn, void *vm, void *va, in HELPER()
990 float16 *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1021 void HELPER(gvec_fcmlas)(void *vd, void *vn, void *vm, void *va, in HELPER()
1025 float32 *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1048 void HELPER(gvec_fcmlas_idx)(void *vd, void *vn, void *vm, void *va, in HELPER()
1052 float32 *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1083 void HELPER(gvec_fcmlad)(void *vd, void *vn, void *vm, void *va, in HELPER()
1087 float64 *d = vd, *n = vn, *m = vm, *a = va; in HELPER()
1211 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
1214 TYPE *d = vd, *n = vn; \
1369 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
1372 TYPE *d = vd, *n = vn, *m = vm; \
1524 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
1527 TYPE *d = vd, *n = vn, *m = vm; \
1553 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \ in DO_MULADD()
1558 TYPE *d = vd, *n = vn, *m = vm; \ in DO_MULADD()
1575 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1580 TYPE *d = vd, *n = vn, *m = vm, *a = va; \
1601 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
1606 TYPE *d = vd, *n = vn, *m = vm; \
1644 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, \
1651 TYPE *d = vd, *n = vn, *m = vm, *a = va; \
1670 void HELPER(NAME)(void *vd, void *vq, void *vn, void *vm, uint32_t desc) \
1673 TYPEN *d = vd, *n = vn; TYPEM *m = vm; \
1719 void HELPER(gvec_uqadd_d)(void *vd, void *vq, void *vn,
1723 uint64_t *d = vd, *n = vn, *m = vm;
1741 void HELPER(gvec_uqsub_d)(void *vd, void *vq, void *vn, in HELPER()
1745 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
1763 void HELPER(gvec_sqadd_d)(void *vd, void *vq, void *vn, in HELPER()
1767 int64_t *d = vd, *n = vn, *m = vm; in HELPER()
1785 void HELPER(gvec_sqsub_d)(void *vd, void *vq, void *vn, in HELPER()
1789 int64_t *d = vd, *n = vn, *m = vm; in HELPER()
1807 void HELPER(gvec_usqadd_d)(void *vd, void *vq, void *vn, in HELPER()
1811 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
1839 void HELPER(gvec_suqadd_d)(void *vd, void *vq, void *vn, in HELPER()
1843 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
1865 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1869 TYPE *d = vd, *n = vn; \
1889 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \ in DO_SRA()
1893 TYPE *d = vd, *n = vn; \ in DO_SRA()
1914 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1918 TYPE *d = vd, *n = vn; \
1939 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1943 TYPE *d = vd, *n = vn; \
1958 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1962 TYPE *d = vd, *n = vn; \
2038 static void do_fmlal(float32 *d, void *vn, void *vm, float_status *fpst, in do_fmlal() argument
2048 n_4 = load4_f16(vn, is_q, is_2); in do_fmlal()
2064 void HELPER(gvec_fmlal_a32)(void *vd, void *vn, void *vm, in HELPER()
2068 do_fmlal(vd, vn, vm, &env->vfp.standard_fp_status, desc, in HELPER()
2072 void HELPER(gvec_fmlal_a64)(void *vd, void *vn, void *vm, in HELPER()
2076 do_fmlal(vd, vn, vm, &env->vfp.fp_status, desc, in HELPER()
2080 void HELPER(sve2_fmlal_zzzw_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
2091 float16 nn_16 = *(float16 *)(vn + H1_2(i + sel)) ^ negn; in HELPER()
2101 static void do_fmlal_idx(float32 *d, void *vn, void *vm, float_status *fpst, in do_fmlal_idx() argument
2113 n_4 = load4_f16(vn, is_q, is_2); in do_fmlal_idx()
2129 void HELPER(gvec_fmlal_idx_a32)(void *vd, void *vn, void *vm, in HELPER()
2133 do_fmlal_idx(vd, vn, vm, &env->vfp.standard_fp_status, desc, in HELPER()
2137 void HELPER(gvec_fmlal_idx_a64)(void *vd, void *vn, void *vm, in HELPER()
2141 do_fmlal_idx(vd, vn, vm, &env->vfp.fp_status, desc, in HELPER()
2145 void HELPER(sve2_fmlal_zzxw_s)(void *vd, void *vn, void *vm, void *va, in HELPER()
2161 float16 nn_16 = *(float16 *)(vn + H1_2(i + j + sel)) ^ negn; in HELPER()
2171 void HELPER(gvec_sshl_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2174 int8_t *d = vd, *n = vn, *m = vm; in HELPER()
2192 void HELPER(gvec_sshl_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2195 int16_t *d = vd, *n = vn, *m = vm; in HELPER()
2213 void HELPER(gvec_ushl_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2216 uint8_t *d = vd, *n = vn, *m = vm; in HELPER()
2236 void HELPER(gvec_ushl_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2239 uint16_t *d = vd, *n = vn, *m = vm; in HELPER()
2268 void HELPER(gvec_pmul_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2271 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2284 void HELPER(gvec_pmull_q)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2288 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2298 void HELPER(neon_pmull_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2301 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2313 void HELPER(sve2_pmull_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2317 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2324 void HELPER(sve2_pmull_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2328 uint32_t *n = vn, *m = vm; in HELPER()
2338 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
2342 TYPE nn = *(TYPE *)(vn + i); \
2363 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2366 TYPE *d = vd, *n = vn, *m = vm; \
2387 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \ in DO_ABD()
2390 TYPE *d = vd, *n = vn, *m = vm; \ in DO_ABD()
2411 void HELPER(NAME)(void *vd, void *vn, void *vm, void *stat, uint32_t desc) \
2416 TYPE *d = vd, *n = vn, *m = vm; \
2452 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2457 TYPE *d = vd, *n = vn, *m = vm; \
2496 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
2500 TYPE *d = vd, *n = vn; \
2520 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
2526 TYPE *d = vd, *n = vn; \
2543 void HELPER(NAME)(void *vd, void *vn, void *stat, uint32_t desc) \
2549 TYPE *d = vd, *n = vn; \
2617 void HELPER(gvec_smulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2620 int8_t *d = vd, *n = vn, *m = vm; in HELPER()
2628 void HELPER(gvec_smulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2631 int16_t *d = vd, *n = vn, *m = vm; in HELPER()
2639 void HELPER(gvec_smulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2642 int32_t *d = vd, *n = vn, *m = vm; in HELPER()
2650 void HELPER(gvec_smulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2653 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2662 void HELPER(gvec_umulh_b)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2665 uint8_t *d = vd, *n = vn, *m = vm; in HELPER()
2673 void HELPER(gvec_umulh_h)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2676 uint16_t *d = vd, *n = vn, *m = vm; in HELPER()
2684 void HELPER(gvec_umulh_s)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2687 uint32_t *d = vd, *n = vn, *m = vm; in HELPER()
2695 void HELPER(gvec_umulh_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2698 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2707 void HELPER(gvec_xar_d)(void *vd, void *vn, void *vm, uint32_t desc) in HELPER()
2711 uint64_t *d = vd, *n = vn, *m = vm; in HELPER()
2723 static uint32_t do_smmla_b(uint32_t sum, void *vn, void *vm) in do_smmla_b() argument
2725 int8_t *n = vn, *m = vm; in do_smmla_b()
2733 static uint32_t do_ummla_b(uint32_t sum, void *vn, void *vm) in do_ummla_b() argument
2735 uint8_t *n = vn, *m = vm; in do_ummla_b()
2743 static uint32_t do_usmmla_b(uint32_t sum, void *vn, void *vm) in do_usmmla_b() argument
2745 uint8_t *n = vn; in do_usmmla_b()
2754 static void do_mmla_b(void *vd, void *vn, void *vm, void *va, uint32_t desc, in do_mmla_b() argument
2772 sum0 = inner_loop(sum0, vn + seg + 0, vm + seg + 0); in do_mmla_b()
2774 sum1 = inner_loop(sum1, vn + seg + 0, vm + seg + 8); in do_mmla_b()
2776 sum2 = inner_loop(sum2, vn + seg + 8, vm + seg + 0); in do_mmla_b()
2778 sum3 = inner_loop(sum3, vn + seg + 8, vm + seg + 8); in do_mmla_b()
2789 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
2790 { do_mmla_b(vd, vn, vm, va, desc, INNER); }
2887 void HELPER(gvec_bfdot)(void *vd, void *vn, void *vm, void *va, in HELPER()
2892 uint32_t *n = vn, *m = vm; in HELPER()
2907 void HELPER(gvec_bfdot_idx)(void *vd, void *vn, void *vm, in HELPER()
2915 uint32_t *n = vn, *m = vm; in HELPER()
2938 void HELPER(gvec_bfmmla)(void *vd, void *vn, void *vm, void *va, in HELPER()
2943 uint32_t *n = vn, *m = vm; in HELPER()
3014 void HELPER(gvec_bfmlal)(void *vd, void *vn, void *vm, void *va, in HELPER()
3020 bfloat16 *n = vn, *m = vm; in HELPER()
3030 void HELPER(gvec_bfmlal_idx)(void *vd, void *vn, void *vm, in HELPER()
3039 bfloat16 *n = vn, *m = vm; in HELPER()