Lines Matching refs:col
819 intptr_t row, col, oprsz = simd_oprsz(desc) / 4; in DO_ST() local
827 for (col = 0; col < oprsz; ) { in DO_ST()
828 uint64_t pb = pm[col >> 4]; in DO_ST()
831 zda[tile_vslice_index(row) + H4(col)] += zn[H4(col)]; in DO_ST()
834 } while (++col & 15); in DO_ST()
845 intptr_t row, col, oprsz = simd_oprsz(desc) / 8; in HELPER() local
851 for (col = 0; col < oprsz; ++col) { in HELPER()
852 if (pm[H1(col)] & 1) { in HELPER()
853 zda[tile_vslice_index(row) + col] += zn[col]; in HELPER()
863 intptr_t row, col, oprsz = simd_oprsz(desc) / 4; in HELPER() local
872 for (col = 0; col < oprsz; ) { in HELPER()
873 uint64_t pb = pm[col >> 4]; in HELPER()
876 zda[tile_vslice_index(row) + H4(col)] += zn_row; in HELPER()
879 } while (++col & 15); in HELPER()
890 intptr_t row, col, oprsz = simd_oprsz(desc) / 8; in HELPER() local
897 for (col = 0; col < oprsz; ++col) { in HELPER()
898 if (pm[H1(col)] & 1) { in HELPER()
899 zda[tile_vslice_index(row) + col] += zn_row; in HELPER()
909 intptr_t row, col, oprsz = simd_maxsz(desc); in HELPER() local
929 for (col = 0; col < oprsz; ) { in HELPER()
930 uint16_t pb = pm[H2(col >> 4)]; in HELPER()
933 uint32_t *a = vza_row + H1_4(col); in HELPER()
934 uint32_t *m = vzm + H1_4(col); in HELPER()
937 col += 4; in HELPER()
939 } while (col & 15); in HELPER()
951 intptr_t row, col, oprsz = simd_oprsz(desc) / 8; in HELPER() local
964 for (col = 0; col < oprsz; ++col) { in HELPER()
965 if (pm[H1(col)] & 1) { in HELPER()
966 uint64_t *a = &za_row[col]; in HELPER()
967 *a = float64_muladd(n, zm[col], *a, 0, &fpst); in HELPER()
1035 intptr_t row, col, oprsz = simd_maxsz(desc); in HELPER() local
1061 for (col = 0; col < oprsz; ) { in HELPER()
1062 uint16_t pcol = pm[H2(col >> 4)]; in HELPER()
1065 uint32_t *a = vza_row + H1_4(col); in HELPER()
1066 uint32_t m = *(uint32_t *)(vzm + H1_4(col)); in HELPER()
1072 col += 4; in HELPER()
1074 } while (col & 15); in HELPER()
1085 intptr_t row, col, oprsz = simd_maxsz(desc); in HELPER() local
1099 for (col = 0; col < oprsz; ) { in HELPER()
1100 uint16_t pcol = pm[H2(col >> 4)]; in HELPER()
1103 uint32_t *a = vza_row + H1_4(col); in HELPER()
1104 uint32_t m = *(uint32_t *)(vzm + H1_4(col)); in HELPER()
1109 col += 4; in HELPER()
1111 } while (col & 15); in HELPER()
1126 for (col = 0; col < oprsz; ) { in HELPER()
1127 uint16_t pcol = pm[H2(col >> 4)]; in HELPER()
1130 uint32_t *a = vza_row + H1_4(col); in HELPER()
1131 uint32_t m = *(uint32_t *)(vzm + H1_4(col)); in HELPER()
1136 col += 4; in HELPER()
1138 } while (col & 15); in HELPER()
1152 intptr_t row, col, oprsz = simd_oprsz(desc) / 4; in do_imopa_s() local
1160 for (col = 0; col < oprsz; ++col) { in do_imopa_s()
1161 uint8_t pb = pm[H1(col >> 1)] >> ((col & 1) * 4); in do_imopa_s()
1162 uint32_t *a = &za_row[H4(col)]; in do_imopa_s()
1164 *a = fn(n, zm[H4(col)], *a, pa & pb, neg); in do_imopa_s()
1174 intptr_t row, col, oprsz = simd_oprsz(desc) / 8; in do_imopa_d() local
1182 for (col = 0; col < oprsz; ++col) { in do_imopa_d()
1183 uint8_t pb = pm[H1(col)]; in do_imopa_d()
1184 uint64_t *a = &za_row[col]; in do_imopa_d()
1186 *a = fn(n, zm[col], *a, pa & pb, neg); in do_imopa_d()