Lines Matching full:i
61 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
62 d->Q(i) = 0; in glue()
66 for (int i = 0; i < 4 << SHIFT; i++) { in glue() local
67 d->W(i) = FPSRL(s->W(i), shift); in glue()
76 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
77 d->Q(i) = 0; in glue()
81 for (int i = 0; i < 4 << SHIFT; i++) { in glue() local
82 d->W(i) = FPSLL(s->W(i), shift); in glue()
95 for (int i = 0; i < 4 << SHIFT; i++) { in glue() local
96 d->W(i) = FPSRAW(s->W(i), shift); in glue()
104 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
105 d->Q(i) = 0; in glue()
109 for (int i = 0; i < 2 << SHIFT; i++) { in glue() local
110 d->L(i) = FPSRL(s->L(i), shift); in glue()
119 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
120 d->Q(i) = 0; in glue()
124 for (int i = 0; i < 2 << SHIFT; i++) { in glue() local
125 d->L(i) = FPSLL(s->L(i), shift); in glue()
138 for (int i = 0; i < 2 << SHIFT; i++) { in glue() local
139 d->L(i) = FPSRAL(s->L(i), shift); in glue()
147 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
148 d->Q(i) = 0; in glue()
152 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
153 d->Q(i) = FPSRL(s->Q(i), shift); in glue()
162 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
163 d->Q(i) = 0; in glue()
167 for (int i = 0; i < 1 << SHIFT; i++) { in glue() local
168 d->Q(i) = FPSLL(s->Q(i), shift); in glue()
176 int shift, i, j; in glue() local
183 for (i = 0; i < 16 - shift; i++) { in glue()
184 d->B(j + i) = s->B(j + i + shift); in glue()
186 for (i = 16 - shift; i < 16; i++) { in glue()
187 d->B(j + i) = 0; in glue()
194 int shift, i, j; in glue() local
201 for (i = 15; i >= shift; i--) { in glue()
202 d->B(j + i) = s->B(j + i - shift); in glue()
204 for (i = 0; i < shift; i++) { in glue()
205 d->B(j + i) = 0; in glue()
215 for (int i = 0; i < n; i++) { \
216 d->elem(i) = F(s->elem(i)); \
224 for (int i = 0; i < n; i++) { \
225 d->elem(i) = F(v->elem(i), s->elem(i)); \
327 int i; in SSE_HELPER_B() local
329 for (i = 0; i < (1 << SHIFT); i++) { in SSE_HELPER_B()
330 d->Q(i) = (uint64_t)s->L(i * 2) * (uint64_t)v->L(i * 2); in SSE_HELPER_B()
336 int i; in glue() local
338 for (i = 0; i < (2 << SHIFT); i++) { in glue()
339 d->L(i) = (int16_t)s->W(2 * i) * (int16_t)v->W(2 * i) + in glue()
340 (int16_t)s->W(2 * i + 1) * (int16_t)v->W(2 * i + 1); in glue()
356 int i; in glue() local
358 for (i = 0; i < (1 << SHIFT); i++) { in glue()
360 val += abs1(v->B(8 * i + 0) - s->B(8 * i + 0)); in glue()
361 val += abs1(v->B(8 * i + 1) - s->B(8 * i + 1)); in glue()
362 val += abs1(v->B(8 * i + 2) - s->B(8 * i + 2)); in glue()
363 val += abs1(v->B(8 * i + 3) - s->B(8 * i + 3)); in glue()
364 val += abs1(v->B(8 * i + 4) - s->B(8 * i + 4)); in glue()
365 val += abs1(v->B(8 * i + 5) - s->B(8 * i + 5)); in glue()
366 val += abs1(v->B(8 * i + 6) - s->B(8 * i + 6)); in glue()
367 val += abs1(v->B(8 * i + 7) - s->B(8 * i + 7)); in glue()
368 d->Q(i) = val; in glue()
376 int i; in glue() local
378 for (i = 0; i < (8 << SHIFT); i++) { in glue()
379 if (s->B(i) & 0x80) { in glue()
380 cpu_stb_data_ra(env, a0 + i, d->B(i), GETPC()); in glue()
408 int i; in glue() local
410 for (i = 0; i < 2 << SHIFT; i += 4) { in glue()
411 SHUFFLE4(L, v, s, i); in glue()
418 int i; in glue() local
420 for (i = 0; i < 1 << SHIFT; i += 2) { in glue()
421 r0 = v->Q(((order & 1) & 1) + i); in glue()
422 r1 = s->Q(((order >> 1) & 1) + i); in glue()
423 d->Q(i) = r0; in glue()
424 d->Q(i + 1) = r1; in glue()
432 int i; in glue() local
434 for (i = 0; i < 2 << SHIFT; i += 4) { in glue()
435 SHUFFLE4(L, s, s, i); in glue()
442 int i, j; in glue() local
444 for (i = 0, j = 1; j < 1 << SHIFT; i += 8, j += 2) { in glue()
445 SHUFFLE4(W, s, s, i); in glue()
453 int i, j; in glue() local
455 for (i = 4, j = 0; j < 1 << SHIFT; i += 8, j += 2) { in glue()
457 SHUFFLE4(W, s, s, i); in glue()
470 int i; \
471 for (i = 0; i < 2 << SHIFT; i++) { \
472 d->ZMM_S(i) = F(32, v->ZMM_S(i), s->ZMM_S(i)); \
479 int i; \
480 for (i = 0; i < 1 << SHIFT; i++) { \
481 d->ZMM_D(i) = F(64, v->ZMM_D(i), s->ZMM_D(i)); \
492 int i; \
494 for (i = 1; i < 2 << SHIFT; i++) { \
495 d->ZMM_L(i) = v->ZMM_L(i); \
501 int i; \
503 for (i = 1; i < 1 << SHIFT; i++) { \
504 d->ZMM_Q(i) = v->ZMM_Q(i); \
537 int i; in SSE_HELPER_S() local
538 for (i = 0; i < 2 << SHIFT; i++) { in SSE_HELPER_S()
539 d->ZMM_S(i) = float32_sqrt(s->ZMM_S(i), &env->sse_status); in SSE_HELPER_S()
545 int i; in glue() local
546 for (i = 0; i < 1 << SHIFT; i++) { in glue()
547 d->ZMM_D(i) = float64_sqrt(s->ZMM_D(i), &env->sse_status); in glue()
554 int i; in helper_sqrtss() local
556 for (i = 1; i < 2 << SHIFT; i++) { in helper_sqrtss()
557 d->ZMM_L(i) = v->ZMM_L(i); in helper_sqrtss()
563 int i; in helper_sqrtsd() local
565 for (i = 1; i < 1 << SHIFT; i++) { in helper_sqrtsd()
566 d->ZMM_Q(i) = v->ZMM_Q(i); in helper_sqrtsd()
574 int i; in glue() local
575 for (i = 1 << SHIFT; --i >= 0; ) { in glue()
576 d->ZMM_D(i) = float32_to_float64(s->ZMM_S(i), &env->sse_status); in glue()
582 int i; in glue() local
583 for (i = 0; i < 1 << SHIFT; i++) { in glue()
584 d->ZMM_S(i) = float64_to_float32(s->ZMM_D(i), &env->sse_status); in glue()
586 for (i >>= 1; i < 1 << SHIFT; i++) { in glue()
587 d->Q(i) = 0; in glue()
594 int i; in glue() local
596 for (i = 2 << SHIFT; --i >= 0; ) { in glue()
597 d->ZMM_S(i) = float16_to_float32(s->ZMM_H(i), true, &env->sse_status); in glue()
603 int i; in glue() local
609 for (i = 0; i < 2 << SHIFT; i++) { in glue()
610 d->ZMM_H(i) = float32_to_float16(s->ZMM_S(i), true, &env->sse_status); in glue()
612 for (i >>= 2; i < 1 << SHIFT; i++) { in glue()
613 d->Q(i) = 0; in glue()
623 int i; in helper_cvtss2sd() local
625 for (i = 1; i < 1 << SHIFT; i++) { in helper_cvtss2sd()
626 d->ZMM_Q(i) = v->ZMM_Q(i); in helper_cvtss2sd()
632 int i; in helper_cvtsd2ss() local
634 for (i = 1; i < 2 << SHIFT; i++) { in helper_cvtsd2ss()
635 d->ZMM_L(i) = v->ZMM_L(i); in helper_cvtsd2ss()
643 int i; in glue() local
644 for (i = 0; i < 2 << SHIFT; i++) { in glue()
645 d->ZMM_S(i) = int32_to_float32(s->ZMM_L(i), &env->sse_status); in glue()
651 int i; in glue() local
652 for (i = 1 << SHIFT; --i >= 0; ) { in glue()
653 int32_t l = s->ZMM_L(i); in glue()
654 d->ZMM_D(i) = int32_to_float64(l, &env->sse_status); in glue()
732 int i; in WRAP_FLOATCONV() local
733 for (i = 0; i < 2 << SHIFT; i++) { in WRAP_FLOATCONV()
734 d->ZMM_L(i) = x86_float32_to_int32(s->ZMM_S(i), &env->sse_status); in WRAP_FLOATCONV()
740 int i; in glue() local
741 for (i = 0; i < 1 << SHIFT; i++) { in glue()
742 d->ZMM_L(i) = x86_float64_to_int32(s->ZMM_D(i), &env->sse_status); in glue()
744 for (i >>= 1; i < 1 << SHIFT; i++) { in glue()
745 d->Q(i) = 0; in glue()
788 int i; in glue() local
789 for (i = 0; i < 2 << SHIFT; i++) { in glue()
790 d->ZMM_L(i) = x86_float32_to_int32_round_to_zero(s->ZMM_S(i), in glue()
797 int i; in glue() local
798 for (i = 0; i < 1 << SHIFT; i++) { in glue()
799 d->ZMM_L(i) = x86_float64_to_int32_round_to_zero(s->ZMM_D(i), in glue()
802 for (i >>= 1; i < 1 << SHIFT; i++) { in glue()
803 d->Q(i) = 0; in glue()
846 int i; in glue() local
847 for (i = 0; i < 2 << SHIFT; i++) { in glue()
848 d->ZMM_S(i) = float32_div(float32_one, in glue()
849 float32_sqrt(s->ZMM_S(i), &env->sse_status), in glue()
859 int i; in helper_rsqrtss() local
864 for (i = 1; i < 2 << SHIFT; i++) { in helper_rsqrtss()
865 d->ZMM_L(i) = v->ZMM_L(i); in helper_rsqrtss()
873 int i; in glue() local
874 for (i = 0; i < 2 << SHIFT; i++) { in glue()
875 d->ZMM_S(i) = float32_div(float32_one, s->ZMM_S(i), &env->sse_status); in glue()
884 int i; in helper_rcpss() local
886 for (i = 1; i < 2 << SHIFT; i++) { in helper_rcpss()
887 d->ZMM_L(i) = v->ZMM_L(i); in helper_rcpss()
943 int i, j, k; \
945 for (i = j = 0; j < 4; i++, j += 2) { \
946 r[i + k] = F(v->ZMM_S(j + k), v->ZMM_S(j + k + 1), &env->sse_status); \
948 for (j = 0; j < 4; i++, j += 2) { \
949 r[i + k] = F(s->ZMM_S(j + k), s->ZMM_S(j + k + 1), &env->sse_status); \
952 for (i = 0; i < 2 << SHIFT; i++) { \
953 d->ZMM_S(i) = r[i]; \
964 int i, j, k; \ in SSE_HELPER_HPS()
966 for (i = j = 0; j < 2; i++, j += 2) { \ in SSE_HELPER_HPS()
967 r[i + k] = F(v->ZMM_D(j + k), v->ZMM_D(j + k + 1), &env->sse_status); \ in SSE_HELPER_HPS()
969 for (j = 0; j < 2; i++, j += 2) { \ in SSE_HELPER_HPS()
970 r[i + k] = F(s->ZMM_D(j + k), s->ZMM_D(j + k + 1), &env->sse_status); \ in SSE_HELPER_HPS()
973 for (i = 0; i < 1 << SHIFT; i++) { \ in SSE_HELPER_HPS()
974 d->ZMM_D(i) = r[i]; \ in SSE_HELPER_HPS()
983 int i; local
984 for (i = 0; i < 2 << SHIFT; i += 2) {
985 d->ZMM_S(i) = float32_sub(v->ZMM_S(i), s->ZMM_S(i), &env->sse_status);
986 d->ZMM_S(i+1) = float32_add(v->ZMM_S(i+1), s->ZMM_S(i+1), &env->sse_status);
992 int i; in glue() local
993 for (i = 0; i < 1 << SHIFT; i += 2) { in glue()
994 d->ZMM_D(i) = float64_sub(v->ZMM_D(i), s->ZMM_D(i), &env->sse_status); in glue()
995 d->ZMM_D(i+1) = float64_add(v->ZMM_D(i+1), s->ZMM_D(i+1), &env->sse_status); in glue()
1003 int i; \
1004 for (i = 0; i < 2 << SHIFT; i++) { \
1005 d->ZMM_L(i) = C(F(32, v->ZMM_S(i), s->ZMM_S(i))) ? -1 : 0; \
1012 int i; \
1013 for (i = 0; i < 1 << SHIFT; i++) { \
1014 d->ZMM_Q(i) = C(F(64, v->ZMM_D(i), s->ZMM_D(i))) ? -1 : 0; \
1023 int i; \
1025 for (i = 1; i < 2 << SHIFT; i++) { \
1026 d->ZMM_L(i) = v->ZMM_L(i); \
1032 int i; \
1034 for (i = 1; i < 1 << SHIFT; i++) { \
1035 d->ZMM_Q(i) = v->ZMM_Q(i); \
1157 int i; in glue() local
1160 for (i = 0; i < 2 << SHIFT; i++) { in glue()
1161 mask |= (s->ZMM_L(i) >> (31 - i)) & (1 << i); in glue()
1169 int i; in glue() local
1172 for (i = 0; i < 1 << SHIFT; i++) { in glue()
1173 mask |= (s->ZMM_Q(i) >> (63 - i)) & (1 << i); in glue()
1226 int j, i; \
1230 for (i = 0; i < PACK_WIDTH; i++) { \
1231 r[2 * i] = v->B(k + i); \
1232 r[2 * i + 1] = s->B(k + i); \
1234 for (i = 0; i < PACK_WIDTH * 2; i++, j++) { \
1235 d->B(j) = r[i]; \
1244 int j, i; \
1248 for (i = 0; i < PACK_WIDTH / 2; i++) { \
1249 r[2 * i] = v->W(k + i); \
1250 r[2 * i + 1] = s->W(k + i); \
1252 for (i = 0; i < PACK_WIDTH; i++, j++) { \
1253 d->W(j) = r[i]; \
1262 int j, i; \
1266 for (i = 0; i < PACK_WIDTH / 4; i++) { \
1267 r[2 * i] = v->L(k + i); \
1268 r[2 * i + 1] = s->L(k + i); \
1270 for (i = 0; i < PACK_WIDTH / 2; i++, j++) { \
1271 d->L(j) = r[i]; \
1281 int i; \
1283 for (i = 0; i < 1 << SHIFT; i += 2) { \
1284 r[0] = v->Q(base + i); \
1285 r[1] = s->Q(base + i); \
1286 d->Q(i) = r[0]; \
1287 d->Q(i + 1) = r[1]; \
1452 int i; in glue() local
1456 for (i = 0; i < 8; i++) { in glue()
1457 r[i] = (s->B(i) & 0x80) ? 0 : (v->B(s->B(i) & 7)); in glue()
1459 for (i = 0; i < 8; i++) { in glue()
1460 d->B(i) = r[i]; in glue()
1465 for (i = 0; i < 8 << SHIFT; i++) { in glue()
1466 int j = i & ~0xf; in glue()
1467 r[i] = (s->B(i) & 0x80) ? 0 : v->B(j | (s->B(i) & 0xf)); in glue()
1469 for (i = 0; i < 8 << SHIFT; i++) { in glue()
1470 d->B(i) = r[i]; in glue()
1479 int i, j, k; \
1481 for (i = j = 0; j < LANE_WIDTH / 2; i++, j += 2) { \
1482 r[i + k] = F(v->W(j + k), v->W(j + k + 1)); \
1484 for (j = 0; j < LANE_WIDTH / 2; i++, j += 2) { \
1485 r[i + k] = F(s->W(j + k), s->W(j + k + 1)); \
1488 for (i = 0; i < 4 << SHIFT; i++) { \
1489 d->W(i) = r[i]; \
1497 int i, j, k; \
1499 for (i = j = 0; j < LANE_WIDTH / 4; i++, j += 2) { \
1500 r[i + k] = F(v->L(j + k), v->L(j + k + 1)); \
1502 for (j = 0; j < LANE_WIDTH / 4; i++, j += 2) { \
1503 r[i + k] = F(s->L(j + k), s->L(j + k + 1)); \
1506 for (i = 0; i < 2 << SHIFT; i++) { \
1507 d->L(i) = r[i]; \
1523 int i; in SSE_HELPER_HW() local
1524 for (i = 0; i < 4 << SHIFT; i++) { in SSE_HELPER_HW()
1525 d->W(i) = satsw((int8_t)s->B(i * 2) * (uint8_t)v->B(i * 2) + in SSE_HELPER_HW()
1526 (int8_t)s->B(i * 2 + 1) * (uint8_t)v->B(i * 2 + 1)); in SSE_HELPER_HW()
1543 int i; in SSE_HELPER_W() local
1547 for (i = 0; i < (1 << SHIFT); i++) { in SSE_HELPER_W()
1548 d->Q(i) = 0; in SSE_HELPER_W()
1552 #define SHR(v, i) (i < 64 && i > -64 ? i > 0 ? v >> (i) : (v << -(i)) : 0) in SSE_HELPER_W() argument
1557 for (i = 0; i < (1 << SHIFT); i += 2) { in SSE_HELPER_W()
1560 r0 = SHR(s->Q(i), shift - 0) | in SSE_HELPER_W()
1561 SHR(s->Q(i + 1), shift - 64) | in SSE_HELPER_W()
1562 SHR(v->Q(i), shift - 128) | in SSE_HELPER_W()
1563 SHR(v->Q(i + 1), shift - 192); in SSE_HELPER_W()
1564 r1 = SHR(s->Q(i), shift + 64) | in SSE_HELPER_W()
1565 SHR(s->Q(i + 1), shift - 0) | in SSE_HELPER_W()
1566 SHR(v->Q(i), shift - 64) | in SSE_HELPER_W()
1567 SHR(v->Q(i + 1), shift - 128); in SSE_HELPER_W()
1568 d->Q(i) = r0; in SSE_HELPER_W()
1569 d->Q(i + 1) = r1; in SSE_HELPER_W()
1582 int i; \
1583 for (i = 0; i < num; i++) { \
1584 d->elem(i) = F(v->elem(i), s->elem(i), m->elem(i)); \
1592 int i; \
1593 for (i = 0; i < num; i++) { \
1594 int j = i & 7; \
1595 d->elem(i) = F(v->elem(i), s->elem(i), (imm >> j) & 1); \
1610 int i; in glue() local
1612 for (i = 0; i < 1 << SHIFT; i++) { in glue()
1613 zf |= (s->Q(i) & d->Q(i)); in glue()
1614 cf |= (s->Q(i) & ~d->Q(i)); in glue()
1620 #define FMOVSLDUP(i) s->L((i) & ~1) argument
1621 #define FMOVSHDUP(i) s->L((i) | 1) argument
1622 #define FMOVDLDUP(i) s->Q((i) & ~1) argument
1628 for (int i = n; --i >= 0; ) { \
1629 d->elem(i) = F(i); \
1653 int i; in glue() local
1655 for (i = 0; i < 1 << SHIFT; i++) { in glue()
1656 d->Q(i) = (int64_t)(int32_t) v->L(2 * i) * (int32_t) s->L(2 * i); in glue()
1663 int i, j, k; in glue() local
1665 for (i = 0, j = 0; i <= 2 << SHIFT; i += 8, j += 4) { in glue()
1675 d->W(i + k) = r[k]; in glue()
1719 int i; in glue() local
1726 for (i = 0; i < 2 << SHIFT; i++) { in glue()
1727 d->ZMM_S(i) = float32_round_to_int(s->ZMM_S(i), &env->sse_status); in glue()
1743 int i; in glue() local
1750 for (i = 0; i < 1 << SHIFT; i++) { in glue()
1751 d->ZMM_D(i) = float64_round_to_int(s->ZMM_D(i), &env->sse_status); in glue()
1768 int i; in glue() local
1776 for (i = 1; i < 2 << SHIFT; i++) { in glue()
1777 d->ZMM_L(i) = v->ZMM_L(i); in glue()
1793 int i; in glue() local
1801 for (i = 1; i < 1 << SHIFT; i++) { in glue()
1802 d->ZMM_Q(i) = v->ZMM_Q(i); in glue()
1823 int i; in glue() local
1825 for (i = 0; i < 2 << SHIFT; i += 4) { in glue()
1831 prod1 = float32_mul(v->ZMM_S(i), s->ZMM_S(i), &env->sse_status); in glue()
1836 prod2 = float32_mul(v->ZMM_S(i+1), s->ZMM_S(i+1), &env->sse_status); in glue()
1842 prod1 = float32_mul(v->ZMM_S(i+2), s->ZMM_S(i+2), &env->sse_status); in glue()
1847 prod2 = float32_mul(v->ZMM_S(i+3), s->ZMM_S(i+3), &env->sse_status); in glue()
1854 d->ZMM_S(i) = (mask & (1 << 0)) ? temp4 : float32_zero; in glue()
1855 d->ZMM_S(i+1) = (mask & (1 << 1)) ? temp4 : float32_zero; in glue()
1856 d->ZMM_S(i+2) = (mask & (1 << 2)) ? temp4 : float32_zero; in glue()
1857 d->ZMM_S(i+3) = (mask & (1 << 3)) ? temp4 : float32_zero; in glue()
1887 int i, j; in glue() local
1893 for (i = 0; i < LANE_WIDTH / 2; i++, d0++) { in glue()
1894 r[i] = 0; in glue()
1895 r[i] += abs1(v->B(d0 + 0) - s->B(s0 + 0)); in glue()
1896 r[i] += abs1(v->B(d0 + 1) - s->B(s0 + 1)); in glue()
1897 r[i] += abs1(v->B(d0 + 2) - s->B(s0 + 2)); in glue()
1898 r[i] += abs1(v->B(d0 + 3) - s->B(s0 + 3)); in glue()
1900 for (i = 0; i < LANE_WIDTH / 2; i++, j++) { in glue()
1901 d->W(j) = r[i]; in glue()
1947 static inline int pcmp_val(Reg *r, uint8_t ctrl, int i) in pcmp_val() argument
1951 return r->B(i); in pcmp_val()
1953 return r->W(i); in pcmp_val()
1955 return (int8_t)r->B(i); in pcmp_val()
1958 return (int16_t)r->W(i); in pcmp_val()
1967 int j, i; in pcmpxstrx() local
1981 for (i = validd; i >= 0; i--) { in pcmpxstrx()
1982 res |= (v == pcmp_val(d, ctrl, i)); in pcmpxstrx()
1990 for (i = ((validd - 1) | 1); i >= 0; i -= 2) { in pcmpxstrx()
1991 res |= (pcmp_val(d, ctrl, i - 0) >= v && in pcmpxstrx()
1992 pcmp_val(d, ctrl, i - 1) <= v); in pcmpxstrx()
1999 for (i = MIN(valids, validd); i >= 0; i--) { in pcmpxstrx()
2001 v = pcmp_val(s, ctrl, i); in pcmpxstrx()
2002 res |= (v == pcmp_val(d, ctrl, i)); in pcmpxstrx()
2013 for (i = MIN(valids - j, validd); i >= 0; i--) { in pcmpxstrx()
2014 v &= (pcmp_val(s, ctrl, i + j) == pcmp_val(d, ctrl, i)); in pcmpxstrx()
2057 int i; in glue() local
2064 for (i = 0; i < 8; i++, res >>= 1) { in glue()
2065 env->xmm_regs[0].W(i) = (res & 1) ? ~0 : 0; in glue()
2068 for (i = 0; i < 16; i++, res >>= 1) { in glue()
2069 env->xmm_regs[0].B(i) = (res & 1) ? ~0 : 0; in glue()
2095 int i; in glue() local
2102 for (i = 0; i < 8; i++, res >>= 1) { in glue()
2103 env->xmm_regs[0].W(i) = (res & 1) ? ~0 : 0; in glue()
2106 for (i = 0; i < 16; i++, res >>= 1) { in glue()
2107 env->xmm_regs[0].B(i) = (res & 1) ? ~0 : 0; in glue()
2138 for (int i = 0; i < SHIFT; i++) { in glue() local
2139 uint64_t a = v->Q(2 * i + a_idx); in glue()
2140 uint64_t b = s->Q(2 * i + b_idx); in glue()
2141 Int128 *r = (Int128 *)&d->ZMM_X(i); in glue()
2149 for (int i = 0; i < SHIFT; i++) { in glue() local
2150 AESState *ad = (AESState *)&d->ZMM_X(i); in glue()
2151 AESState *st = (AESState *)&v->ZMM_X(i); in glue()
2152 AESState *rk = (AESState *)&s->ZMM_X(i); in glue()
2160 for (int i = 0; i < SHIFT; i++) { in glue() local
2161 AESState *ad = (AESState *)&d->ZMM_X(i); in glue()
2162 AESState *st = (AESState *)&v->ZMM_X(i); in glue()
2163 AESState *rk = (AESState *)&s->ZMM_X(i); in glue()
2171 for (int i = 0; i < SHIFT; i++) { in glue() local
2172 AESState *ad = (AESState *)&d->ZMM_X(i); in glue()
2173 AESState *st = (AESState *)&v->ZMM_X(i); in glue()
2174 AESState *rk = (AESState *)&s->ZMM_X(i); in glue()
2182 for (int i = 0; i < SHIFT; i++) { in glue() local
2183 AESState *ad = (AESState *)&d->ZMM_X(i); in glue()
2184 AESState *st = (AESState *)&v->ZMM_X(i); in glue()
2185 AESState *rk = (AESState *)&s->ZMM_X(i); in glue()
2203 int i; in glue() local
2206 for (i = 0 ; i < 4 ; i++) { in glue()
2207 d->B(i) = AES_sbox[tmp.B(i + 4)]; in glue()
2208 d->B(i + 8) = AES_sbox[tmp.B(i + 12)]; in glue()
2220 int i; in glue() local
2222 for (i = 0; i < 1 << SHIFT; i += 2) { in glue()
2223 r0 = v->Q(i + ((s->Q(i) >> 1) & 1)); in glue()
2224 r1 = v->Q(i + ((s->Q(i+1) >> 1) & 1)); in glue()
2225 d->Q(i) = r0; in glue()
2226 d->Q(i+1) = r1; in glue()
2233 int i; in glue() local
2235 for (i = 0; i < 2 << SHIFT; i += 4) { in glue()
2236 r0 = v->L(i + (s->L(i) & 3)); in glue()
2237 r1 = v->L(i + (s->L(i+1) & 3)); in glue()
2238 r2 = v->L(i + (s->L(i+2) & 3)); in glue()
2239 r3 = v->L(i + (s->L(i+3) & 3)); in glue()
2240 d->L(i) = r0; in glue()
2241 d->L(i+1) = r1; in glue()
2242 d->L(i+2) = r2; in glue()
2243 d->L(i+3) = r3; in glue()
2250 int i; in glue() local
2252 for (i = 0; i < 1 << SHIFT; i += 2) { in glue()
2253 r0 = s->Q(i + ((order >> 0) & 1)); in glue()
2254 r1 = s->Q(i + ((order >> 1) & 1)); in glue()
2255 d->Q(i) = r0; in glue()
2256 d->Q(i+1) = r1; in glue()
2265 int i; in glue() local
2267 for (i = 0; i < 2 << SHIFT; i += 4) { in glue()
2268 r0 = s->L(i + ((order >> 0) & 3)); in glue()
2269 r1 = s->L(i + ((order >> 2) & 3)); in glue()
2270 r2 = s->L(i + ((order >> 4) & 3)); in glue()
2271 r3 = s->L(i + ((order >> 6) & 3)); in glue()
2272 d->L(i) = r0; in glue()
2273 d->L(i+1) = r1; in glue()
2274 d->L(i+2) = r2; in glue()
2275 d->L(i+3) = r3; in glue()
2299 int i; in SSE_HELPER_L() local
2301 for (i = 0; i < 2 << SHIFT; i++) { in SSE_HELPER_L()
2302 zf |= (s->L(i) & d->L(i)); in SSE_HELPER_L()
2303 cf |= (s->L(i) & ~d->L(i)); in SSE_HELPER_L()
2312 int i; in glue() local
2314 for (i = 0; i < 1 << SHIFT; i++) { in glue()
2315 zf |= (s->Q(i) & d->Q(i)); in glue()
2316 cf |= (s->Q(i) & ~d->Q(i)); in glue()
2325 int i; in glue() local
2327 for (i = 0; i < (2 << SHIFT); i++) { in glue()
2328 if (v->L(i) >> 31) { in glue()
2329 cpu_stl_data_ra(env, a0 + i * 4, s->L(i), GETPC()); in glue()
2337 int i; in glue() local
2339 for (i = 0; i < (1 << SHIFT); i++) { in glue()
2340 if (v->Q(i) >> 63) { in glue()
2341 cpu_stq_data_ra(env, a0 + i * 8, s->Q(i), GETPC()); in glue()
2348 int i; in glue() local
2350 for (i = 0; i < (2 << SHIFT); i++) { in glue()
2351 d->L(i) = (v->L(i) >> 31) ? s->L(i) : 0; in glue()
2357 int i; in glue() local
2359 for (i = 0; i < (1 << SHIFT); i++) { in glue()
2360 d->Q(i) = (v->Q(i) >> 63) ? s->Q(i) : 0; in glue()
2367 int i; in glue() local
2368 for (i = 0; i < (2 << SHIFT); i++) { in glue()
2369 if (v->L(i) >> 31) { in glue()
2371 + ((target_ulong)(int32_t)s->L(i) << scale); in glue()
2372 d->L(i) = cpu_ldl_data_ra(env, addr, GETPC()); in glue()
2374 v->L(i) = 0; in glue()
2381 int i; in glue() local
2382 for (i = 0; i < (1 << SHIFT); i++) { in glue()
2383 if (v->Q(i) >> 63) { in glue()
2385 + ((target_ulong)(int32_t)s->L(i) << scale); in glue()
2386 d->Q(i) = cpu_ldq_data_ra(env, addr, GETPC()); in glue()
2388 v->Q(i) = 0; in glue()
2395 int i; in glue() local
2396 for (i = 0; i < (1 << SHIFT); i++) { in glue()
2397 if (v->L(i) >> 31) { in glue()
2399 + ((target_ulong)(int64_t)s->Q(i) << scale); in glue()
2400 d->L(i) = cpu_ldl_data_ra(env, addr, GETPC()); in glue()
2402 v->L(i) = 0; in glue()
2404 for (i /= 2; i < 1 << SHIFT; i++) { in glue()
2405 d->Q(i) = 0; in glue()
2406 v->Q(i) = 0; in glue()
2413 int i; in glue() local
2414 for (i = 0; i < (1 << SHIFT); i++) { in glue()
2415 if (v->Q(i) >> 63) { in glue()
2417 + ((target_ulong)(int64_t)s->Q(i) << scale); in glue()
2418 d->Q(i) = cpu_ldq_data_ra(env, addr, GETPC()); in glue()
2420 v->Q(i) = 0; in glue()
2500 int i; in helper_vpermd_ymm() local
2502 for (i = 0; i < 8; i++) { in helper_vpermd_ymm()
2503 r[i] = s->L(v->L(i) & 7); in helper_vpermd_ymm()
2505 for (i = 0; i < 8; i++) { in helper_vpermd_ymm()
2506 d->L(i) = r[i]; in helper_vpermd_ymm()
2522 int i; \
2523 for (i = 0; i < num; i++) { \
2524 d->elem(i) = F(a->elem(i), b->elem(i), c->elem(i), flags, &env->sse_status); \
2542 uint32_t A, B, C, D, E, t, i; \ in SSE_HELPER_FMAS()
2550 for (i = 0; i <= 3; i++) { \ in SSE_HELPER_FMAS()
2551 t = F(B, C, D) + rol32(A, 5) + b->L(3 - i) + E + K; \ in SSE_HELPER_FMAS()