Lines Matching refs:product
410 uint128_t product; in vli_mult() local
412 product = mul_64_64(left[i], right[k - i]); in vli_mult()
414 r01 = add_128_128(r01, product); in vli_mult()
415 r2 += (r01.m_high < product.m_high); in vli_mult()
435 uint128_t product; in vli_umult() local
437 product = mul_64_64(left[k], right); in vli_umult()
438 r01 = add_128_128(r01, product); in vli_umult()
464 uint128_t product; in vli_square() local
466 product = mul_64_64(left[i], left[k - i]); in vli_square()
469 r2 += product.m_high >> 63; in vli_square()
470 product.m_high = (product.m_high << 1) | in vli_square()
471 (product.m_low >> 63); in vli_square()
472 product.m_low <<= 1; in vli_square()
475 r01 = add_128_128(r01, product); in vli_square()
476 r2 += (r01.m_high < product.m_high); in vli_square()
530 static void vli_mmod_special(u64 *result, const u64 *product, in vli_mmod_special() argument
537 vli_set(r, product, ndigits * 2); in vli_mmod_special()
564 static void vli_mmod_special2(u64 *result, const u64 *product, in vli_mmod_special2() argument
577 vli_set(r, product, ndigits); in vli_mmod_special2()
579 vli_set(q, product + ndigits, ndigits); in vli_mmod_special2()
613 static void vli_mmod_slow(u64 *result, u64 *product, const u64 *mod, in vli_mmod_slow() argument
618 u64 *v[2] = { tmp, product }; in vli_mmod_slow()
663 static void vli_mmod_barrett(u64 *result, u64 *product, const u64 *mod, in vli_mmod_barrett() argument
670 vli_mult(q, product + ndigits, mu, ndigits); in vli_mmod_barrett()
672 vli_add(q + ndigits, q + ndigits, product + ndigits, ndigits); in vli_mmod_barrett()
674 vli_sub(r, product, r, ndigits * 2); in vli_mmod_barrett()
689 static void vli_mmod_fast_192(u64 *result, const u64 *product, in vli_mmod_fast_192() argument
695 vli_set(result, product, ndigits); in vli_mmod_fast_192()
697 vli_set(tmp, &product[3], ndigits); in vli_mmod_fast_192()
701 tmp[1] = product[3]; in vli_mmod_fast_192()
702 tmp[2] = product[4]; in vli_mmod_fast_192()
705 tmp[0] = tmp[1] = product[5]; in vli_mmod_fast_192()
716 static void vli_mmod_fast_256(u64 *result, const u64 *product, in vli_mmod_fast_256() argument
723 vli_set(result, product, ndigits); in vli_mmod_fast_256()
727 tmp[1] = product[5] & 0xffffffff00000000ull; in vli_mmod_fast_256()
728 tmp[2] = product[6]; in vli_mmod_fast_256()
729 tmp[3] = product[7]; in vli_mmod_fast_256()
734 tmp[1] = product[6] << 32; in vli_mmod_fast_256()
735 tmp[2] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
736 tmp[3] = product[7] >> 32; in vli_mmod_fast_256()
741 tmp[0] = product[4]; in vli_mmod_fast_256()
742 tmp[1] = product[5] & 0xffffffff; in vli_mmod_fast_256()
744 tmp[3] = product[7]; in vli_mmod_fast_256()
748 tmp[0] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
749 tmp[1] = (product[5] >> 32) | (product[6] & 0xffffffff00000000ull); in vli_mmod_fast_256()
750 tmp[2] = product[7]; in vli_mmod_fast_256()
751 tmp[3] = (product[6] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
755 tmp[0] = (product[5] >> 32) | (product[6] << 32); in vli_mmod_fast_256()
756 tmp[1] = (product[6] >> 32); in vli_mmod_fast_256()
758 tmp[3] = (product[4] & 0xffffffff) | (product[5] << 32); in vli_mmod_fast_256()
762 tmp[0] = product[6]; in vli_mmod_fast_256()
763 tmp[1] = product[7]; in vli_mmod_fast_256()
765 tmp[3] = (product[4] >> 32) | (product[5] & 0xffffffff00000000ull); in vli_mmod_fast_256()
769 tmp[0] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
770 tmp[1] = (product[7] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
771 tmp[2] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
772 tmp[3] = (product[6] << 32); in vli_mmod_fast_256()
776 tmp[0] = product[7]; in vli_mmod_fast_256()
777 tmp[1] = product[4] & 0xffffffff00000000ull; in vli_mmod_fast_256()
778 tmp[2] = product[5]; in vli_mmod_fast_256()
779 tmp[3] = product[6] & 0xffffffff00000000ull; in vli_mmod_fast_256()
799 static void vli_mmod_fast_384(u64 *result, const u64 *product, in vli_mmod_fast_384() argument
806 vli_set(result, product, ndigits); in vli_mmod_fast_384()
811 tmp[2] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
812 tmp[3] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
819 tmp[0] = product[6]; //a13||a12 in vli_mmod_fast_384()
820 tmp[1] = product[7]; //a15||a14 in vli_mmod_fast_384()
821 tmp[2] = product[8]; //a17||a16 in vli_mmod_fast_384()
822 tmp[3] = product[9]; //a19||a18 in vli_mmod_fast_384()
823 tmp[4] = product[10]; //a21||a20 in vli_mmod_fast_384()
824 tmp[5] = product[11]; //a23||a22 in vli_mmod_fast_384()
828 tmp[0] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
829 tmp[1] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
830 tmp[2] = SL32OR32(product[7], (product[6])>>32); //a14||a13 in vli_mmod_fast_384()
831 tmp[3] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
832 tmp[4] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
833 tmp[5] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
837 tmp[0] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
838 tmp[1] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
839 tmp[2] = product[6]; //a13||a12 in vli_mmod_fast_384()
840 tmp[3] = product[7]; //a15||a14 in vli_mmod_fast_384()
841 tmp[4] = product[8]; //a17||a16 in vli_mmod_fast_384()
842 tmp[5] = product[9]; //a19||a18 in vli_mmod_fast_384()
848 tmp[2] = product[10]; //a21||a20 in vli_mmod_fast_384()
849 tmp[3] = product[11]; //a23||a22 in vli_mmod_fast_384()
855 tmp[0] = AND64L(product[10]); // 0 ||a20 in vli_mmod_fast_384()
856 tmp[1] = AND64H(product[10]); //a21|| 0 in vli_mmod_fast_384()
857 tmp[2] = product[11]; //a23||a22 in vli_mmod_fast_384()
864 tmp[0] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
865 tmp[1] = SL32OR32(product[7], (product[6]>>32)); //a14||a13 in vli_mmod_fast_384()
866 tmp[2] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
867 tmp[3] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
868 tmp[4] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
869 tmp[5] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
873 tmp[0] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
874 tmp[1] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
875 tmp[2] = (product[11]>>32); // 0 ||a23 in vli_mmod_fast_384()
883 tmp[1] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
884 tmp[2] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
910 static bool vli_mmod_fast(u64 *result, u64 *product, in vli_mmod_fast() argument
921 vli_mmod_special(result, product, curve_prime, in vli_mmod_fast()
926 vli_mmod_special2(result, product, curve_prime, in vli_mmod_fast()
930 vli_mmod_barrett(result, product, curve_prime, ndigits); in vli_mmod_fast()
936 vli_mmod_fast_192(result, product, curve_prime, tmp); in vli_mmod_fast()
939 vli_mmod_fast_256(result, product, curve_prime, tmp); in vli_mmod_fast()
942 vli_mmod_fast_384(result, product, curve_prime, tmp); in vli_mmod_fast()
958 u64 product[ECC_MAX_DIGITS * 2]; in vli_mod_mult_slow() local
960 vli_mult(product, left, right, ndigits); in vli_mod_mult_slow()
961 vli_mmod_slow(result, product, mod, ndigits); in vli_mod_mult_slow()
969 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_mult_fast() local
971 vli_mult(product, left, right, curve->g.ndigits); in vli_mod_mult_fast()
972 vli_mmod_fast(result, product, curve); in vli_mod_mult_fast()
979 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_square_fast() local
981 vli_square(product, left, curve->g.ndigits); in vli_mod_square_fast()
982 vli_mmod_fast(result, product, curve); in vli_mod_square_fast()
1614 struct ecc_point *product, *pk; in crypto_ecdh_shared_secret() local
1644 product = ecc_alloc_point(ndigits); in crypto_ecdh_shared_secret()
1645 if (!product) { in crypto_ecdh_shared_secret()
1650 ecc_point_mult(product, pk, priv, rand_z, curve, ndigits); in crypto_ecdh_shared_secret()
1652 if (ecc_point_is_zero(product)) { in crypto_ecdh_shared_secret()
1657 ecc_swap_digits(product->x, secret, ndigits); in crypto_ecdh_shared_secret()
1662 ecc_free_point(product); in crypto_ecdh_shared_secret()