Lines Matching full:product
432 uint128_t product; in vli_mult() local
434 product = mul_64_64(left[i], right[k - i]); in vli_mult()
436 r01 = add_128_128(r01, product); in vli_mult()
437 r2 += (r01.m_high < product.m_high); in vli_mult()
449 /* Compute product = left * right, for a small right value. */
457 uint128_t product; in vli_umult() local
459 product = mul_64_64(left[k], right); in vli_umult()
460 r01 = add_128_128(r01, product); in vli_umult()
486 uint128_t product; in vli_square() local
488 product = mul_64_64(left[i], left[k - i]); in vli_square()
491 r2 += product.m_high >> 63; in vli_square()
492 product.m_high = (product.m_high << 1) | in vli_square()
493 (product.m_low >> 63); in vli_square()
494 product.m_low <<= 1; in vli_square()
497 r01 = add_128_128(r01, product); in vli_square()
498 r2 += (r01.m_high < product.m_high); in vli_square()
544 * Computes result = product % mod
552 static void vli_mmod_special(u64 *result, const u64 *product, in vli_mmod_special() argument
559 vli_set(r, product, ndigits * 2); in vli_mmod_special()
573 * Computes result = product % mod
586 static void vli_mmod_special2(u64 *result, const u64 *product, in vli_mmod_special2() argument
599 vli_set(r, product, ndigits); in vli_mmod_special2()
601 vli_set(q, product + ndigits, ndigits); in vli_mmod_special2()
631 * Computes result = product % mod, where product is 2N words long.
635 static void vli_mmod_slow(u64 *result, u64 *product, const u64 *mod, in vli_mmod_slow() argument
640 u64 *v[2] = { tmp, product }; in vli_mmod_slow()
676 /* Computes result = product % mod using Barrett's reduction with precomputed
685 static void vli_mmod_barrett(u64 *result, u64 *product, const u64 *mod, in vli_mmod_barrett() argument
692 vli_mult(q, product + ndigits, mu, ndigits); in vli_mmod_barrett()
694 vli_add(q + ndigits, q + ndigits, product + ndigits, ndigits); in vli_mmod_barrett()
696 vli_sub(r, product, r, ndigits * 2); in vli_mmod_barrett()
711 static void vli_mmod_fast_192(u64 *result, const u64 *product, in vli_mmod_fast_192() argument
717 vli_set(result, product, ndigits); in vli_mmod_fast_192()
719 vli_set(tmp, &product[3], ndigits); in vli_mmod_fast_192()
723 tmp[1] = product[3]; in vli_mmod_fast_192()
724 tmp[2] = product[4]; in vli_mmod_fast_192()
727 tmp[0] = tmp[1] = product[5]; in vli_mmod_fast_192()
735 /* Computes result = product % curve_prime
738 static void vli_mmod_fast_256(u64 *result, const u64 *product, in vli_mmod_fast_256() argument
745 vli_set(result, product, ndigits); in vli_mmod_fast_256()
749 tmp[1] = product[5] & 0xffffffff00000000ull; in vli_mmod_fast_256()
750 tmp[2] = product[6]; in vli_mmod_fast_256()
751 tmp[3] = product[7]; in vli_mmod_fast_256()
756 tmp[1] = product[6] << 32; in vli_mmod_fast_256()
757 tmp[2] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
758 tmp[3] = product[7] >> 32; in vli_mmod_fast_256()
763 tmp[0] = product[4]; in vli_mmod_fast_256()
764 tmp[1] = product[5] & 0xffffffff; in vli_mmod_fast_256()
766 tmp[3] = product[7]; in vli_mmod_fast_256()
770 tmp[0] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
771 tmp[1] = (product[5] >> 32) | (product[6] & 0xffffffff00000000ull); in vli_mmod_fast_256()
772 tmp[2] = product[7]; in vli_mmod_fast_256()
773 tmp[3] = (product[6] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
777 tmp[0] = (product[5] >> 32) | (product[6] << 32); in vli_mmod_fast_256()
778 tmp[1] = (product[6] >> 32); in vli_mmod_fast_256()
780 tmp[3] = (product[4] & 0xffffffff) | (product[5] << 32); in vli_mmod_fast_256()
784 tmp[0] = product[6]; in vli_mmod_fast_256()
785 tmp[1] = product[7]; in vli_mmod_fast_256()
787 tmp[3] = (product[4] >> 32) | (product[5] & 0xffffffff00000000ull); in vli_mmod_fast_256()
791 tmp[0] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
792 tmp[1] = (product[7] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
793 tmp[2] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
794 tmp[3] = (product[6] << 32); in vli_mmod_fast_256()
798 tmp[0] = product[7]; in vli_mmod_fast_256()
799 tmp[1] = product[4] & 0xffffffff00000000ull; in vli_mmod_fast_256()
800 tmp[2] = product[5]; in vli_mmod_fast_256()
801 tmp[3] = product[6] & 0xffffffff00000000ull; in vli_mmod_fast_256()
818 /* Computes result = product % curve_prime
821 static void vli_mmod_fast_384(u64 *result, const u64 *product, in vli_mmod_fast_384() argument
828 vli_set(result, product, ndigits); in vli_mmod_fast_384()
833 tmp[2] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
834 tmp[3] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
841 tmp[0] = product[6]; //a13||a12 in vli_mmod_fast_384()
842 tmp[1] = product[7]; //a15||a14 in vli_mmod_fast_384()
843 tmp[2] = product[8]; //a17||a16 in vli_mmod_fast_384()
844 tmp[3] = product[9]; //a19||a18 in vli_mmod_fast_384()
845 tmp[4] = product[10]; //a21||a20 in vli_mmod_fast_384()
846 tmp[5] = product[11]; //a23||a22 in vli_mmod_fast_384()
850 tmp[0] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
851 tmp[1] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
852 tmp[2] = SL32OR32(product[7], (product[6])>>32); //a14||a13 in vli_mmod_fast_384()
853 tmp[3] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
854 tmp[4] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
855 tmp[5] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
859 tmp[0] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
860 tmp[1] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
861 tmp[2] = product[6]; //a13||a12 in vli_mmod_fast_384()
862 tmp[3] = product[7]; //a15||a14 in vli_mmod_fast_384()
863 tmp[4] = product[8]; //a17||a16 in vli_mmod_fast_384()
864 tmp[5] = product[9]; //a19||a18 in vli_mmod_fast_384()
870 tmp[2] = product[10]; //a21||a20 in vli_mmod_fast_384()
871 tmp[3] = product[11]; //a23||a22 in vli_mmod_fast_384()
877 tmp[0] = AND64L(product[10]); // 0 ||a20 in vli_mmod_fast_384()
878 tmp[1] = AND64H(product[10]); //a21|| 0 in vli_mmod_fast_384()
879 tmp[2] = product[11]; //a23||a22 in vli_mmod_fast_384()
886 tmp[0] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
887 tmp[1] = SL32OR32(product[7], (product[6]>>32)); //a14||a13 in vli_mmod_fast_384()
888 tmp[2] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
889 tmp[3] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
890 tmp[4] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
891 tmp[5] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
895 tmp[0] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
896 tmp[1] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
897 tmp[2] = (product[11]>>32); // 0 ||a23 in vli_mmod_fast_384()
905 tmp[1] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
906 tmp[2] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
927 /* Computes result = product % curve_prime for different curve_primes.
932 static bool vli_mmod_fast(u64 *result, u64 *product, in vli_mmod_fast() argument
943 vli_mmod_special(result, product, curve_prime, in vli_mmod_fast()
948 vli_mmod_special2(result, product, curve_prime, in vli_mmod_fast()
952 vli_mmod_barrett(result, product, curve_prime, ndigits); in vli_mmod_fast()
958 vli_mmod_fast_192(result, product, curve_prime, tmp); in vli_mmod_fast()
961 vli_mmod_fast_256(result, product, curve_prime, tmp); in vli_mmod_fast()
964 vli_mmod_fast_384(result, product, curve_prime, tmp); in vli_mmod_fast()
980 u64 product[ECC_MAX_DIGITS * 2]; in vli_mod_mult_slow() local
982 vli_mult(product, left, right, ndigits); in vli_mod_mult_slow()
983 vli_mmod_slow(result, product, mod, ndigits); in vli_mod_mult_slow()
991 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_mult_fast() local
993 vli_mult(product, left, right, curve->g.ndigits); in vli_mod_mult_fast()
994 vli_mmod_fast(result, product, curve); in vli_mod_mult_fast()
1001 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_square_fast() local
1003 vli_square(product, left, curve->g.ndigits); in vli_mod_square_fast()
1004 vli_mmod_fast(result, product, curve); in vli_mod_square_fast()
1636 struct ecc_point *product, *pk; in crypto_ecdh_shared_secret() local
1666 product = ecc_alloc_point(ndigits); in crypto_ecdh_shared_secret()
1667 if (!product) { in crypto_ecdh_shared_secret()
1672 ecc_point_mult(product, pk, priv, rand_z, curve, ndigits); in crypto_ecdh_shared_secret()
1674 if (ecc_point_is_zero(product)) { in crypto_ecdh_shared_secret()
1679 ecc_swap_digits(product->x, secret, ndigits); in crypto_ecdh_shared_secret()
1684 ecc_free_point(product); in crypto_ecdh_shared_secret()