Lines Matching full:product
399 uint128_t product; in vli_mult() local
401 product = mul_64_64(left[i], right[k - i]); in vli_mult()
403 r01 = add_128_128(r01, product); in vli_mult()
404 r2 += (r01.m_high < product.m_high); in vli_mult()
416 /* Compute product = left * right, for a small right value. */
424 uint128_t product; in vli_umult() local
426 product = mul_64_64(left[k], right); in vli_umult()
427 r01 = add_128_128(r01, product); in vli_umult()
453 uint128_t product; in vli_square() local
455 product = mul_64_64(left[i], left[k - i]); in vli_square()
458 r2 += product.m_high >> 63; in vli_square()
459 product.m_high = (product.m_high << 1) | in vli_square()
460 (product.m_low >> 63); in vli_square()
461 product.m_low <<= 1; in vli_square()
464 r01 = add_128_128(r01, product); in vli_square()
465 r2 += (r01.m_high < product.m_high); in vli_square()
511 * Computes result = product % mod
519 static void vli_mmod_special(u64 *result, const u64 *product, in vli_mmod_special() argument
526 vli_set(r, product, ndigits * 2); in vli_mmod_special()
540 * Computes result = product % mod
553 static void vli_mmod_special2(u64 *result, const u64 *product, in vli_mmod_special2() argument
566 vli_set(r, product, ndigits); in vli_mmod_special2()
568 vli_set(q, product + ndigits, ndigits); in vli_mmod_special2()
598 * Computes result = product % mod, where product is 2N words long.
602 static void vli_mmod_slow(u64 *result, u64 *product, const u64 *mod, in vli_mmod_slow() argument
607 u64 *v[2] = { tmp, product }; in vli_mmod_slow()
643 /* Computes result = product % mod using Barrett's reduction with precomputed
652 static void vli_mmod_barrett(u64 *result, u64 *product, const u64 *mod, in vli_mmod_barrett() argument
659 vli_mult(q, product + ndigits, mu, ndigits); in vli_mmod_barrett()
661 vli_add(q + ndigits, q + ndigits, product + ndigits, ndigits); in vli_mmod_barrett()
663 vli_sub(r, product, r, ndigits * 2); in vli_mmod_barrett()
678 static void vli_mmod_fast_192(u64 *result, const u64 *product, in vli_mmod_fast_192() argument
684 vli_set(result, product, ndigits); in vli_mmod_fast_192()
686 vli_set(tmp, &product[3], ndigits); in vli_mmod_fast_192()
690 tmp[1] = product[3]; in vli_mmod_fast_192()
691 tmp[2] = product[4]; in vli_mmod_fast_192()
694 tmp[0] = tmp[1] = product[5]; in vli_mmod_fast_192()
702 /* Computes result = product % curve_prime
705 static void vli_mmod_fast_256(u64 *result, const u64 *product, in vli_mmod_fast_256() argument
712 vli_set(result, product, ndigits); in vli_mmod_fast_256()
716 tmp[1] = product[5] & 0xffffffff00000000ull; in vli_mmod_fast_256()
717 tmp[2] = product[6]; in vli_mmod_fast_256()
718 tmp[3] = product[7]; in vli_mmod_fast_256()
723 tmp[1] = product[6] << 32; in vli_mmod_fast_256()
724 tmp[2] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
725 tmp[3] = product[7] >> 32; in vli_mmod_fast_256()
730 tmp[0] = product[4]; in vli_mmod_fast_256()
731 tmp[1] = product[5] & 0xffffffff; in vli_mmod_fast_256()
733 tmp[3] = product[7]; in vli_mmod_fast_256()
737 tmp[0] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
738 tmp[1] = (product[5] >> 32) | (product[6] & 0xffffffff00000000ull); in vli_mmod_fast_256()
739 tmp[2] = product[7]; in vli_mmod_fast_256()
740 tmp[3] = (product[6] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
744 tmp[0] = (product[5] >> 32) | (product[6] << 32); in vli_mmod_fast_256()
745 tmp[1] = (product[6] >> 32); in vli_mmod_fast_256()
747 tmp[3] = (product[4] & 0xffffffff) | (product[5] << 32); in vli_mmod_fast_256()
751 tmp[0] = product[6]; in vli_mmod_fast_256()
752 tmp[1] = product[7]; in vli_mmod_fast_256()
754 tmp[3] = (product[4] >> 32) | (product[5] & 0xffffffff00000000ull); in vli_mmod_fast_256()
758 tmp[0] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
759 tmp[1] = (product[7] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
760 tmp[2] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
761 tmp[3] = (product[6] << 32); in vli_mmod_fast_256()
765 tmp[0] = product[7]; in vli_mmod_fast_256()
766 tmp[1] = product[4] & 0xffffffff00000000ull; in vli_mmod_fast_256()
767 tmp[2] = product[5]; in vli_mmod_fast_256()
768 tmp[3] = product[6] & 0xffffffff00000000ull; in vli_mmod_fast_256()
785 /* Computes result = product % curve_prime
788 static void vli_mmod_fast_384(u64 *result, const u64 *product, in vli_mmod_fast_384() argument
795 vli_set(result, product, ndigits); in vli_mmod_fast_384()
800 tmp[2] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
801 tmp[3] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
808 tmp[0] = product[6]; //a13||a12 in vli_mmod_fast_384()
809 tmp[1] = product[7]; //a15||a14 in vli_mmod_fast_384()
810 tmp[2] = product[8]; //a17||a16 in vli_mmod_fast_384()
811 tmp[3] = product[9]; //a19||a18 in vli_mmod_fast_384()
812 tmp[4] = product[10]; //a21||a20 in vli_mmod_fast_384()
813 tmp[5] = product[11]; //a23||a22 in vli_mmod_fast_384()
817 tmp[0] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
818 tmp[1] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
819 tmp[2] = SL32OR32(product[7], (product[6])>>32); //a14||a13 in vli_mmod_fast_384()
820 tmp[3] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
821 tmp[4] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
822 tmp[5] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
826 tmp[0] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
827 tmp[1] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
828 tmp[2] = product[6]; //a13||a12 in vli_mmod_fast_384()
829 tmp[3] = product[7]; //a15||a14 in vli_mmod_fast_384()
830 tmp[4] = product[8]; //a17||a16 in vli_mmod_fast_384()
831 tmp[5] = product[9]; //a19||a18 in vli_mmod_fast_384()
837 tmp[2] = product[10]; //a21||a20 in vli_mmod_fast_384()
838 tmp[3] = product[11]; //a23||a22 in vli_mmod_fast_384()
844 tmp[0] = AND64L(product[10]); // 0 ||a20 in vli_mmod_fast_384()
845 tmp[1] = AND64H(product[10]); //a21|| 0 in vli_mmod_fast_384()
846 tmp[2] = product[11]; //a23||a22 in vli_mmod_fast_384()
853 tmp[0] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
854 tmp[1] = SL32OR32(product[7], (product[6]>>32)); //a14||a13 in vli_mmod_fast_384()
855 tmp[2] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
856 tmp[3] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
857 tmp[4] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
858 tmp[5] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
862 tmp[0] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
863 tmp[1] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
864 tmp[2] = (product[11]>>32); // 0 ||a23 in vli_mmod_fast_384()
872 tmp[1] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
873 tmp[2] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
894 /* Computes result = product % curve_prime for different curve_primes.
899 static bool vli_mmod_fast(u64 *result, u64 *product, in vli_mmod_fast() argument
910 vli_mmod_special(result, product, curve_prime, in vli_mmod_fast()
915 vli_mmod_special2(result, product, curve_prime, in vli_mmod_fast()
919 vli_mmod_barrett(result, product, curve_prime, ndigits); in vli_mmod_fast()
925 vli_mmod_fast_192(result, product, curve_prime, tmp); in vli_mmod_fast()
928 vli_mmod_fast_256(result, product, curve_prime, tmp); in vli_mmod_fast()
931 vli_mmod_fast_384(result, product, curve_prime, tmp); in vli_mmod_fast()
947 u64 product[ECC_MAX_DIGITS * 2]; in vli_mod_mult_slow() local
949 vli_mult(product, left, right, ndigits); in vli_mod_mult_slow()
950 vli_mmod_slow(result, product, mod, ndigits); in vli_mod_mult_slow()
958 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_mult_fast() local
960 vli_mult(product, left, right, curve->g.ndigits); in vli_mod_mult_fast()
961 vli_mmod_fast(result, product, curve); in vli_mod_mult_fast()
968 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_square_fast() local
970 vli_square(product, left, curve->g.ndigits); in vli_mod_square_fast()
971 vli_mmod_fast(result, product, curve); in vli_mod_square_fast()
1600 struct ecc_point *product, *pk; in crypto_ecdh_shared_secret() local
1630 product = ecc_alloc_point(ndigits); in crypto_ecdh_shared_secret()
1631 if (!product) { in crypto_ecdh_shared_secret()
1636 ecc_point_mult(product, pk, priv, rand_z, curve, ndigits); in crypto_ecdh_shared_secret()
1638 if (ecc_point_is_zero(product)) { in crypto_ecdh_shared_secret()
1643 ecc_swap_digits(product->x, secret, ndigits); in crypto_ecdh_shared_secret()
1648 ecc_free_point(product); in crypto_ecdh_shared_secret()