19 static __always_inline u64 u64_eq_mask(u64 a, u64 b)  in u64_eq_mask()  argument
21 	u64 x = a ^ b;  in u64_eq_mask()
29 static __always_inline u64 u64_gte_mask(u64 a, u64 b)  in u64_gte_mask()  argument
32 	u64 y = b;  in u64_gte_mask()
43 static __always_inline void modulo_carry_top(u64 *b)  in modulo_carry_top()  argument
45 	u64 b4 = b[4];  in modulo_carry_top()
46 	u64 b0 = b[0];  in modulo_carry_top()
49 	b[4] = b4_;  in modulo_carry_top()
50 	b[0] = b0_;  in modulo_carry_top()
133 		u32 ctr = 5 - 0 - 1;  in fmul_shift_reduce()
138 		u32 ctr = 5 - 1 - 1;  in fmul_shift_reduce()
143 		u32 ctr = 5 - 2 - 1;  in fmul_shift_reduce()
148 		u32 ctr = 5 - 3 - 1;  in fmul_shift_reduce()
189 	u64 tmp[5] = { input[0], input[1], input[2], input[3], input[4] };  in fmul_fmul()
199 		u128 t[5] = { 0 };  in fmul_fmul()
286 	u128 t[5];  in fsquare_fsquare_times()
287 	memcpy(output, input, 5 * sizeof(*input));  in fsquare_fsquare_times()
294 	u128 t[5];  in fsquare_fsquare_times_inplace()
302 	u64 *t00 = buf + 5;  in crecip_crecip()
309 	u64 *b;  in crecip_crecip()  local
317 	fsquare_fsquare_times(t00, b0, 5);  in crecip_crecip()
318 	t01 = buf + 5;  in crecip_crecip()
330 	t0 = buf + 5;  in crecip_crecip()
331 	b = buf + 10;  in crecip_crecip()
333 	fmul_fmul(c, t0, b);  in crecip_crecip()
337 	fmul_fmul(t0, t0, b);  in crecip_crecip()
338 	fsquare_fsquare_times_inplace(t0, 5);  in crecip_crecip()
342 static __always_inline void fsum(u64 *a, u64 *b)  in fsum()  argument
344 	a[0] += b[0];  in fsum()
345 	a[1] += b[1];  in fsum()
346 	a[2] += b[2];  in fsum()
347 	a[3] += b[3];  in fsum()
348 	a[4] += b[4];  in fsum()
351 static __always_inline void fdifference(u64 *a, u64 *b)  in fdifference()  argument
353 	u64 tmp[5] = { 0 };  in fdifference()
359 	memcpy(tmp, b, 5 * sizeof(*b));  in fdifference()
397 static __always_inline void fscalar(u64 *output, u64 *b, u64 s)  in fscalar()  argument
399 	u128 tmp[5];  in fscalar()
405 		u64 xi = b[0];  in fscalar()
409 		u64 xi = b[1];  in fscalar()
413 		u64 xi = b[2];  in fscalar()
417 		u64 xi = b[3];  in fscalar()
421 		u64 xi = b[4];  in fscalar()
434 static __always_inline void fmul(u64 *output, u64 *a, u64 *b)  in fmul()  argument
436 	fmul_fmul(output, a, b);  in fmul()
444 static __always_inline void point_swap_conditional_step(u64 *a, u64 *b,  in point_swap_conditional_step()  argument
449 	u64 bi = b[i];  in point_swap_conditional_step()
454 	b[i] = bi1;  in point_swap_conditional_step()
457 static __always_inline void point_swap_conditional5(u64 *a, u64 *b, u64 swap1)  in point_swap_conditional5()  argument
459 	point_swap_conditional_step(a, b, swap1, 5);  in point_swap_conditional5()
460 	point_swap_conditional_step(a, b, swap1, 4);  in point_swap_conditional5()
461 	point_swap_conditional_step(a, b, swap1, 3);  in point_swap_conditional5()
462 	point_swap_conditional_step(a, b, swap1, 2);  in point_swap_conditional5()
463 	point_swap_conditional_step(a, b, swap1, 1);  in point_swap_conditional5()
466 static __always_inline void point_swap_conditional(u64 *a, u64 *b, u64 iswap)  in point_swap_conditional()  argument
469 	point_swap_conditional5(a, b, swap1);  in point_swap_conditional()
470 	point_swap_conditional5(a + 5, b + 5, swap1);  in point_swap_conditional()
475 	memcpy(output, input, 5 * sizeof(*input));  in point_copy()
476 	memcpy(output + 5, input + 5, 5 * sizeof(*input));  in point_copy()
484 	u64 *z2 = pp + 5;  in addanddouble_fmonty()
486 	u64 *z3 = ppq + 5;  in addanddouble_fmonty()
488 	u64 *z = p + 5;  in addanddouble_fmonty()
490 	u64 *zprime = pq + 5;  in addanddouble_fmonty()
493 	u64 *origxprime0 = buf + 5;  in addanddouble_fmonty()
499 	memcpy(origx, x, 5 * sizeof(*x));  in addanddouble_fmonty()
502 	memcpy(origxprime0, xprime, 5 * sizeof(*xprime));  in addanddouble_fmonty()
507 	origxprime = buf + 5;  in addanddouble_fmonty()
519 		memcpy(origxprime, xxprime, 5 * sizeof(*xxprime));  in addanddouble_fmonty()
750 	u64 *z = point + 5;  in format_scalar_of_point()
753 	u64 *sc = buf + 5;  in format_scalar_of_point()
765 	u64 *z = buf0 + 5;  in curve25519_generic()