| /kernel/linux/linux-6.6/lib/crypto/mpi/ |
| D | mpi-inv.c | 33 MPI u, v, u1, u2 = NULL, u3, v1, v2 = NULL, v3, t1, t2 = NULL, t3; in mpi_invm() local 68 t3 = mpi_copy(v); in mpi_invm() 69 t3->sign = !t3->sign; in mpi_invm() 75 t3 = mpi_copy(u); in mpi_invm() 88 mpi_rshift(t3, t3, 1); in mpi_invm() 93 mpi_rshift(t3, t3, 1); in mpi_invm() 97 } while (!mpi_test_bit(t3, 0)); /* while t3 is even */ in mpi_invm() 99 if (!t3->sign) { in mpi_invm() 103 mpi_set(u3, t3); in mpi_invm() 110 sign = t3->sign; t3->sign = !t3->sign; in mpi_invm() [all …]
|
| /kernel/linux/linux-5.10/lib/mpi/ |
| D | mpi-inv.c | 33 MPI u, v, u1, u2 = NULL, u3, v1, v2 = NULL, v3, t1, t2 = NULL, t3; in mpi_invm() local 68 t3 = mpi_copy(v); in mpi_invm() 69 t3->sign = !t3->sign; in mpi_invm() 75 t3 = mpi_copy(u); in mpi_invm() 88 mpi_rshift(t3, t3, 1); in mpi_invm() 93 mpi_rshift(t3, t3, 1); in mpi_invm() 97 } while (!mpi_test_bit(t3, 0)); /* while t3 is even */ in mpi_invm() 99 if (!t3->sign) { in mpi_invm() 103 mpi_set(u3, t3); in mpi_invm() 110 sign = t3->sign; t3->sign = !t3->sign; in mpi_invm() [all …]
|
| /kernel/linux/linux-5.10/arch/x86/crypto/ |
| D | ghash-clmulni-intel_asm.S | 28 #define T3 %xmm4 macro 44 * T3 49 pshufd $0b01001110, SHASH, T3 51 pxor SHASH, T3 55 pclmulqdq $0x00, T3, T2 # T2 = (a1 + a0) * (b1 + b0) 59 movaps T2, T3 60 pslldq $8, T3 62 pxor T3, DATA 67 movaps DATA, T3 68 psllq $1, T3 [all …]
|
| D | aesni-intel_avx-x86_64.S | 605 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8 621 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6 667 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6 895 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5 898 vpshufd $0b01001110, \HK, \T3 900 vpxor \HK , \T3, \T3 # T3 = (b1+b0) 904 vpclmulqdq $0x00, \T3, \T2, \T2 # T2 = (a1+a0)*(b1+b0) 908 vpslldq $8, \T2,\T3 # shift-L T3 2 DWs 910 vpxor \T3, \GH, \GH 915 vpslld $30, \GH, \T3 # packed right shifting shift << 30 [all …]
|
| D | nh-avx2-x86_64.S | 28 #define T3 %ymm11 macro 42 vpaddd \k0, T3, T0 43 vpaddd \k1, T3, T1 44 vpaddd \k2, T3, T2 45 vpaddd \k3, T3, T3 54 vpshufd $0x10, T3, T7 55 vpshufd $0x32, T3, T3 59 vpmuludq T7, T3, T3 63 vpaddq T3, PASS3_SUMS, PASS3_SUMS 85 vmovdqu (MESSAGE), T3 [all …]
|
| D | glue_helper-asm-avx2.S | 56 t1x, t2, t2x, t3, t3x, t4, t5) \ argument 66 vinserti128 $1, t2x, t3, t2; /* ab: le0 ; cd: le1 */ \ 70 add2_le128(t2, t0, t4, t3, t5); /* ab: le2 ; cd: le3 */ \ 72 add2_le128(t2, t0, t4, t3, t5); \ 74 add2_le128(t2, t0, t4, t3, t5); \ 76 add2_le128(t2, t0, t4, t3, t5); \ 78 add2_le128(t2, t0, t4, t3, t5); \ 80 add2_le128(t2, t0, t4, t3, t5); \ 82 add2_le128(t2, t0, t4, t3, t5); \ 119 tivx, t0, t0x, t1, t1x, t2, t2x, t3, \ argument [all …]
|
| /kernel/linux/linux-6.6/arch/x86/crypto/ |
| D | ghash-clmulni-intel_asm.S | 28 #define T3 %xmm4 macro 44 * T3 49 pshufd $0b01001110, SHASH, T3 51 pxor SHASH, T3 55 pclmulqdq $0x00, T3, T2 # T2 = (a1 + a0) * (b1 + b0) 59 movaps T2, T3 60 pslldq $8, T3 62 pxor T3, DATA 67 movaps DATA, T3 68 psllq $1, T3 [all …]
|
| D | aesni-intel_avx-x86_64.S | 571 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8 587 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6 635 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6 863 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5 866 vpshufd $0b01001110, \HK, \T3 868 vpxor \HK , \T3, \T3 # T3 = (b1+b0) 872 vpclmulqdq $0x00, \T3, \T2, \T2 # T2 = (a1+a0)*(b1+b0) 876 vpslldq $8, \T2,\T3 # shift-L T3 2 DWs 878 vpxor \T3, \GH, \GH 883 vpslld $30, \GH, \T3 # packed right shifting shift << 30 [all …]
|
| D | nh-avx2-x86_64.S | 29 #define T3 %ymm11 macro 43 vpaddd \k0, T3, T0 44 vpaddd \k1, T3, T1 45 vpaddd \k2, T3, T2 46 vpaddd \k3, T3, T3 55 vpshufd $0x10, T3, T7 56 vpshufd $0x32, T3, T3 60 vpmuludq T7, T3, T3 64 vpaddq T3, PASS3_SUMS, PASS3_SUMS 86 vmovdqu (MESSAGE), T3 [all …]
|
| /kernel/linux/linux-6.6/arch/riscv/lib/ |
| D | memmove.S | 36 * Forward Copy: t3 - Index counter of dest 53 mv t3, a0 68 andi t5, t3, -SZREG 71 * If dest(Register t3) rounded down to the nearest naturally 79 beq t5, t3, 1f 101 sub a5, a1, t3 /* Find the difference between src and dest */ 136 addi t3, t3, (2 * SZREG) 140 REG_S t2, ((0 * SZREG) - (2 * SZREG))(t3) 142 beq t3, a2, 2f 149 REG_S t2, ((1 * SZREG) - (2 * SZREG))(t3) [all …]
|
| /kernel/linux/linux-5.10/arch/alpha/lib/ |
| D | ev67-strrchr.S | 42 sll t5, 8, t3 # U : 00000000ch000000 46 or t5, t3, t3 # E : 00000000chch0000 51 or t2, t3, t2 # E : 0000chchchch0000 60 cmpbge zero, t2, t3 # E : bits set iff byte == c 62 andnot t3, t4, t3 # E : clear garbage from char test 68 cmovne t3, v0, t6 # E : save previous comparisons match 72 cmovne t3, t3, t8 # E : Latency=2, extra map slot 78 cmpbge zero, t2, t3 # E : bits set iff byte == c 89 and t3, t4, t3 # E : mask out char matches after null 90 cmovne t3, t3, t8 # E : save it, if match found Latency=2, extra map slot [all …]
|
| D | strrchr.S | 38 cmpbge zero, t2, t3 # e0 : bits set iff byte == c 40 andnot t3, t4, t3 # e0 : clear garbage from char test 46 cmovne t3, v0, t6 # .. e1 : save previous comparisons match 47 cmovne t3, t3, t8 # e0 : 51 cmpbge zero, t2, t3 # e0 : bits set iff byte == c 61 and t3, t4, t3 # e0 : mask out char matches after null 62 cmovne t3, t3, t8 # .. e1 : save it, if match found 63 cmovne t3, v0, t6 # e0 :
|
| D | strchr.S | 36 cmpbge zero, t1, t3 # e0 : bits set iff byte == c 37 or t2, t3, t0 # e1 : bits set iff char match or zero match 46 cmpbge zero, t1, t3 # .. e1 : bits set iff byte == c 47 or t2, t3, t0 # e0 : 53 and t0, t3, t1 # e0 : bit set iff byte was the char 57 and t0, 0xcc, t3 # .. e1 : 60 cmovne t3, 2, t3 # e0 : 62 addq t2, t3, t2 # e0 :
|
| /kernel/linux/linux-6.6/arch/alpha/lib/ |
| D | ev67-strrchr.S | 42 sll t5, 8, t3 # U : 00000000ch000000 46 or t5, t3, t3 # E : 00000000chch0000 51 or t2, t3, t2 # E : 0000chchchch0000 60 cmpbge zero, t2, t3 # E : bits set iff byte == c 62 andnot t3, t4, t3 # E : clear garbage from char test 68 cmovne t3, v0, t6 # E : save previous comparisons match 72 cmovne t3, t3, t8 # E : Latency=2, extra map slot 78 cmpbge zero, t2, t3 # E : bits set iff byte == c 89 and t3, t4, t3 # E : mask out char matches after null 90 cmovne t3, t3, t8 # E : save it, if match found Latency=2, extra map slot [all …]
|
| D | strrchr.S | 38 cmpbge zero, t2, t3 # e0 : bits set iff byte == c 40 andnot t3, t4, t3 # e0 : clear garbage from char test 46 cmovne t3, v0, t6 # .. e1 : save previous comparisons match 47 cmovne t3, t3, t8 # e0 : 51 cmpbge zero, t2, t3 # e0 : bits set iff byte == c 61 and t3, t4, t3 # e0 : mask out char matches after null 62 cmovne t3, t3, t8 # .. e1 : save it, if match found 63 cmovne t3, v0, t6 # e0 :
|
| D | strchr.S | 36 cmpbge zero, t1, t3 # e0 : bits set iff byte == c 37 or t2, t3, t0 # e1 : bits set iff char match or zero match 46 cmpbge zero, t1, t3 # .. e1 : bits set iff byte == c 47 or t2, t3, t0 # e0 : 53 and t0, t3, t1 # e0 : bit set iff byte was the char 57 and t0, 0xcc, t3 # .. e1 : 60 cmovne t3, 2, t3 # e0 : 62 addq t2, t3, t2 # e0 :
|
| /kernel/linux/linux-6.6/arch/arm/crypto/ |
| D | aes-neonbs-core.S | 169 y0, y1, y2, y3, t0, t1, t2, t3 argument 172 mul_gf4 \x0, \x1, \y0, \y1, \t2, \t3 175 mul_gf4_n_gf4 \t0, \t1, \y0, \y1, \t3, \x2, \x3, \y2, \y3, \t2 182 mul_gf4_n_gf4 \t0, \t1, \y0, \y1, \t3, \x6, \x7, \y2, \y3, \t2 185 mul_gf4 \x4, \x5, \y0, \y1, \t2, \t3 193 t0, t1, t2, t3, s0, s1, s2, s3 194 veor \t3, \x4, \x6 199 veor \s3, \t3, \t0 201 vand \s2, \t3, \s0 202 vorr \t3, \t3, \s0 [all …]
|
| /kernel/linux/linux-5.10/arch/arm/crypto/ |
| D | aes-neonbs-core.S | 169 y0, y1, y2, y3, t0, t1, t2, t3 argument 172 mul_gf4 \x0, \x1, \y0, \y1, \t2, \t3 175 mul_gf4_n_gf4 \t0, \t1, \y0, \y1, \t3, \x2, \x3, \y2, \y3, \t2 182 mul_gf4_n_gf4 \t0, \t1, \y0, \y1, \t3, \x6, \x7, \y2, \y3, \t2 185 mul_gf4 \x4, \x5, \y0, \y1, \t2, \t3 193 t0, t1, t2, t3, s0, s1, s2, s3 194 veor \t3, \x4, \x6 199 veor \s3, \t3, \t0 201 vand \s2, \t3, \s0 202 vorr \t3, \t3, \s0 [all …]
|
| /kernel/linux/linux-5.10/arch/loongarch/kernel/ |
| D | mcount.S | 51 la t3, ftrace_graph_return 52 PTR_L t3, t3, 0 53 bne t1, t3, ftrace_graph_caller 55 la t3, ftrace_graph_entry 56 PTR_L t3, t3, 0 57 bne t1, t3, ftrace_graph_caller
|
| /kernel/linux/linux-6.6/arch/loongarch/kernel/ |
| D | mcount.S | 50 la.pcrel t3, ftrace_graph_return 51 PTR_L t3, t3, 0 52 bne t1, t3, ftrace_graph_caller 54 la.pcrel t3, ftrace_graph_entry 55 PTR_L t3, t3, 0 56 bne t1, t3, ftrace_graph_caller
|
| /kernel/linux/linux-5.10/arch/mips/lib/ |
| D | csum_partial.S | 28 #undef t3 32 #define t3 $11 macro 182 CSUM_BIGCHUNK1(src, 0x00, sum, t0, t1, t3, t4) 193 CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) 194 CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4) 195 CSUM_BIGCHUNK(src, 0x40, sum, t0, t1, t3, t4) 196 CSUM_BIGCHUNK(src, 0x60, sum, t0, t1, t3, t4) 208 CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) 209 CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4) 217 CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) [all …]
|
| /kernel/linux/linux-6.6/arch/mips/lib/ |
| D | csum_partial.S | 28 #undef t3 32 #define t3 $11 macro 182 CSUM_BIGCHUNK1(src, 0x00, sum, t0, t1, t3, t4) 193 CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) 194 CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4) 195 CSUM_BIGCHUNK(src, 0x40, sum, t0, t1, t3, t4) 196 CSUM_BIGCHUNK(src, 0x60, sum, t0, t1, t3, t4) 208 CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) 209 CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4) 217 CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4) [all …]
|
| /kernel/linux/linux-5.10/arch/arm64/crypto/ |
| D | nh-neon-core.S | 28 T3 .req v11 37 ld1 {T3.16b}, [MESSAGE], #16 43 add T0.4s, T3.4s, \k0\().4s 44 add T1.4s, T3.4s, \k1\().4s 45 add T2.4s, T3.4s, \k2\().4s 46 add T3.4s, T3.4s, \k3\().4s 52 mov T7.d[0], T3.d[1] 56 umlal PASS3_SUMS.2d, T3.2s, T7.2s
|
| /kernel/linux/linux-6.6/arch/arm64/crypto/ |
| D | nh-neon-core.S | 29 T3 .req v11 38 ld1 {T3.16b}, [MESSAGE], #16 44 add T0.4s, T3.4s, \k0\().4s 45 add T1.4s, T3.4s, \k1\().4s 46 add T2.4s, T3.4s, \k2\().4s 47 add T3.4s, T3.4s, \k3\().4s 53 mov T7.d[0], T3.d[1] 57 umlal PASS3_SUMS.2d, T3.2s, T7.2s
|
| /kernel/linux/linux-6.6/arch/mips/kernel/ |
| D | octeon_switch.S | 124 dmfc2 t3, 0x0082 131 sd t3, OCTEON_CP2_3DES_KEY+16(a0) 132 dmfc2 t3, 0x0103 139 sd t3, OCTEON_CP2_AES_IV+8(a0) 140 dmfc2 t3, 0x0107 147 sd t3, OCTEON_CP2_AES_KEY+24(a0) 160 dmfc2 t3, 0x0242 167 sd t3, OCTEON_CP2_HSH_DATW+16(a0) 168 dmfc2 t3, 0x0246 175 sd t3, OCTEON_CP2_HSH_DATW+48(a0) [all …]
|