| /lib/raid6/ |
| D | recov.c | 20 static void raid6_2data_recov_intx1(int disks, size_t bytes, int faila, in raid6_2data_recov_intx1() argument
28 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_intx1()
29 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_intx1()
36 ptrs[disks-2] = dp; in raid6_2data_recov_intx1()
39 ptrs[disks-1] = dq; in raid6_2data_recov_intx1()
41 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_intx1()
46 ptrs[disks-2] = p; in raid6_2data_recov_intx1()
47 ptrs[disks-1] = q; in raid6_2data_recov_intx1()
64 static void raid6_datap_recov_intx1(int disks, size_t bytes, int faila, in raid6_datap_recov_intx1() argument
70 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_intx1()
[all …]
|
| D | recov_neon.c | 29 static void raid6_2data_recov_neon(int disks, size_t bytes, int faila, in raid6_2data_recov_neon() argument
36 p = (u8 *)ptrs[disks - 2]; in raid6_2data_recov_neon()
37 q = (u8 *)ptrs[disks - 1]; in raid6_2data_recov_neon()
46 ptrs[disks - 2] = dp; in raid6_2data_recov_neon()
49 ptrs[disks - 1] = dq; in raid6_2data_recov_neon()
51 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_neon()
56 ptrs[disks - 2] = p; in raid6_2data_recov_neon()
57 ptrs[disks - 1] = q; in raid6_2data_recov_neon()
69 static void raid6_datap_recov_neon(int disks, size_t bytes, int faila, in raid6_datap_recov_neon() argument
75 p = (u8 *)ptrs[disks - 2]; in raid6_datap_recov_neon()
[all …]
|
| D | recov_s390xc.c | 23 static void raid6_2data_recov_s390xc(int disks, size_t bytes, int faila, in raid6_2data_recov_s390xc() argument
31 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_s390xc()
32 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_s390xc()
39 ptrs[disks-2] = dp; in raid6_2data_recov_s390xc()
42 ptrs[disks-1] = dq; in raid6_2data_recov_s390xc()
44 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_s390xc()
49 ptrs[disks-2] = p; in raid6_2data_recov_s390xc()
50 ptrs[disks-1] = q; in raid6_2data_recov_s390xc()
72 static void raid6_datap_recov_s390xc(int disks, size_t bytes, int faila, in raid6_datap_recov_s390xc() argument
79 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_s390xc()
[all …]
|
| D | recov_avx2.c | 16 static void raid6_2data_recov_avx2(int disks, size_t bytes, int faila, in raid6_2data_recov_avx2() argument
24 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_avx2()
25 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_avx2()
32 ptrs[disks-2] = dp; in raid6_2data_recov_avx2()
35 ptrs[disks-1] = dq; in raid6_2data_recov_avx2()
37 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_avx2()
42 ptrs[disks-2] = p; in raid6_2data_recov_avx2()
43 ptrs[disks-1] = q; in raid6_2data_recov_avx2()
186 static void raid6_datap_recov_avx2(int disks, size_t bytes, int faila, in raid6_datap_recov_avx2() argument
193 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_avx2()
[all …]
|
| D | recov_ssse3.c | 16 static void raid6_2data_recov_ssse3(int disks, size_t bytes, int faila, in raid6_2data_recov_ssse3() argument
26 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_ssse3()
27 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_ssse3()
34 ptrs[disks-2] = dp; in raid6_2data_recov_ssse3()
37 ptrs[disks-1] = dq; in raid6_2data_recov_ssse3()
39 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_ssse3()
44 ptrs[disks-2] = p; in raid6_2data_recov_ssse3()
45 ptrs[disks-1] = q; in raid6_2data_recov_ssse3()
191 static void raid6_datap_recov_ssse3(int disks, size_t bytes, int faila, in raid6_datap_recov_ssse3() argument
200 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_ssse3()
[all …]
|
| D | recov_avx512.c | 24 static void raid6_2data_recov_avx512(int disks, size_t bytes, int faila, in raid6_2data_recov_avx512() argument
32 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_avx512()
33 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_avx512()
43 ptrs[disks-2] = dp; in raid6_2data_recov_avx512()
46 ptrs[disks-1] = dq; in raid6_2data_recov_avx512()
48 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_avx512()
53 ptrs[disks-2] = p; in raid6_2data_recov_avx512()
54 ptrs[disks-1] = q; in raid6_2data_recov_avx512()
227 static void raid6_datap_recov_avx512(int disks, size_t bytes, int faila, in raid6_datap_recov_avx512() argument
234 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_avx512()
[all …]
|
| D | algos.c | 146 void *(*const dptrs)[RAID6_TEST_DISKS], const int disks) in raid6_choose_gen() argument
149 int start = (disks>>1)-1, stop = disks-3; /* work on the second half of the disks */ in raid6_choose_gen()
171 (*algo)->gen_syndrome(disks, PAGE_SIZE, *dptrs); in raid6_choose_gen()
181 (perf * HZ * (disks-2)) >> in raid6_choose_gen()
195 (*algo)->xor_syndrome(disks, start, stop, in raid6_choose_gen()
205 (perf * HZ * (disks-2)) >> in raid6_choose_gen()
214 (bestgenperf * HZ * (disks-2)) >> in raid6_choose_gen()
218 (bestxorperf * HZ * (disks-2)) >> in raid6_choose_gen()
236 const int disks = RAID6_TEST_DISKS; in raid6_select_algo() local
252 for (i = 0; i < disks; i++) in raid6_select_algo()
[all …]
|
| D | avx512.c | 44 static void raid6_avx5121_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx5121_gen_syndrome() argument
50 z0 = disks - 3; /* Highest data disk */ in raid6_avx5121_gen_syndrome()
101 static void raid6_avx5121_xor_syndrome(int disks, int start, int stop, in raid6_avx5121_xor_syndrome() argument
109 p = dptr[disks-2]; /* XOR parity */ in raid6_avx5121_xor_syndrome()
110 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx5121_xor_syndrome()
171 static void raid6_avx5122_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx5122_gen_syndrome() argument
177 z0 = disks - 3; /* Highest data disk */ in raid6_avx5122_gen_syndrome()
233 static void raid6_avx5122_xor_syndrome(int disks, int start, int stop, in raid6_avx5122_xor_syndrome() argument
241 p = dptr[disks-2]; /* XOR parity */ in raid6_avx5122_xor_syndrome()
242 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx5122_xor_syndrome()
[all …]
|
| D | sse2.c | 36 static void raid6_sse21_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse21_gen_syndrome() argument
42 z0 = disks - 3; /* Highest data disk */ in raid6_sse21_gen_syndrome()
87 static void raid6_sse21_xor_syndrome(int disks, int start, int stop, in raid6_sse21_xor_syndrome() argument
95 p = dptr[disks-2]; /* XOR parity */ in raid6_sse21_xor_syndrome()
96 q = dptr[disks-1]; /* RS syndrome */ in raid6_sse21_xor_syndrome()
146 static void raid6_sse22_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse22_gen_syndrome() argument
152 z0 = disks - 3; /* Highest data disk */ in raid6_sse22_gen_syndrome()
198 static void raid6_sse22_xor_syndrome(int disks, int start, int stop, in raid6_sse22_xor_syndrome() argument
206 p = dptr[disks-2]; /* XOR parity */ in raid6_sse22_xor_syndrome()
207 q = dptr[disks-1]; /* RS syndrome */ in raid6_sse22_xor_syndrome()
[all …]
|
| D | avx2.c | 34 static void raid6_avx21_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx21_gen_syndrome() argument
40 z0 = disks - 3; /* Highest data disk */ in raid6_avx21_gen_syndrome()
82 static void raid6_avx21_xor_syndrome(int disks, int start, int stop, in raid6_avx21_xor_syndrome() argument
90 p = dptr[disks-2]; /* XOR parity */ in raid6_avx21_xor_syndrome()
91 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx21_xor_syndrome()
141 static void raid6_avx22_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx22_gen_syndrome() argument
147 z0 = disks - 3; /* Highest data disk */ in raid6_avx22_gen_syndrome()
192 static void raid6_avx22_xor_syndrome(int disks, int start, int stop, in raid6_avx22_xor_syndrome() argument
200 p = dptr[disks-2]; /* XOR parity */ in raid6_avx22_xor_syndrome()
201 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx22_xor_syndrome()
[all …]
|
| D | neon.c | 30 static void raid6_neon ## _n ## _gen_syndrome(int disks, \
36 raid6_neon ## _n ## _gen_syndrome_real(disks, \
40 static void raid6_neon ## _n ## _xor_syndrome(int disks, \
47 raid6_neon ## _n ## _xor_syndrome_real(disks, \
|
| D | mmx.c | 35 static void raid6_mmx1_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_mmx1_gen_syndrome() argument
41 z0 = disks - 3; /* Highest data disk */ in raid6_mmx1_gen_syndrome()
83 static void raid6_mmx2_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_mmx2_gen_syndrome() argument
89 z0 = disks - 3; /* Highest data disk */ in raid6_mmx2_gen_syndrome()
|
| D | sse1.c | 40 static void raid6_sse11_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse11_gen_syndrome() argument
46 z0 = disks - 3; /* Highest data disk */ in raid6_sse11_gen_syndrome()
99 static void raid6_sse12_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse12_gen_syndrome() argument
105 z0 = disks - 3; /* Highest data disk */ in raid6_sse12_gen_syndrome()
|
| D | vpermxor.uc | 43 static void noinline raid6_vpermxor$#_gen_syndrome_real(int disks, size_t bytes,
51 z0 = disks - 3; /* Highest data disk */
72 static void raid6_vpermxor$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
77 raid6_vpermxor$#_gen_syndrome_real(disks, bytes, ptrs);
|
| D | int.uc | 82 static void raid6_int$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
90 z0 = disks - 3; /* Highest data disk */
110 static void raid6_int$#_xor_syndrome(int disks, int start, int stop,
120 p = dptr[disks-2]; /* XOR parity */
121 q = dptr[disks-1]; /* RS syndrome */
|
| D | s390vx.uc | 83 static void raid6_s390vx$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
93 z0 = disks - 3; /* Highest data disk */
115 static void raid6_s390vx$#_xor_syndrome(int disks, int start, int stop,
124 p = dptr[disks - 2]; /* XOR parity */
125 q = dptr[disks - 1]; /* RS syndrome */
|
| D | neon.uc | 56 void raid6_neon$#_gen_syndrome_real(int disks, unsigned long bytes, void **ptrs)
65 z0 = disks - 3; /* Highest data disk */
86 void raid6_neon$#_xor_syndrome_real(int disks, int start, int stop,
97 p = dptr[disks-2]; /* XOR parity */
98 q = dptr[disks-1]; /* RS syndrome */
|
| D | altivec.uc | 71 raid6_altivec$#_gen_syndrome_real(int disks, size_t bytes, void **ptrs)
80 z0 = disks - 3; /* Highest data disk */
100 static void raid6_altivec$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
105 raid6_altivec$#_gen_syndrome_real(disks, bytes, ptrs);
|