| /lib/raid6/ |
| D | recov.c | 25 static void raid6_2data_recov_intx1(int disks, size_t bytes, int faila, in raid6_2data_recov_intx1() argument
33 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_intx1()
34 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_intx1()
41 ptrs[disks-2] = dp; in raid6_2data_recov_intx1()
44 ptrs[disks-1] = dq; in raid6_2data_recov_intx1()
46 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_intx1()
51 ptrs[disks-2] = p; in raid6_2data_recov_intx1()
52 ptrs[disks-1] = q; in raid6_2data_recov_intx1()
69 static void raid6_datap_recov_intx1(int disks, size_t bytes, int faila, in raid6_datap_recov_intx1() argument
75 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_intx1()
[all …]
|
| D | recov_neon.c | 33 static void raid6_2data_recov_neon(int disks, size_t bytes, int faila, in raid6_2data_recov_neon() argument
40 p = (u8 *)ptrs[disks - 2]; in raid6_2data_recov_neon()
41 q = (u8 *)ptrs[disks - 1]; in raid6_2data_recov_neon()
50 ptrs[disks - 2] = dp; in raid6_2data_recov_neon()
53 ptrs[disks - 1] = dq; in raid6_2data_recov_neon()
55 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_neon()
60 ptrs[disks - 2] = p; in raid6_2data_recov_neon()
61 ptrs[disks - 1] = q; in raid6_2data_recov_neon()
73 static void raid6_datap_recov_neon(int disks, size_t bytes, int faila, in raid6_datap_recov_neon() argument
79 p = (u8 *)ptrs[disks - 2]; in raid6_datap_recov_neon()
[all …]
|
| D | recov_s390xc.c | 23 static void raid6_2data_recov_s390xc(int disks, size_t bytes, int faila, in raid6_2data_recov_s390xc() argument
31 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_s390xc()
32 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_s390xc()
39 ptrs[disks-2] = dp; in raid6_2data_recov_s390xc()
42 ptrs[disks-1] = dq; in raid6_2data_recov_s390xc()
44 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_s390xc()
49 ptrs[disks-2] = p; in raid6_2data_recov_s390xc()
50 ptrs[disks-1] = q; in raid6_2data_recov_s390xc()
72 static void raid6_datap_recov_s390xc(int disks, size_t bytes, int faila, in raid6_datap_recov_s390xc() argument
79 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_s390xc()
[all …]
|
| D | recov_avx2.c | 22 static void raid6_2data_recov_avx2(int disks, size_t bytes, int faila, in raid6_2data_recov_avx2() argument
30 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_avx2()
31 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_avx2()
38 ptrs[disks-2] = dp; in raid6_2data_recov_avx2()
41 ptrs[disks-1] = dq; in raid6_2data_recov_avx2()
43 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_avx2()
48 ptrs[disks-2] = p; in raid6_2data_recov_avx2()
49 ptrs[disks-1] = q; in raid6_2data_recov_avx2()
192 static void raid6_datap_recov_avx2(int disks, size_t bytes, int faila, in raid6_datap_recov_avx2() argument
199 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_avx2()
[all …]
|
| D | recov_avx512.c | 29 static void raid6_2data_recov_avx512(int disks, size_t bytes, int faila, in raid6_2data_recov_avx512() argument
37 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_avx512()
38 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_avx512()
48 ptrs[disks-2] = dp; in raid6_2data_recov_avx512()
51 ptrs[disks-1] = dq; in raid6_2data_recov_avx512()
53 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_avx512()
58 ptrs[disks-2] = p; in raid6_2data_recov_avx512()
59 ptrs[disks-1] = q; in raid6_2data_recov_avx512()
232 static void raid6_datap_recov_avx512(int disks, size_t bytes, int faila, in raid6_datap_recov_avx512() argument
239 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_avx512()
[all …]
|
| D | recov_ssse3.c | 22 static void raid6_2data_recov_ssse3(int disks, size_t bytes, int faila, in raid6_2data_recov_ssse3() argument
32 p = (u8 *)ptrs[disks-2]; in raid6_2data_recov_ssse3()
33 q = (u8 *)ptrs[disks-1]; in raid6_2data_recov_ssse3()
40 ptrs[disks-2] = dp; in raid6_2data_recov_ssse3()
43 ptrs[disks-1] = dq; in raid6_2data_recov_ssse3()
45 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_ssse3()
50 ptrs[disks-2] = p; in raid6_2data_recov_ssse3()
51 ptrs[disks-1] = q; in raid6_2data_recov_ssse3()
197 static void raid6_datap_recov_ssse3(int disks, size_t bytes, int faila, in raid6_datap_recov_ssse3() argument
206 p = (u8 *)ptrs[disks-2]; in raid6_datap_recov_ssse3()
[all …]
|
| D | avx512.c | 49 static void raid6_avx5121_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx5121_gen_syndrome() argument
55 z0 = disks - 3; /* Highest data disk */ in raid6_avx5121_gen_syndrome()
106 static void raid6_avx5121_xor_syndrome(int disks, int start, int stop, in raid6_avx5121_xor_syndrome() argument
114 p = dptr[disks-2]; /* XOR parity */ in raid6_avx5121_xor_syndrome()
115 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx5121_xor_syndrome()
176 static void raid6_avx5122_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx5122_gen_syndrome() argument
182 z0 = disks - 3; /* Highest data disk */ in raid6_avx5122_gen_syndrome()
238 static void raid6_avx5122_xor_syndrome(int disks, int start, int stop, in raid6_avx5122_xor_syndrome() argument
246 p = dptr[disks-2]; /* XOR parity */ in raid6_avx5122_xor_syndrome()
247 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx5122_xor_syndrome()
[all …]
|
| D | avx2.c | 42 static void raid6_avx21_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx21_gen_syndrome() argument
48 z0 = disks - 3; /* Highest data disk */ in raid6_avx21_gen_syndrome()
90 static void raid6_avx21_xor_syndrome(int disks, int start, int stop, in raid6_avx21_xor_syndrome() argument
98 p = dptr[disks-2]; /* XOR parity */ in raid6_avx21_xor_syndrome()
99 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx21_xor_syndrome()
149 static void raid6_avx22_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx22_gen_syndrome() argument
155 z0 = disks - 3; /* Highest data disk */ in raid6_avx22_gen_syndrome()
200 static void raid6_avx22_xor_syndrome(int disks, int start, int stop, in raid6_avx22_xor_syndrome() argument
208 p = dptr[disks-2]; /* XOR parity */ in raid6_avx22_xor_syndrome()
209 q = dptr[disks-1]; /* RS syndrome */ in raid6_avx22_xor_syndrome()
[all …]
|
| D | sse2.c | 41 static void raid6_sse21_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse21_gen_syndrome() argument
47 z0 = disks - 3; /* Highest data disk */ in raid6_sse21_gen_syndrome()
92 static void raid6_sse21_xor_syndrome(int disks, int start, int stop, in raid6_sse21_xor_syndrome() argument
100 p = dptr[disks-2]; /* XOR parity */ in raid6_sse21_xor_syndrome()
101 q = dptr[disks-1]; /* RS syndrome */ in raid6_sse21_xor_syndrome()
151 static void raid6_sse22_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse22_gen_syndrome() argument
157 z0 = disks - 3; /* Highest data disk */ in raid6_sse22_gen_syndrome()
203 static void raid6_sse22_xor_syndrome(int disks, int start, int stop, in raid6_sse22_xor_syndrome() argument
211 p = dptr[disks-2]; /* XOR parity */ in raid6_sse22_xor_syndrome()
212 q = dptr[disks-1]; /* RS syndrome */ in raid6_sse22_xor_syndrome()
[all …]
|
| D | algos.c | 153 void *(*const dptrs)[(65536/PAGE_SIZE)+2], const int disks) in raid6_choose_gen() argument
156 int start = (disks>>1)-1, stop = disks-3; /* work on the second half of the disks */ in raid6_choose_gen()
173 (*algo)->gen_syndrome(disks, PAGE_SIZE, *dptrs); in raid6_choose_gen()
196 (*algo)->xor_syndrome(disks, start, stop, in raid6_choose_gen()
230 const int disks = (65536/PAGE_SIZE)+2; in raid6_select_algo() local
238 for (i = 0; i < disks-2; i++) in raid6_select_algo()
249 dptrs[disks-2] = syndromes; in raid6_select_algo()
250 dptrs[disks-1] = syndromes + PAGE_SIZE; in raid6_select_algo()
253 gen_best = raid6_choose_gen(&dptrs, disks); in raid6_select_algo()
|
| D | neon.c | 33 static void raid6_neon ## _n ## _gen_syndrome(int disks, \
39 raid6_neon ## _n ## _gen_syndrome_real(disks, \
43 static void raid6_neon ## _n ## _xor_syndrome(int disks, \
50 raid6_neon ## _n ## _xor_syndrome_real(disks, \
|
| D | mmx.c | 40 static void raid6_mmx1_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_mmx1_gen_syndrome() argument
46 z0 = disks - 3; /* Highest data disk */ in raid6_mmx1_gen_syndrome()
88 static void raid6_mmx2_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_mmx2_gen_syndrome() argument
94 z0 = disks - 3; /* Highest data disk */ in raid6_mmx2_gen_syndrome()
|
| D | sse1.c | 45 static void raid6_sse11_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse11_gen_syndrome() argument
51 z0 = disks - 3; /* Highest data disk */ in raid6_sse11_gen_syndrome()
104 static void raid6_sse12_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse12_gen_syndrome() argument
110 z0 = disks - 3; /* Highest data disk */ in raid6_sse12_gen_syndrome()
|
| D | s390vx.uc | 81 static void raid6_s390vx$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
91 z0 = disks - 3; /* Highest data disk */
113 static void raid6_s390vx$#_xor_syndrome(int disks, int start, int stop,
122 p = dptr[disks - 2]; /* XOR parity */
123 q = dptr[disks - 1]; /* RS syndrome */
|
| D | int.uc | 82 static void raid6_int$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
90 z0 = disks - 3; /* Highest data disk */
110 static void raid6_int$#_xor_syndrome(int disks, int start, int stop,
120 p = dptr[disks-2]; /* XOR parity */
121 q = dptr[disks-1]; /* RS syndrome */
|
| D | neon.uc | 57 void raid6_neon$#_gen_syndrome_real(int disks, unsigned long bytes, void **ptrs)
66 z0 = disks - 3; /* Highest data disk */
87 void raid6_neon$#_xor_syndrome_real(int disks, int start, int stop,
98 p = dptr[disks-2]; /* XOR parity */
99 q = dptr[disks-1]; /* RS syndrome */
|
| D | altivec.uc | 68 raid6_altivec$#_gen_syndrome_real(int disks, size_t bytes, void **ptrs)
77 z0 = disks - 3; /* Highest data disk */
97 static void raid6_altivec$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
102 raid6_altivec$#_gen_syndrome_real(disks, bytes, ptrs);
|
| D | tilegx.uc | 50 void raid6_tilegx$#_gen_syndrome(int disks, size_t bytes, void **ptrs)
60 z0 = disks - 3; /* Highest data disk */
|