Lines Matching full:volatile
54 asm volatile("vmovdqa %0,%%ymm0" : : "m" (raid6_avx2_constants.x1d[0])); in raid6_avx21_gen_syndrome()
55 asm volatile("vpxor %ymm3,%ymm3,%ymm3"); /* Zero temp */ in raid6_avx21_gen_syndrome()
58 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_avx21_gen_syndrome()
59 asm volatile("vmovdqa %0,%%ymm2" : : "m" (dptr[z0][d]));/* P[0] */ in raid6_avx21_gen_syndrome()
60 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_avx21_gen_syndrome()
61 asm volatile("vmovdqa %ymm2,%ymm4");/* Q[0] */ in raid6_avx21_gen_syndrome()
62 asm volatile("vmovdqa %0,%%ymm6" : : "m" (dptr[z0-1][d])); in raid6_avx21_gen_syndrome()
64 asm volatile("prefetchnta %0" : : "m" (dptr[z][d])); in raid6_avx21_gen_syndrome()
65 asm volatile("vpcmpgtb %ymm4,%ymm3,%ymm5"); in raid6_avx21_gen_syndrome()
66 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx21_gen_syndrome()
67 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx21_gen_syndrome()
68 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx21_gen_syndrome()
69 asm volatile("vpxor %ymm6,%ymm2,%ymm2"); in raid6_avx21_gen_syndrome()
70 asm volatile("vpxor %ymm6,%ymm4,%ymm4"); in raid6_avx21_gen_syndrome()
71 asm volatile("vmovdqa %0,%%ymm6" : : "m" (dptr[z][d])); in raid6_avx21_gen_syndrome()
73 asm volatile("vpcmpgtb %ymm4,%ymm3,%ymm5"); in raid6_avx21_gen_syndrome()
74 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx21_gen_syndrome()
75 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx21_gen_syndrome()
76 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx21_gen_syndrome()
77 asm volatile("vpxor %ymm6,%ymm2,%ymm2"); in raid6_avx21_gen_syndrome()
78 asm volatile("vpxor %ymm6,%ymm4,%ymm4"); in raid6_avx21_gen_syndrome()
80 asm volatile("vmovntdq %%ymm2,%0" : "=m" (p[d])); in raid6_avx21_gen_syndrome()
81 asm volatile("vpxor %ymm2,%ymm2,%ymm2"); in raid6_avx21_gen_syndrome()
82 asm volatile("vmovntdq %%ymm4,%0" : "=m" (q[d])); in raid6_avx21_gen_syndrome()
83 asm volatile("vpxor %ymm4,%ymm4,%ymm4"); in raid6_avx21_gen_syndrome()
86 asm volatile("sfence" : : : "memory"); in raid6_avx21_gen_syndrome()
103 asm volatile("vmovdqa %0,%%ymm0" : : "m" (raid6_avx2_constants.x1d[0])); in raid6_avx21_xor_syndrome()
106 asm volatile("vmovdqa %0,%%ymm4" :: "m" (dptr[z0][d])); in raid6_avx21_xor_syndrome()
107 asm volatile("vmovdqa %0,%%ymm2" : : "m" (p[d])); in raid6_avx21_xor_syndrome()
108 asm volatile("vpxor %ymm4,%ymm2,%ymm2"); in raid6_avx21_xor_syndrome()
111 asm volatile("vpxor %ymm5,%ymm5,%ymm5"); in raid6_avx21_xor_syndrome()
112 asm volatile("vpcmpgtb %ymm4,%ymm5,%ymm5"); in raid6_avx21_xor_syndrome()
113 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx21_xor_syndrome()
114 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx21_xor_syndrome()
115 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx21_xor_syndrome()
116 asm volatile("vmovdqa %0,%%ymm5" :: "m" (dptr[z][d])); in raid6_avx21_xor_syndrome()
117 asm volatile("vpxor %ymm5,%ymm2,%ymm2"); in raid6_avx21_xor_syndrome()
118 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx21_xor_syndrome()
122 asm volatile("vpxor %ymm5,%ymm5,%ymm5"); in raid6_avx21_xor_syndrome()
123 asm volatile("vpcmpgtb %ymm4,%ymm5,%ymm5"); in raid6_avx21_xor_syndrome()
124 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx21_xor_syndrome()
125 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx21_xor_syndrome()
126 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx21_xor_syndrome()
128 asm volatile("vpxor %0,%%ymm4,%%ymm4" : : "m" (q[d])); in raid6_avx21_xor_syndrome()
130 asm volatile("vmovdqa %%ymm4,%0" : "=m" (q[d])); in raid6_avx21_xor_syndrome()
131 asm volatile("vmovdqa %%ymm2,%0" : "=m" (p[d])); in raid6_avx21_xor_syndrome()
134 asm volatile("sfence" : : : "memory"); in raid6_avx21_xor_syndrome()
161 asm volatile("vmovdqa %0,%%ymm0" : : "m" (raid6_avx2_constants.x1d[0])); in raid6_avx22_gen_syndrome()
162 asm volatile("vpxor %ymm1,%ymm1,%ymm1"); /* Zero temp */ in raid6_avx22_gen_syndrome()
166 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_avx22_gen_syndrome()
167 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d+32])); in raid6_avx22_gen_syndrome()
168 asm volatile("vmovdqa %0,%%ymm2" : : "m" (dptr[z0][d]));/* P[0] */ in raid6_avx22_gen_syndrome()
169 asm volatile("vmovdqa %0,%%ymm3" : : "m" (dptr[z0][d+32]));/* P[1] */ in raid6_avx22_gen_syndrome()
170 asm volatile("vmovdqa %ymm2,%ymm4"); /* Q[0] */ in raid6_avx22_gen_syndrome()
171 asm volatile("vmovdqa %ymm3,%ymm6"); /* Q[1] */ in raid6_avx22_gen_syndrome()
173 asm volatile("prefetchnta %0" : : "m" (dptr[z][d])); in raid6_avx22_gen_syndrome()
174 asm volatile("prefetchnta %0" : : "m" (dptr[z][d+32])); in raid6_avx22_gen_syndrome()
175 asm volatile("vpcmpgtb %ymm4,%ymm1,%ymm5"); in raid6_avx22_gen_syndrome()
176 asm volatile("vpcmpgtb %ymm6,%ymm1,%ymm7"); in raid6_avx22_gen_syndrome()
177 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx22_gen_syndrome()
178 asm volatile("vpaddb %ymm6,%ymm6,%ymm6"); in raid6_avx22_gen_syndrome()
179 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx22_gen_syndrome()
180 asm volatile("vpand %ymm0,%ymm7,%ymm7"); in raid6_avx22_gen_syndrome()
181 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx22_gen_syndrome()
182 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx22_gen_syndrome()
183 asm volatile("vmovdqa %0,%%ymm5" : : "m" (dptr[z][d])); in raid6_avx22_gen_syndrome()
184 asm volatile("vmovdqa %0,%%ymm7" : : "m" (dptr[z][d+32])); in raid6_avx22_gen_syndrome()
185 asm volatile("vpxor %ymm5,%ymm2,%ymm2"); in raid6_avx22_gen_syndrome()
186 asm volatile("vpxor %ymm7,%ymm3,%ymm3"); in raid6_avx22_gen_syndrome()
187 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx22_gen_syndrome()
188 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx22_gen_syndrome()
190 asm volatile("vmovntdq %%ymm2,%0" : "=m" (p[d])); in raid6_avx22_gen_syndrome()
191 asm volatile("vmovntdq %%ymm3,%0" : "=m" (p[d+32])); in raid6_avx22_gen_syndrome()
192 asm volatile("vmovntdq %%ymm4,%0" : "=m" (q[d])); in raid6_avx22_gen_syndrome()
193 asm volatile("vmovntdq %%ymm6,%0" : "=m" (q[d+32])); in raid6_avx22_gen_syndrome()
196 asm volatile("sfence" : : : "memory"); in raid6_avx22_gen_syndrome()
213 asm volatile("vmovdqa %0,%%ymm0" : : "m" (raid6_avx2_constants.x1d[0])); in raid6_avx22_xor_syndrome()
216 asm volatile("vmovdqa %0,%%ymm4" :: "m" (dptr[z0][d])); in raid6_avx22_xor_syndrome()
217 asm volatile("vmovdqa %0,%%ymm6" :: "m" (dptr[z0][d+32])); in raid6_avx22_xor_syndrome()
218 asm volatile("vmovdqa %0,%%ymm2" : : "m" (p[d])); in raid6_avx22_xor_syndrome()
219 asm volatile("vmovdqa %0,%%ymm3" : : "m" (p[d+32])); in raid6_avx22_xor_syndrome()
220 asm volatile("vpxor %ymm4,%ymm2,%ymm2"); in raid6_avx22_xor_syndrome()
221 asm volatile("vpxor %ymm6,%ymm3,%ymm3"); in raid6_avx22_xor_syndrome()
224 asm volatile("vpxor %ymm5,%ymm5,%ymm5"); in raid6_avx22_xor_syndrome()
225 asm volatile("vpxor %ymm7,%ymm7,%ymm7"); in raid6_avx22_xor_syndrome()
226 asm volatile("vpcmpgtb %ymm4,%ymm5,%ymm5"); in raid6_avx22_xor_syndrome()
227 asm volatile("vpcmpgtb %ymm6,%ymm7,%ymm7"); in raid6_avx22_xor_syndrome()
228 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx22_xor_syndrome()
229 asm volatile("vpaddb %ymm6,%ymm6,%ymm6"); in raid6_avx22_xor_syndrome()
230 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx22_xor_syndrome()
231 asm volatile("vpand %ymm0,%ymm7,%ymm7"); in raid6_avx22_xor_syndrome()
232 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx22_xor_syndrome()
233 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx22_xor_syndrome()
234 asm volatile("vmovdqa %0,%%ymm5" :: "m" (dptr[z][d])); in raid6_avx22_xor_syndrome()
235 asm volatile("vmovdqa %0,%%ymm7" in raid6_avx22_xor_syndrome()
237 asm volatile("vpxor %ymm5,%ymm2,%ymm2"); in raid6_avx22_xor_syndrome()
238 asm volatile("vpxor %ymm7,%ymm3,%ymm3"); in raid6_avx22_xor_syndrome()
239 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx22_xor_syndrome()
240 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx22_xor_syndrome()
244 asm volatile("vpxor %ymm5,%ymm5,%ymm5"); in raid6_avx22_xor_syndrome()
245 asm volatile("vpxor %ymm7,%ymm7,%ymm7"); in raid6_avx22_xor_syndrome()
246 asm volatile("vpcmpgtb %ymm4,%ymm5,%ymm5"); in raid6_avx22_xor_syndrome()
247 asm volatile("vpcmpgtb %ymm6,%ymm7,%ymm7"); in raid6_avx22_xor_syndrome()
248 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx22_xor_syndrome()
249 asm volatile("vpaddb %ymm6,%ymm6,%ymm6"); in raid6_avx22_xor_syndrome()
250 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx22_xor_syndrome()
251 asm volatile("vpand %ymm0,%ymm7,%ymm7"); in raid6_avx22_xor_syndrome()
252 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx22_xor_syndrome()
253 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx22_xor_syndrome()
255 asm volatile("vpxor %0,%%ymm4,%%ymm4" : : "m" (q[d])); in raid6_avx22_xor_syndrome()
256 asm volatile("vpxor %0,%%ymm6,%%ymm6" : : "m" (q[d+32])); in raid6_avx22_xor_syndrome()
258 asm volatile("vmovdqa %%ymm4,%0" : "=m" (q[d])); in raid6_avx22_xor_syndrome()
259 asm volatile("vmovdqa %%ymm6,%0" : "=m" (q[d+32])); in raid6_avx22_xor_syndrome()
260 asm volatile("vmovdqa %%ymm2,%0" : "=m" (p[d])); in raid6_avx22_xor_syndrome()
261 asm volatile("vmovdqa %%ymm3,%0" : "=m" (p[d+32])); in raid6_avx22_xor_syndrome()
264 asm volatile("sfence" : : : "memory"); in raid6_avx22_xor_syndrome()
293 asm volatile("vmovdqa %0,%%ymm0" : : "m" (raid6_avx2_constants.x1d[0])); in raid6_avx24_gen_syndrome()
294 asm volatile("vpxor %ymm1,%ymm1,%ymm1"); /* Zero temp */ in raid6_avx24_gen_syndrome()
295 asm volatile("vpxor %ymm2,%ymm2,%ymm2"); /* P[0] */ in raid6_avx24_gen_syndrome()
296 asm volatile("vpxor %ymm3,%ymm3,%ymm3"); /* P[1] */ in raid6_avx24_gen_syndrome()
297 asm volatile("vpxor %ymm4,%ymm4,%ymm4"); /* Q[0] */ in raid6_avx24_gen_syndrome()
298 asm volatile("vpxor %ymm6,%ymm6,%ymm6"); /* Q[1] */ in raid6_avx24_gen_syndrome()
299 asm volatile("vpxor %ymm10,%ymm10,%ymm10"); /* P[2] */ in raid6_avx24_gen_syndrome()
300 asm volatile("vpxor %ymm11,%ymm11,%ymm11"); /* P[3] */ in raid6_avx24_gen_syndrome()
301 asm volatile("vpxor %ymm12,%ymm12,%ymm12"); /* Q[2] */ in raid6_avx24_gen_syndrome()
302 asm volatile("vpxor %ymm14,%ymm14,%ymm14"); /* Q[3] */ in raid6_avx24_gen_syndrome()
306 asm volatile("prefetchnta %0" : : "m" (dptr[z][d])); in raid6_avx24_gen_syndrome()
307 asm volatile("prefetchnta %0" : : "m" (dptr[z][d+32])); in raid6_avx24_gen_syndrome()
308 asm volatile("prefetchnta %0" : : "m" (dptr[z][d+64])); in raid6_avx24_gen_syndrome()
309 asm volatile("prefetchnta %0" : : "m" (dptr[z][d+96])); in raid6_avx24_gen_syndrome()
310 asm volatile("vpcmpgtb %ymm4,%ymm1,%ymm5"); in raid6_avx24_gen_syndrome()
311 asm volatile("vpcmpgtb %ymm6,%ymm1,%ymm7"); in raid6_avx24_gen_syndrome()
312 asm volatile("vpcmpgtb %ymm12,%ymm1,%ymm13"); in raid6_avx24_gen_syndrome()
313 asm volatile("vpcmpgtb %ymm14,%ymm1,%ymm15"); in raid6_avx24_gen_syndrome()
314 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx24_gen_syndrome()
315 asm volatile("vpaddb %ymm6,%ymm6,%ymm6"); in raid6_avx24_gen_syndrome()
316 asm volatile("vpaddb %ymm12,%ymm12,%ymm12"); in raid6_avx24_gen_syndrome()
317 asm volatile("vpaddb %ymm14,%ymm14,%ymm14"); in raid6_avx24_gen_syndrome()
318 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx24_gen_syndrome()
319 asm volatile("vpand %ymm0,%ymm7,%ymm7"); in raid6_avx24_gen_syndrome()
320 asm volatile("vpand %ymm0,%ymm13,%ymm13"); in raid6_avx24_gen_syndrome()
321 asm volatile("vpand %ymm0,%ymm15,%ymm15"); in raid6_avx24_gen_syndrome()
322 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx24_gen_syndrome()
323 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx24_gen_syndrome()
324 asm volatile("vpxor %ymm13,%ymm12,%ymm12"); in raid6_avx24_gen_syndrome()
325 asm volatile("vpxor %ymm15,%ymm14,%ymm14"); in raid6_avx24_gen_syndrome()
326 asm volatile("vmovdqa %0,%%ymm5" : : "m" (dptr[z][d])); in raid6_avx24_gen_syndrome()
327 asm volatile("vmovdqa %0,%%ymm7" : : "m" (dptr[z][d+32])); in raid6_avx24_gen_syndrome()
328 asm volatile("vmovdqa %0,%%ymm13" : : "m" (dptr[z][d+64])); in raid6_avx24_gen_syndrome()
329 asm volatile("vmovdqa %0,%%ymm15" : : "m" (dptr[z][d+96])); in raid6_avx24_gen_syndrome()
330 asm volatile("vpxor %ymm5,%ymm2,%ymm2"); in raid6_avx24_gen_syndrome()
331 asm volatile("vpxor %ymm7,%ymm3,%ymm3"); in raid6_avx24_gen_syndrome()
332 asm volatile("vpxor %ymm13,%ymm10,%ymm10"); in raid6_avx24_gen_syndrome()
333 asm volatile("vpxor %ymm15,%ymm11,%ymm11"); in raid6_avx24_gen_syndrome()
334 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx24_gen_syndrome()
335 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx24_gen_syndrome()
336 asm volatile("vpxor %ymm13,%ymm12,%ymm12"); in raid6_avx24_gen_syndrome()
337 asm volatile("vpxor %ymm15,%ymm14,%ymm14"); in raid6_avx24_gen_syndrome()
339 asm volatile("vmovntdq %%ymm2,%0" : "=m" (p[d])); in raid6_avx24_gen_syndrome()
340 asm volatile("vpxor %ymm2,%ymm2,%ymm2"); in raid6_avx24_gen_syndrome()
341 asm volatile("vmovntdq %%ymm3,%0" : "=m" (p[d+32])); in raid6_avx24_gen_syndrome()
342 asm volatile("vpxor %ymm3,%ymm3,%ymm3"); in raid6_avx24_gen_syndrome()
343 asm volatile("vmovntdq %%ymm10,%0" : "=m" (p[d+64])); in raid6_avx24_gen_syndrome()
344 asm volatile("vpxor %ymm10,%ymm10,%ymm10"); in raid6_avx24_gen_syndrome()
345 asm volatile("vmovntdq %%ymm11,%0" : "=m" (p[d+96])); in raid6_avx24_gen_syndrome()
346 asm volatile("vpxor %ymm11,%ymm11,%ymm11"); in raid6_avx24_gen_syndrome()
347 asm volatile("vmovntdq %%ymm4,%0" : "=m" (q[d])); in raid6_avx24_gen_syndrome()
348 asm volatile("vpxor %ymm4,%ymm4,%ymm4"); in raid6_avx24_gen_syndrome()
349 asm volatile("vmovntdq %%ymm6,%0" : "=m" (q[d+32])); in raid6_avx24_gen_syndrome()
350 asm volatile("vpxor %ymm6,%ymm6,%ymm6"); in raid6_avx24_gen_syndrome()
351 asm volatile("vmovntdq %%ymm12,%0" : "=m" (q[d+64])); in raid6_avx24_gen_syndrome()
352 asm volatile("vpxor %ymm12,%ymm12,%ymm12"); in raid6_avx24_gen_syndrome()
353 asm volatile("vmovntdq %%ymm14,%0" : "=m" (q[d+96])); in raid6_avx24_gen_syndrome()
354 asm volatile("vpxor %ymm14,%ymm14,%ymm14"); in raid6_avx24_gen_syndrome()
357 asm volatile("sfence" : : : "memory"); in raid6_avx24_gen_syndrome()
374 asm volatile("vmovdqa %0,%%ymm0" :: "m" (raid6_avx2_constants.x1d[0])); in raid6_avx24_xor_syndrome()
377 asm volatile("vmovdqa %0,%%ymm4" :: "m" (dptr[z0][d])); in raid6_avx24_xor_syndrome()
378 asm volatile("vmovdqa %0,%%ymm6" :: "m" (dptr[z0][d+32])); in raid6_avx24_xor_syndrome()
379 asm volatile("vmovdqa %0,%%ymm12" :: "m" (dptr[z0][d+64])); in raid6_avx24_xor_syndrome()
380 asm volatile("vmovdqa %0,%%ymm14" :: "m" (dptr[z0][d+96])); in raid6_avx24_xor_syndrome()
381 asm volatile("vmovdqa %0,%%ymm2" : : "m" (p[d])); in raid6_avx24_xor_syndrome()
382 asm volatile("vmovdqa %0,%%ymm3" : : "m" (p[d+32])); in raid6_avx24_xor_syndrome()
383 asm volatile("vmovdqa %0,%%ymm10" : : "m" (p[d+64])); in raid6_avx24_xor_syndrome()
384 asm volatile("vmovdqa %0,%%ymm11" : : "m" (p[d+96])); in raid6_avx24_xor_syndrome()
385 asm volatile("vpxor %ymm4,%ymm2,%ymm2"); in raid6_avx24_xor_syndrome()
386 asm volatile("vpxor %ymm6,%ymm3,%ymm3"); in raid6_avx24_xor_syndrome()
387 asm volatile("vpxor %ymm12,%ymm10,%ymm10"); in raid6_avx24_xor_syndrome()
388 asm volatile("vpxor %ymm14,%ymm11,%ymm11"); in raid6_avx24_xor_syndrome()
391 asm volatile("prefetchnta %0" :: "m" (dptr[z][d])); in raid6_avx24_xor_syndrome()
392 asm volatile("prefetchnta %0" :: "m" (dptr[z][d+64])); in raid6_avx24_xor_syndrome()
393 asm volatile("vpxor %ymm5,%ymm5,%ymm5"); in raid6_avx24_xor_syndrome()
394 asm volatile("vpxor %ymm7,%ymm7,%ymm7"); in raid6_avx24_xor_syndrome()
395 asm volatile("vpxor %ymm13,%ymm13,%ymm13"); in raid6_avx24_xor_syndrome()
396 asm volatile("vpxor %ymm15,%ymm15,%ymm15"); in raid6_avx24_xor_syndrome()
397 asm volatile("vpcmpgtb %ymm4,%ymm5,%ymm5"); in raid6_avx24_xor_syndrome()
398 asm volatile("vpcmpgtb %ymm6,%ymm7,%ymm7"); in raid6_avx24_xor_syndrome()
399 asm volatile("vpcmpgtb %ymm12,%ymm13,%ymm13"); in raid6_avx24_xor_syndrome()
400 asm volatile("vpcmpgtb %ymm14,%ymm15,%ymm15"); in raid6_avx24_xor_syndrome()
401 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx24_xor_syndrome()
402 asm volatile("vpaddb %ymm6,%ymm6,%ymm6"); in raid6_avx24_xor_syndrome()
403 asm volatile("vpaddb %ymm12,%ymm12,%ymm12"); in raid6_avx24_xor_syndrome()
404 asm volatile("vpaddb %ymm14,%ymm14,%ymm14"); in raid6_avx24_xor_syndrome()
405 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx24_xor_syndrome()
406 asm volatile("vpand %ymm0,%ymm7,%ymm7"); in raid6_avx24_xor_syndrome()
407 asm volatile("vpand %ymm0,%ymm13,%ymm13"); in raid6_avx24_xor_syndrome()
408 asm volatile("vpand %ymm0,%ymm15,%ymm15"); in raid6_avx24_xor_syndrome()
409 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx24_xor_syndrome()
410 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx24_xor_syndrome()
411 asm volatile("vpxor %ymm13,%ymm12,%ymm12"); in raid6_avx24_xor_syndrome()
412 asm volatile("vpxor %ymm15,%ymm14,%ymm14"); in raid6_avx24_xor_syndrome()
413 asm volatile("vmovdqa %0,%%ymm5" :: "m" (dptr[z][d])); in raid6_avx24_xor_syndrome()
414 asm volatile("vmovdqa %0,%%ymm7" in raid6_avx24_xor_syndrome()
416 asm volatile("vmovdqa %0,%%ymm13" in raid6_avx24_xor_syndrome()
418 asm volatile("vmovdqa %0,%%ymm15" in raid6_avx24_xor_syndrome()
420 asm volatile("vpxor %ymm5,%ymm2,%ymm2"); in raid6_avx24_xor_syndrome()
421 asm volatile("vpxor %ymm7,%ymm3,%ymm3"); in raid6_avx24_xor_syndrome()
422 asm volatile("vpxor %ymm13,%ymm10,%ymm10"); in raid6_avx24_xor_syndrome()
423 asm volatile("vpxor %ymm15,%ymm11,%ymm11"); in raid6_avx24_xor_syndrome()
424 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx24_xor_syndrome()
425 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx24_xor_syndrome()
426 asm volatile("vpxor %ymm13,%ymm12,%ymm12"); in raid6_avx24_xor_syndrome()
427 asm volatile("vpxor %ymm15,%ymm14,%ymm14"); in raid6_avx24_xor_syndrome()
429 asm volatile("prefetchnta %0" :: "m" (q[d])); in raid6_avx24_xor_syndrome()
430 asm volatile("prefetchnta %0" :: "m" (q[d+64])); in raid6_avx24_xor_syndrome()
433 asm volatile("vpxor %ymm5,%ymm5,%ymm5"); in raid6_avx24_xor_syndrome()
434 asm volatile("vpxor %ymm7,%ymm7,%ymm7"); in raid6_avx24_xor_syndrome()
435 asm volatile("vpxor %ymm13,%ymm13,%ymm13"); in raid6_avx24_xor_syndrome()
436 asm volatile("vpxor %ymm15,%ymm15,%ymm15"); in raid6_avx24_xor_syndrome()
437 asm volatile("vpcmpgtb %ymm4,%ymm5,%ymm5"); in raid6_avx24_xor_syndrome()
438 asm volatile("vpcmpgtb %ymm6,%ymm7,%ymm7"); in raid6_avx24_xor_syndrome()
439 asm volatile("vpcmpgtb %ymm12,%ymm13,%ymm13"); in raid6_avx24_xor_syndrome()
440 asm volatile("vpcmpgtb %ymm14,%ymm15,%ymm15"); in raid6_avx24_xor_syndrome()
441 asm volatile("vpaddb %ymm4,%ymm4,%ymm4"); in raid6_avx24_xor_syndrome()
442 asm volatile("vpaddb %ymm6,%ymm6,%ymm6"); in raid6_avx24_xor_syndrome()
443 asm volatile("vpaddb %ymm12,%ymm12,%ymm12"); in raid6_avx24_xor_syndrome()
444 asm volatile("vpaddb %ymm14,%ymm14,%ymm14"); in raid6_avx24_xor_syndrome()
445 asm volatile("vpand %ymm0,%ymm5,%ymm5"); in raid6_avx24_xor_syndrome()
446 asm volatile("vpand %ymm0,%ymm7,%ymm7"); in raid6_avx24_xor_syndrome()
447 asm volatile("vpand %ymm0,%ymm13,%ymm13"); in raid6_avx24_xor_syndrome()
448 asm volatile("vpand %ymm0,%ymm15,%ymm15"); in raid6_avx24_xor_syndrome()
449 asm volatile("vpxor %ymm5,%ymm4,%ymm4"); in raid6_avx24_xor_syndrome()
450 asm volatile("vpxor %ymm7,%ymm6,%ymm6"); in raid6_avx24_xor_syndrome()
451 asm volatile("vpxor %ymm13,%ymm12,%ymm12"); in raid6_avx24_xor_syndrome()
452 asm volatile("vpxor %ymm15,%ymm14,%ymm14"); in raid6_avx24_xor_syndrome()
454 asm volatile("vmovntdq %%ymm2,%0" : "=m" (p[d])); in raid6_avx24_xor_syndrome()
455 asm volatile("vmovntdq %%ymm3,%0" : "=m" (p[d+32])); in raid6_avx24_xor_syndrome()
456 asm volatile("vmovntdq %%ymm10,%0" : "=m" (p[d+64])); in raid6_avx24_xor_syndrome()
457 asm volatile("vmovntdq %%ymm11,%0" : "=m" (p[d+96])); in raid6_avx24_xor_syndrome()
458 asm volatile("vpxor %0,%%ymm4,%%ymm4" : : "m" (q[d])); in raid6_avx24_xor_syndrome()
459 asm volatile("vpxor %0,%%ymm6,%%ymm6" : : "m" (q[d+32])); in raid6_avx24_xor_syndrome()
460 asm volatile("vpxor %0,%%ymm12,%%ymm12" : : "m" (q[d+64])); in raid6_avx24_xor_syndrome()
461 asm volatile("vpxor %0,%%ymm14,%%ymm14" : : "m" (q[d+96])); in raid6_avx24_xor_syndrome()
462 asm volatile("vmovntdq %%ymm4,%0" : "=m" (q[d])); in raid6_avx24_xor_syndrome()
463 asm volatile("vmovntdq %%ymm6,%0" : "=m" (q[d+32])); in raid6_avx24_xor_syndrome()
464 asm volatile("vmovntdq %%ymm12,%0" : "=m" (q[d+64])); in raid6_avx24_xor_syndrome()
465 asm volatile("vmovntdq %%ymm14,%0" : "=m" (q[d+96])); in raid6_avx24_xor_syndrome()
467 asm volatile("sfence" : : : "memory"); in raid6_avx24_xor_syndrome()