Lines Matching refs:d
45 int d, z, z0; in raid6_sse21_gen_syndrome() local
56 for ( d = 0 ; d < bytes ; d += 16 ) { in raid6_sse21_gen_syndrome()
57 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_sse21_gen_syndrome()
58 asm volatile("movdqa %0,%%xmm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_sse21_gen_syndrome()
59 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_sse21_gen_syndrome()
61 asm volatile("movdqa %0,%%xmm6" : : "m" (dptr[z0-1][d])); in raid6_sse21_gen_syndrome()
63 asm volatile("prefetchnta %0" : : "m" (dptr[z][d])); in raid6_sse21_gen_syndrome()
71 asm volatile("movdqa %0,%%xmm6" : : "m" (dptr[z][d])); in raid6_sse21_gen_syndrome()
81 asm volatile("movntdq %%xmm2,%0" : "=m" (p[d])); in raid6_sse21_gen_syndrome()
83 asm volatile("movntdq %%xmm4,%0" : "=m" (q[d])); in raid6_sse21_gen_syndrome()
97 int d, z, z0; in raid6_sse21_xor_syndrome() local
107 for ( d = 0 ; d < bytes ; d += 16 ) { in raid6_sse21_xor_syndrome()
108 asm volatile("movdqa %0,%%xmm4" :: "m" (dptr[z0][d])); in raid6_sse21_xor_syndrome()
109 asm volatile("movdqa %0,%%xmm2" : : "m" (p[d])); in raid6_sse21_xor_syndrome()
118 asm volatile("movdqa %0,%%xmm5" :: "m" (dptr[z][d])); in raid6_sse21_xor_syndrome()
130 asm volatile("pxor %0,%%xmm4" : : "m" (q[d])); in raid6_sse21_xor_syndrome()
132 asm volatile("movdqa %%xmm4,%0" : "=m" (q[d])); in raid6_sse21_xor_syndrome()
133 asm volatile("movdqa %%xmm2,%0" : "=m" (p[d])); in raid6_sse21_xor_syndrome()
155 int d, z, z0; in raid6_sse22_gen_syndrome() local
168 for ( d = 0 ; d < bytes ; d += 32 ) { in raid6_sse22_gen_syndrome()
169 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_sse22_gen_syndrome()
170 asm volatile("movdqa %0,%%xmm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_sse22_gen_syndrome()
171 asm volatile("movdqa %0,%%xmm3" : : "m" (dptr[z0][d+16])); /* P[1] */ in raid6_sse22_gen_syndrome()
175 asm volatile("prefetchnta %0" : : "m" (dptr[z][d])); in raid6_sse22_gen_syndrome()
184 asm volatile("movdqa %0,%%xmm5" : : "m" (dptr[z][d])); in raid6_sse22_gen_syndrome()
185 asm volatile("movdqa %0,%%xmm7" : : "m" (dptr[z][d+16])); in raid6_sse22_gen_syndrome()
193 asm volatile("movntdq %%xmm2,%0" : "=m" (p[d])); in raid6_sse22_gen_syndrome()
194 asm volatile("movntdq %%xmm3,%0" : "=m" (p[d+16])); in raid6_sse22_gen_syndrome()
195 asm volatile("movntdq %%xmm4,%0" : "=m" (q[d])); in raid6_sse22_gen_syndrome()
196 asm volatile("movntdq %%xmm6,%0" : "=m" (q[d+16])); in raid6_sse22_gen_syndrome()
208 int d, z, z0; in raid6_sse22_xor_syndrome() local
218 for ( d = 0 ; d < bytes ; d += 32 ) { in raid6_sse22_xor_syndrome()
219 asm volatile("movdqa %0,%%xmm4" :: "m" (dptr[z0][d])); in raid6_sse22_xor_syndrome()
220 asm volatile("movdqa %0,%%xmm6" :: "m" (dptr[z0][d+16])); in raid6_sse22_xor_syndrome()
221 asm volatile("movdqa %0,%%xmm2" : : "m" (p[d])); in raid6_sse22_xor_syndrome()
222 asm volatile("movdqa %0,%%xmm3" : : "m" (p[d+16])); in raid6_sse22_xor_syndrome()
237 asm volatile("movdqa %0,%%xmm5" :: "m" (dptr[z][d])); in raid6_sse22_xor_syndrome()
238 asm volatile("movdqa %0,%%xmm7" :: "m" (dptr[z][d+16])); in raid6_sse22_xor_syndrome()
257 asm volatile("pxor %0,%%xmm4" : : "m" (q[d])); in raid6_sse22_xor_syndrome()
258 asm volatile("pxor %0,%%xmm6" : : "m" (q[d+16])); in raid6_sse22_xor_syndrome()
260 asm volatile("movdqa %%xmm4,%0" : "=m" (q[d])); in raid6_sse22_xor_syndrome()
261 asm volatile("movdqa %%xmm6,%0" : "=m" (q[d+16])); in raid6_sse22_xor_syndrome()
262 asm volatile("movdqa %%xmm2,%0" : "=m" (p[d])); in raid6_sse22_xor_syndrome()
263 asm volatile("movdqa %%xmm3,%0" : "=m" (p[d+16])); in raid6_sse22_xor_syndrome()
287 int d, z, z0; in raid6_sse24_gen_syndrome() local
309 for ( d = 0 ; d < bytes ; d += 64 ) { in raid6_sse24_gen_syndrome()
312 asm volatile("prefetchnta %0" :: "m" (dptr[z][d])); in raid6_sse24_gen_syndrome()
313 asm volatile("prefetchnta %0" :: "m" (dptr[z][d+32])); in raid6_sse24_gen_syndrome()
330 asm volatile("movdqa %0,%%xmm5" :: "m" (dptr[z][d])); in raid6_sse24_gen_syndrome()
331 asm volatile("movdqa %0,%%xmm7" :: "m" (dptr[z][d+16])); in raid6_sse24_gen_syndrome()
332 asm volatile("movdqa %0,%%xmm13" :: "m" (dptr[z][d+32])); in raid6_sse24_gen_syndrome()
333 asm volatile("movdqa %0,%%xmm15" :: "m" (dptr[z][d+48])); in raid6_sse24_gen_syndrome()
347 asm volatile("movntdq %%xmm2,%0" : "=m" (p[d])); in raid6_sse24_gen_syndrome()
349 asm volatile("movntdq %%xmm3,%0" : "=m" (p[d+16])); in raid6_sse24_gen_syndrome()
351 asm volatile("movntdq %%xmm10,%0" : "=m" (p[d+32])); in raid6_sse24_gen_syndrome()
353 asm volatile("movntdq %%xmm11,%0" : "=m" (p[d+48])); in raid6_sse24_gen_syndrome()
355 asm volatile("movntdq %%xmm4,%0" : "=m" (q[d])); in raid6_sse24_gen_syndrome()
357 asm volatile("movntdq %%xmm6,%0" : "=m" (q[d+16])); in raid6_sse24_gen_syndrome()
359 asm volatile("movntdq %%xmm12,%0" : "=m" (q[d+32])); in raid6_sse24_gen_syndrome()
361 asm volatile("movntdq %%xmm14,%0" : "=m" (q[d+48])); in raid6_sse24_gen_syndrome()
374 int d, z, z0; in raid6_sse24_xor_syndrome() local
384 for ( d = 0 ; d < bytes ; d += 64 ) { in raid6_sse24_xor_syndrome()
385 asm volatile("movdqa %0,%%xmm4" :: "m" (dptr[z0][d])); in raid6_sse24_xor_syndrome()
386 asm volatile("movdqa %0,%%xmm6" :: "m" (dptr[z0][d+16])); in raid6_sse24_xor_syndrome()
387 asm volatile("movdqa %0,%%xmm12" :: "m" (dptr[z0][d+32])); in raid6_sse24_xor_syndrome()
388 asm volatile("movdqa %0,%%xmm14" :: "m" (dptr[z0][d+48])); in raid6_sse24_xor_syndrome()
389 asm volatile("movdqa %0,%%xmm2" : : "m" (p[d])); in raid6_sse24_xor_syndrome()
390 asm volatile("movdqa %0,%%xmm3" : : "m" (p[d+16])); in raid6_sse24_xor_syndrome()
391 asm volatile("movdqa %0,%%xmm10" : : "m" (p[d+32])); in raid6_sse24_xor_syndrome()
392 asm volatile("movdqa %0,%%xmm11" : : "m" (p[d+48])); in raid6_sse24_xor_syndrome()
399 asm volatile("prefetchnta %0" :: "m" (dptr[z][d])); in raid6_sse24_xor_syndrome()
400 asm volatile("prefetchnta %0" :: "m" (dptr[z][d+32])); in raid6_sse24_xor_syndrome()
421 asm volatile("movdqa %0,%%xmm5" :: "m" (dptr[z][d])); in raid6_sse24_xor_syndrome()
422 asm volatile("movdqa %0,%%xmm7" :: "m" (dptr[z][d+16])); in raid6_sse24_xor_syndrome()
423 asm volatile("movdqa %0,%%xmm13" :: "m" (dptr[z][d+32])); in raid6_sse24_xor_syndrome()
424 asm volatile("movdqa %0,%%xmm15" :: "m" (dptr[z][d+48])); in raid6_sse24_xor_syndrome()
434 asm volatile("prefetchnta %0" :: "m" (q[d])); in raid6_sse24_xor_syndrome()
435 asm volatile("prefetchnta %0" :: "m" (q[d+32])); in raid6_sse24_xor_syndrome()
459 asm volatile("movntdq %%xmm2,%0" : "=m" (p[d])); in raid6_sse24_xor_syndrome()
460 asm volatile("movntdq %%xmm3,%0" : "=m" (p[d+16])); in raid6_sse24_xor_syndrome()
461 asm volatile("movntdq %%xmm10,%0" : "=m" (p[d+32])); in raid6_sse24_xor_syndrome()
462 asm volatile("movntdq %%xmm11,%0" : "=m" (p[d+48])); in raid6_sse24_xor_syndrome()
463 asm volatile("pxor %0,%%xmm4" : : "m" (q[d])); in raid6_sse24_xor_syndrome()
464 asm volatile("pxor %0,%%xmm6" : : "m" (q[d+16])); in raid6_sse24_xor_syndrome()
465 asm volatile("pxor %0,%%xmm12" : : "m" (q[d+32])); in raid6_sse24_xor_syndrome()
466 asm volatile("pxor %0,%%xmm14" : : "m" (q[d+48])); in raid6_sse24_xor_syndrome()
467 asm volatile("movntdq %%xmm4,%0" : "=m" (q[d])); in raid6_sse24_xor_syndrome()
468 asm volatile("movntdq %%xmm6,%0" : "=m" (q[d+16])); in raid6_sse24_xor_syndrome()
469 asm volatile("movntdq %%xmm12,%0" : "=m" (q[d+32])); in raid6_sse24_xor_syndrome()
470 asm volatile("movntdq %%xmm14,%0" : "=m" (q[d+48])); in raid6_sse24_xor_syndrome()