46 	int d, z, z0;  in raid6_avx21_gen_syndrome()  local
57 	for (d = 0; d < bytes; d += 32) {  in raid6_avx21_gen_syndrome()
58 		asm volatile("prefetchnta %0" : : "m" (dptr[z0][d]));  in raid6_avx21_gen_syndrome()
59 		asm volatile("vmovdqa %0,%%ymm2" : : "m" (dptr[z0][d]));/* P[0] */  in raid6_avx21_gen_syndrome()
60 		asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d]));  in raid6_avx21_gen_syndrome()
62 		asm volatile("vmovdqa %0,%%ymm6" : : "m" (dptr[z0-1][d]));  in raid6_avx21_gen_syndrome()
64 			asm volatile("prefetchnta %0" : : "m" (dptr[z][d]));  in raid6_avx21_gen_syndrome()
71 			asm volatile("vmovdqa %0,%%ymm6" : : "m" (dptr[z][d]));  in raid6_avx21_gen_syndrome()
80 		asm volatile("vmovntdq %%ymm2,%0" : "=m" (p[d]));  in raid6_avx21_gen_syndrome()
82 		asm volatile("vmovntdq %%ymm4,%0" : "=m" (q[d]));  in raid6_avx21_gen_syndrome()
105 	int d, z, z0;  in raid6_avx22_gen_syndrome()  local
117 	for (d = 0; d < bytes; d += 64) {  in raid6_avx22_gen_syndrome()
118 		asm volatile("prefetchnta %0" : : "m" (dptr[z0][d]));  in raid6_avx22_gen_syndrome()
119 		asm volatile("prefetchnta %0" : : "m" (dptr[z0][d+32]));  in raid6_avx22_gen_syndrome()
120 		asm volatile("vmovdqa %0,%%ymm2" : : "m" (dptr[z0][d]));/* P[0] */  in raid6_avx22_gen_syndrome()
121 		asm volatile("vmovdqa %0,%%ymm3" : : "m" (dptr[z0][d+32]));/* P[1] */  in raid6_avx22_gen_syndrome()
125 			asm volatile("prefetchnta %0" : : "m" (dptr[z][d]));  in raid6_avx22_gen_syndrome()
126 			asm volatile("prefetchnta %0" : : "m" (dptr[z][d+32]));  in raid6_avx22_gen_syndrome()
135 			asm volatile("vmovdqa %0,%%ymm5" : : "m" (dptr[z][d]));  in raid6_avx22_gen_syndrome()
136 			asm volatile("vmovdqa %0,%%ymm7" : : "m" (dptr[z][d+32]));  in raid6_avx22_gen_syndrome()
142 		asm volatile("vmovntdq %%ymm2,%0" : "=m" (p[d]));  in raid6_avx22_gen_syndrome()
143 		asm volatile("vmovntdq %%ymm3,%0" : "=m" (p[d+32]));  in raid6_avx22_gen_syndrome()
144 		asm volatile("vmovntdq %%ymm4,%0" : "=m" (q[d]));  in raid6_avx22_gen_syndrome()
145 		asm volatile("vmovntdq %%ymm6,%0" : "=m" (q[d+32]));  in raid6_avx22_gen_syndrome()
169 	int d, z, z0;  in raid6_avx24_gen_syndrome()  local
188 	for (d = 0; d < bytes; d += 128) {  in raid6_avx24_gen_syndrome()
190 			asm volatile("prefetchnta %0" : : "m" (dptr[z][d]));  in raid6_avx24_gen_syndrome()
191 			asm volatile("prefetchnta %0" : : "m" (dptr[z][d+32]));  in raid6_avx24_gen_syndrome()
192 			asm volatile("prefetchnta %0" : : "m" (dptr[z][d+64]));  in raid6_avx24_gen_syndrome()
193 			asm volatile("prefetchnta %0" : : "m" (dptr[z][d+96]));  in raid6_avx24_gen_syndrome()
210 			asm volatile("vmovdqa %0,%%ymm5" : : "m" (dptr[z][d]));  in raid6_avx24_gen_syndrome()
211 			asm volatile("vmovdqa %0,%%ymm7" : : "m" (dptr[z][d+32]));  in raid6_avx24_gen_syndrome()
212 			asm volatile("vmovdqa %0,%%ymm13" : : "m" (dptr[z][d+64]));  in raid6_avx24_gen_syndrome()
213 			asm volatile("vmovdqa %0,%%ymm15" : : "m" (dptr[z][d+96]));  in raid6_avx24_gen_syndrome()
223 		asm volatile("vmovntdq %%ymm2,%0" : "=m" (p[d]));  in raid6_avx24_gen_syndrome()
225 		asm volatile("vmovntdq %%ymm3,%0" : "=m" (p[d+32]));  in raid6_avx24_gen_syndrome()
227 		asm volatile("vmovntdq %%ymm10,%0" : "=m" (p[d+64]));  in raid6_avx24_gen_syndrome()
229 		asm volatile("vmovntdq %%ymm11,%0" : "=m" (p[d+96]));  in raid6_avx24_gen_syndrome()
231 		asm volatile("vmovntdq %%ymm4,%0" : "=m" (q[d]));  in raid6_avx24_gen_syndrome()
233 		asm volatile("vmovntdq %%ymm6,%0" : "=m" (q[d+32]));  in raid6_avx24_gen_syndrome()
235 		asm volatile("vmovntdq %%ymm12,%0" : "=m" (q[d+64]));  in raid6_avx24_gen_syndrome()
237 		asm volatile("vmovntdq %%ymm14,%0" : "=m" (q[d+96]));  in raid6_avx24_gen_syndrome()