Lines Matching full:volatile
59 asm volatile("vpbroadcastb %0, %%ymm7" : : "m" (x0f)); in raid6_2data_recov_avx2()
63 asm volatile("vmovdqa %0, %%ymm1" : : "m" (q[0])); in raid6_2data_recov_avx2()
64 asm volatile("vmovdqa %0, %%ymm9" : : "m" (q[32])); in raid6_2data_recov_avx2()
65 asm volatile("vmovdqa %0, %%ymm0" : : "m" (p[0])); in raid6_2data_recov_avx2()
66 asm volatile("vmovdqa %0, %%ymm8" : : "m" (p[32])); in raid6_2data_recov_avx2()
67 asm volatile("vpxor %0, %%ymm1, %%ymm1" : : "m" (dq[0])); in raid6_2data_recov_avx2()
68 asm volatile("vpxor %0, %%ymm9, %%ymm9" : : "m" (dq[32])); in raid6_2data_recov_avx2()
69 asm volatile("vpxor %0, %%ymm0, %%ymm0" : : "m" (dp[0])); in raid6_2data_recov_avx2()
70 asm volatile("vpxor %0, %%ymm8, %%ymm8" : : "m" (dp[32])); in raid6_2data_recov_avx2()
79 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
80 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
82 asm volatile("vpsraw $4, %ymm1, %ymm3"); in raid6_2data_recov_avx2()
83 asm volatile("vpsraw $4, %ymm9, %ymm12"); in raid6_2data_recov_avx2()
84 asm volatile("vpand %ymm7, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
85 asm volatile("vpand %ymm7, %ymm9, %ymm9"); in raid6_2data_recov_avx2()
86 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_2data_recov_avx2()
87 asm volatile("vpand %ymm7, %ymm12, %ymm12"); in raid6_2data_recov_avx2()
88 asm volatile("vpshufb %ymm9, %ymm4, %ymm14"); in raid6_2data_recov_avx2()
89 asm volatile("vpshufb %ymm1, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
90 asm volatile("vpshufb %ymm12, %ymm5, %ymm15"); in raid6_2data_recov_avx2()
91 asm volatile("vpshufb %ymm3, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
92 asm volatile("vpxor %ymm14, %ymm15, %ymm15"); in raid6_2data_recov_avx2()
93 asm volatile("vpxor %ymm4, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
100 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
101 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
102 asm volatile("vpsraw $4, %ymm0, %ymm2"); in raid6_2data_recov_avx2()
103 asm volatile("vpsraw $4, %ymm8, %ymm6"); in raid6_2data_recov_avx2()
104 asm volatile("vpand %ymm7, %ymm0, %ymm3"); in raid6_2data_recov_avx2()
105 asm volatile("vpand %ymm7, %ymm8, %ymm14"); in raid6_2data_recov_avx2()
106 asm volatile("vpand %ymm7, %ymm2, %ymm2"); in raid6_2data_recov_avx2()
107 asm volatile("vpand %ymm7, %ymm6, %ymm6"); in raid6_2data_recov_avx2()
108 asm volatile("vpshufb %ymm14, %ymm4, %ymm12"); in raid6_2data_recov_avx2()
109 asm volatile("vpshufb %ymm3, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
110 asm volatile("vpshufb %ymm6, %ymm1, %ymm13"); in raid6_2data_recov_avx2()
111 asm volatile("vpshufb %ymm2, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
112 asm volatile("vpxor %ymm4, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
113 asm volatile("vpxor %ymm12, %ymm13, %ymm13"); in raid6_2data_recov_avx2()
119 asm volatile("vpxor %ymm5, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
120 asm volatile("vpxor %ymm15, %ymm13, %ymm13"); in raid6_2data_recov_avx2()
126 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_2data_recov_avx2()
127 asm volatile("vmovdqa %%ymm13,%0" : "=m" (dq[32])); in raid6_2data_recov_avx2()
128 asm volatile("vpxor %ymm1, %ymm0, %ymm0"); in raid6_2data_recov_avx2()
129 asm volatile("vpxor %ymm13, %ymm8, %ymm8"); in raid6_2data_recov_avx2()
131 asm volatile("vmovdqa %%ymm0, %0" : "=m" (dp[0])); in raid6_2data_recov_avx2()
132 asm volatile("vmovdqa %%ymm8, %0" : "=m" (dp[32])); in raid6_2data_recov_avx2()
140 asm volatile("vmovdqa %0, %%ymm1" : : "m" (*q)); in raid6_2data_recov_avx2()
141 asm volatile("vmovdqa %0, %%ymm0" : : "m" (*p)); in raid6_2data_recov_avx2()
142 asm volatile("vpxor %0, %%ymm1, %%ymm1" : : "m" (*dq)); in raid6_2data_recov_avx2()
143 asm volatile("vpxor %0, %%ymm0, %%ymm0" : : "m" (*dp)); in raid6_2data_recov_avx2()
147 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (qmul[0])); in raid6_2data_recov_avx2()
148 asm volatile("vbroadcasti128 %0, %%ymm5" : : "m" (qmul[16])); in raid6_2data_recov_avx2()
154 asm volatile("vpsraw $4, %ymm1, %ymm3"); in raid6_2data_recov_avx2()
155 asm volatile("vpand %ymm7, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
156 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_2data_recov_avx2()
157 asm volatile("vpshufb %ymm1, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
158 asm volatile("vpshufb %ymm3, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
159 asm volatile("vpxor %ymm4, %ymm5, %ymm5"); in raid6_2data_recov_avx2()
163 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
164 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
166 asm volatile("vpsraw $4, %ymm0, %ymm2"); in raid6_2data_recov_avx2()
167 asm volatile("vpand %ymm7, %ymm0, %ymm3"); in raid6_2data_recov_avx2()
168 asm volatile("vpand %ymm7, %ymm2, %ymm2"); in raid6_2data_recov_avx2()
169 asm volatile("vpshufb %ymm3, %ymm4, %ymm4"); in raid6_2data_recov_avx2()
170 asm volatile("vpshufb %ymm2, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
171 asm volatile("vpxor %ymm4, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
174 asm volatile("vpxor %ymm5, %ymm1, %ymm1"); in raid6_2data_recov_avx2()
176 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_2data_recov_avx2()
178 asm volatile("vpxor %ymm1, %ymm0, %ymm0"); in raid6_2data_recov_avx2()
179 asm volatile("vmovdqa %%ymm0, %0" : "=m" (dp[0])); in raid6_2data_recov_avx2()
219 asm volatile("vpbroadcastb %0, %%ymm7" : : "m" (x0f)); in raid6_datap_recov_avx2()
223 asm volatile("vmovdqa %0, %%ymm3" : : "m" (dq[0])); in raid6_datap_recov_avx2()
224 asm volatile("vmovdqa %0, %%ymm8" : : "m" (dq[32])); in raid6_datap_recov_avx2()
225 asm volatile("vpxor %0, %%ymm3, %%ymm3" : : "m" (q[0])); in raid6_datap_recov_avx2()
226 asm volatile("vpxor %0, %%ymm8, %%ymm8" : : "m" (q[32])); in raid6_datap_recov_avx2()
232 asm volatile("vbroadcasti128 %0, %%ymm0" : : "m" (qmul[0])); in raid6_datap_recov_avx2()
233 asm volatile("vmovapd %ymm0, %ymm13"); in raid6_datap_recov_avx2()
234 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (qmul[16])); in raid6_datap_recov_avx2()
235 asm volatile("vmovapd %ymm1, %ymm14"); in raid6_datap_recov_avx2()
237 asm volatile("vpsraw $4, %ymm3, %ymm6"); in raid6_datap_recov_avx2()
238 asm volatile("vpsraw $4, %ymm8, %ymm12"); in raid6_datap_recov_avx2()
239 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_datap_recov_avx2()
240 asm volatile("vpand %ymm7, %ymm8, %ymm8"); in raid6_datap_recov_avx2()
241 asm volatile("vpand %ymm7, %ymm6, %ymm6"); in raid6_datap_recov_avx2()
242 asm volatile("vpand %ymm7, %ymm12, %ymm12"); in raid6_datap_recov_avx2()
243 asm volatile("vpshufb %ymm3, %ymm0, %ymm0"); in raid6_datap_recov_avx2()
244 asm volatile("vpshufb %ymm8, %ymm13, %ymm13"); in raid6_datap_recov_avx2()
245 asm volatile("vpshufb %ymm6, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
246 asm volatile("vpshufb %ymm12, %ymm14, %ymm14"); in raid6_datap_recov_avx2()
247 asm volatile("vpxor %ymm0, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
248 asm volatile("vpxor %ymm13, %ymm14, %ymm14"); in raid6_datap_recov_avx2()
254 asm volatile("vmovdqa %0, %%ymm2" : : "m" (p[0])); in raid6_datap_recov_avx2()
255 asm volatile("vmovdqa %0, %%ymm12" : : "m" (p[32])); in raid6_datap_recov_avx2()
256 asm volatile("vpxor %ymm1, %ymm2, %ymm2"); in raid6_datap_recov_avx2()
257 asm volatile("vpxor %ymm14, %ymm12, %ymm12"); in raid6_datap_recov_avx2()
264 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_datap_recov_avx2()
265 asm volatile("vmovdqa %%ymm14, %0" : "=m" (dq[32])); in raid6_datap_recov_avx2()
266 asm volatile("vmovdqa %%ymm2, %0" : "=m" (p[0])); in raid6_datap_recov_avx2()
267 asm volatile("vmovdqa %%ymm12,%0" : "=m" (p[32])); in raid6_datap_recov_avx2()
274 asm volatile("vmovdqa %0, %%ymm3" : : "m" (dq[0])); in raid6_datap_recov_avx2()
275 asm volatile("vpxor %0, %%ymm3, %%ymm3" : : "m" (q[0])); in raid6_datap_recov_avx2()
279 asm volatile("vbroadcasti128 %0, %%ymm0" : : "m" (qmul[0])); in raid6_datap_recov_avx2()
280 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (qmul[16])); in raid6_datap_recov_avx2()
282 asm volatile("vpsraw $4, %ymm3, %ymm6"); in raid6_datap_recov_avx2()
283 asm volatile("vpand %ymm7, %ymm3, %ymm3"); in raid6_datap_recov_avx2()
284 asm volatile("vpand %ymm7, %ymm6, %ymm6"); in raid6_datap_recov_avx2()
285 asm volatile("vpshufb %ymm3, %ymm0, %ymm0"); in raid6_datap_recov_avx2()
286 asm volatile("vpshufb %ymm6, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
287 asm volatile("vpxor %ymm0, %ymm1, %ymm1"); in raid6_datap_recov_avx2()
291 asm volatile("vmovdqa %0, %%ymm2" : : "m" (p[0])); in raid6_datap_recov_avx2()
292 asm volatile("vpxor %ymm1, %ymm2, %ymm2"); in raid6_datap_recov_avx2()
296 asm volatile("vmovdqa %%ymm1, %0" : "=m" (dq[0])); in raid6_datap_recov_avx2()
297 asm volatile("vmovdqa %%ymm2, %0" : "=m" (p[0])); in raid6_datap_recov_avx2()