Lines Matching refs:AVX512F

2 …RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=AVX512F
6 ; AVX512F-LABEL: avg_v16i8_mask:
7 ; AVX512F:       # %bb.0:
8 ; AVX512F-NEXT:    vpavgb %xmm1, %xmm0, %xmm0
9 ; AVX512F-NEXT:    kmovw %edi, %k1
10 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
11 ; AVX512F-NEXT:    vpmovdb %zmm1, %xmm1
12 ; AVX512F-NEXT:    vpblendvb %xmm1, %xmm0, %xmm2, %xmm0
13 ; AVX512F-NEXT:    vzeroupper
14 ; AVX512F-NEXT:    retq
34 ; AVX512F-LABEL: avg_v16i8_maskz:
35 ; AVX512F:       # %bb.0:
36 ; AVX512F-NEXT:    vpavgb %xmm1, %xmm0, %xmm0
37 ; AVX512F-NEXT:    kmovw %edi, %k1
38 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
39 ; AVX512F-NEXT:    vpmovdb %zmm1, %xmm1
40 ; AVX512F-NEXT:    vpand %xmm0, %xmm1, %xmm0
41 ; AVX512F-NEXT:    vzeroupper
42 ; AVX512F-NEXT:    retq
61 ; AVX512F-LABEL: avg_v32i8_mask:
62 ; AVX512F:       # %bb.0:
63 ; AVX512F-NEXT:    kmovw %edi, %k1
64 ; AVX512F-NEXT:    shrl $16, %edi
65 ; AVX512F-NEXT:    vpavgb %ymm1, %ymm0, %ymm0
66 ; AVX512F-NEXT:    kmovw %edi, %k2
67 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
68 ; AVX512F-NEXT:    vpmovdb %zmm1, %xmm1
69 ; AVX512F-NEXT:    vpternlogd $255, %zmm3, %zmm3, %zmm3 {%k2} {z}
70 ; AVX512F-NEXT:    vpmovdb %zmm3, %xmm3
71 ; AVX512F-NEXT:    vinserti128 $1, %xmm3, %ymm1, %ymm1
72 ; AVX512F-NEXT:    vpblendvb %ymm1, %ymm0, %ymm2, %ymm0
73 ; AVX512F-NEXT:    retq
93 ; AVX512F-LABEL: avg_v32i8_maskz:
94 ; AVX512F:       # %bb.0:
95 ; AVX512F-NEXT:    kmovw %edi, %k1
96 ; AVX512F-NEXT:    shrl $16, %edi
97 ; AVX512F-NEXT:    vpavgb %ymm1, %ymm0, %ymm0
98 ; AVX512F-NEXT:    kmovw %edi, %k2
99 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
100 ; AVX512F-NEXT:    vpmovdb %zmm1, %xmm1
101 ; AVX512F-NEXT:    vpternlogd $255, %zmm2, %zmm2, %zmm2 {%k2} {z}
102 ; AVX512F-NEXT:    vpmovdb %zmm2, %xmm2
103 ; AVX512F-NEXT:    vinserti128 $1, %xmm2, %ymm1, %ymm1
104 ; AVX512F-NEXT:    vpand %ymm0, %ymm1, %ymm0
105 ; AVX512F-NEXT:    retq
124 ; AVX512F-LABEL: avg_v64i8_mask:
125 ; AVX512F:       # %bb.0:
126 ; AVX512F-NEXT:    movq %rdi, %rax
127 ; AVX512F-NEXT:    movl %edi, %ecx
128 ; AVX512F-NEXT:    kmovw %edi, %k1
129 ; AVX512F-NEXT:    shrq $32, %rdi
130 ; AVX512F-NEXT:    shrq $48, %rax
131 ; AVX512F-NEXT:    shrl $16, %ecx
132 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm1, %ymm3
133 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm0, %ymm4
134 ; AVX512F-NEXT:    vpavgb %ymm3, %ymm4, %ymm3
135 ; AVX512F-NEXT:    vpavgb %ymm1, %ymm0, %ymm0
136 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm3, %zmm0, %zmm1
137 ; AVX512F-NEXT:    kmovw %ecx, %k2
138 ; AVX512F-NEXT:    kmovw %eax, %k3
139 ; AVX512F-NEXT:    kmovw %edi, %k4
140 ; AVX512F-NEXT:    vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k4} {z}
141 ; AVX512F-NEXT:    vpmovdb %zmm0, %xmm0
142 ; AVX512F-NEXT:    vpternlogd $255, %zmm3, %zmm3, %zmm3 {%k3} {z}
143 ; AVX512F-NEXT:    vpmovdb %zmm3, %xmm3
144 ; AVX512F-NEXT:    vinserti128 $1, %xmm3, %ymm0, %ymm0
145 ; AVX512F-NEXT:    vpternlogd $255, %zmm3, %zmm3, %zmm3 {%k1} {z}
146 ; AVX512F-NEXT:    vpmovdb %zmm3, %xmm3
147 ; AVX512F-NEXT:    vpternlogd $255, %zmm4, %zmm4, %zmm4 {%k2} {z}
148 ; AVX512F-NEXT:    vpmovdb %zmm4, %xmm4
149 ; AVX512F-NEXT:    vinserti128 $1, %xmm4, %ymm3, %ymm3
150 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm0, %zmm3, %zmm0
151 ; AVX512F-NEXT:    vpternlogq $202, %zmm2, %zmm1, %zmm0
152 ; AVX512F-NEXT:    retq
172 ; AVX512F-LABEL: avg_v64i8_maskz:
173 ; AVX512F:       # %bb.0:
174 ; AVX512F-NEXT:    movq %rdi, %rax
175 ; AVX512F-NEXT:    movl %edi, %ecx
176 ; AVX512F-NEXT:    kmovw %edi, %k1
177 ; AVX512F-NEXT:    shrq $32, %rdi
178 ; AVX512F-NEXT:    shrq $48, %rax
179 ; AVX512F-NEXT:    shrl $16, %ecx
180 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm1, %ymm2
181 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm0, %ymm3
182 ; AVX512F-NEXT:    vpavgb %ymm2, %ymm3, %ymm2
183 ; AVX512F-NEXT:    vpavgb %ymm1, %ymm0, %ymm0
184 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm2, %zmm0, %zmm0
185 ; AVX512F-NEXT:    kmovw %ecx, %k2
186 ; AVX512F-NEXT:    kmovw %eax, %k3
187 ; AVX512F-NEXT:    kmovw %edi, %k4
188 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k4} {z}
189 ; AVX512F-NEXT:    vpmovdb %zmm1, %xmm1
190 ; AVX512F-NEXT:    vpternlogd $255, %zmm2, %zmm2, %zmm2 {%k3} {z}
191 ; AVX512F-NEXT:    vpmovdb %zmm2, %xmm2
192 ; AVX512F-NEXT:    vinserti128 $1, %xmm2, %ymm1, %ymm1
193 ; AVX512F-NEXT:    vpternlogd $255, %zmm2, %zmm2, %zmm2 {%k1} {z}
194 ; AVX512F-NEXT:    vpmovdb %zmm2, %xmm2
195 ; AVX512F-NEXT:    vpternlogd $255, %zmm3, %zmm3, %zmm3 {%k2} {z}
196 ; AVX512F-NEXT:    vpmovdb %zmm3, %xmm3
197 ; AVX512F-NEXT:    vinserti128 $1, %xmm3, %ymm2, %ymm2
198 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm1, %zmm2, %zmm1
199 ; AVX512F-NEXT:    vpandq %zmm0, %zmm1, %zmm0
200 ; AVX512F-NEXT:    retq
219 ; AVX512F-LABEL: avg_v8i16_mask:
220 ; AVX512F:       # %bb.0:
221 ; AVX512F-NEXT:    vpavgw %xmm1, %xmm0, %xmm0
222 ; AVX512F-NEXT:    kmovw %edi, %k1
223 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
224 ; AVX512F-NEXT:    vpmovdw %zmm1, %ymm1
225 ; AVX512F-NEXT:    vpblendvb %xmm1, %xmm0, %xmm2, %xmm0
226 ; AVX512F-NEXT:    vzeroupper
227 ; AVX512F-NEXT:    retq
247 ; AVX512F-LABEL: avg_v8i16_maskz:
248 ; AVX512F:       # %bb.0:
249 ; AVX512F-NEXT:    vpavgw %xmm1, %xmm0, %xmm0
250 ; AVX512F-NEXT:    kmovw %edi, %k1
251 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
252 ; AVX512F-NEXT:    vpmovdw %zmm1, %ymm1
253 ; AVX512F-NEXT:    vpand %xmm0, %xmm1, %xmm0
254 ; AVX512F-NEXT:    vzeroupper
255 ; AVX512F-NEXT:    retq
274 ; AVX512F-LABEL: avg_v16i16_mask:
275 ; AVX512F:       # %bb.0:
276 ; AVX512F-NEXT:    vpavgw %ymm1, %ymm0, %ymm0
277 ; AVX512F-NEXT:    kmovw %edi, %k1
278 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
279 ; AVX512F-NEXT:    vpmovdw %zmm1, %ymm1
280 ; AVX512F-NEXT:    vpblendvb %ymm1, %ymm0, %ymm2, %ymm0
281 ; AVX512F-NEXT:    retq
301 ; AVX512F-LABEL: avg_v16i16_maskz:
302 ; AVX512F:       # %bb.0:
303 ; AVX512F-NEXT:    vpavgw %ymm1, %ymm0, %ymm0
304 ; AVX512F-NEXT:    kmovw %edi, %k1
305 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
306 ; AVX512F-NEXT:    vpmovdw %zmm1, %ymm1
307 ; AVX512F-NEXT:    vpand %ymm0, %ymm1, %ymm0
308 ; AVX512F-NEXT:    retq
327 ; AVX512F-LABEL: avg_v32i16_mask:
328 ; AVX512F:       # %bb.0:
329 ; AVX512F-NEXT:    kmovw %edi, %k1
330 ; AVX512F-NEXT:    shrl $16, %edi
331 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm1, %ymm3
332 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm0, %ymm4
333 ; AVX512F-NEXT:    vpavgw %ymm3, %ymm4, %ymm3
334 ; AVX512F-NEXT:    vpavgw %ymm1, %ymm0, %ymm0
335 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm3, %zmm0, %zmm1
336 ; AVX512F-NEXT:    kmovw %edi, %k2
337 ; AVX512F-NEXT:    vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
338 ; AVX512F-NEXT:    vpmovdw %zmm0, %ymm0
339 ; AVX512F-NEXT:    vpternlogd $255, %zmm3, %zmm3, %zmm3 {%k2} {z}
340 ; AVX512F-NEXT:    vpmovdw %zmm3, %ymm3
341 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm3, %zmm0, %zmm0
342 ; AVX512F-NEXT:    vpternlogq $202, %zmm2, %zmm1, %zmm0
343 ; AVX512F-NEXT:    retq
363 ; AVX512F-LABEL: avg_v32i16_maskz:
364 ; AVX512F:       # %bb.0:
365 ; AVX512F-NEXT:    kmovw %edi, %k1
366 ; AVX512F-NEXT:    shrl $16, %edi
367 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm1, %ymm2
368 ; AVX512F-NEXT:    vextracti64x4 $1, %zmm0, %ymm3
369 ; AVX512F-NEXT:    vpavgw %ymm2, %ymm3, %ymm2
370 ; AVX512F-NEXT:    vpavgw %ymm1, %ymm0, %ymm0
371 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm2, %zmm0, %zmm0
372 ; AVX512F-NEXT:    kmovw %edi, %k2
373 ; AVX512F-NEXT:    vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
374 ; AVX512F-NEXT:    vpmovdw %zmm1, %ymm1
375 ; AVX512F-NEXT:    vpternlogd $255, %zmm2, %zmm2, %zmm2 {%k2} {z}
376 ; AVX512F-NEXT:    vpmovdw %zmm2, %ymm2
377 ; AVX512F-NEXT:    vinserti64x4 $1, %ymm2, %zmm1, %zmm1
378 ; AVX512F-NEXT:    vpandq %zmm0, %zmm1, %zmm0
379 ; AVX512F-NEXT:    retq