1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py 2; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=knl -mattr=+avx512bw | FileCheck %s --check-prefix=ALL --check-prefix=AVX512BW 3; RUN: llc < %s -mtriple=i386-unknown-linux-gnu -mcpu=knl -mattr=+avx512bw | FileCheck %s --check-prefix=ALL --check-prefix=AVX512F-32 4 5declare void @llvm.x86.avx512.mask.storeu.b.512(i8*, <64 x i8>, i64) 6 7define void@test_int_x86_avx512_mask_storeu_b_512(i8* %ptr1, i8* %ptr2, <64 x i8> %x1, i64 %x2) { 8; AVX512BW-LABEL: test_int_x86_avx512_mask_storeu_b_512: 9; AVX512BW: ## BB#0: 10; AVX512BW-NEXT: kmovq %rdx, %k1 11; AVX512BW-NEXT: vmovdqu8 %zmm0, (%rdi) {%k1} 12; AVX512BW-NEXT: vmovdqu8 %zmm0, (%rsi) 13; AVX512BW-NEXT: retq 14; 15; AVX512F-32-LABEL: test_int_x86_avx512_mask_storeu_b_512: 16; AVX512F-32: # BB#0: 17; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 18; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %ecx 19; AVX512F-32-NEXT: kmovq {{[0-9]+}}(%esp), %k1 20; AVX512F-32-NEXT: vmovdqu8 %zmm0, (%ecx) {%k1} 21; AVX512F-32-NEXT: vmovdqu8 %zmm0, (%eax) 22; AVX512F-32-NEXT: retl 23 call void @llvm.x86.avx512.mask.storeu.b.512(i8* %ptr1, <64 x i8> %x1, i64 %x2) 24 call void @llvm.x86.avx512.mask.storeu.b.512(i8* %ptr2, <64 x i8> %x1, i64 -1) 25 ret void 26} 27 28declare void @llvm.x86.avx512.mask.storeu.w.512(i8*, <32 x i16>, i32) 29 30define void@test_int_x86_avx512_mask_storeu_w_512(i8* %ptr1, i8* %ptr2, <32 x i16> %x1, i32 %x2) { 31; AVX512BW-LABEL: test_int_x86_avx512_mask_storeu_w_512: 32; AVX512BW: ## BB#0: 33; AVX512BW-NEXT: kmovd %edx, %k1 34; AVX512BW-NEXT: vmovdqu16 %zmm0, (%rdi) {%k1} 35; AVX512BW-NEXT: vmovdqu16 %zmm0, (%rsi) 36; AVX512BW-NEXT: retq 37; 38; AVX512F-32-LABEL: test_int_x86_avx512_mask_storeu_w_512: 39; AVX512F-32: # BB#0: 40; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 41; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %ecx 42; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 43; AVX512F-32-NEXT: vmovdqu16 %zmm0, (%ecx) {%k1} 44; AVX512F-32-NEXT: vmovdqu16 %zmm0, (%eax) 45; AVX512F-32-NEXT: retl 46 call void @llvm.x86.avx512.mask.storeu.w.512(i8* %ptr1, <32 x i16> %x1, i32 %x2) 47 call void @llvm.x86.avx512.mask.storeu.w.512(i8* %ptr2, <32 x i16> %x1, i32 -1) 48 ret void 49} 50 51declare <32 x i16> @llvm.x86.avx512.mask.loadu.w.512(i8*, <32 x i16>, i32) 52 53define <32 x i16>@test_int_x86_avx512_mask_loadu_w_512(i8* %ptr, i8* %ptr2, <32 x i16> %x1, i32 %mask) { 54; AVX512BW-LABEL: test_int_x86_avx512_mask_loadu_w_512: 55; AVX512BW: ## BB#0: 56; AVX512BW-NEXT: vmovdqu16 (%rdi), %zmm0 57; AVX512BW-NEXT: kmovd %edx, %k1 58; AVX512BW-NEXT: vmovdqu16 (%rsi), %zmm0 {%k1} 59; AVX512BW-NEXT: vmovdqu16 (%rdi), %zmm1 {%k1} {z} 60; AVX512BW-NEXT: vpaddw %zmm1, %zmm0, %zmm0 61; AVX512BW-NEXT: retq 62; 63; AVX512F-32-LABEL: test_int_x86_avx512_mask_loadu_w_512: 64; AVX512F-32: # BB#0: 65; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 66; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %ecx 67; AVX512F-32-NEXT: vmovdqu16 (%ecx), %zmm0 68; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 69; AVX512F-32-NEXT: vmovdqu16 (%eax), %zmm0 {%k1} 70; AVX512F-32-NEXT: vmovdqu16 (%ecx), %zmm1 {%k1} {z} 71; AVX512F-32-NEXT: vpaddw %zmm1, %zmm0, %zmm0 72; AVX512F-32-NEXT: retl 73 %res0 = call <32 x i16> @llvm.x86.avx512.mask.loadu.w.512(i8* %ptr, <32 x i16> %x1, i32 -1) 74 %res = call <32 x i16> @llvm.x86.avx512.mask.loadu.w.512(i8* %ptr2, <32 x i16> %res0, i32 %mask) 75 %res1 = call <32 x i16> @llvm.x86.avx512.mask.loadu.w.512(i8* %ptr, <32 x i16> zeroinitializer, i32 %mask) 76 %res2 = add <32 x i16> %res, %res1 77 ret <32 x i16> %res2 78} 79 80declare <64 x i8> @llvm.x86.avx512.mask.loadu.b.512(i8*, <64 x i8>, i64) 81 82define <64 x i8>@test_int_x86_avx512_mask_loadu_b_512(i8* %ptr, i8* %ptr2, <64 x i8> %x1, i64 %mask) { 83; AVX512BW-LABEL: test_int_x86_avx512_mask_loadu_b_512: 84; AVX512BW: ## BB#0: 85; AVX512BW-NEXT: vmovdqu8 (%rdi), %zmm0 86; AVX512BW-NEXT: kmovq %rdx, %k1 87; AVX512BW-NEXT: vmovdqu8 (%rsi), %zmm0 {%k1} 88; AVX512BW-NEXT: vmovdqu8 (%rdi), %zmm1 {%k1} {z} 89; AVX512BW-NEXT: vpaddb %zmm1, %zmm0, %zmm0 90; AVX512BW-NEXT: retq 91; 92; AVX512F-32-LABEL: test_int_x86_avx512_mask_loadu_b_512: 93; AVX512F-32: # BB#0: 94; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 95; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %ecx 96; AVX512F-32-NEXT: vmovdqu8 (%ecx), %zmm0 97; AVX512F-32-NEXT: kmovq {{[0-9]+}}(%esp), %k1 98; AVX512F-32-NEXT: vmovdqu8 (%eax), %zmm0 {%k1} 99; AVX512F-32-NEXT: vmovdqu8 (%ecx), %zmm1 {%k1} {z} 100; AVX512F-32-NEXT: vpaddb %zmm1, %zmm0, %zmm0 101; AVX512F-32-NEXT: retl 102 %res0 = call <64 x i8> @llvm.x86.avx512.mask.loadu.b.512(i8* %ptr, <64 x i8> %x1, i64 -1) 103 %res = call <64 x i8> @llvm.x86.avx512.mask.loadu.b.512(i8* %ptr2, <64 x i8> %res0, i64 %mask) 104 %res1 = call <64 x i8> @llvm.x86.avx512.mask.loadu.b.512(i8* %ptr, <64 x i8> zeroinitializer, i64 %mask) 105 %res2 = add <64 x i8> %res, %res1 106 ret <64 x i8> %res2 107} 108 109declare <8 x i64> @llvm.x86.avx512.psll.dq.512(<8 x i64>, i32) 110 111define <8 x i64>@test_int_x86_avx512_psll_dq_512(<8 x i64> %x0) { 112; AVX512BW-LABEL: test_int_x86_avx512_psll_dq_512: 113; AVX512BW: ## BB#0: 114; AVX512BW-NEXT: vpslldq {{.*#+}} zmm1 = zero,zero,zero,zero,zero,zero,zero,zero,zmm0[0,1,2,3,4,5,6,7],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[16,17,18,19,20,21,22,23],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[32,33,34,35,36,37,38,39],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[48,49,50,51,52,53,54,55] 115; AVX512BW-NEXT: vpslldq {{.*#+}} zmm0 = zero,zero,zero,zero,zmm0[0,1,2,3,4,5,6,7,8,9,10,11],zero,zero,zero,zero,zmm0[16,17,18,19,20,21,22,23,24,25,26,27],zero,zero,zero,zero,zmm0[32,33,34,35,36,37,38,39,40,41,42,43],zero,zero,zero,zero,zmm0[48,49,50,51,52,53,54,55,56,57,58,59] 116; AVX512BW-NEXT: vpaddq %zmm0, %zmm1, %zmm0 117; AVX512BW-NEXT: retq 118; 119; AVX512F-32-LABEL: test_int_x86_avx512_psll_dq_512: 120; AVX512F-32: # BB#0: 121; AVX512F-32-NEXT: vpslldq {{.*#+}} zmm1 = zero,zero,zero,zero,zero,zero,zero,zero,zmm0[0,1,2,3,4,5,6,7],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[16,17,18,19,20,21,22,23],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[32,33,34,35,36,37,38,39],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[48,49,50,51,52,53,54,55] 122; AVX512F-32-NEXT: vpslldq {{.*#+}} zmm0 = zero,zero,zero,zero,zmm0[0,1,2,3,4,5,6,7,8,9,10,11],zero,zero,zero,zero,zmm0[16,17,18,19,20,21,22,23,24,25,26,27],zero,zero,zero,zero,zmm0[32,33,34,35,36,37,38,39,40,41,42,43],zero,zero,zero,zero,zmm0[48,49,50,51,52,53,54,55,56,57,58,59] 123; AVX512F-32-NEXT: vpaddq %zmm0, %zmm1, %zmm0 124; AVX512F-32-NEXT: retl 125 %res = call <8 x i64> @llvm.x86.avx512.psll.dq.512(<8 x i64> %x0, i32 8) 126 %res1 = call <8 x i64> @llvm.x86.avx512.psll.dq.512(<8 x i64> %x0, i32 4) 127 %res2 = add <8 x i64> %res, %res1 128 ret <8 x i64> %res2 129} 130 131define <8 x i64>@test_int_x86_avx512_psll_load_dq_512(<8 x i64>* %p0) { 132; AVX512BW-LABEL: test_int_x86_avx512_psll_load_dq_512: 133; AVX512BW: ## BB#0: 134; AVX512BW-NEXT: vpslldq {{.*#+}} zmm0 = zero,zero,zero,zero,mem[0,1,2,3,4,5,6,7,8,9,10,11],zero,zero,zero,zero,mem[16,17,18,19,20,21,22,23,24,25,26,27],zero,zero,zero,zero,mem[32,33,34,35,36,37,38,39,40,41,42,43],zero,zero,zero,zero,mem[48,49,50,51,52,53,54,55,56,57,58,59] 135; AVX512BW-NEXT: retq 136; 137; AVX512F-32-LABEL: test_int_x86_avx512_psll_load_dq_512: 138; AVX512F-32: # BB#0: 139; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 140; AVX512F-32-NEXT: vpslldq {{.*#+}} zmm0 = zero,zero,zero,zero,mem[0,1,2,3,4,5,6,7,8,9,10,11],zero,zero,zero,zero,mem[16,17,18,19,20,21,22,23,24,25,26,27],zero,zero,zero,zero,mem[32,33,34,35,36,37,38,39,40,41,42,43],zero,zero,zero,zero,mem[48,49,50,51,52,53,54,55,56,57,58,59] 141; AVX512F-32-NEXT: retl 142 %x0 = load <8 x i64>, <8 x i64> *%p0 143 %res = call <8 x i64> @llvm.x86.avx512.psll.dq.512(<8 x i64> %x0, i32 4) 144 ret <8 x i64> %res 145} 146 147declare <8 x i64> @llvm.x86.avx512.psrl.dq.512(<8 x i64>, i32) 148 149define <8 x i64>@test_int_x86_avx512_psrl_dq_512(<8 x i64> %x0) { 150; AVX512BW-LABEL: test_int_x86_avx512_psrl_dq_512: 151; AVX512BW: ## BB#0: 152; AVX512BW-NEXT: vpsrldq {{.*#+}} zmm1 = zmm0[8,9,10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[24,25,26,27,28,29,30,31],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[40,41,42,43,44,45,46,47],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[56,57,58,59,60,61,62,63],zero,zero,zero,zero,zero,zero,zero,zero 153; AVX512BW-NEXT: vpsrldq {{.*#+}} zmm0 = zmm0[4,5,6,7,8,9,10,11,12,13,14,15],zero,zero,zero,zero,zmm0[20,21,22,23,24,25,26,27,28,29,30,31],zero,zero,zero,zero,zmm0[36,37,38,39,40,41,42,43,44,45,46,47],zero,zero,zero,zero,zmm0[52,53,54,55,56,57,58,59,60,61,62,63],zero,zero,zero,zero 154; AVX512BW-NEXT: vpaddq %zmm0, %zmm1, %zmm0 155; AVX512BW-NEXT: retq 156; 157; AVX512F-32-LABEL: test_int_x86_avx512_psrl_dq_512: 158; AVX512F-32: # BB#0: 159; AVX512F-32-NEXT: vpsrldq {{.*#+}} zmm1 = zmm0[8,9,10,11,12,13,14,15],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[24,25,26,27,28,29,30,31],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[40,41,42,43,44,45,46,47],zero,zero,zero,zero,zero,zero,zero,zero,zmm0[56,57,58,59,60,61,62,63],zero,zero,zero,zero,zero,zero,zero,zero 160; AVX512F-32-NEXT: vpsrldq {{.*#+}} zmm0 = zmm0[4,5,6,7,8,9,10,11,12,13,14,15],zero,zero,zero,zero,zmm0[20,21,22,23,24,25,26,27,28,29,30,31],zero,zero,zero,zero,zmm0[36,37,38,39,40,41,42,43,44,45,46,47],zero,zero,zero,zero,zmm0[52,53,54,55,56,57,58,59,60,61,62,63],zero,zero,zero,zero 161; AVX512F-32-NEXT: vpaddq %zmm0, %zmm1, %zmm0 162; AVX512F-32-NEXT: retl 163 %res = call <8 x i64> @llvm.x86.avx512.psrl.dq.512(<8 x i64> %x0, i32 8) 164 %res1 = call <8 x i64> @llvm.x86.avx512.psrl.dq.512(<8 x i64> %x0, i32 4) 165 %res2 = add <8 x i64> %res, %res1 166 ret <8 x i64> %res2 167} 168 169define <8 x i64>@test_int_x86_avx512_psrl_load_dq_512(<8 x i64>* %p0) { 170; AVX512BW-LABEL: test_int_x86_avx512_psrl_load_dq_512: 171; AVX512BW: ## BB#0: 172; AVX512BW-NEXT: vpsrldq {{.*#+}} zmm0 = mem[4,5,6,7,8,9,10,11,12,13,14,15],zero,zero,zero,zero,mem[20,21,22,23,24,25,26,27,28,29,30,31],zero,zero,zero,zero,mem[36,37,38,39,40,41,42,43,44,45,46,47],zero,zero,zero,zero,mem[52,53,54,55,56,57,58,59,60,61,62,63],zero,zero,zero,zero 173; AVX512BW-NEXT: retq 174; 175; AVX512F-32-LABEL: test_int_x86_avx512_psrl_load_dq_512: 176; AVX512F-32: # BB#0: 177; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %eax 178; AVX512F-32-NEXT: vpsrldq {{.*#+}} zmm0 = mem[4,5,6,7,8,9,10,11,12,13,14,15],zero,zero,zero,zero,mem[20,21,22,23,24,25,26,27,28,29,30,31],zero,zero,zero,zero,mem[36,37,38,39,40,41,42,43,44,45,46,47],zero,zero,zero,zero,mem[52,53,54,55,56,57,58,59,60,61,62,63],zero,zero,zero,zero 179; AVX512F-32-NEXT: retl 180 %x0 = load <8 x i64>, <8 x i64> *%p0 181 %res = call <8 x i64> @llvm.x86.avx512.psrl.dq.512(<8 x i64> %x0, i32 4) 182 ret <8 x i64> %res 183} 184 185declare <64 x i8> @llvm.x86.avx512.mask.palignr.512(<64 x i8>, <64 x i8>, i32, <64 x i8>, i64) 186 187define <64 x i8>@test_int_x86_avx512_mask_palignr_512(<64 x i8> %x0, <64 x i8> %x1, <64 x i8> %x3, i64 %x4) { 188; AVX512BW-LABEL: test_int_x86_avx512_mask_palignr_512: 189; AVX512BW: ## BB#0: 190; AVX512BW-NEXT: vpalignr {{.*#+}} zmm3 = zmm1[2,3,4,5,6,7,8,9,10,11,12,13,14,15],zmm0[0,1],zmm1[18,19,20,21,22,23,24,25,26,27,28,29,30,31],zmm0[16,17],zmm1[34,35,36,37,38,39,40,41,42,43,44,45,46,47],zmm0[32,33],zmm1[50,51,52,53,54,55,56,57,58,59,60,61,62,63],zmm0[48,49] 191; AVX512BW-NEXT: kmovq %rdi, %k1 192; AVX512BW-NEXT: vpalignr {{.*#+}} zmm2 {%k1} = zmm1[2,3,4,5,6,7,8,9,10,11,12,13,14,15],zmm0[0,1],zmm1[18,19,20,21,22,23,24,25,26,27,28,29,30,31],zmm0[16,17],zmm1[34,35,36,37,38,39,40,41,42,43,44,45,46,47],zmm0[32,33],zmm1[50,51,52,53,54,55,56,57,58,59,60,61,62,63],zmm0[48,49] 193; AVX512BW-NEXT: vpalignr {{.*#+}} zmm0 {%k1} {z} = zmm1[2,3,4,5,6,7,8,9,10,11,12,13,14,15],zmm0[0,1],zmm1[18,19,20,21,22,23,24,25,26,27,28,29,30,31],zmm0[16,17],zmm1[34,35,36,37,38,39,40,41,42,43,44,45,46,47],zmm0[32,33],zmm1[50,51,52,53,54,55,56,57,58,59,60,61,62,63],zmm0[48,49] 194; AVX512BW-NEXT: vpaddb %zmm0, %zmm2, %zmm0 195; AVX512BW-NEXT: vpaddb %zmm3, %zmm0, %zmm0 196; AVX512BW-NEXT: retq 197; 198; AVX512F-32-LABEL: test_int_x86_avx512_mask_palignr_512: 199; AVX512F-32: # BB#0: 200; AVX512F-32-NEXT: vpalignr {{.*#+}} zmm3 = zmm1[2,3,4,5,6,7,8,9,10,11,12,13,14,15],zmm0[0,1],zmm1[18,19,20,21,22,23,24,25,26,27,28,29,30,31],zmm0[16,17],zmm1[34,35,36,37,38,39,40,41,42,43,44,45,46,47],zmm0[32,33],zmm1[50,51,52,53,54,55,56,57,58,59,60,61,62,63],zmm0[48,49] 201; AVX512F-32-NEXT: kmovq {{[0-9]+}}(%esp), %k1 202; AVX512F-32-NEXT: vpalignr {{.*#+}} zmm2 {%k1} = zmm1[2,3,4,5,6,7,8,9,10,11,12,13,14,15],zmm0[0,1],zmm1[18,19,20,21,22,23,24,25,26,27,28,29,30,31],zmm0[16,17],zmm1[34,35,36,37,38,39,40,41,42,43,44,45,46,47],zmm0[32,33],zmm1[50,51,52,53,54,55,56,57,58,59,60,61,62,63],zmm0[48,49] 203; AVX512F-32-NEXT: vpalignr {{.*#+}} zmm0 {%k1} {z} = zmm1[2,3,4,5,6,7,8,9,10,11,12,13,14,15],zmm0[0,1],zmm1[18,19,20,21,22,23,24,25,26,27,28,29,30,31],zmm0[16,17],zmm1[34,35,36,37,38,39,40,41,42,43,44,45,46,47],zmm0[32,33],zmm1[50,51,52,53,54,55,56,57,58,59,60,61,62,63],zmm0[48,49] 204; AVX512F-32-NEXT: vpaddb %zmm0, %zmm2, %zmm0 205; AVX512F-32-NEXT: vpaddb %zmm3, %zmm0, %zmm0 206; AVX512F-32-NEXT: retl 207 %res = call <64 x i8> @llvm.x86.avx512.mask.palignr.512(<64 x i8> %x0, <64 x i8> %x1, i32 2, <64 x i8> %x3, i64 %x4) 208 %res1 = call <64 x i8> @llvm.x86.avx512.mask.palignr.512(<64 x i8> %x0, <64 x i8> %x1, i32 2, <64 x i8> zeroinitializer, i64 %x4) 209 %res2 = call <64 x i8> @llvm.x86.avx512.mask.palignr.512(<64 x i8> %x0, <64 x i8> %x1, i32 2, <64 x i8> %x3, i64 -1) 210 %res3 = add <64 x i8> %res, %res1 211 %res4 = add <64 x i8> %res3, %res2 212 ret <64 x i8> %res4 213} 214 215declare <32 x i16> @llvm.x86.avx512.mask.pshufh.w.512(<32 x i16>, i32, <32 x i16>, i32) 216 217define <32 x i16>@test_int_x86_avx512_mask_pshufh_w_512(<32 x i16> %x0, i32 %x1, <32 x i16> %x2, i32 %x3) { 218; AVX512BW-LABEL: test_int_x86_avx512_mask_pshufh_w_512: 219; AVX512BW: ## BB#0: 220; AVX512BW-NEXT: vpshufhw {{.*#+}} zmm2 = zmm0[0,1,2,3,7,4,4,4,8,9,10,11,15,12,12,12,16,17,18,19,23,20,20,20,24,25,26,27,31,28,28,28] 221; AVX512BW-NEXT: kmovd %esi, %k1 222; AVX512BW-NEXT: vpshufhw {{.*#+}} zmm1 {%k1} = zmm0[0,1,2,3,7,4,4,4,8,9,10,11,15,12,12,12,16,17,18,19,23,20,20,20,24,25,26,27,31,28,28,28] 223; AVX512BW-NEXT: vpshufhw {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,2,3,7,4,4,4,8,9,10,11,15,12,12,12,16,17,18,19,23,20,20,20,24,25,26,27,31,28,28,28] 224; AVX512BW-NEXT: vpaddw %zmm0, %zmm1, %zmm0 225; AVX512BW-NEXT: vpaddw %zmm2, %zmm0, %zmm0 226; AVX512BW-NEXT: retq 227; 228; AVX512F-32-LABEL: test_int_x86_avx512_mask_pshufh_w_512: 229; AVX512F-32: # BB#0: 230; AVX512F-32-NEXT: vpshufhw {{.*#+}} zmm2 = zmm0[0,1,2,3,7,4,4,4,8,9,10,11,15,12,12,12,16,17,18,19,23,20,20,20,24,25,26,27,31,28,28,28] 231; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 232; AVX512F-32-NEXT: vpshufhw {{.*#+}} zmm1 {%k1} = zmm0[0,1,2,3,7,4,4,4,8,9,10,11,15,12,12,12,16,17,18,19,23,20,20,20,24,25,26,27,31,28,28,28] 233; AVX512F-32-NEXT: vpshufhw {{.*#+}} zmm0 {%k1} {z} = zmm0[0,1,2,3,7,4,4,4,8,9,10,11,15,12,12,12,16,17,18,19,23,20,20,20,24,25,26,27,31,28,28,28] 234; AVX512F-32-NEXT: vpaddw %zmm0, %zmm1, %zmm0 235; AVX512F-32-NEXT: vpaddw %zmm2, %zmm0, %zmm0 236; AVX512F-32-NEXT: retl 237 %res = call <32 x i16> @llvm.x86.avx512.mask.pshufh.w.512(<32 x i16> %x0, i32 3, <32 x i16> %x2, i32 %x3) 238 %res1 = call <32 x i16> @llvm.x86.avx512.mask.pshufh.w.512(<32 x i16> %x0, i32 3, <32 x i16> zeroinitializer, i32 %x3) 239 %res2 = call <32 x i16> @llvm.x86.avx512.mask.pshufh.w.512(<32 x i16> %x0, i32 3, <32 x i16> %x2, i32 -1) 240 %res3 = add <32 x i16> %res, %res1 241 %res4 = add <32 x i16> %res3, %res2 242 ret <32 x i16> %res4 243} 244 245declare <32 x i16> @llvm.x86.avx512.mask.pshufl.w.512(<32 x i16>, i32, <32 x i16>, i32) 246 247define <32 x i16>@test_int_x86_avx512_mask_pshufl_w_512(<32 x i16> %x0, i32 %x1, <32 x i16> %x2, i32 %x3) { 248; AVX512BW-LABEL: test_int_x86_avx512_mask_pshufl_w_512: 249; AVX512BW: ## BB#0: 250; AVX512BW-NEXT: vpshuflw {{.*#+}} zmm2 = zmm0[3,0,0,0,4,5,6,7,11,8,8,8,12,13,14,15,19,16,16,16,20,21,22,23,27,24,24,24,28,29,30,31] 251; AVX512BW-NEXT: kmovd %esi, %k1 252; AVX512BW-NEXT: vpshuflw {{.*#+}} zmm1 {%k1} = zmm0[3,0,0,0,4,5,6,7,11,8,8,8,12,13,14,15,19,16,16,16,20,21,22,23,27,24,24,24,28,29,30,31] 253; AVX512BW-NEXT: vpshuflw {{.*#+}} zmm0 {%k1} {z} = zmm0[3,0,0,0,4,5,6,7,11,8,8,8,12,13,14,15,19,16,16,16,20,21,22,23,27,24,24,24,28,29,30,31] 254; AVX512BW-NEXT: vpaddw %zmm0, %zmm1, %zmm0 255; AVX512BW-NEXT: vpaddw %zmm2, %zmm0, %zmm0 256; AVX512BW-NEXT: retq 257; 258; AVX512F-32-LABEL: test_int_x86_avx512_mask_pshufl_w_512: 259; AVX512F-32: # BB#0: 260; AVX512F-32-NEXT: vpshuflw {{.*#+}} zmm2 = zmm0[3,0,0,0,4,5,6,7,11,8,8,8,12,13,14,15,19,16,16,16,20,21,22,23,27,24,24,24,28,29,30,31] 261; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 262; AVX512F-32-NEXT: vpshuflw {{.*#+}} zmm1 {%k1} = zmm0[3,0,0,0,4,5,6,7,11,8,8,8,12,13,14,15,19,16,16,16,20,21,22,23,27,24,24,24,28,29,30,31] 263; AVX512F-32-NEXT: vpshuflw {{.*#+}} zmm0 {%k1} {z} = zmm0[3,0,0,0,4,5,6,7,11,8,8,8,12,13,14,15,19,16,16,16,20,21,22,23,27,24,24,24,28,29,30,31] 264; AVX512F-32-NEXT: vpaddw %zmm0, %zmm1, %zmm0 265; AVX512F-32-NEXT: vpaddw %zmm2, %zmm0, %zmm0 266; AVX512F-32-NEXT: retl 267 %res = call <32 x i16> @llvm.x86.avx512.mask.pshufl.w.512(<32 x i16> %x0, i32 3, <32 x i16> %x2, i32 %x3) 268 %res1 = call <32 x i16> @llvm.x86.avx512.mask.pshufl.w.512(<32 x i16> %x0, i32 3, <32 x i16> zeroinitializer, i32 %x3) 269 %res2 = call <32 x i16> @llvm.x86.avx512.mask.pshufl.w.512(<32 x i16> %x0, i32 3, <32 x i16> %x2, i32 -1) 270 %res3 = add <32 x i16> %res, %res1 271 %res4 = add <32 x i16> %res3, %res2 272 ret <32 x i16> %res4 273} 274 275define i64 @test_pcmpeq_b(<64 x i8> %a, <64 x i8> %b) { 276; AVX512BW-LABEL: test_pcmpeq_b: 277; AVX512BW: ## BB#0: 278; AVX512BW-NEXT: vpcmpeqb %zmm1, %zmm0, %k0 279; AVX512BW-NEXT: kmovq %k0, %rax 280; AVX512BW-NEXT: retq 281; 282; AVX512F-32-LABEL: test_pcmpeq_b: 283; AVX512F-32: # BB#0: 284; AVX512F-32-NEXT: subl $12, %esp 285; AVX512F-32-NEXT: .Ltmp0: 286; AVX512F-32-NEXT: .cfi_def_cfa_offset 16 287; AVX512F-32-NEXT: vpcmpeqb %zmm1, %zmm0, %k0 288; AVX512F-32-NEXT: kmovq %k0, (%esp) 289; AVX512F-32-NEXT: movl (%esp), %eax 290; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %edx 291; AVX512F-32-NEXT: addl $12, %esp 292; AVX512F-32-NEXT: retl 293 %res = call i64 @llvm.x86.avx512.mask.pcmpeq.b.512(<64 x i8> %a, <64 x i8> %b, i64 -1) 294 ret i64 %res 295} 296 297define i64 @test_mask_pcmpeq_b(<64 x i8> %a, <64 x i8> %b, i64 %mask) { 298; AVX512BW-LABEL: test_mask_pcmpeq_b: 299; AVX512BW: ## BB#0: 300; AVX512BW-NEXT: kmovq %rdi, %k1 301; AVX512BW-NEXT: vpcmpeqb %zmm1, %zmm0, %k0 {%k1} 302; AVX512BW-NEXT: kmovq %k0, %rax 303; AVX512BW-NEXT: retq 304; 305; AVX512F-32-LABEL: test_mask_pcmpeq_b: 306; AVX512F-32: # BB#0: 307; AVX512F-32-NEXT: subl $12, %esp 308; AVX512F-32-NEXT: .Ltmp1: 309; AVX512F-32-NEXT: .cfi_def_cfa_offset 16 310; AVX512F-32-NEXT: kmovq {{[0-9]+}}(%esp), %k1 311; AVX512F-32-NEXT: vpcmpeqb %zmm1, %zmm0, %k0 {%k1} 312; AVX512F-32-NEXT: kmovq %k0, (%esp) 313; AVX512F-32-NEXT: movl (%esp), %eax 314; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %edx 315; AVX512F-32-NEXT: addl $12, %esp 316; AVX512F-32-NEXT: retl 317 %res = call i64 @llvm.x86.avx512.mask.pcmpeq.b.512(<64 x i8> %a, <64 x i8> %b, i64 %mask) 318 ret i64 %res 319} 320 321declare i64 @llvm.x86.avx512.mask.pcmpeq.b.512(<64 x i8>, <64 x i8>, i64) 322 323define i32 @test_pcmpeq_w(<32 x i16> %a, <32 x i16> %b) { 324; AVX512BW-LABEL: test_pcmpeq_w: 325; AVX512BW: ## BB#0: 326; AVX512BW-NEXT: vpcmpeqw %zmm1, %zmm0, %k0 327; AVX512BW-NEXT: kmovd %k0, %eax 328; AVX512BW-NEXT: retq 329; 330; AVX512F-32-LABEL: test_pcmpeq_w: 331; AVX512F-32: # BB#0: 332; AVX512F-32-NEXT: vpcmpeqw %zmm1, %zmm0, %k0 333; AVX512F-32-NEXT: kmovd %k0, %eax 334; AVX512F-32-NEXT: retl 335 %res = call i32 @llvm.x86.avx512.mask.pcmpeq.w.512(<32 x i16> %a, <32 x i16> %b, i32 -1) 336 ret i32 %res 337} 338 339define i32 @test_mask_pcmpeq_w(<32 x i16> %a, <32 x i16> %b, i32 %mask) { 340; AVX512BW-LABEL: test_mask_pcmpeq_w: 341; AVX512BW: ## BB#0: 342; AVX512BW-NEXT: kmovd %edi, %k1 343; AVX512BW-NEXT: vpcmpeqw %zmm1, %zmm0, %k0 {%k1} 344; AVX512BW-NEXT: kmovd %k0, %eax 345; AVX512BW-NEXT: retq 346; 347; AVX512F-32-LABEL: test_mask_pcmpeq_w: 348; AVX512F-32: # BB#0: 349; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 350; AVX512F-32-NEXT: vpcmpeqw %zmm1, %zmm0, %k0 {%k1} 351; AVX512F-32-NEXT: kmovd %k0, %eax 352; AVX512F-32-NEXT: retl 353 %res = call i32 @llvm.x86.avx512.mask.pcmpeq.w.512(<32 x i16> %a, <32 x i16> %b, i32 %mask) 354 ret i32 %res 355} 356 357declare i32 @llvm.x86.avx512.mask.pcmpeq.w.512(<32 x i16>, <32 x i16>, i32) 358 359define i64 @test_pcmpgt_b(<64 x i8> %a, <64 x i8> %b) { 360; AVX512BW-LABEL: test_pcmpgt_b: 361; AVX512BW: ## BB#0: 362; AVX512BW-NEXT: vpcmpgtb %zmm1, %zmm0, %k0 363; AVX512BW-NEXT: kmovq %k0, %rax 364; AVX512BW-NEXT: retq 365; 366; AVX512F-32-LABEL: test_pcmpgt_b: 367; AVX512F-32: # BB#0: 368; AVX512F-32-NEXT: subl $12, %esp 369; AVX512F-32-NEXT: .Ltmp2: 370; AVX512F-32-NEXT: .cfi_def_cfa_offset 16 371; AVX512F-32-NEXT: vpcmpgtb %zmm1, %zmm0, %k0 372; AVX512F-32-NEXT: kmovq %k0, (%esp) 373; AVX512F-32-NEXT: movl (%esp), %eax 374; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %edx 375; AVX512F-32-NEXT: addl $12, %esp 376; AVX512F-32-NEXT: retl 377 %res = call i64 @llvm.x86.avx512.mask.pcmpgt.b.512(<64 x i8> %a, <64 x i8> %b, i64 -1) 378 ret i64 %res 379} 380 381define i64 @test_mask_pcmpgt_b(<64 x i8> %a, <64 x i8> %b, i64 %mask) { 382; AVX512BW-LABEL: test_mask_pcmpgt_b: 383; AVX512BW: ## BB#0: 384; AVX512BW-NEXT: kmovq %rdi, %k1 385; AVX512BW-NEXT: vpcmpgtb %zmm1, %zmm0, %k0 {%k1} 386; AVX512BW-NEXT: kmovq %k0, %rax 387; AVX512BW-NEXT: retq 388; 389; AVX512F-32-LABEL: test_mask_pcmpgt_b: 390; AVX512F-32: # BB#0: 391; AVX512F-32-NEXT: subl $12, %esp 392; AVX512F-32-NEXT: .Ltmp3: 393; AVX512F-32-NEXT: .cfi_def_cfa_offset 16 394; AVX512F-32-NEXT: kmovq {{[0-9]+}}(%esp), %k1 395; AVX512F-32-NEXT: vpcmpgtb %zmm1, %zmm0, %k0 {%k1} 396; AVX512F-32-NEXT: kmovq %k0, (%esp) 397; AVX512F-32-NEXT: movl (%esp), %eax 398; AVX512F-32-NEXT: movl {{[0-9]+}}(%esp), %edx 399; AVX512F-32-NEXT: addl $12, %esp 400; AVX512F-32-NEXT: retl 401 %res = call i64 @llvm.x86.avx512.mask.pcmpgt.b.512(<64 x i8> %a, <64 x i8> %b, i64 %mask) 402 ret i64 %res 403} 404 405declare i64 @llvm.x86.avx512.mask.pcmpgt.b.512(<64 x i8>, <64 x i8>, i64) 406 407define i32 @test_pcmpgt_w(<32 x i16> %a, <32 x i16> %b) { 408; AVX512BW-LABEL: test_pcmpgt_w: 409; AVX512BW: ## BB#0: 410; AVX512BW-NEXT: vpcmpgtw %zmm1, %zmm0, %k0 411; AVX512BW-NEXT: kmovd %k0, %eax 412; AVX512BW-NEXT: retq 413; 414; AVX512F-32-LABEL: test_pcmpgt_w: 415; AVX512F-32: # BB#0: 416; AVX512F-32-NEXT: vpcmpgtw %zmm1, %zmm0, %k0 417; AVX512F-32-NEXT: kmovd %k0, %eax 418; AVX512F-32-NEXT: retl 419 %res = call i32 @llvm.x86.avx512.mask.pcmpgt.w.512(<32 x i16> %a, <32 x i16> %b, i32 -1) 420 ret i32 %res 421} 422 423define i32 @test_mask_pcmpgt_w(<32 x i16> %a, <32 x i16> %b, i32 %mask) { 424; AVX512BW-LABEL: test_mask_pcmpgt_w: 425; AVX512BW: ## BB#0: 426; AVX512BW-NEXT: kmovd %edi, %k1 427; AVX512BW-NEXT: vpcmpgtw %zmm1, %zmm0, %k0 {%k1} 428; AVX512BW-NEXT: kmovd %k0, %eax 429; AVX512BW-NEXT: retq 430; 431; AVX512F-32-LABEL: test_mask_pcmpgt_w: 432; AVX512F-32: # BB#0: 433; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 434; AVX512F-32-NEXT: vpcmpgtw %zmm1, %zmm0, %k0 {%k1} 435; AVX512F-32-NEXT: kmovd %k0, %eax 436; AVX512F-32-NEXT: retl 437 %res = call i32 @llvm.x86.avx512.mask.pcmpgt.w.512(<32 x i16> %a, <32 x i16> %b, i32 %mask) 438 ret i32 %res 439} 440 441declare i32 @llvm.x86.avx512.mask.pcmpgt.w.512(<32 x i16>, <32 x i16>, i32) 442 443declare <64 x i8> @llvm.x86.avx512.mask.punpckhb.w.512(<64 x i8>, <64 x i8>, <64 x i8>, i64) 444 445define <64 x i8>@test_int_x86_avx512_mask_punpckhb_w_512(<64 x i8> %x0, <64 x i8> %x1, <64 x i8> %x2, i64 %x3) { 446; AVX512BW-LABEL: test_int_x86_avx512_mask_punpckhb_w_512: 447; AVX512BW: ## BB#0: 448; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm3 = zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31],zmm0[40],zmm1[40],zmm0[41],zmm1[41],zmm0[42],zmm1[42],zmm0[43],zmm1[43],zmm0[44],zmm1[44],zmm0[45],zmm1[45],zmm0[46],zmm1[46],zmm0[47],zmm1[47],zmm0[56],zmm1[56],zmm0[57],zmm1[57],zmm0[58],zmm1[58],zmm0[59],zmm1[59],zmm0[60],zmm1[60],zmm0[61],zmm1[61],zmm0[62],zmm1[62],zmm0[63],zmm1[63] 449; AVX512BW-NEXT: kmovq %rdi, %k1 450; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm2 {%k1} = zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31],zmm0[40],zmm1[40],zmm0[41],zmm1[41],zmm0[42],zmm1[42],zmm0[43],zmm1[43],zmm0[44],zmm1[44],zmm0[45],zmm1[45],zmm0[46],zmm1[46],zmm0[47],zmm1[47],zmm0[56],zmm1[56],zmm0[57],zmm1[57],zmm0[58],zmm1[58],zmm0[59],zmm1[59],zmm0[60],zmm1[60],zmm0[61],zmm1[61],zmm0[62],zmm1[62],zmm0[63],zmm1[63] 451; AVX512BW-NEXT: vpaddb %zmm3, %zmm2, %zmm0 452; AVX512BW-NEXT: retq 453; 454; AVX512F-32-LABEL: test_int_x86_avx512_mask_punpckhb_w_512: 455; AVX512F-32: # BB#0: 456; AVX512F-32-NEXT: vpunpckhbw {{.*#+}} zmm3 = zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31],zmm0[40],zmm1[40],zmm0[41],zmm1[41],zmm0[42],zmm1[42],zmm0[43],zmm1[43],zmm0[44],zmm1[44],zmm0[45],zmm1[45],zmm0[46],zmm1[46],zmm0[47],zmm1[47],zmm0[56],zmm1[56],zmm0[57],zmm1[57],zmm0[58],zmm1[58],zmm0[59],zmm1[59],zmm0[60],zmm1[60],zmm0[61],zmm1[61],zmm0[62],zmm1[62],zmm0[63],zmm1[63] 457; AVX512F-32-NEXT: kmovq {{[0-9]+}}(%esp), %k1 458; AVX512F-32-NEXT: vpunpckhbw {{.*#+}} zmm2 {%k1} = zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31],zmm0[40],zmm1[40],zmm0[41],zmm1[41],zmm0[42],zmm1[42],zmm0[43],zmm1[43],zmm0[44],zmm1[44],zmm0[45],zmm1[45],zmm0[46],zmm1[46],zmm0[47],zmm1[47],zmm0[56],zmm1[56],zmm0[57],zmm1[57],zmm0[58],zmm1[58],zmm0[59],zmm1[59],zmm0[60],zmm1[60],zmm0[61],zmm1[61],zmm0[62],zmm1[62],zmm0[63],zmm1[63] 459; AVX512F-32-NEXT: vpaddb %zmm3, %zmm2, %zmm0 460; AVX512F-32-NEXT: retl 461 %res = call <64 x i8> @llvm.x86.avx512.mask.punpckhb.w.512(<64 x i8> %x0, <64 x i8> %x1, <64 x i8> %x2, i64 %x3) 462 %res1 = call <64 x i8> @llvm.x86.avx512.mask.punpckhb.w.512(<64 x i8> %x0, <64 x i8> %x1, <64 x i8> %x2, i64 -1) 463 %res2 = add <64 x i8> %res, %res1 464 ret <64 x i8> %res2 465} 466 467declare <64 x i8> @llvm.x86.avx512.mask.punpcklb.w.512(<64 x i8>, <64 x i8>, <64 x i8>, i64) 468 469define <64 x i8>@test_int_x86_avx512_mask_punpcklb_w_512(<64 x i8> %x0, <64 x i8> %x1, <64 x i8> %x2, i64 %x3) { 470; AVX512BW-LABEL: test_int_x86_avx512_mask_punpcklb_w_512: 471; AVX512BW: ## BB#0: 472; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm3 = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[32],zmm1[32],zmm0[33],zmm1[33],zmm0[34],zmm1[34],zmm0[35],zmm1[35],zmm0[36],zmm1[36],zmm0[37],zmm1[37],zmm0[38],zmm1[38],zmm0[39],zmm1[39],zmm0[48],zmm1[48],zmm0[49],zmm1[49],zmm0[50],zmm1[50],zmm0[51],zmm1[51],zmm0[52],zmm1[52],zmm0[53],zmm1[53],zmm0[54],zmm1[54],zmm0[55],zmm1[55] 473; AVX512BW-NEXT: kmovq %rdi, %k1 474; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm2 {%k1} = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[32],zmm1[32],zmm0[33],zmm1[33],zmm0[34],zmm1[34],zmm0[35],zmm1[35],zmm0[36],zmm1[36],zmm0[37],zmm1[37],zmm0[38],zmm1[38],zmm0[39],zmm1[39],zmm0[48],zmm1[48],zmm0[49],zmm1[49],zmm0[50],zmm1[50],zmm0[51],zmm1[51],zmm0[52],zmm1[52],zmm0[53],zmm1[53],zmm0[54],zmm1[54],zmm0[55],zmm1[55] 475; AVX512BW-NEXT: vpaddb %zmm3, %zmm2, %zmm0 476; AVX512BW-NEXT: retq 477; 478; AVX512F-32-LABEL: test_int_x86_avx512_mask_punpcklb_w_512: 479; AVX512F-32: # BB#0: 480; AVX512F-32-NEXT: vpunpcklbw {{.*#+}} zmm3 = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[32],zmm1[32],zmm0[33],zmm1[33],zmm0[34],zmm1[34],zmm0[35],zmm1[35],zmm0[36],zmm1[36],zmm0[37],zmm1[37],zmm0[38],zmm1[38],zmm0[39],zmm1[39],zmm0[48],zmm1[48],zmm0[49],zmm1[49],zmm0[50],zmm1[50],zmm0[51],zmm1[51],zmm0[52],zmm1[52],zmm0[53],zmm1[53],zmm0[54],zmm1[54],zmm0[55],zmm1[55] 481; AVX512F-32-NEXT: kmovq {{[0-9]+}}(%esp), %k1 482; AVX512F-32-NEXT: vpunpcklbw {{.*#+}} zmm2 {%k1} = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[32],zmm1[32],zmm0[33],zmm1[33],zmm0[34],zmm1[34],zmm0[35],zmm1[35],zmm0[36],zmm1[36],zmm0[37],zmm1[37],zmm0[38],zmm1[38],zmm0[39],zmm1[39],zmm0[48],zmm1[48],zmm0[49],zmm1[49],zmm0[50],zmm1[50],zmm0[51],zmm1[51],zmm0[52],zmm1[52],zmm0[53],zmm1[53],zmm0[54],zmm1[54],zmm0[55],zmm1[55] 483; AVX512F-32-NEXT: vpaddb %zmm3, %zmm2, %zmm0 484; AVX512F-32-NEXT: retl 485 %res = call <64 x i8> @llvm.x86.avx512.mask.punpcklb.w.512(<64 x i8> %x0, <64 x i8> %x1, <64 x i8> %x2, i64 %x3) 486 %res1 = call <64 x i8> @llvm.x86.avx512.mask.punpcklb.w.512(<64 x i8> %x0, <64 x i8> %x1, <64 x i8> %x2, i64 -1) 487 %res2 = add <64 x i8> %res, %res1 488 ret <64 x i8> %res2 489} 490 491declare <32 x i16> @llvm.x86.avx512.mask.punpckhw.d.512(<32 x i16>, <32 x i16>, <32 x i16>, i32) 492 493define <32 x i16>@test_int_x86_avx512_mask_punpckhw_d_512(<32 x i16> %x0, <32 x i16> %x1, <32 x i16> %x2, i32 %x3) { 494; AVX512BW-LABEL: test_int_x86_avx512_mask_punpckhw_d_512: 495; AVX512BW: ## BB#0: 496; AVX512BW-NEXT: vpunpckhwd {{.*#+}} zmm3 = zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31] 497; AVX512BW-NEXT: kmovd %edi, %k1 498; AVX512BW-NEXT: vpunpckhwd {{.*#+}} zmm2 {%k1} = zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31] 499; AVX512BW-NEXT: vpaddw %zmm3, %zmm2, %zmm0 500; AVX512BW-NEXT: retq 501; 502; AVX512F-32-LABEL: test_int_x86_avx512_mask_punpckhw_d_512: 503; AVX512F-32: # BB#0: 504; AVX512F-32-NEXT: vpunpckhwd {{.*#+}} zmm3 = zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31] 505; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 506; AVX512F-32-NEXT: vpunpckhwd {{.*#+}} zmm2 {%k1} = zmm0[4],zmm1[4],zmm0[5],zmm1[5],zmm0[6],zmm1[6],zmm0[7],zmm1[7],zmm0[12],zmm1[12],zmm0[13],zmm1[13],zmm0[14],zmm1[14],zmm0[15],zmm1[15],zmm0[20],zmm1[20],zmm0[21],zmm1[21],zmm0[22],zmm1[22],zmm0[23],zmm1[23],zmm0[28],zmm1[28],zmm0[29],zmm1[29],zmm0[30],zmm1[30],zmm0[31],zmm1[31] 507; AVX512F-32-NEXT: vpaddw %zmm3, %zmm2, %zmm0 508; AVX512F-32-NEXT: retl 509 %res = call <32 x i16> @llvm.x86.avx512.mask.punpckhw.d.512(<32 x i16> %x0, <32 x i16> %x1, <32 x i16> %x2, i32 %x3) 510 %res1 = call <32 x i16> @llvm.x86.avx512.mask.punpckhw.d.512(<32 x i16> %x0, <32 x i16> %x1, <32 x i16> %x2, i32 -1) 511 %res2 = add <32 x i16> %res, %res1 512 ret <32 x i16> %res2 513} 514 515declare <32 x i16> @llvm.x86.avx512.mask.punpcklw.d.512(<32 x i16>, <32 x i16>, <32 x i16>, i32) 516 517define <32 x i16>@test_int_x86_avx512_mask_punpcklw_d_512(<32 x i16> %x0, <32 x i16> %x1, <32 x i16> %x2, i32 %x3) { 518; AVX512BW-LABEL: test_int_x86_avx512_mask_punpcklw_d_512: 519; AVX512BW: ## BB#0: 520; AVX512BW-NEXT: vpunpcklwd {{.*#+}} zmm3 = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27] 521; AVX512BW-NEXT: kmovd %edi, %k1 522; AVX512BW-NEXT: vpunpcklwd {{.*#+}} zmm2 {%k1} = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27] 523; AVX512BW-NEXT: vpaddw %zmm3, %zmm2, %zmm0 524; AVX512BW-NEXT: retq 525; 526; AVX512F-32-LABEL: test_int_x86_avx512_mask_punpcklw_d_512: 527; AVX512F-32: # BB#0: 528; AVX512F-32-NEXT: vpunpcklwd {{.*#+}} zmm3 = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27] 529; AVX512F-32-NEXT: kmovd {{[0-9]+}}(%esp), %k1 530; AVX512F-32-NEXT: vpunpcklwd {{.*#+}} zmm2 {%k1} = zmm0[0],zmm1[0],zmm0[1],zmm1[1],zmm0[2],zmm1[2],zmm0[3],zmm1[3],zmm0[8],zmm1[8],zmm0[9],zmm1[9],zmm0[10],zmm1[10],zmm0[11],zmm1[11],zmm0[16],zmm1[16],zmm0[17],zmm1[17],zmm0[18],zmm1[18],zmm0[19],zmm1[19],zmm0[24],zmm1[24],zmm0[25],zmm1[25],zmm0[26],zmm1[26],zmm0[27],zmm1[27] 531; AVX512F-32-NEXT: vpaddw %zmm3, %zmm2, %zmm0 532; AVX512F-32-NEXT: retl 533 %res = call <32 x i16> @llvm.x86.avx512.mask.punpcklw.d.512(<32 x i16> %x0, <32 x i16> %x1, <32 x i16> %x2, i32 %x3) 534 %res1 = call <32 x i16> @llvm.x86.avx512.mask.punpcklw.d.512(<32 x i16> %x0, <32 x i16> %x1, <32 x i16> %x2, i32 -1) 535 %res2 = add <32 x i16> %res, %res1 536 ret <32 x i16> %res2 537} 538 539