| /external/swiftshader/third_party/LLVM/lib/Target/X86/Utils/ |
| D | X86ShuffleDecode.cpp | 23 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<unsigned> &ShuffleMask) { in DecodeINSERTPSMask() argument
25 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
26 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
27 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
38 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
40 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
41 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
42 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
|
| D | X86ShuffleDecode.h | 30 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<unsigned> &ShuffleMask);
34 SmallVectorImpl<unsigned> &ShuffleMask);
38 SmallVectorImpl<unsigned> &ShuffleMask);
41 SmallVectorImpl<unsigned> &ShuffleMask);
44 SmallVectorImpl<unsigned> &ShuffleMask);
47 SmallVectorImpl<unsigned> &ShuffleMask);
50 SmallVectorImpl<unsigned> &ShuffleMask);
53 SmallVectorImpl<unsigned> &ShuffleMask);
56 SmallVectorImpl<unsigned> &ShuffleMask);
59 SmallVectorImpl<unsigned> &ShuffleMask);
[all …]
|
| /external/llvm/lib/Target/X86/Utils/ |
| D | X86ShuffleDecode.cpp | 25 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
27 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
29 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
30 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
40 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
42 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
44 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
45 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
|
| D | X86ShuffleDecode.h | 31 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
36 SmallVectorImpl<int> &ShuffleMask);
40 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
44 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
46 void DecodeMOVSLDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
48 void DecodeMOVSHDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
50 void DecodeMOVDDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
52 void DecodePSLLDQMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
54 void DecodePSRLDQMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
56 void DecodePALIGNRMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
[all …]
|
| /external/swiftshader/third_party/LLVM/lib/Target/X86/InstPrinter/ |
| D | X86InstComments.cpp | 32 SmallVector<unsigned, 8> ShuffleMask; in EmitAnyX86InstComments() local
39 DecodeINSERTPSMask(MI->getOperand(3).getImm(), ShuffleMask); in EmitAnyX86InstComments()
45 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
51 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
60 ShuffleMask); in EmitAnyX86InstComments()
69 ShuffleMask); in EmitAnyX86InstComments()
77 ShuffleMask); in EmitAnyX86InstComments()
85 DecodePUNPCKHMask(16, ShuffleMask); in EmitAnyX86InstComments()
92 DecodePUNPCKHMask(8, ShuffleMask); in EmitAnyX86InstComments()
99 DecodePUNPCKHMask(4, ShuffleMask); in EmitAnyX86InstComments()
[all …]
|
| /external/llvm/lib/Target/X86/ |
| D | X86ShuffleDecodeConstantPool.cpp | 26 void DecodePSHUFBMask(const Constant *C, SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFBMask() argument
59 ShuffleMask.reserve(NumBytes); in DecodePSHUFBMask()
64 ShuffleMask.clear(); in DecodePSHUFBMask()
67 ShuffleMask.append(Scale, SM_SentinelUndef); in DecodePSHUFBMask()
82 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask()
86 ShuffleMask.push_back(Index); in DecodePSHUFBMask()
91 assert(NumBytes == (int)ShuffleMask.size() && "Unexpected shuffle mask size"); in DecodePSHUFBMask()
95 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMILPMask() argument
134 ShuffleMask.reserve(NumElements); in DecodeVPERMILPMask()
141 ShuffleMask.clear(); in DecodeVPERMILPMask()
[all …]
|
| D | X86ShuffleDecodeConstantPool.h | 29 void DecodePSHUFBMask(const Constant *C, SmallVectorImpl<int> &ShuffleMask);
33 SmallVectorImpl<int> &ShuffleMask);
37 SmallVectorImpl<int> &ShuffleMask);
40 void DecodeVPPERMMask(const Constant *C, SmallVectorImpl<int> &ShuffleMask);
44 SmallVectorImpl<int> &ShuffleMask);
48 SmallVectorImpl<int> &ShuffleMask);
|
| D | X86MCInstLower.cpp | 1178 SmallVector<int, 8> ShuffleMask(Mask.begin(), Mask.end()); in getShuffleComment() local
1180 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) in getShuffleComment()
1181 if (ShuffleMask[i] >= e) in getShuffleComment()
1182 ShuffleMask[i] -= e; in getShuffleComment()
1186 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) { in getShuffleComment()
1189 if (ShuffleMask[i] == SM_SentinelZero) { in getShuffleComment()
1196 bool isSrc1 = ShuffleMask[i] < (int)e; in getShuffleComment()
1200 while (i != e && ShuffleMask[i] != SM_SentinelZero && in getShuffleComment()
1201 (ShuffleMask[i] < (int)e) == isSrc1) { in getShuffleComment()
1206 if (ShuffleMask[i] == SM_SentinelUndef) in getShuffleComment()
[all …]
|
| D | X86InstrAVX512.td | 1106 AVX512VLVectorVTInfo ShuffleMask> {
1108 ShuffleMask.info512>,
1110 ShuffleMask.info512>, EVEX_V512;
1113 ShuffleMask.info128>,
1115 ShuffleMask.info128>, EVEX_V128;
1117 ShuffleMask.info256>,
1119 ShuffleMask.info256>, EVEX_V256;
1185 AVX512VLVectorVTInfo ShuffleMask> {
1187 ShuffleMask.info512>,
1189 ShuffleMask.info512>, EVEX_V512;
[all …]
|
| /external/llvm/lib/Target/X86/InstPrinter/ |
| D | X86InstComments.cpp | 371 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
392 ShuffleMask); in EmitAnyX86InstComments()
408 ShuffleMask); in EmitAnyX86InstComments()
424 ShuffleMask); in EmitAnyX86InstComments()
438 ShuffleMask); in EmitAnyX86InstComments()
455 ShuffleMask); in EmitAnyX86InstComments()
464 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
473 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
481 DecodeInsertElementMask(MVT::v2f64, 1, 1, ShuffleMask); in EmitAnyX86InstComments()
489 DecodeInsertElementMask(MVT::v4f32, 2, 2, ShuffleMask); in EmitAnyX86InstComments()
[all …]
|
| /external/llvm/lib/CodeGen/SelectionDAG/ |
| D | LegalizeVectorOps.cpp | 798 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
799 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
805 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
809 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG()
849 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
850 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
852 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
857 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
860 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG()
863 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { in createBSWAPShuffleMask() argument
[all …]
|
| /external/llvm/lib/Analysis/ |
| D | CostModel.cpp | 338 SmallVector<int, 32> ShuffleMask(NumVecElems, 0); in matchVectorSplittingReduction() local
360 ShuffleMask[j] = MaskStart + j; in matchVectorSplittingReduction()
362 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1); in matchVectorSplittingReduction()
365 if (ShuffleMask != Mask) in matchVectorSplittingReduction()
|
| /external/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineCalls.cpp | 505 uint32_t ShuffleMask[4] = { 0, 1, 2, 3 }; in simplifyX86insertps() local
518 ShuffleMask[DestLane] = SourceLane; in simplifyX86insertps()
522 ShuffleMask[i] = i + 4; in simplifyX86insertps()
529 ShuffleMask[DestLane] = SourceLane + 4; in simplifyX86insertps()
532 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
588 SmallVector<Constant *, 16> ShuffleMask; in simplifyX86extrq() local
590 ShuffleMask.push_back( in simplifyX86extrq()
593 ShuffleMask.push_back( in simplifyX86extrq()
596 ShuffleMask.push_back(UndefValue::get(IntTy32)); in simplifyX86extrq()
600 ConstantAggregateZero::get(ShufTy), ConstantVector::get(ShuffleMask)); in simplifyX86extrq()
[all …]
|
| D | InstCombineCasts.cpp | 1586 SmallVector<uint32_t, 16> ShuffleMask; in optimizeVectorResize() local
1594 ShuffleMask.push_back(i); in optimizeVectorResize()
1603 ShuffleMask.push_back(i); in optimizeVectorResize()
1607 ShuffleMask.push_back(SrcElts); in optimizeVectorResize()
1612 ShuffleMask)); in optimizeVectorResize()
|
| D | InstCombineVectorOps.cpp | 1056 SmallVector<Constant *, 16> ShuffleMask(SrcNumElems, in visitShuffleVectorInst() local
1059 ShuffleMask[I] = ConstantInt::get(Int32Ty, Idx); in visitShuffleVectorInst()
1061 ConstantVector::get(ShuffleMask), in visitShuffleVectorInst()
|
| /external/swiftshader/third_party/LLVM/utils/PerfectShuffle/ |
| D | PerfectShuffle.cpp | 105 unsigned short ShuffleMask; member
112 : ShuffleMask(shufflemask), OpNum(opnum), Name(name), Cost(cost) { in Operator()
121 return isOnlyLHSMask(ShuffleMask); in isOnlyLHSOperator()
131 unsigned SrcElt = (ShuffleMask >> (4*i)) & 0xF; in getTransformedMask()
|
| /external/llvm/utils/PerfectShuffle/ |
| D | PerfectShuffle.cpp | 106 unsigned short ShuffleMask; member
112 : Name(name), ShuffleMask(shufflemask), OpNum(opnum),Cost(cost) { in Operator()
121 return isOnlyLHSMask(ShuffleMask); in isOnlyLHSOperator()
131 unsigned SrcElt = (ShuffleMask >> (4*i)) & 0xF; in getTransformedMask()
|
| /external/swiftshader/third_party/LLVM/lib/Transforms/InstCombine/ |
| D | InstCombineCasts.cpp | 1426 SmallVector<Constant*, 16> ShuffleMask; in OptimizeVectorResize() local
1435 ShuffleMask.push_back(ConstantInt::get(Int32Ty, i)); in OptimizeVectorResize()
1444 ShuffleMask.push_back(ConstantInt::get(Int32Ty, i)); in OptimizeVectorResize()
1447 ShuffleMask.append(DestTy->getNumElements()-SrcElts, in OptimizeVectorResize()
1451 return new ShuffleVectorInst(InVal, V2, ConstantVector::get(ShuffleMask)); in OptimizeVectorResize()
|
| /external/llvm/lib/IR/ |
| D | AutoUpgrade.cpp | 705 uint32_t ShuffleMask[2] = { 0, 1 }; in UpgradeIntrinsicCall() local
707 ShuffleMask); in UpgradeIntrinsicCall()
919 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts); in UpgradeIntrinsicCall() local
921 ShuffleMask[i] = i; in UpgradeIntrinsicCall()
924 CI->getArgOperand(0), UndefValue::get(SrcTy), ShuffleMask); in UpgradeIntrinsicCall()
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 2137 SmallVector<Constant *, 8> ShuffleMask; in reverseVector() local
2139 ShuffleMask.push_back(Builder.getInt32(VF - i - 1)); in reverseVector()
2142 ConstantVector::get(ShuffleMask), in reverseVector()
3638 SmallVector<Constant *, 32> ShuffleMask(VF, nullptr); in vectorizeLoop() local
3642 ShuffleMask[j] = Builder.getInt32(i / 2 + j); in vectorizeLoop()
3645 std::fill(&ShuffleMask[i / 2], ShuffleMask.end(), in vectorizeLoop()
3650 ConstantVector::get(ShuffleMask), "rdx.shuf"); in vectorizeLoop()
3827 SmallVector<Constant *, 8> ShuffleMask(VF); in fixFirstOrderRecurrence() local
3828 ShuffleMask[0] = Builder.getInt32(VF - 1); in fixFirstOrderRecurrence()
3830 ShuffleMask[I] = Builder.getInt32(I + VF - 1); in fixFirstOrderRecurrence()
[all …]
|
| D | SLPVectorizer.cpp | 2573 Value *ShuffleMask = ConstantVector::get(Mask); in vectorizeTree() local
2577 Value *V = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in vectorizeTree()
3898 SmallVector<Constant *, 32> ShuffleMask( in createRdxShuffleMask() local
3904 ShuffleMask[i] = Builder.getInt32(2 * i + !IsLeft); in createRdxShuffleMask()
3908 ShuffleMask[i] = Builder.getInt32(NumEltsToRdx + i); in createRdxShuffleMask()
3910 return ConstantVector::get(ShuffleMask); in createRdxShuffleMask()
|
| /external/swiftshader/third_party/LLVM/lib/Target/ARM/ |
| D | ARMISelLowering.cpp | 4305 SmallVectorImpl<int> &ShuffleMask, in LowerVECTOR_SHUFFLEv8i8() argument
4314 I = ShuffleMask.begin(), E = ShuffleMask.end(); I != E; ++I) in LowerVECTOR_SHUFFLEv8i8()
4333 SmallVector<int, 8> ShuffleMask; in LowerVECTOR_SHUFFLE() local
4341 SVN->getMask(ShuffleMask); in LowerVECTOR_SHUFFLE()
4345 if (ShuffleVectorSDNode::isSplatMask(&ShuffleMask[0], VT)) { in LowerVECTOR_SHUFFLE()
4359 if (isVEXTMask(ShuffleMask, VT, ReverseVEXT, Imm)) { in LowerVECTOR_SHUFFLE()
4366 if (isVREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
4368 if (isVREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
4370 if (isVREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
4379 if (isVTRNMask(ShuffleMask, VT, WhichResult)) in LowerVECTOR_SHUFFLE()
[all …]
|
| /external/llvm/lib/Target/ARM/ |
| D | ARMISelLowering.cpp | 5588 static unsigned isNEONTwoResultShuffleMask(ArrayRef<int> ShuffleMask, EVT VT, in isNEONTwoResultShuffleMask() argument
5592 if (isVTRNMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5594 if (isVUZPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5596 if (isVZIPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5600 if (isVTRN_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5602 if (isVUZP_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
5604 if (isVZIP_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
6178 ArrayRef<int> ShuffleMask, in LowerVECTOR_SHUFFLEv8i8() argument
6187 I = ShuffleMask.begin(), E = ShuffleMask.end(); I != E; ++I) in LowerVECTOR_SHUFFLEv8i8()
6228 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
[all …]
|
| /external/llvm/lib/Target/AArch64/ |
| D | AArch64ISelLowering.cpp | 5503 static SDValue GenerateTBL(SDValue Op, ArrayRef<int> ShuffleMask, in GenerateTBL() argument
5514 for (int Val : ShuffleMask) { in GenerateTBL()
5589 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
5628 if (isREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
5630 if (isREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
5632 if (isREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
5637 if (isEXTMask(ShuffleMask, VT, ReverseEXT, Imm)) { in LowerVECTOR_SHUFFLE()
5643 } else if (V2->isUndef() && isSingletonEXTMask(ShuffleMask, VT, Imm)) { in LowerVECTOR_SHUFFLE()
5650 if (isZIPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
5654 if (isUZPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
[all …]
|
| /external/swiftshader/third_party/LLVM/lib/Target/X86/ |
| D | X86ISelLowering.cpp | 4539 SmallVector<unsigned, 16> ShuffleMask; in getShuffleScalarElt() local
4548 ShuffleMask); in getShuffleScalarElt()
4554 DecodePUNPCKHMask(NumElems, ShuffleMask); in getShuffleScalarElt()
4560 DecodeUNPCKHPMask(NumElems, ShuffleMask); in getShuffleScalarElt()
4566 DecodePUNPCKLMask(VT, ShuffleMask); in getShuffleScalarElt()
4572 DecodeUNPCKLPMask(VT, ShuffleMask); in getShuffleScalarElt()
4575 DecodeMOVHLPSMask(NumElems, ShuffleMask); in getShuffleScalarElt()
4578 DecodeMOVLHPSMask(NumElems, ShuffleMask); in getShuffleScalarElt()
4584 ShuffleMask); in getShuffleScalarElt()
4589 ShuffleMask); in getShuffleScalarElt()
[all …]
|