| /external/llvm/lib/Target/X86/Utils/ |
| D | X86ShuffleDecode.cpp | 24 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
26 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
27 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
29 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
39 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
41 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
42 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
44 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
|
| D | X86ShuffleDecode.h | 31 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
34 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
37 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
39 void DecodePALIGNRMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
41 void DecodePSHUFMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
43 void DecodePSHUFHWMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
45 void DecodePSHUFLWMask(MVT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
50 void DecodeSHUFPMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
55 void DecodeUNPCKHMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
60 void DecodeUNPCKLMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
[all …]
|
| /external/llvm/lib/Target/X86/InstPrinter/ |
| D | X86InstComments.cpp | 34 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
44 DecodeINSERTPSMask(MI->getOperand(3).getImm(), ShuffleMask); in EmitAnyX86InstComments()
52 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
60 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
74 ShuffleMask); in EmitAnyX86InstComments()
85 ShuffleMask); in EmitAnyX86InstComments()
98 ShuffleMask); in EmitAnyX86InstComments()
108 ShuffleMask); in EmitAnyX86InstComments()
122 ShuffleMask); in EmitAnyX86InstComments()
132 ShuffleMask); in EmitAnyX86InstComments()
[all …]
|
| /external/llvm/lib/CodeGen/SelectionDAG/ |
| D | LegalizeVectorOps.cpp | 751 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
752 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
758 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
762 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG()
805 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
806 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
808 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
813 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
816 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG()
823 SmallVector<int, 16> ShuffleMask; in ExpandBSWAP() local
[all …]
|
| /external/llvm/lib/Analysis/ |
| D | CostModel.cpp | 340 SmallVector<int, 32> ShuffleMask(NumVecElems, 0); in matchVectorSplittingReduction() local
362 ShuffleMask[j] = MaskStart + j; in matchVectorSplittingReduction()
364 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1); in matchVectorSplittingReduction()
367 if (ShuffleMask != Mask) in matchVectorSplittingReduction()
|
| /external/llvm/utils/PerfectShuffle/ |
| D | PerfectShuffle.cpp | 105 unsigned short ShuffleMask; member
112 : ShuffleMask(shufflemask), OpNum(opnum), Name(name), Cost(cost) { in Operator()
121 return isOnlyLHSMask(ShuffleMask); in isOnlyLHSOperator()
131 unsigned SrcElt = (ShuffleMask >> (4*i)) & 0xF; in getTransformedMask()
|
| /external/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineCasts.cpp | 1540 SmallVector<uint32_t, 16> ShuffleMask; in OptimizeVectorResize() local
1548 ShuffleMask.push_back(i); in OptimizeVectorResize()
1557 ShuffleMask.push_back(i); in OptimizeVectorResize()
1561 ShuffleMask.push_back(SrcElts); in OptimizeVectorResize()
1566 ShuffleMask)); in OptimizeVectorResize()
|
| /external/llvm/lib/Target/AArch64/ |
| D | AArch64ISelLowering.cpp | 4644 static SDValue GenerateTBL(SDValue Op, ArrayRef<int> ShuffleMask, in GenerateTBL() argument
4655 for (int Val : ShuffleMask) { in GenerateTBL()
4730 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
4735 if (ShuffleVectorSDNode::isSplatMask(&ShuffleMask[0], in LowerVECTOR_SHUFFLE()
4770 if (isREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
4772 if (isREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
4774 if (isREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
4779 if (isEXTMask(ShuffleMask, VT, ReverseEXT, Imm)) { in LowerVECTOR_SHUFFLE()
4786 isSingletonEXTMask(ShuffleMask, VT, Imm)) { in LowerVECTOR_SHUFFLE()
4793 if (isZIPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
[all …]
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 1930 Value *ShuffleMask = ConstantVector::get(Mask); in vectorizeTree() local
1932 Value *V = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in vectorizeTree()
2557 SmallVector<Constant *, 32> ShuffleMask( in createRdxShuffleMask() local
2563 ShuffleMask[i] = Builder.getInt32(2 * i + !IsLeft); in createRdxShuffleMask()
2567 ShuffleMask[i] = Builder.getInt32(NumEltsToRdx + i); in createRdxShuffleMask()
2569 return ConstantVector::get(ShuffleMask); in createRdxShuffleMask()
|
| D | LoopVectorize.cpp | 1600 SmallVector<Constant*, 8> ShuffleMask; in reverseVector() local
1602 ShuffleMask.push_back(Builder.getInt32(VF - i - 1)); in reverseVector()
1605 ConstantVector::get(ShuffleMask), in reverseVector()
2757 SmallVector<Constant*, 32> ShuffleMask(VF, nullptr); in vectorizeLoop() local
2761 ShuffleMask[j] = Builder.getInt32(i/2 + j); in vectorizeLoop()
2764 std::fill(&ShuffleMask[i/2], ShuffleMask.end(), in vectorizeLoop()
2770 ConstantVector::get(ShuffleMask), in vectorizeLoop()
|
| /external/llvm/lib/Target/ARM/ |
| D | ARMISelLowering.cpp | 5374 ArrayRef<int> ShuffleMask, in LowerVECTOR_SHUFFLEv8i8() argument
5383 I = ShuffleMask.begin(), E = ShuffleMask.end(); I != E; ++I) in LowerVECTOR_SHUFFLEv8i8()
5424 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
5428 if (ShuffleVectorSDNode::isSplatMask(&ShuffleMask[0], VT)) { in LowerVECTOR_SHUFFLE()
5457 if (isVEXTMask(ShuffleMask, VT, ReverseVEXT, Imm)) { in LowerVECTOR_SHUFFLE()
5464 if (isVREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
5466 if (isVREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
5468 if (isVREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
5472 isSingletonVEXTMask(ShuffleMask, VT, Imm)) { in LowerVECTOR_SHUFFLE()
5483 if (isVTRNMask(ShuffleMask, VT, WhichResult)) in LowerVECTOR_SHUFFLE()
[all …]
|
| /external/llvm/lib/Target/X86/ |
| D | X86ISelLowering.cpp | 5220 SmallVector<int, 16> ShuffleMask; in getShuffleScalarElt() local
5223 if (!getTargetShuffleMask(N, ShufVT, ShuffleMask, IsUnary)) in getShuffleScalarElt()
5226 int Elt = ShuffleMask[Index]; in getShuffleScalarElt()
18933 SmallVector<int, 16> ShuffleMask; in XFormVExtractWithShuffleIntoLoad() local
18935 if (!getTargetShuffleMask(InVec.getNode(), VT.getSimpleVT(), ShuffleMask, in XFormVExtractWithShuffleIntoLoad()
18942 int Idx = (Elt > (int)NumElems) ? -1 : ShuffleMask[Elt]; in XFormVExtractWithShuffleIntoLoad()
18986 &ShuffleMask[0]); in XFormVExtractWithShuffleIntoLoad()
19197 SmallVector<int, 8> ShuffleMask(NumElems, -1); in TransformVSELECTtoBlendVECTOR_SHUFFLE() local
19201 ShuffleMask[i] = -1; in TransformVSELECTtoBlendVECTOR_SHUFFLE()
19203 ShuffleMask[i] = i + NumElems * ((MaskValue >> i) & 1); in TransformVSELECTtoBlendVECTOR_SHUFFLE()
[all …]
|