Home
last modified time | relevance | path

Searched refs:ShuffleMask (Results 1 – 25 of 80) sorted by relevance

1234

/external/llvm-project/llvm/lib/Target/X86/MCTargetDesc/
DX86ShuffleDecode.cpp25 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
27 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
29 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
30 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
40 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
42 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
44 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
45 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
DX86ShuffleDecode.h31 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
36 SmallVectorImpl<int> &ShuffleMask);
40 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
44 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
46 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
48 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
50 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
53 SmallVectorImpl<int> &ShuffleMask);
56 SmallVectorImpl<int> &ShuffleMask);
59 SmallVectorImpl<int> &ShuffleMask);
[all …]
DX86InstComments.cpp641 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
665 ShuffleMask); in EmitAnyX86InstComments()
681 ShuffleMask); in EmitAnyX86InstComments()
697 ShuffleMask); in EmitAnyX86InstComments()
711 ShuffleMask); in EmitAnyX86InstComments()
728 ShuffleMask); in EmitAnyX86InstComments()
737 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
746 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
754 DecodeInsertElementMask(2, 1, 1, ShuffleMask); in EmitAnyX86InstComments()
762 DecodeInsertElementMask(4, 2, 2, ShuffleMask); in EmitAnyX86InstComments()
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/Utils/
DX86ShuffleDecode.cpp23 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
25 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
26 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
27 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
38 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
40 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
41 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
42 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
DX86ShuffleDecode.h30 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
35 SmallVectorImpl<int> &ShuffleMask);
39 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
43 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
45 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
47 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
49 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
52 SmallVectorImpl<int> &ShuffleMask);
55 SmallVectorImpl<int> &ShuffleMask);
58 SmallVectorImpl<int> &ShuffleMask);
[all …]
/external/llvm/lib/Target/X86/Utils/
DX86ShuffleDecode.h31 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
36 SmallVectorImpl<int> &ShuffleMask);
40 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
44 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
46 void DecodeMOVSLDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
48 void DecodeMOVSHDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
50 void DecodeMOVDDUPMask(MVT VT, SmallVectorImpl<int> &ShuffleMask);
52 void DecodePSLLDQMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
54 void DecodePSRLDQMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
56 void DecodePALIGNRMask(MVT VT, unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
[all …]
DX86ShuffleDecode.cpp25 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
27 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
29 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
30 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
40 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
42 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
44 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
45 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
/external/llvm/lib/Target/X86/
DX86ShuffleDecodeConstantPool.cpp26 void DecodePSHUFBMask(const Constant *C, SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFBMask() argument
59 ShuffleMask.reserve(NumBytes); in DecodePSHUFBMask()
64 ShuffleMask.clear(); in DecodePSHUFBMask()
67 ShuffleMask.append(Scale, SM_SentinelUndef); in DecodePSHUFBMask()
82 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask()
86 ShuffleMask.push_back(Index); in DecodePSHUFBMask()
91 assert(NumBytes == (int)ShuffleMask.size() && "Unexpected shuffle mask size"); in DecodePSHUFBMask()
95 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMILPMask() argument
134 ShuffleMask.reserve(NumElements); in DecodeVPERMILPMask()
141 ShuffleMask.clear(); in DecodeVPERMILPMask()
[all …]
DX86ShuffleDecodeConstantPool.h29 void DecodePSHUFBMask(const Constant *C, SmallVectorImpl<int> &ShuffleMask);
33 SmallVectorImpl<int> &ShuffleMask);
37 SmallVectorImpl<int> &ShuffleMask);
40 void DecodeVPPERMMask(const Constant *C, SmallVectorImpl<int> &ShuffleMask);
44 SmallVectorImpl<int> &ShuffleMask);
48 SmallVectorImpl<int> &ShuffleMask);
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/
DX86ShuffleDecodeConstantPool.cpp115 SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFBMask() argument
132 ShuffleMask.push_back(SM_SentinelUndef); in DecodePSHUFBMask()
139 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask()
147 ShuffleMask.push_back(Index); in DecodePSHUFBMask()
153 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMILPMask() argument
172 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMILPMask()
183 ShuffleMask.push_back(Index); in DecodeVPERMILPMask()
189 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMIL2PMask() argument
209 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMIL2PMask()
227 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPERMIL2PMask()
[all …]
DX86ShuffleDecodeConstantPool.h29 SmallVectorImpl<int> &ShuffleMask);
33 SmallVectorImpl<int> &ShuffleMask);
38 SmallVectorImpl<int> &ShuffleMask);
42 SmallVectorImpl<int> &ShuffleMask);
46 SmallVectorImpl<int> &ShuffleMask);
50 SmallVectorImpl<int> &ShuffleMask);
/external/llvm-project/llvm/lib/Target/X86/
DX86ShuffleDecodeConstantPool.cpp117 SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFBMask() argument
134 ShuffleMask.push_back(SM_SentinelUndef); in DecodePSHUFBMask()
141 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask()
149 ShuffleMask.push_back(Index); in DecodePSHUFBMask()
155 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMILPMask() argument
174 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMILPMask()
185 ShuffleMask.push_back(Index); in DecodeVPERMILPMask()
190 unsigned Width, SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMIL2PMask() argument
210 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMIL2PMask()
228 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPERMIL2PMask()
[all …]
DX86ShuffleDecodeConstantPool.h27 SmallVectorImpl<int> &ShuffleMask);
31 SmallVectorImpl<int> &ShuffleMask);
35 unsigned Width, SmallVectorImpl<int> &ShuffleMask);
39 SmallVectorImpl<int> &ShuffleMask);
DX86InstCombineIntrinsic.cpp588 int ShuffleMask[4] = {0, 1, 2, 3}; in simplifyX86insertps() local
601 ShuffleMask[DestLane] = SourceLane; in simplifyX86insertps()
605 ShuffleMask[i] = i + 4; in simplifyX86insertps()
612 ShuffleMask[DestLane] = SourceLane + 4; in simplifyX86insertps()
615 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
670 SmallVector<int, 16> ShuffleMask; in simplifyX86extrq() local
672 ShuffleMask.push_back(i + Index); in simplifyX86extrq()
674 ShuffleMask.push_back(i + 16); in simplifyX86extrq()
676 ShuffleMask.push_back(-1); in simplifyX86extrq()
680 ConstantAggregateZero::get(ShufTy), ShuffleMask); in simplifyX86extrq()
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/MCTargetDesc/
DX86InstComments.cpp502 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
526 ShuffleMask); in EmitAnyX86InstComments()
542 ShuffleMask); in EmitAnyX86InstComments()
558 ShuffleMask); in EmitAnyX86InstComments()
572 ShuffleMask); in EmitAnyX86InstComments()
589 ShuffleMask); in EmitAnyX86InstComments()
598 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
607 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
615 DecodeInsertElementMask(2, 1, 1, ShuffleMask); in EmitAnyX86InstComments()
623 DecodeInsertElementMask(4, 2, 2, ShuffleMask); in EmitAnyX86InstComments()
[all …]
/external/llvm/lib/Target/X86/InstPrinter/
DX86InstComments.cpp371 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
392 ShuffleMask); in EmitAnyX86InstComments()
408 ShuffleMask); in EmitAnyX86InstComments()
424 ShuffleMask); in EmitAnyX86InstComments()
438 ShuffleMask); in EmitAnyX86InstComments()
455 ShuffleMask); in EmitAnyX86InstComments()
464 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
473 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
481 DecodeInsertElementMask(MVT::v2f64, 1, 1, ShuffleMask); in EmitAnyX86InstComments()
489 DecodeInsertElementMask(MVT::v4f32, 2, 2, ShuffleMask); in EmitAnyX86InstComments()
[all …]
/external/llvm-project/llvm/lib/IR/
DConstantsContext.h195 ShuffleMask.assign(Mask.begin(), Mask.end()); in ShuffleVectorConstantExpr()
200 SmallVector<int, 4> ShuffleMask; variable
516 ArrayRef<int> ShuffleMask;
542 ArrayRef<int> ShuffleMask = None,
546 ShuffleMask(ShuffleMask), ExplicitTy(ExplicitTy) {}
552 Indexes(getIndicesIfValid(CE)), ShuffleMask(getShuffleMaskIfValid(CE)),
560 Indexes(getIndicesIfValid(CE)), ShuffleMask(getShuffleMaskIfValid(CE)),
571 Indexes == X.Indexes && ShuffleMask == X.ShuffleMask &&
589 if (ShuffleMask != getShuffleMaskIfValid(CE))
601 hash_combine_range(ShuffleMask.begin(), ShuffleMask.end()), ExplicitTy);
[all …]
/external/llvm-project/llvm/lib/Target/Hexagon/
DHexagonISelDAGToDAGHVX.cpp762 struct ShuffleMask { struct
763 ShuffleMask(ArrayRef<int> M) : Mask(M) { in ShuffleMask() argument
776 ShuffleMask lo() const { in lo() argument
778 return ShuffleMask(Mask.take_front(H)); in lo()
780 ShuffleMask hi() const { in hi() argument
782 return ShuffleMask(Mask.take_back(H)); in hi()
794 raw_ostream &operator<<(raw_ostream &OS, const ShuffleMask &SM) { in operator <<()
847 OpRef packs(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
849 OpRef packp(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
856 OpRef shuffs1(ShuffleMask SM, OpRef Va, ResultStack &Results);
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/
DHexagonISelDAGToDAGHVX.cpp762 struct ShuffleMask { struct
763 ShuffleMask(ArrayRef<int> M) : Mask(M) { in ShuffleMask() argument
776 ShuffleMask lo() const { in lo() argument
778 return ShuffleMask(Mask.take_front(H)); in lo()
780 ShuffleMask hi() const { in hi() argument
782 return ShuffleMask(Mask.take_back(H)); in hi()
840 OpRef packs(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
842 OpRef packp(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
849 OpRef shuffs1(ShuffleMask SM, OpRef Va, ResultStack &Results);
850 OpRef shuffs2(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results);
[all …]
/external/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorOps.cpp798 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
799 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
805 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
809 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG()
849 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
850 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
852 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
857 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
860 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG()
863 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { in createBSWAPShuffleMask() argument
[all …]
/external/llvm-project/llvm/lib/Target/AArch64/GISel/
DAArch64PostLegalizerLowering.cpp184 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchREV() local
197 if (isREVMask(ShuffleMask, EltSize, NumElts, 64)) { in matchREV()
214 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchTRN() local
217 if (!isTRNMask(ShuffleMask, NumElts, WhichResult)) in matchTRN()
235 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchUZP() local
238 if (!isUZPMask(ShuffleMask, NumElts, WhichResult)) in matchUZP()
251 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchZip() local
254 if (!isZipMask(ShuffleMask, NumElts, WhichResult)) in matchZip()
/external/llvm/lib/Analysis/
DCostModel.cpp338 SmallVector<int, 32> ShuffleMask(NumVecElems, 0); in matchVectorSplittingReduction() local
360 ShuffleMask[j] = MaskStart + j; in matchVectorSplittingReduction()
362 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1); in matchVectorSplittingReduction()
365 if (ShuffleMask != Mask) in matchVectorSplittingReduction()
/external/llvm-project/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorOps.cpp996 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
997 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
1003 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
1007 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG()
1059 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
1060 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
1062 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
1067 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
1070 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG()
1073 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { in createBSWAPShuffleMask() argument
[all …]
/external/llvm/lib/Transforms/InstCombine/
DInstCombineCalls.cpp505 uint32_t ShuffleMask[4] = { 0, 1, 2, 3 }; in simplifyX86insertps() local
518 ShuffleMask[DestLane] = SourceLane; in simplifyX86insertps()
522 ShuffleMask[i] = i + 4; in simplifyX86insertps()
529 ShuffleMask[DestLane] = SourceLane + 4; in simplifyX86insertps()
532 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
588 SmallVector<Constant *, 16> ShuffleMask; in simplifyX86extrq() local
590 ShuffleMask.push_back( in simplifyX86extrq()
593 ShuffleMask.push_back( in simplifyX86extrq()
596 ShuffleMask.push_back(UndefValue::get(IntTy32)); in simplifyX86extrq()
600 ConstantAggregateZero::get(ShufTy), ConstantVector::get(ShuffleMask)); in simplifyX86extrq()
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorOps.cpp1096 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
1097 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
1103 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
1107 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG()
1160 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
1161 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
1163 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
1168 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
1171 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG()
1174 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { in createBSWAPShuffleMask() argument
[all …]

1234