| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/Utils/ |
| D | X86ShuffleDecode.cpp | 23 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
25 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
26 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
27 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
38 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
40 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
41 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
42 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
43 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
[all …]
|
| D | X86ShuffleDecode.h | 30 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
35 SmallVectorImpl<int> &ShuffleMask);
39 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
43 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
45 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
47 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
49 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
52 SmallVectorImpl<int> &ShuffleMask);
55 SmallVectorImpl<int> &ShuffleMask);
58 SmallVectorImpl<int> &ShuffleMask);
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
| D | X86ShuffleDecodeConstantPool.cpp | 115 SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFBMask() argument
132 ShuffleMask.push_back(SM_SentinelUndef); in DecodePSHUFBMask()
139 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask()
147 ShuffleMask.push_back(Index); in DecodePSHUFBMask()
153 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMILPMask() argument
172 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMILPMask()
183 ShuffleMask.push_back(Index); in DecodeVPERMILPMask()
189 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMIL2PMask() argument
209 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMIL2PMask()
227 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPERMIL2PMask()
[all …]
|
| D | X86ShuffleDecodeConstantPool.h | 29 SmallVectorImpl<int> &ShuffleMask);
33 SmallVectorImpl<int> &ShuffleMask);
38 SmallVectorImpl<int> &ShuffleMask);
42 SmallVectorImpl<int> &ShuffleMask);
46 SmallVectorImpl<int> &ShuffleMask);
50 SmallVectorImpl<int> &ShuffleMask);
|
| D | X86MCInstLower.cpp | 1782 SmallVector<int, 8> ShuffleMask(Mask.begin(), Mask.end()); in getShuffleComment() local
1784 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) in getShuffleComment()
1785 if (ShuffleMask[i] >= e) in getShuffleComment()
1786 ShuffleMask[i] -= e; in getShuffleComment()
1809 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) { in getShuffleComment()
1812 if (ShuffleMask[i] == SM_SentinelZero) { in getShuffleComment()
1819 bool isSrc1 = ShuffleMask[i] < (int)e; in getShuffleComment()
1823 while (i != e && ShuffleMask[i] != SM_SentinelZero && in getShuffleComment()
1824 (ShuffleMask[i] < (int)e) == isSrc1) { in getShuffleComment()
1829 if (ShuffleMask[i] == SM_SentinelUndef) in getShuffleComment()
[all …]
|
| D | X86InterleavedAccess.cpp | 473 SmallVectorImpl<uint32_t> &ShuffleMask, in DecodePALIGNRMask() argument
489 ShuffleMask.push_back(Base + l); in DecodePALIGNRMask()
|
| D | X86ISelLowering.cpp | 7140 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(N)->getMask(); in getFauxShuffleMask() local
7141 if (isUndefOrInRange(ShuffleMask, 0, 2 * NumElts)) { in getFauxShuffleMask()
7142 Mask.append(ShuffleMask.begin(), ShuffleMask.end()); in getFauxShuffleMask()
7615 SmallVector<int, 16> ShuffleMask; in getShuffleScalarElt() local
7619 if (!getTargetShuffleMask(N, ShufVT, true, ShuffleOps, ShuffleMask, IsUnary)) in getShuffleScalarElt()
7622 int Elt = ShuffleMask[Index]; in getShuffleScalarElt()
9957 SmallVector<int, 8> ShuffleMask; in LowerBUILD_VECTOR() local
9960 ShuffleMask.push_back(i == InsertC ? NumElts : i); in LowerBUILD_VECTOR()
9962 return DAG.getVectorShuffle(VT, dl, Ld, S2V, ShuffleMask); in LowerBUILD_VECTOR()
26697 SmallVector<int, 8> ShuffleMask; in LowerShift() local
[all …]
|
| D | X86ISelLowering.h | 819 ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const override;
|
| D | X86InstrAVX512.td | 1786 AVX512VLVectorVTInfo ShuffleMask> {
1788 ShuffleMask.info512>,
1790 ShuffleMask.info512>, EVEX_V512;
1793 ShuffleMask.info128>,
1795 ShuffleMask.info128>, EVEX_V128;
1797 ShuffleMask.info256>,
1799 ShuffleMask.info256>, EVEX_V256;
1902 AVX512VLVectorVTInfo ShuffleMask> {
1904 ShuffleMask.info512>,
1906 ShuffleMask.info512>, EVEX_V512;
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/MCTargetDesc/ |
| D | X86InstComments.cpp | 502 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
526 ShuffleMask); in EmitAnyX86InstComments()
542 ShuffleMask); in EmitAnyX86InstComments()
558 ShuffleMask); in EmitAnyX86InstComments()
572 ShuffleMask); in EmitAnyX86InstComments()
589 ShuffleMask); in EmitAnyX86InstComments()
598 DecodeMOVLHPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
607 DecodeMOVHLPSMask(2, ShuffleMask); in EmitAnyX86InstComments()
615 DecodeInsertElementMask(2, 1, 1, ShuffleMask); in EmitAnyX86InstComments()
623 DecodeInsertElementMask(4, 2, 2, ShuffleMask); in EmitAnyX86InstComments()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/ |
| D | HexagonISelDAGToDAGHVX.cpp | 762 struct ShuffleMask { struct
763 ShuffleMask(ArrayRef<int> M) : Mask(M) { in ShuffleMask() function
776 ShuffleMask lo() const { in lo() argument
778 return ShuffleMask(Mask.take_front(H)); in lo()
780 ShuffleMask hi() const { in hi() argument
782 return ShuffleMask(Mask.take_back(H)); in hi()
840 OpRef packs(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
842 OpRef packp(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
849 OpRef shuffs1(ShuffleMask SM, OpRef Va, ResultStack &Results);
850 OpRef shuffs2(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results);
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
| D | LegalizeVectorOps.cpp | 1096 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
1097 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
1103 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
1107 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); in ExpandANY_EXTEND_VECTOR_INREG()
1160 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
1161 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
1163 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
1168 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
1171 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); in ExpandZERO_EXTEND_VECTOR_INREG()
1174 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { in createBSWAPShuffleMask() argument
[all …]
|
| D | TargetLowering.cpp | 761 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); in SimplifyMultipleUseDemandedBits() local
767 int M = ShuffleMask[i]; in SimplifyMultipleUseDemandedBits()
996 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); in SimplifyDemandedBits() local
1004 int M = ShuffleMask[i]; in SimplifyDemandedBits()
1048 SDValue NewOp = TLO.DAG.getVectorShuffle(VT, dl, Op0, Op1, ShuffleMask); in SimplifyDemandedBits()
2440 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); in SimplifyDemandedVectorElts() local
2446 int M = ShuffleMask[i]; in SimplifyDemandedVectorElts()
2469 SmallVector<int, 32> NewMask(ShuffleMask.begin(), ShuffleMask.end()); in SimplifyDemandedVectorElts()
2495 int M = ShuffleMask[i]; in SimplifyDemandedVectorElts()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineCalls.cpp | 700 uint32_t ShuffleMask[4] = { 0, 1, 2, 3 }; in simplifyX86insertps() local
713 ShuffleMask[DestLane] = SourceLane; in simplifyX86insertps()
717 ShuffleMask[i] = i + 4; in simplifyX86insertps()
724 ShuffleMask[DestLane] = SourceLane + 4; in simplifyX86insertps()
727 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
783 SmallVector<Constant *, 16> ShuffleMask; in simplifyX86extrq() local
785 ShuffleMask.push_back( in simplifyX86extrq()
788 ShuffleMask.push_back( in simplifyX86extrq()
791 ShuffleMask.push_back(UndefValue::get(IntTy32)); in simplifyX86extrq()
795 ConstantAggregateZero::get(ShufTy), ConstantVector::get(ShuffleMask)); in simplifyX86extrq()
[all …]
|
| D | InstCombineCasts.cpp | 1895 ArrayRef<uint32_t> ShuffleMask; in optimizeVectorResizeWithIntegerBitCasts() local
1911 ShuffleMask = ShuffleMaskStorage; in optimizeVectorResizeWithIntegerBitCasts()
1913 ShuffleMask = ShuffleMask.take_back(DestElts); in optimizeVectorResizeWithIntegerBitCasts()
1915 ShuffleMask = ShuffleMask.take_front(DestElts); in optimizeVectorResizeWithIntegerBitCasts()
1931 ShuffleMask = ShuffleMaskStorage; in optimizeVectorResizeWithIntegerBitCasts()
1936 ShuffleMask)); in optimizeVectorResizeWithIntegerBitCasts()
|
| D | InstCombineVectorOps.cpp | 2030 SmallVector<Constant *, 16> ShuffleMask(SrcNumElems, in visitShuffleVectorInst() local
2033 ShuffleMask[I] = ConstantInt::get(Int32Ty, Idx); in visitShuffleVectorInst()
2035 ConstantVector::get(ShuffleMask), in visitShuffleVectorInst()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 842 SmallVector<Constant *, 32> ShuffleMask(VF, nullptr); in getShuffleReduction() local
846 ShuffleMask[j] = Builder.getInt32(i / 2 + j); in getShuffleReduction()
849 std::fill(&ShuffleMask[i / 2], ShuffleMask.end(), in getShuffleReduction()
854 ConstantVector::get(ShuffleMask), "rdx.shuf"); in getShuffleReduction()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
| D | MachineOperand.h | 178 ArrayRef<int> ShuffleMask; // For MO_ShuffleMask member
593 return Contents.ShuffleMask; in getShuffleMask()
921 Op.Contents.ShuffleMask = Mask; in CreateShuffleMask()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/ |
| D | TargetTransformInfo.cpp | 1113 SmallVector<int, 32> ShuffleMask(NumVecElems, 0); in matchVectorSplittingReduction() local
1136 ShuffleMask[j] = MaskStart + j; in matchVectorSplittingReduction()
1138 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1); in matchVectorSplittingReduction()
1141 if (ShuffleMask != Mask) in matchVectorSplittingReduction()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/IR/ |
| D | AutoUpgrade.cpp | 2113 uint32_t ShuffleMask[2] = { 0, 1 }; in UpgradeIntrinsicCall() local
2114 Rep = Builder.CreateShuffleVector(Rep, Rep, ShuffleMask); in UpgradeIntrinsicCall()
2279 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts); in UpgradeIntrinsicCall() local
2281 ShuffleMask[i] = i; in UpgradeIntrinsicCall()
2284 CI->getArgOperand(0), UndefValue::get(SrcTy), ShuffleMask); in UpgradeIntrinsicCall()
2324 SmallVector<uint32_t, 8> ShuffleMask(0); in UpgradeIntrinsicCall() local
2332 ShuffleMask.push_back(LaneMask * NumElementsInLane + i); in UpgradeIntrinsicCall()
2335 CI->getArgOperand(1), ShuffleMask); in UpgradeIntrinsicCall()
2344 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts); in UpgradeIntrinsicCall() local
2346 ShuffleMask[i] = i % NumSrcElts; in UpgradeIntrinsicCall()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
| D | ARMISelLowering.cpp | 7005 static unsigned isNEONTwoResultShuffleMask(ArrayRef<int> ShuffleMask, EVT VT, in isNEONTwoResultShuffleMask() argument
7009 if (isVTRNMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
7011 if (isVUZPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
7013 if (isVZIPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
7017 if (isVTRN_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
7019 if (isVUZP_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
7021 if (isVZIP_v_undef_Mask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
7727 ArrayRef<int> ShuffleMask, in LowerVECTOR_SHUFFLEv8i8() argument
7736 I = ShuffleMask.begin(), E = ShuffleMask.end(); I != E; ++I) in LowerVECTOR_SHUFFLEv8i8()
7816 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE_i1() local
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AArch64/ |
| D | AArch64ISelLowering.cpp | 7134 static SDValue GenerateTBL(SDValue Op, ArrayRef<int> ShuffleMask, in GenerateTBL() argument
7145 for (int Val : ShuffleMask) { in GenerateTBL()
7220 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
7295 if (isREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
7297 if (isREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
7299 if (isREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
7304 if (isEXTMask(ShuffleMask, VT, ReverseEXT, Imm)) { in LowerVECTOR_SHUFFLE()
7310 } else if (V2->isUndef() && isSingletonEXTMask(ShuffleMask, VT, Imm)) { in LowerVECTOR_SHUFFLE()
7317 if (isZIPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
7321 if (isUZPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 2121 SmallVector<Constant *, 8> ShuffleMask; in reverseVector() local
2123 ShuffleMask.push_back(Builder.getInt32(VF - i - 1)); in reverseVector()
2126 ConstantVector::get(ShuffleMask), in reverseVector()
3608 SmallVector<Constant *, 8> ShuffleMask(VF); in fixFirstOrderRecurrence() local
3609 ShuffleMask[0] = Builder.getInt32(VF - 1); in fixFirstOrderRecurrence()
3611 ShuffleMask[I] = Builder.getInt32(I + VF - 1); in fixFirstOrderRecurrence()
3623 ConstantVector::get(ShuffleMask)) in fixFirstOrderRecurrence()
|
| D | SLPVectorizer.cpp | 4558 Value *ShuffleMask = ConstantVector::get(Mask); in vectorizeTree() local
4562 Value *V = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in vectorizeTree()
6054 SmallVector<Constant *, 32> ShuffleMask( in createRdxShuffleMask() local
6060 ShuffleMask[i] = Builder.getInt32(2 * i + !IsLeft); in createRdxShuffleMask()
6064 ShuffleMask[i] = Builder.getInt32(NumEltsToRdx + i); in createRdxShuffleMask()
6066 return ConstantVector::get(ShuffleMask); in createRdxShuffleMask()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
| D | SystemZISelLowering.cpp | 5809 ArrayRef<int> ShuffleMask = SVN->getMask(); in combineSTORE() local
5810 if (isVectorElementSwap(ShuffleMask, Op1.getValueType())) { in combineSTORE()
5832 ArrayRef<int> ShuffleMask = SVN->getMask(); in combineVECTOR_SHUFFLE() local
5833 if (isVectorElementSwap(ShuffleMask, N->getValueType(0))) { in combineVECTOR_SHUFFLE()
|