| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineVectorOps.cpp | 177 unsigned NumSrcElts = SrcTy->getVectorNumElements(); in foldBitcastExtElt()
258 unsigned VWidth = V->getType()->getVectorNumElements(); in findDemandedEltsBySingleUser()
275 unsigned MaskNumElts = UserInstr->getType()->getVectorNumElements(); in findDemandedEltsBySingleUser()
301 unsigned VWidth = V->getType()->getVectorNumElements(); in findDemandedEltsByAllUsers()
414 SVI->getOperand(0)->getType()->getVectorNumElements(); in visitExtractElementInst()
449 unsigned NumElts = V->getType()->getVectorNumElements(); in collectSingleShuffleElements()
491 unsigned NumLHSElts = LHS->getType()->getVectorNumElements(); in collectSingleShuffleElements()
527 unsigned NumInsElts = InsVecType->getVectorNumElements(); in replaceExtractElements()
528 unsigned NumExtElts = ExtVecType->getVectorNumElements(); in replaceExtractElements()
611 unsigned NumElts = V->getType()->getVectorNumElements(); in collectShuffleElements()
[all …]
|
| D | InstCombineCalls.cpp | 562 unsigned NumSrcElts = ArgTy->getVectorNumElements(); in simplifyX86pack()
563 assert(ResTy->getVectorNumElements() == (2 * NumSrcElts) && in simplifyX86pack()
635 unsigned NumElts = ArgTy->getVectorNumElements(); in simplifyX86movmsk()
976 unsigned NumElts = VecTy->getVectorNumElements(); in simplifyX86vpermilvar()
1868 auto VWidth = II->getType()->getVectorNumElements(); in visitCallInst()
2406 II->getType()->getVectorNumElements()); in visitCallInst()
2427 II->getArgOperand(0)->getType()->getVectorNumElements()); in visitCallInst()
2620 unsigned VWidth = Arg->getType()->getVectorNumElements(); in visitCallInst()
2672 unsigned VWidth = Arg0->getType()->getVectorNumElements(); in visitCallInst()
2890 unsigned VWidth = Arg1->getType()->getVectorNumElements(); in visitCallInst()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
| D | LegalizeVectorTypes.cpp | 278 && Op.getValueType().getVectorNumElements() == 1 in ScalarizeVecRes_BITCAST()
648 assert(N->getValueType(0).getVectorNumElements() == 1 && in ScalarizeVecOp_UnaryOp()
661 assert(N->getValueType(0).getVectorNumElements() == 1 && in ScalarizeVecOp_UnaryOp_StrictFP()
1079 unsigned LoNumElts = LoVT.getVectorNumElements(); in SplitVecRes_BUILD_VECTOR()
1120 DAG.getConstant(IdxVal + LoVT.getVectorNumElements(), dl, in SplitVecRes_EXTRACT_SUBVECTOR()
1133 unsigned VecElems = VecVT.getVectorNumElements(); in SplitVecRes_INSERT_SUBVECTOR()
1134 unsigned SubElems = SubVec.getValueType().getVectorNumElements(); in SplitVecRes_INSERT_SUBVECTOR()
1233 unsigned InNumElements = InLoVT.getVectorNumElements(); in SplitVecRes_ExtVecInRegOp()
1237 unsigned OutNumElements = OutLoVT.getVectorNumElements(); in SplitVecRes_ExtVecInRegOp()
1310 unsigned NE = VT.getVectorNumElements(); in UnrollVectorOp_StrictFP()
[all …]
|
| D | SelectionDAG.cpp | 633 for (unsigned i = 0, e = N->getValueType(0).getVectorNumElements(); in AddNodeIDCustom()
827 assert(N->getNumOperands() == N->getValueType(0).getVectorNumElements() && in VerifySDNode()
1273 for (unsigned i = 0; i < ViaVecNumElts / VT.getVectorNumElements(); ++i) { in getConstant()
1292 for (unsigned i = 0, e = VT.getVectorNumElements(); i != e; ++i) in getConstant()
1609 assert(VT.getVectorNumElements() == Mask.size() && in getVectorShuffle()
1724 V.getValueType().getVectorNumElements() == VT.getVectorNumElements(); in getVectorShuffle()
2168 ? APInt::getAllOnesValue(VT.getVectorNumElements()) in GetDemandedBits()
2258 ? APInt::getAllOnesValue(VT.getVectorNumElements()) in MaskedValueIsZero()
2291 unsigned NumElts = VT.getVectorNumElements(); in isSplatValue()
2334 unsigned NumSrcElts = Src.getValueType().getVectorNumElements(); in isSplatValue()
[all …]
|
| D | LegalizeTypesGeneric.cpp | 86 assert(!(InVT.getVectorNumElements() & 1) && "Unsupported BITCAST"); in ExpandRes_BITCAST()
206 unsigned OldElts = OldVec.getValueType().getVectorNumElements(); in ExpandRes_EXTRACT_VECTOR_ELT()
350 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST()
369 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR()
407 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT()
445 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR()
|
| D | LegalizeVectorOps.cpp | 626 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteINT_TO_FP()
665 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteFP_TO_INT()
710 unsigned NumElem = SrcVT.getVectorNumElements(); in ExpandLoad()
714 if (SrcVT.getVectorNumElements() > 1 && !SrcEltVT.isByteSized()) { in ExpandLoad()
1077 int NumElements = VT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG()
1080 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG()
1137 int NumElements = VT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG()
1140 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG()
1176 for (int I = 0, E = VT.getVectorNumElements(); I != E; ++I) in createBSWAPShuffleMask()
1485 unsigned NumElems = VT.getVectorNumElements(); in UnrollStrictFPOp()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
| D | BasicTTIImpl.h | 92 for (int i = 0, e = Ty->getVectorNumElements(); i < e; ++i) { in getBroadcastShuffleOverhead()
111 for (int i = 0, e = Ty->getVectorNumElements(); i < e; ++i) { in getPermuteShuffleOverhead()
125 int NumSubElts = SubTy->getVectorNumElements(); in getExtractSubvectorOverhead()
126 assert((Index + NumSubElts) <= (int)Ty->getVectorNumElements() && in getExtractSubvectorOverhead()
147 int NumSubElts = SubTy->getVectorNumElements(); in getInsertSubvectorOverhead()
148 assert((Index + NumSubElts) <= (int)Ty->getVectorNumElements() && in getInsertSubvectorOverhead()
573 for (int i = 0, e = Ty->getVectorNumElements(); i < e; ++i) { in getScalarizationOverhead()
598 assert((VF == 1 || VF == VecTy->getVectorNumElements()) && in getOperandsScalarizationOverhead()
619 VecTy->getVectorNumElements()); in getScalarizationOverhead()
666 unsigned Num = Ty->getVectorNumElements();
[all …]
|
| D | ValueTypes.h | 105 MVT VecTy = MVT::getVectorVT(IntTy, getVectorNumElements(), in changeVectorElementTypeToInteger()
275 unsigned getVectorNumElements() const { in getVectorNumElements() function
278 return V.getVectorNumElements(); in getVectorNumElements()
375 unsigned NElts = getVectorNumElements(); in isPow2VectorType()
383 unsigned NElts = getVectorNumElements(); in getPow2VectorType()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
| D | X86InterleavedAccess.cpp | 190 SubVecTy->getVectorNumElements(), 0)))); in decompose()
229 VT.getVectorNumElements() / 2); in scaleVectorType()
259 unsigned NumOfElm = VT.getVectorNumElements(); in genShuffleBland()
438 int VF = VT.getVectorNumElements(); in createShuffleStride()
451 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize()
475 unsigned NumElts = VT.getVectorNumElements(); in DecodePALIGNRMask()
613 int VF = VT.getVectorNumElements(); in group2Shuffle()
683 unsigned NumOfElm = VT.getVectorNumElements(); in interleave8bitStride3()
731 unsigned NumSubVecElems = ShuffleEltTy->getVectorNumElements() / Factor; in lowerIntoOptimizedSequence()
760 unsigned NumSubVecElems = ShuffleTy->getVectorNumElements() / Factor; in lowerIntoOptimizedSequence()
[all …]
|
| D | X86ISelLowering.cpp | 2081 if (VT.getVectorNumElements() != 1 && in getPreferredVectorAction()
2097 (!isPowerOf2_32(VT.getVectorNumElements()) || in getRegisterTypeForCallingConv()
2098 (VT.getVectorNumElements() > 16 && !Subtarget.hasBWI()) || in getRegisterTypeForCallingConv()
2099 (VT.getVectorNumElements() > 64 && Subtarget.hasBWI()))) in getRegisterTypeForCallingConv()
2121 (!isPowerOf2_32(VT.getVectorNumElements()) || in getNumRegistersForCallingConv()
2122 (VT.getVectorNumElements() > 16 && !Subtarget.hasBWI()) || in getNumRegistersForCallingConv()
2123 (VT.getVectorNumElements() > 64 && Subtarget.hasBWI()))) in getNumRegistersForCallingConv()
2124 return VT.getVectorNumElements(); in getNumRegistersForCallingConv()
2142 (!isPowerOf2_32(VT.getVectorNumElements()) || in getVectorTypeBreakdownForCallingConv()
2143 (VT.getVectorNumElements() > 16 && !Subtarget.hasBWI()) || in getVectorTypeBreakdownForCallingConv()
[all …]
|
| D | X86TargetTransformInfo.cpp | 882 return 20 * LT.first * LT.second.getVectorNumElements() * ScalarCost; in getArithmeticInstrCost()
908 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost()
913 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost()
922 int OrigSubElts = SubTp->getVectorNumElements(); in getShuffleCost()
932 LT.second.getVectorNumElements()); in getShuffleCost()
934 SubLT.second.getVectorNumElements()); in getShuffleCost()
960 LegalVT.getVectorNumElements() < Tp->getVectorNumElements()) { in getShuffleCost()
970 LegalVT.getVectorNumElements()); in getShuffleCost()
2406 unsigned Width = LT.second.getVectorNumElements(); in getVectorInstrCost()
2441 unsigned NumElem = VTy->getVectorNumElements(); in getMemoryOpCost()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/ |
| D | HexagonISelLoweringHVX.cpp | 177 MVT BoolW = MVT::getVectorVT(MVT::i1, T.getVectorNumElements()); in initializeHVXLowering()
185 MVT BoolV = MVT::getVectorVT(MVT::i1, T.getVectorNumElements()); in initializeHVXLowering()
222 return MVT::getVectorVT(ElemTy, Tys.first.getVectorNumElements() + in typeJoin()
223 Tys.second.getVectorNumElements()); in typeJoin()
229 unsigned NumElem = VecTy.getVectorNumElements(); in typeSplit()
239 return MVT::getVectorVT(NewElemTy, VecTy.getVectorNumElements()); in typeExtElem()
246 return MVT::getVectorVT(NewElemTy, VecTy.getVectorNumElements()); in typeTruncElem()
344 assert(ResTy.getVectorNumElements() == ByteMask.size()); in getByteShuffle()
448 unsigned ExtLen = ExtTy.getVectorNumElements(); in buildHvxVectorReg()
520 unsigned Scale = HwLen / (PredTy.getVectorNumElements() * BitBytes); in createHvxPrefixPred()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
| D | MVEGatherScatterLowering.cpp | 168 if (BCTy->getVectorNumElements() == BCSrcTy->getVectorNumElements()) { in lookThroughBitcast()
188 if (!isLegalTypeAndAlignment(Ty->getVectorNumElements(), in lowerGather()
220 if (Ty->getVectorNumElements() != 4) in tryCreateMaskedGatherBase()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Support/ |
| D | LowLevelType.cpp | 20 init(/*IsPointer=*/false, VT.getVectorNumElements() > 1, in LLT()
21 VT.getVectorNumElements(), VT.getVectorElementType().getSizeInBits(), in LLT()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AArch64/ |
| D | AArch64TargetTransformInfo.cpp | 212 DstTy->getVectorNumElements()); in isWideningInstruction()
261 unsigned NumDstEls = DstTyL.first * DstTyL.second.getVectorNumElements(); in isWideningInstruction()
262 unsigned NumSrcEls = SrcTyL.first * SrcTyL.second.getVectorNumElements(); in isWideningInstruction()
473 unsigned Width = LT.second.getVectorNumElements(); in getVectorInstrCost()
669 if (Ty->getVectorNumElements() < ProfitableNumElements) { in getMemoryOpCost()
670 unsigned NumVecElts = Ty->getVectorNumElements(); in getMemoryOpCost()
692 unsigned NumElts = VecTy->getVectorNumElements(); in getInterleavedMemoryOpCost()
713 if (I->getScalarSizeInBits() * I->getVectorNumElements() == 128) in getCostOfKeepingLiveOverCall()
916 return ScalarBits * Ty->getVectorNumElements() >= 128; in useReductionIntrinsic()
919 (ScalarBits * Ty->getVectorNumElements() >= 128); in useReductionIntrinsic()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
| D | SystemZTargetTransformInfo.cpp | 345 unsigned WideBits = getScalarSizeInBits(Ty) * Ty->getVectorNumElements(); in getNumVectorRegs()
397 unsigned VF = Ty->getVectorNumElements(); in getArithmeticInstrCost()
567 assert (SrcTy->getVectorNumElements() == DstTy->getVectorNumElements() && in getVectorTruncCost()
583 unsigned VF = SrcTy->getVectorNumElements(); in getVectorTruncCost()
657 unsigned VF = Dst->getVectorNumElements(); in getBoolVecToIntConversionCost()
678 unsigned VF = Src->getVectorNumElements(); in getCastInstrCost()
811 unsigned VF = ValTy->getVectorNumElements(); in getCmpSelInstrCost()
1078 unsigned NumElts = VecTy->getVectorNumElements(); in getInterleavedMemoryOpCost()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Analysis/Utils/ |
| D | Local.h | 66 OpC = ConstantVector::getSplat(IntIdxTy->getVectorNumElements(), OpC);
79 Op = Builder->CreateVectorSplat(IntIdxTy->getVectorNumElements(), Op);
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/IR/ |
| D | AutoUpgrade.cpp | 895 unsigned NumElts = ResultTy->getVectorNumElements() * 8; in UpgradeX86PSLLDQIntrinsics()
929 unsigned NumElts = ResultTy->getVectorNumElements() * 8; in UpgradeX86PSRLDQIntrinsics()
985 Mask = getX86MaskVec(Builder, Mask, Op0->getType()->getVectorNumElements()); in EmitX86Select()
1013 unsigned NumElts = Op0->getType()->getVectorNumElements(); in UpgradeX86ALIGNIntrinsics()
1144 unsigned NumElts = Ty->getVectorNumElements(); in upgradeX86Rotate()
1214 unsigned NumElts = Ty->getVectorNumElements(); in upgradeX86ConcatShift()
1249 unsigned NumElts = Data->getType()->getVectorNumElements(); in UpgradeMaskedStore()
1269 unsigned NumElts = Passthru->getType()->getVectorNumElements(); in UpgradeMaskedLoad()
1333 unsigned NumElts = Vec->getType()->getVectorNumElements(); in ApplyX86MaskOn1BitsVec()
1356 unsigned NumElts = Op0->getType()->getVectorNumElements(); in upgradeMaskedCompare()
[all …]
|
| D | ConstantFold.cpp | 54 if (NumElts != CV->getType()->getVectorNumElements()) in BitCastConstantVector()
574 DestTy->getVectorNumElements() == V->getType()->getVectorNumElements()) { in ConstantFoldCastInstruction()
579 for (unsigned i = 0, e = V->getType()->getVectorNumElements(); i != e; ++i) { in ConstantFoldCastInstruction()
743 for (unsigned i = 0, e = V1->getType()->getVectorNumElements(); i != e;++i){ in ConstantFoldSelectInstruction()
762 if (Result.size() == V1->getType()->getVectorNumElements()) in ConstantFoldSelectInstruction()
800 if (CIdx->uge(Val->getType()->getVectorNumElements())) in ConstantFoldExtractElementInstruction()
842 unsigned NumElts = Val->getType()->getVectorNumElements(); in ConstantFoldInsertElementInstruction()
866 unsigned MaskNumElts = Mask->getType()->getVectorNumElements(); in ConstantFoldShuffleVectorInstruction()
882 unsigned SrcNumElts = V1->getType()->getVectorNumElements(); in ConstantFoldShuffleVectorInstruction()
1951 for (unsigned i = 0, e = C1->getType()->getVectorNumElements(); i != e;++i){ in ConstantFoldCompareInstruction()
[all …]
|
| D | Constants.cpp | 164 unsigned NumElts = this->getType()->getVectorNumElements(); in isNotOneValue()
214 unsigned NumElts = this->getType()->getVectorNumElements(); in isNotMinSignedValue()
232 for (unsigned i = 0, e = getType()->getVectorNumElements(); i != e; ++i) { in isFiniteNonZeroFP()
245 for (unsigned i = 0, e = getType()->getVectorNumElements(); i != e; ++i) { in isNormalFP()
258 for (unsigned i = 0, e = getType()->getVectorNumElements(); i != e; ++i) { in hasExactInverseFP()
271 for (unsigned i = 0, e = getType()->getVectorNumElements(); i != e; ++i) { in isNaN()
300 for (unsigned i = 0, e = getType()->getVectorNumElements(); i != e; ++i) in containsUndefElement()
310 for (unsigned i = 0, e = getType()->getVectorNumElements(); i != e; ++i) in containsConstantExpression()
639 unsigned NumElts = Ty->getVectorNumElements(); in replaceUndefsWith()
1854 assert(C->getType()->getVectorNumElements()==DstTy->getVectorNumElements()&& in getPtrToInt()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | ExpandReductions.cpp | 128 if (!isPowerOf2_32(Vec->getType()->getVectorNumElements())) in expandReductions()
149 if (!isPowerOf2_32(Vec->getType()->getVectorNumElements())) in expandReductions()
|
| D | LowLevelType.cpp | 58 return LLT::vector(Ty.getVectorNumElements(), in getLLTForMVT()
|
| D | InterleavedAccessPass.cpp | 311 unsigned NumLoadElements = LI->getType()->getVectorNumElements(); in lowerInterleavedLoad()
429 unsigned OpNumElts = SVI->getOperand(0)->getType()->getVectorNumElements(); in lowerInterleavedStore()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Instrumentation/ |
| D | PoisonChecking.cpp | 201 unsigned NumElts = Vec->getType()->getVectorNumElements(); in generatePoisonChecks()
213 unsigned NumElts = Vec->getType()->getVectorNumElements(); in generatePoisonChecks()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Support/ |
| D | MachineValueType.h | 404 unsigned NElts = getVectorNumElements(); in isPow2VectorType()
414 unsigned NElts = getVectorNumElements(); in getPow2VectorType()
547 unsigned getVectorNumElements() const { in getVectorNumElements() function
671 return { getVectorNumElements(), isScalableVector() }; in getVectorElementCount()
|