Home
last modified time | relevance | path

Searched refs:VecTy (Results 1 – 25 of 66) sorted by relevance

123

/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/ADT/
DTinyPtrVector.h32 using VecTy = SmallVector<EltTy, 4>;
33 using value_type = typename VecTy::value_type;
38 using PtrUnion = PointerUnion<EltTy, VecTy *>;
47 if (VecTy *V = Val.template dyn_cast<VecTy*>()) in ~TinyPtrVector()
52 if (VecTy *V = Val.template dyn_cast<VecTy*>()) in TinyPtrVector()
53 Val = new VecTy(*V); in TinyPtrVector()
70 Val = new VecTy(*RHS.Val.template get<VecTy*>());
76 Val.template get<VecTy*>()->clear();
77 Val.template get<VecTy*>()->push_back(RHS.front());
79 *Val.template get<VecTy*>() = *RHS.Val.template get<VecTy*>();
[all …]
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/
DHexagonISelLoweringHVX.cpp227 HexagonTargetLowering::typeSplit(MVT VecTy) const { in typeSplit()
228 assert(VecTy.isVector()); in typeSplit()
229 unsigned NumElem = VecTy.getVectorNumElements(); in typeSplit()
231 MVT HalfTy = MVT::getVectorVT(VecTy.getVectorElementType(), NumElem/2); in typeSplit()
236 HexagonTargetLowering::typeExtElem(MVT VecTy, unsigned Factor) const { in typeExtElem() argument
237 MVT ElemTy = VecTy.getVectorElementType(); in typeExtElem()
239 return MVT::getVectorVT(NewElemTy, VecTy.getVectorNumElements()); in typeExtElem()
243 HexagonTargetLowering::typeTruncElem(MVT VecTy, unsigned Factor) const { in typeTruncElem() argument
244 MVT ElemTy = VecTy.getVectorElementType(); in typeTruncElem()
246 return MVT::getVectorVT(NewElemTy, VecTy.getVectorNumElements()); in typeTruncElem()
[all …]
DHexagonTargetTransformInfo.cpp46 bool HexagonTTIImpl::isTypeForHVX(Type *VecTy) const { in isTypeForHVX()
47 assert(VecTy->isVectorTy()); in isTypeForHVX()
48 if (cast<VectorType>(VecTy)->isScalable()) in isTypeForHVX()
51 if (!cast<VectorType>(VecTy)->getElementType()->isIntegerTy()) in isTypeForHVX()
53 EVT VecVT = EVT::getEVT(VecTy); in isTypeForHVX()
163 VectorType *VecTy = cast<VectorType>(Src); in getMemoryOpCost() local
164 unsigned VecWidth = VecTy->getBitWidth(); in getMemoryOpCost()
165 if (useHVX() && isTypeForHVX(VecTy)) { in getMemoryOpCost()
184 VecTy->getElementType()->isFloatingPointTy() ? FloatFactor : 1; in getMemoryOpCost()
218 Type *VecTy, unsigned Factor, ArrayRef<unsigned> Indices, in getInterleavedMemoryOpCost() argument
[all …]
DHexagonSubtarget.h230 bool isHVXVectorType(MVT VecTy, bool IncludeBool = false) const {
231 if (!VecTy.isVector() || !useHVXOps() || VecTy.isScalableVector())
233 MVT ElemTy = VecTy.getVectorElementType();
238 unsigned NumElems = VecTy.getVectorNumElements();
253 unsigned VecWidth = VecTy.getSizeInBits();
DHexagonISelLowering.cpp1877 Type *VecTy = I.getArgOperand(1)->getType(); in getTgtMemIntrinsic() local
1878 Info.memVT = MVT::getVT(VecTy); in getTgtMemIntrinsic()
1882 MaybeAlign(M.getDataLayout().getTypeAllocSizeInBits(VecTy) / 8); in getTgtMemIntrinsic()
1976 MVT VecTy = ty(Op); in LowerVECTOR_SHUFFLE() local
1977 assert(!Subtarget.isHVXVectorType(VecTy, true) && in LowerVECTOR_SHUFFLE()
1979 assert(VecTy.getSizeInBits() <= 64 && "Unexpected vector length"); in LowerVECTOR_SHUFFLE()
1988 if (ty(Op0) != VecTy || ty(Op1) != VecTy) in LowerVECTOR_SHUFFLE()
1996 return DAG.getUNDEF(VecTy); in LowerVECTOR_SHUFFLE()
2004 unsigned ElemBytes = VecTy.getVectorElementType().getSizeInBits() / 8; in LowerVECTOR_SHUFFLE()
2040 return DAG.getBitcast(VecTy, T1); in LowerVECTOR_SHUFFLE()
[all …]
DHexagonISelLowering.h341 bool getBuildVectorConstInts(ArrayRef<SDValue> Values, MVT VecTy,
344 SDValue buildVector32(ArrayRef<SDValue> Elem, const SDLoc &dl, MVT VecTy,
346 SDValue buildVector64(ArrayRef<SDValue> Elem, const SDLoc &dl, MVT VecTy,
399 MVT typeExtElem(MVT VecTy, unsigned Factor) const;
400 MVT typeTruncElem(MVT VecTy, unsigned Factor) const;
416 MVT VecTy, SelectionDAG &DAG) const;
418 MVT VecTy, SelectionDAG &DAG) const;
DHexagonTargetTransformInfo.h46 bool isTypeForHVX(Type *VecTy) const;
124 unsigned getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy,
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/
DMVETailPredication.cpp89 Value *ComputeElements(Value *TripCount, VectorType *VecTy);
98 VectorType *VecTy,
306 VectorType *VecTy = getVectorType(cast<IntrinsicInst>(&I)); in IsPredicatedVectorLoop() local
307 unsigned Lanes = VecTy->getNumElements(); in IsPredicatedVectorLoop()
308 unsigned ElementWidth = VecTy->getScalarSizeInBits(); in IsPredicatedVectorLoop()
328 VectorType *VecTy) { in ComputeElements() argument
331 VecTy->getNumElements()); in ComputeElements()
462 VectorType *VecTy, Value *NumElements) { in InsertVCTPIntrinsic() argument
474 ConstantInt::get(cast<IntegerType>(Ty), VecTy->getNumElements()); in InsertVCTPIntrinsic()
477 switch (VecTy->getNumElements()) { in InsertVCTPIntrinsic()
[all …]
DARMTargetTransformInfo.cpp503 if (auto *VecTy = dyn_cast<VectorType>(DataTy)) { in isLegalMaskedLoad() local
505 if (VecTy->getNumElements() == 2) in isLegalMaskedLoad()
510 if (VecWidth != 128 && VecTy->getElementType()->isFloatingPointTy()) in isLegalMaskedLoad()
812 unsigned Opcode, Type *VecTy, unsigned Factor, ArrayRef<unsigned> Indices, in getInterleavedMemoryOpCost() argument
816 assert(isa<VectorType>(VecTy) && "Expect a vector type"); in getInterleavedMemoryOpCost()
819 bool EltIs64Bits = DL.getTypeSizeInBits(VecTy->getScalarType()) == 64; in getInterleavedMemoryOpCost()
823 unsigned NumElts = VecTy->getVectorNumElements(); in getInterleavedMemoryOpCost()
824 auto *SubVecTy = VectorType::get(VecTy->getScalarType(), NumElts / Factor); in getInterleavedMemoryOpCost()
840 VecTy->isIntOrIntVectorTy() && DL.getTypeSizeInBits(SubVecTy) <= 64) in getInterleavedMemoryOpCost()
844 return BaseT::getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/GlobalISel/
DLegalizeMutations.cpp59 const LLT VecTy = Query.Types[TypeIdx]; in moreElementsToNextPow2() local
61 std::max(1u << Log2_32_Ceil(VecTy.getNumElements()), Min); in moreElementsToNextPow2()
63 LLT::vector(NewNumElements, VecTy.getElementType())); in moreElementsToNextPow2()
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/
DLoadStoreVectorizer.cpp780 VectorType *VecTy = dyn_cast<VectorType>(Ty); in collectInstructions() local
784 (VecTy && TTI.getLoadVectorFactor(VF, TySize, TySize / 8, VecTy) == 0)) in collectInstructions()
827 VectorType *VecTy = dyn_cast<VectorType>(Ty); in collectInstructions() local
831 (VecTy && TTI.getStoreVectorFactor(VF, TySize, TySize / 8, VecTy) == 0)) in collectInstructions()
992 VectorType *VecTy; in vectorizeStoreChain() local
995 VecTy = VectorType::get(StoreTy->getScalarType(), in vectorizeStoreChain()
998 VecTy = VectorType::get(StoreTy, Chain.size()); in vectorizeStoreChain()
1002 unsigned TargetVF = TTI.getStoreVectorFactor(VF, Sz, SzInBytes, VecTy); in vectorizeStoreChain()
1046 Value *Vec = UndefValue::get(VecTy); in vectorizeStoreChain()
1080 Builder.CreateBitCast(S0->getPointerOperand(), VecTy->getPointerTo(AS)), in vectorizeStoreChain()
[all …]
DSLPVectorizer.cpp3224 VectorType *VecTy = VectorType::get(ScalarTy, VL.size()); in getEntryCost() local
3229 VecTy = VectorType::get( in getEntryCost()
3237 TTI->getShuffleCost(TargetTransformInfo::SK_PermuteSingleSrc, VecTy); in getEntryCost()
3244 TTI->getShuffleCost(TargetTransformInfo::SK_Broadcast, VecTy, 0); in getEntryCost()
3250 int Cost = TTI->getShuffleCost(ShuffleKind.getValue(), VecTy); in getEntryCost()
3260 Cost -= TTI->getVectorInstrCost(Instruction::ExtractElement, VecTy, in getEntryCost()
3287 Instruction::ExtractElement, VecTy, Idx); in getEntryCost()
3290 Instruction::ExtractElement, VecTy, Idx); in getEntryCost()
3304 TTI->getVectorInstrCost(Instruction::ExtractElement, VecTy, Idx); in getEntryCost()
3312 TargetTransformInfo::SK_PermuteSingleSrc, VecTy); in getEntryCost()
[all …]
DLoopVectorizationLegality.cpp742 Type *VecTy = VectorType::get(T, /*NumElements=*/2); in canVectorizeInstrs() local
743 assert(VecTy && "did not find vectorized version of stored type"); in canVectorizeInstrs()
746 if (!TTI->isLegalNTStore(VecTy, *Alignment)) { in canVectorizeInstrs()
759 Type *VecTy = VectorType::get(I.getType(), /*NumElements=*/2); in canVectorizeInstrs() local
760 assert(VecTy && "did not find vectorized version of load type"); in canVectorizeInstrs()
763 if (!TTI->isLegalNTLoad(VecTy, *Alignment)) { in canVectorizeInstrs()
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AArch64/
DAArch64LegalizerInfo.cpp549 const LLT &VecTy = Query.Types[1]; in AArch64LegalizerInfo() local
550 return VecTy == v2s16 || VecTy == v4s16 || VecTy == v8s16 || in AArch64LegalizerInfo()
551 VecTy == v4s32 || VecTy == v2s64 || VecTy == v2s32; in AArch64LegalizerInfo()
556 const LLT &VecTy = Query.Types[0]; in AArch64LegalizerInfo() local
558 return VecTy == v2s32 || VecTy == v4s32 || VecTy == v2s64; in AArch64LegalizerInfo()
DAArch64TargetTransformInfo.cpp406 VectorType *VecTy, in getExtractWithExtendCost() argument
415 auto *Src = VecTy->getElementType(); in getExtractWithExtendCost()
422 auto Cost = getVectorInstrCost(Instruction::ExtractElement, VecTy, Index); in getExtractWithExtendCost()
425 auto VecLT = TLI->getTypeLegalizationCost(DL, VecTy); in getExtractWithExtendCost()
680 int AArch64TTIImpl::getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy, in getInterleavedMemoryOpCost() argument
688 assert(isa<VectorType>(VecTy) && "Expect a vector type"); in getInterleavedMemoryOpCost()
692 unsigned NumElts = VecTy->getVectorNumElements(); in getInterleavedMemoryOpCost()
693 auto *SubVecTy = VectorType::get(VecTy->getScalarType(), NumElts / Factor); in getInterleavedMemoryOpCost()
703 return BaseT::getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
DAArch64TargetTransformInfo.h117 int getExtractWithExtendCost(unsigned Opcode, Type *Dst, VectorType *VecTy,
175 int getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy, unsigned Factor,
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/
DBasicTTIImpl.h594 Type *VecTy = nullptr; in getOperandsScalarizationOverhead() local
596 VecTy = A->getType(); in getOperandsScalarizationOverhead()
598 assert((VF == 1 || VF == VecTy->getVectorNumElements()) && in getOperandsScalarizationOverhead()
602 VecTy = VectorType::get(A->getType(), VF); in getOperandsScalarizationOverhead()
604 Cost += getScalarizationOverhead(VecTy, false, true); in getOperandsScalarizationOverhead()
611 unsigned getScalarizationOverhead(Type *VecTy, ArrayRef<const Value *> Args) { in getScalarizationOverhead() argument
612 assert(VecTy->isVectorTy()); in getScalarizationOverhead()
616 Cost += getScalarizationOverhead(VecTy, true, false); in getScalarizationOverhead()
619 VecTy->getVectorNumElements()); in getScalarizationOverhead()
623 Cost += getScalarizationOverhead(VecTy, false, true); in getScalarizationOverhead()
[all …]
DValueTypes.h105 MVT VecTy = MVT::getVectorVT(IntTy, getVectorNumElements(), in changeVectorElementTypeToInteger() local
107 assert(VecTy.SimpleTy != MVT::INVALID_SIMPLE_VALUE_TYPE && in changeVectorElementTypeToInteger()
109 return VecTy; in changeVectorElementTypeToInteger()
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/
DSROA.cpp1481 if (VectorType *VecTy = dyn_cast<VectorType>(Ty)) { in getNaturalGEPRecursively() local
1482 unsigned ElementSizeInBits = DL.getTypeSizeInBits(VecTy->getScalarType()); in getNaturalGEPRecursively()
1489 if (NumSkippedElements.ugt(VecTy->getNumElements())) in getNaturalGEPRecursively()
1493 return getNaturalGEPRecursively(IRB, DL, Ptr, VecTy->getElementType(), in getNaturalGEPRecursively()
2183 VectorType *VecTy = cast<VectorType>(V->getType()); in extractVector() local
2185 assert(NumElements <= VecTy->getNumElements() && "Too many elements!"); in extractVector()
2187 if (NumElements == VecTy->getNumElements()) in extractVector()
2209 VectorType *VecTy = cast<VectorType>(Old->getType()); in insertVector() local
2210 assert(VecTy && "Can only insert a vector into a vector"); in insertVector()
2221 assert(Ty->getNumElements() <= VecTy->getNumElements() && in insertVector()
[all …]
DScalarizer.cpp164 VectorType *VecTy = nullptr; member
441 Layout.VecTy = dyn_cast<VectorType>(Ty); in getVectorLayout()
442 if (!Layout.VecTy) in getVectorLayout()
446 Layout.ElemTy = Layout.VecTy->getElementType(); in getVectorLayout()
453 Layout.VecAlign = DL.getABITypeAlignment(Layout.VecTy); in getVectorLayout()
797 unsigned NumElems = Layout.VecTy->getNumElements(); in visitLoadInst()
804 Res[I] = Builder.CreateAlignedLoad(Layout.VecTy->getElementType(), Ptr[I], in visitLoadInst()
823 unsigned NumElems = Layout.VecTy->getNumElements(); in visitStoreInst()
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Analysis/
DTargetTransformInfo.h930 int getExtractWithExtendCost(unsigned Opcode, Type *Dst, VectorType *VecTy,
976 int getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy, unsigned Factor,
1123 VectorType *VecTy) const;
1129 VectorType *VecTy) const;
1325 VectorType *VecTy, unsigned Index) = 0;
1339 virtual int getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy,
1390 VectorType *VecTy) const = 0;
1393 VectorType *VecTy) const = 0;
1732 int getExtractWithExtendCost(unsigned Opcode, Type *Dst, VectorType *VecTy, in getExtractWithExtendCost() argument
1734 return Impl.getExtractWithExtendCost(Opcode, Dst, VecTy, Index); in getExtractWithExtendCost()
[all …]
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/GlobalISel/
DLegalizerInfo.h865 LLT VecTy = Query.Types[TypeIdx]; in clampMinNumElements()
866 return VecTy.isVector() && VecTy.getElementType() == EltTy && in clampMinNumElements()
867 VecTy.getNumElements() < MinElements; in clampMinNumElements()
870 LLT VecTy = Query.Types[TypeIdx]; in clampMinNumElements()
872 TypeIdx, LLT::vector(MinElements, VecTy.getElementType())); in clampMinNumElements()
883 LLT VecTy = Query.Types[TypeIdx]; in clampMaxNumElements()
884 return VecTy.isVector() && VecTy.getElementType() == EltTy && in clampMaxNumElements()
885 VecTy.getNumElements() > MaxElements; in clampMaxNumElements()
888 LLT VecTy = Query.Types[TypeIdx]; in clampMaxNumElements()
889 LLT NewTy = LLT::scalarOrVector(MaxElements, VecTy.getElementType()); in clampMaxNumElements()
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/
DTargetTransformInfo.cpp622 VectorType *VecTy, in getExtractWithExtendCost() argument
624 int Cost = TTIImpl->getExtractWithExtendCost(Opcode, Dst, VecTy, Index); in getExtractWithExtendCost()
681 unsigned Opcode, Type *VecTy, unsigned Factor, ArrayRef<unsigned> Indices, in getInterleavedMemoryOpCost() argument
684 int Cost = TTIImpl->getInterleavedMemoryOpCost(Opcode, VecTy, Factor, Indices, in getInterleavedMemoryOpCost()
831 VectorType *VecTy) const { in getLoadVectorFactor()
832 return TTIImpl->getLoadVectorFactor(VF, LoadSize, ChainSizeInBytes, VecTy); in getLoadVectorFactor()
838 VectorType *VecTy) const { in getStoreVectorFactor()
839 return TTIImpl->getStoreVectorFactor(VF, StoreSize, ChainSizeInBytes, VecTy); in getStoreVectorFactor()
1030 Type *VecTy = RdxStart->getType(); in matchPairwiseReduction() local
1031 unsigned NumVecElems = VecTy->getVectorNumElements(); in matchPairwiseReduction()
[all …]
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/
DX86TargetTransformInfo.h160 int getInterleavedMemoryOpCost(unsigned Opcode, Type *VecTy,
165 int getInterleavedMemoryOpCostAVX512(unsigned Opcode, Type *VecTy,
170 int getInterleavedMemoryOpCostAVX2(unsigned Opcode, Type *VecTy,
/third_party/skia/third_party/externals/swiftshader/third_party/subzero/crosstest/
Dtest_vector_ops.cpp654 template <typename VecTy> class ShuffleVectorTest {
713 typedef VecTy (*TestFn)(VecTy V1, VecTy V2);

123