/external/llvm/lib/CodeGen/ |
D | InterleavedAccessPass.cpp | 175 unsigned NumSubElts = NumElts / Factor; in isReInterleaveMask() local 176 if (!isPowerOf2_32(NumSubElts)) in isReInterleaveMask() 185 (i % Factor) * NumSubElts + i / Factor) in isReInterleaveMask()
|
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
D | BasicTTIImpl.h | 125 int NumSubElts = SubTy->getVectorNumElements(); in getExtractSubvectorOverhead() local 126 assert((Index + NumSubElts) <= (int)Ty->getVectorNumElements() && in getExtractSubvectorOverhead() 133 for (int i = 0; i != NumSubElts; ++i) { in getExtractSubvectorOverhead() 147 int NumSubElts = SubTy->getVectorNumElements(); in getInsertSubvectorOverhead() local 148 assert((Index + NumSubElts) <= (int)Ty->getVectorNumElements() && in getInsertSubvectorOverhead() 155 for (int i = 0; i != NumSubElts; ++i) { in getInsertSubvectorOverhead() 927 unsigned NumSubElts = NumElts / Factor; variable 928 VectorType *SubVT = VectorType::get(VT->getElementType(), NumSubElts); 975 for (unsigned Elt = 0; Elt < NumSubElts; ++Elt) 1001 for (unsigned i = 0; i < NumSubElts; i++) [all …]
|
/external/llvm/include/llvm/CodeGen/ |
D | BasicTTIImpl.h | 567 unsigned NumSubElts = NumElts / Factor; in getInterleavedMemoryOpCost() local 568 VectorType *SubVT = VectorType::get(VT->getElementType(), NumSubElts); in getInterleavedMemoryOpCost() 611 for (unsigned Elt = 0; Elt < NumSubElts; ++Elt) in getInterleavedMemoryOpCost() 637 for (unsigned i = 0; i < NumSubElts; i++) in getInterleavedMemoryOpCost() 643 for (unsigned i = 0; i < NumSubElts; i++) in getInterleavedMemoryOpCost() 659 for (unsigned i = 0; i < NumSubElts; i++) in getInterleavedMemoryOpCost()
|
/external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/CodeGen/ |
D | BasicTTIImpl.h | 133 int NumSubElts = SubVTy->getNumElements(); in getExtractSubvectorOverhead() local 135 (Index + NumSubElts) <= in getExtractSubvectorOverhead() 143 for (int i = 0; i != NumSubElts; ++i) { in getExtractSubvectorOverhead() 161 int NumSubElts = SubVTy->getNumElements(); in getInsertSubvectorOverhead() local 163 (Index + NumSubElts) <= in getInsertSubvectorOverhead() 171 for (int i = 0; i != NumSubElts; ++i) { in getInsertSubvectorOverhead() 1346 unsigned NumSubElts = NumElts / Factor; variable 1347 auto *SubVT = FixedVectorType::get(VT->getElementType(), NumSubElts); 1390 for (unsigned Elt = 0; Elt < NumSubElts; ++Elt) 1402 const APInt DemandedAllSubElts = APInt::getAllOnes(NumSubElts); [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/Analysis/ |
D | TargetTransformInfoImpl.h | 1194 int NumSubElts, SubIndex; in getInstructionCost() local 1206 if (Shuffle->isInsertSubvectorMask(NumSubElts, SubIndex)) in getInstructionCost() 1210 FixedVectorType::get(VecTy->getScalarType(), NumSubElts), in getInstructionCost() 1257 if (Shuffle->isInsertSubvectorMask(NumSubElts, SubIndex)) in getInstructionCost() 1260 SubIndex, FixedVectorType::get(VecTy->getScalarType(), NumSubElts), in getInstructionCost()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/CodeGen/SelectionDAG/ |
D | TargetLowering.cpp | 854 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in SimplifyMultipleUseDemandedBits() local 855 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in SimplifyMultipleUseDemandedBits() 1213 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in SimplifyDemandedBits() local 1214 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in SimplifyDemandedBits() 1216 DemandedSrcElts.insertBits(APInt::getZero(NumSubElts), Idx); in SimplifyDemandedBits() 1284 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedBits() local 1287 DemandedElts.extractBits(NumSubElts, i * NumSubElts); in SimplifyDemandedBits() 1380 unsigned NumSubElts = in SimplifyDemandedBits() local 1384 APInt::getBitsSet(NumElts, SubIdx, SubIdx + NumSubElts); in SimplifyDemandedBits() 3036 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedVectorElts() local [all …]
|
D | SelectionDAG.cpp | 3073 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in computeKnownBits() local 3074 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in computeKnownBits() 3076 DemandedSrcElts.insertBits(APInt::getZero(NumSubElts), Idx); in computeKnownBits() 4473 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in ComputeNumSignBits() local 4474 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in ComputeNumSignBits() 4476 DemandedSrcElts.insertBits(APInt::getZero(NumSubElts), Idx); in ComputeNumSignBits() 11312 auto PartialReduction = [&](SDValue Op, unsigned NumSubElts) { in matchBinOpReduction() argument 11317 EVT SubVT = EVT::getVectorVT(*getContext(), OpSVT, NumSubElts); in matchBinOpReduction()
|
D | DAGCombiner.cpp | 24018 int NumSubElts = SubVT.getVectorNumElements(); in visitVECTOR_SHUFFLE() local 24019 assert((NumElts % NumSubElts) == 0 && "Subvector mismatch"); in visitVECTOR_SHUFFLE() 24031 for (int SubIdx = 0; SubIdx != (int)NumElts; SubIdx += NumSubElts) { in visitVECTOR_SHUFFLE() 24037 InsertionMask.begin() + SubIdx + NumSubElts, in visitVECTOR_SHUFFLE() 24038 NumElts + (SubVec * NumSubElts)); in visitVECTOR_SHUFFLE() 24846 int NumSubElts = NumElts * Split; in XformToShuffleWithZero() local 24850 for (int i = 0; i != NumSubElts; ++i) { in XformToShuffleWithZero() 24857 Indices.push_back(i + NumSubElts); in XformToShuffleWithZero() 24878 Indices.push_back(i + NumSubElts); in XformToShuffleWithZero() 24885 EVT ClearVT = EVT::getVectorVT(*DAG.getContext(), ClearSVT, NumSubElts); in XformToShuffleWithZero()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
D | TargetLowering.cpp | 925 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedBits() local 930 APInt SubElts = APInt::getAllOnesValue(NumSubElts); in SimplifyDemandedBits() 933 if (Idx.ule(NumElts - NumSubElts)) { in SimplifyDemandedBits() 935 SubElts = DemandedElts.extractBits(NumSubElts, SubIdx); in SimplifyDemandedBits() 936 BaseElts.insertBits(APInt::getNullValue(NumSubElts), SubIdx); in SimplifyDemandedBits() 980 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedBits() local 983 DemandedElts.extractBits(NumSubElts, i * NumSubElts); in SimplifyDemandedBits() 2312 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedVectorElts() local 2315 APInt SubElts = DemandedElts.extractBits(NumSubElts, i * NumSubElts); in SimplifyDemandedVectorElts() 2320 KnownUndef.insertBits(SubUndef, i * NumSubElts); in SimplifyDemandedVectorElts() [all …]
|
D | SelectionDAG.cpp | 2633 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in computeKnownBits() local 2634 if (SubIdx && SubIdx->getAPIntValue().ule(NumElts - NumSubElts)) { in computeKnownBits() 2638 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in computeKnownBits() 2644 APInt SubMask = APInt::getBitsSet(NumElts, Idx, Idx + NumSubElts); in computeKnownBits() 3957 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in ComputeNumSignBits() local 3958 if (SubIdx && SubIdx->getAPIntValue().ule(NumElts - NumSubElts)) { in ComputeNumSignBits() 3961 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in ComputeNumSignBits() 3966 APInt SubMask = APInt::getBitsSet(NumElts, Idx, Idx + NumSubElts); in ComputeNumSignBits() 9193 auto PartialReduction = [&](SDValue Op, unsigned NumSubElts) { in matchBinOpReduction() argument 9198 EVT SubVT = EVT::getVectorVT(*getContext(), OpSVT, NumSubElts); in matchBinOpReduction()
|
D | DAGCombiner.cpp | 19794 int NumSubElts = NumElts * Split; in XformToShuffleWithZero() local 19798 for (int i = 0; i != NumSubElts; ++i) { in XformToShuffleWithZero() 19805 Indices.push_back(i + NumSubElts); in XformToShuffleWithZero() 19826 Indices.push_back(i + NumSubElts); in XformToShuffleWithZero() 19833 EVT ClearVT = EVT::getVectorVT(*DAG.getContext(), ClearSVT, NumSubElts); in XformToShuffleWithZero()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
D | X86TargetTransformInfo.cpp | 913 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() local 914 if ((Index % NumSubElts) == 0 && (NumElts % NumSubElts) == 0) in getShuffleCost() 923 if (NumSubElts > OrigSubElts && in getShuffleCost() 924 (Index % OrigSubElts) == 0 && (NumSubElts % OrigSubElts) == 0 && in getShuffleCost() 929 assert(NumElts >= NumSubElts && NumElts > OrigSubElts && in getShuffleCost() 935 int ExtractIndex = alignDown((Index % NumElts), NumSubElts); in getShuffleCost()
|
D | X86ISelLowering.cpp | 5801 unsigned NumSubElts = OpVT.getVectorNumElements() / NumSubs; in SplitOpsAndApply() local 5803 SubOps.push_back(extractSubVector(Op, i * NumSubElts, DAG, DL, SizeSub)); in SplitOpsAndApply() 6412 unsigned NumSubElts = VT.getVectorNumElements(); in getTargetConstantBitsFromNode() local 6414 UndefElts = UndefElts.extractBits(NumSubElts, BaseIdx); in getTargetConstantBitsFromNode() 6415 if ((BaseIdx + NumSubElts) != NumSrcElts) in getTargetConstantBitsFromNode() 6416 EltBits.erase(EltBits.begin() + BaseIdx + NumSubElts, EltBits.end()); in getTargetConstantBitsFromNode() 7250 unsigned NumSubElts = SubVT.getVectorNumElements(); in getFauxShuffleMask() local 7262 for (int i = 0; i != (int)NumSubElts; ++i) in getFauxShuffleMask() 7274 if (SubMask.size() != NumSubElts) { in getFauxShuffleMask() 7275 assert(((SubMask.size() % NumSubElts) == 0 || in getFauxShuffleMask() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/X86/ |
D | X86InstCombineIntrinsic.cpp | 265 for (unsigned i = 0, NumSubElts = 64 / BitWidth; i != NumSubElts; ++i) { in simplifyX86immShift() local 266 unsigned SubEltIdx = (NumSubElts - 1) - i; in simplifyX86immShift()
|
D | X86TargetTransformInfo.cpp | 1467 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() local 1468 if ((Index % NumSubElts) == 0 && (NumElts % NumSubElts) == 0) in getShuffleCost() 1477 if (NumSubElts > OrigSubElts && (Index % OrigSubElts) == 0 && in getShuffleCost() 1478 (NumSubElts % OrigSubElts) == 0 && in getShuffleCost() 1483 assert(NumElts >= NumSubElts && NumElts > OrigSubElts && in getShuffleCost() 1489 int ExtractIndex = alignDown((Index % NumElts), NumSubElts); in getShuffleCost() 1514 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() local 1515 if ((Index % NumSubElts) == 0 && (NumElts % NumSubElts) == 0) in getShuffleCost()
|
D | X86ISelLowering.cpp | 6773 unsigned NumSubElts = OpVT.getVectorNumElements() / NumSubs; in SplitOpsAndApply() local 6775 SubOps.push_back(extractSubVector(Op, i * NumSubElts, DAG, DL, SizeSub)); in SplitOpsAndApply() 7458 unsigned NumSubElts = SubVecSizeInBits / CstEltSizeInBits; in getTargetConstantBitsFromNode() local 7460 APInt UndefSubElts(NumSubElts, 0); in getTargetConstantBitsFromNode() 7461 SmallVector<APInt, 64> SubEltBits(NumSubElts * NumSubVecs, in getTargetConstantBitsFromNode() 7463 for (unsigned i = 0; i != NumSubElts; ++i) { in getTargetConstantBitsFromNode() 7468 SubEltBits[i + (j * NumSubElts)] = SubEltBits[i]; in getTargetConstantBitsFromNode() 7527 unsigned NumSubElts = VT.getVectorNumElements(); in getTargetConstantBitsFromNode() local 7529 UndefElts = UndefElts.extractBits(NumSubElts, BaseIdx); in getTargetConstantBitsFromNode() 7530 if ((BaseIdx + NumSubElts) != NumSrcElts) in getTargetConstantBitsFromNode() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/IR/ |
D | Instructions.h | 2359 int &NumSubElts, int &Index); 2361 int &NumSubElts, int &Index) { 2369 return isInsertSubvectorMask(MaskAsInts, NumSrcElts, NumSubElts, Index); 2373 bool isInsertSubvectorMask(int &NumSubElts, int &Index) const { 2381 return isInsertSubvectorMask(ShuffleMask, NumSrcElts, NumSubElts, Index);
|
/external/llvm/lib/Transforms/InstCombine/ |
D | InstCombineCalls.cpp | 282 unsigned NumSubElts = 64 / BitWidth; in simplifyX86immShift() local 285 for (unsigned i = 0; i != NumSubElts; ++i) { in simplifyX86immShift() 286 unsigned SubEltIdx = (NumSubElts - 1) - i; in simplifyX86immShift()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/AArch64/ |
D | AArch64TargetTransformInfo.cpp | 3351 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() local 3352 if ((Index % NumSubElts) == 0 && (NumElts % NumSubElts) == 0) in getShuffleCost()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
D | InstCombineCalls.cpp | 377 unsigned NumSubElts = 64 / BitWidth; in simplifyX86immShift() local 380 for (unsigned i = 0; i != NumSubElts; ++i) { in simplifyX86immShift() 381 unsigned SubEltIdx = (NumSubElts - 1) - i; in simplifyX86immShift()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/IR/ |
D | Instructions.cpp | 2464 int NumSrcElts, int &NumSubElts, in isInsertSubvectorMask() argument 2515 NumSubElts = NumSub1Elts; in isInsertSubvectorMask() 2527 NumSubElts = NumSub0Elts; in isInsertSubvectorMask()
|
/external/llvm/lib/Target/AArch64/ |
D | AArch64ISelLowering.cpp | 7188 unsigned NumSubElts = VecTy->getVectorNumElements() / Factor; in lowerInterleavedStore() local 7190 VectorType *SubVecTy = VectorType::get(EltTy, NumSubElts); in lowerInterleavedStore() 7215 SubVecTy = VectorType::get(IntTy, NumSubElts); in lowerInterleavedStore() 7231 Op0, Op1, getSequentialMask(Builder, NumSubElts * i, NumSubElts))); in lowerInterleavedStore()
|
/external/llvm/lib/Target/ARM/ |
D | ARMISelLowering.cpp | 12674 unsigned NumSubElts = VecTy->getVectorNumElements() / Factor; in lowerInterleavedStore() local 12676 VectorType *SubVecTy = VectorType::get(EltTy, NumSubElts); in lowerInterleavedStore() 12703 SubVecTy = VectorType::get(IntTy, NumSubElts); in lowerInterleavedStore() 12721 Op0, Op1, getSequentialMask(Builder, NumSubElts * i, NumSubElts))); in lowerInterleavedStore()
|
/external/llvm/lib/CodeGen/SelectionDAG/ |
D | DAGCombiner.cpp | 13869 int NumSubElts = NumElts * Split; in XformToShuffleWithZero() local 13873 for (int i = 0; i != NumSubElts; ++i) { in XformToShuffleWithZero() 13903 Indices.push_back(i + NumSubElts); in XformToShuffleWithZero() 13910 EVT ClearVT = EVT::getVectorVT(*DAG.getContext(), ClearSVT, NumSubElts); in XformToShuffleWithZero()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/ARM/ |
D | ARMISelLowering.cpp | 15535 unsigned NumSubElts = SubVT.getVectorNumElements(); in PerformInsertSubvectorCombine() local 15537 (IdxVal != 0 && IdxVal != NumSubElts)) in PerformInsertSubvectorCombine() 15548 DCI.DAG.getVectorIdxConstant(NumSubElts, DL)); in PerformInsertSubvectorCombine()
|