Lines Matching refs:MTy
2098 MVT MTy = LT.second; in getCmpSelInstrCost() local
2106 if (MTy.isVector() && in getCmpSelInstrCost()
2107 !((ST->hasXOP() && (!ST->hasAVX2() || MTy.is128BitVector())) || in getCmpSelInstrCost()
2108 (ST->hasAVX512() && 32 <= MTy.getScalarSizeInBits()) || in getCmpSelInstrCost()
2128 if ((ST->hasSSE41() && MTy.getScalarSizeInBits() == 32) || in getCmpSelInstrCost()
2129 (ST->hasSSE2() && MTy.getScalarSizeInBits() < 32)) { in getCmpSelInstrCost()
2242 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getCmpSelInstrCost()
2246 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getCmpSelInstrCost()
2250 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2254 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2258 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2262 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2266 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2270 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2274 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2786 MVT MTy = LT.second; in getTypeBasedIntrinsicInstrCost() local
2790 MTy.isVector()) { in getTypeBasedIntrinsicInstrCost()
2794 unsigned Cost = MTy.getVectorElementType() == MVT::i8 ? 1 : 2; in getTypeBasedIntrinsicInstrCost()
2798 if (!(MTy.is128BitVector() || (ST->hasAVX2() && MTy.is256BitVector()) || in getTypeBasedIntrinsicInstrCost()
2799 (ST->hasBWI() && MTy.is512BitVector()))) in getTypeBasedIntrinsicInstrCost()
2818 if (const auto *Entry = CostTableLookup(GLMCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2822 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2826 if (const auto *Entry = CostTableLookup(AVX512CDCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2830 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2834 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2838 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2842 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2846 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2850 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2854 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2858 if (const auto *Entry = CostTableLookup(SSSE3CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2862 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2866 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2871 if (const auto *Entry = CostTableLookup(BMI64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2874 if (const auto *Entry = CostTableLookup(BMI32CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2880 if (const auto *Entry = CostTableLookup(LZCNT64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2883 if (const auto *Entry = CostTableLookup(LZCNT32CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2889 if (const auto *Entry = CostTableLookup(POPCNT64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2892 if (const auto *Entry = CostTableLookup(POPCNT32CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2899 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2902 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
2987 MVT MTy = LT.second; in getIntrinsicInstrCost() local
2991 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
2995 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
2999 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
3002 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
3384 MVT MTy = VT.getSimpleVT(); in getArithmeticReductionCost() local
3386 if (const auto *Entry = CostTableLookup(SLMCostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
3390 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
3394 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
3400 MVT MTy = LT.second; in getArithmeticReductionCost() local
3405 if (LT.first != 1 && MTy.isVector() && in getArithmeticReductionCost()
3406 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getArithmeticReductionCost()
3409 MTy.getVectorNumElements()); in getArithmeticReductionCost()
3415 if (const auto *Entry = CostTableLookup(SLMCostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
3419 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
3423 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
3475 if (LT.first != 1 && MTy.isVector() && in getArithmeticReductionCost()
3476 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getArithmeticReductionCost()
3479 MTy.getVectorNumElements()); in getArithmeticReductionCost()
3485 if (const auto *Entry = CostTableLookup(AVX512BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
3488 if (const auto *Entry = CostTableLookup(AVX2BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
3491 if (const auto *Entry = CostTableLookup(AVX1BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
3494 if (const auto *Entry = CostTableLookup(SSE2BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
3506 if (!isPowerOf2_32(NumVecElts) || ScalarSize != MTy.getScalarSizeInBits()) in getArithmeticReductionCost()
3513 if (LT.first != 1 && MTy.isVector() && in getArithmeticReductionCost()
3514 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getArithmeticReductionCost()
3517 MTy.getVectorNumElements()); in getArithmeticReductionCost()
3520 NumVecElts = MTy.getVectorNumElements(); in getArithmeticReductionCost()
3579 MVT MTy = LT.second; in getMinMaxCost() local
3653 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getMinMaxCost()
3657 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getMinMaxCost()
3661 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getMinMaxCost()
3665 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getMinMaxCost()
3669 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getMinMaxCost()
3673 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getMinMaxCost()
3677 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getMinMaxCost()
3681 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getMinMaxCost()
3711 MVT MTy = LT.second; in getMinMaxReductionCost() local
3767 MVT MTy = VT.getSimpleVT(); in getMinMaxReductionCost() local
3769 if (const auto *Entry = CostTableLookup(AVX512BWCostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3773 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3777 if (const auto *Entry = CostTableLookup(SSE41CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3781 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3790 if (LT.first != 1 && MTy.isVector() && in getMinMaxReductionCost()
3791 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getMinMaxReductionCost()
3794 MTy.getVectorNumElements()); in getMinMaxReductionCost()
3796 MTy.getVectorNumElements()); in getMinMaxReductionCost()
3799 NumVecElts = MTy.getVectorNumElements(); in getMinMaxReductionCost()
3803 if (const auto *Entry = CostTableLookup(AVX512BWCostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3807 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3811 if (const auto *Entry = CostTableLookup(SSE41CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3815 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
3823 ScalarSize != MTy.getScalarSizeInBits()) in getMinMaxReductionCost()