Lines Matching refs:InVT
12727 MVT InVT = In.getSimpleValueType(); in LowerEXTRACT_SUBVECTOR() local
12731 (InVT.is256BitVector() || InVT.is512BitVector()) && in LowerEXTRACT_SUBVECTOR()
12735 if (ResVT.is256BitVector() && InVT.is512BitVector() && in LowerEXTRACT_SUBVECTOR()
13981 MVT InVT = In.getSimpleValueType(); in LowerAVXExtend() local
13984 if (VT.is512BitVector() || InVT.getVectorElementType() == MVT::i1) in LowerAVXExtend()
14000 if (((VT != MVT::v16i16) || (InVT != MVT::v16i8)) && in LowerAVXExtend()
14001 ((VT != MVT::v8i32) || (InVT != MVT::v8i16)) && in LowerAVXExtend()
14002 ((VT != MVT::v4i64) || (InVT != MVT::v4i32))) in LowerAVXExtend()
14008 SDValue ZeroVec = getZeroVector(InVT, Subtarget, DAG, dl); in LowerAVXExtend()
14009 SDValue Undef = DAG.getUNDEF(InVT); in LowerAVXExtend()
14011 SDValue OpLo = getUnpackl(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef); in LowerAVXExtend()
14012 SDValue OpHi = getUnpackh(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef); in LowerAVXExtend()
14027 MVT InVT = In.getSimpleValueType(); in LowerZERO_EXTEND_AVX512() local
14033 if (VT.is512BitVector() && InVT.getVectorElementType() != MVT::i1) in LowerZERO_EXTEND_AVX512()
14036 assert(InVT.getVectorElementType() == MVT::i1); in LowerZERO_EXTEND_AVX512()
14088 MVT InVT = In.getSimpleValueType(); in LowerTruncateVecI1() local
14093 unsigned ShiftInx = InVT.getScalarSizeInBits() - 1; in LowerTruncateVecI1()
14094 if (InVT.getScalarSizeInBits() <= 16) { in LowerTruncateVecI1()
14098 MVT ExtVT = MVT::getVectorVT(MVT::i16, InVT.getSizeInBits()/16); in LowerTruncateVecI1()
14102 ShiftNode = DAG.getBitcast(InVT, ShiftNode); in LowerTruncateVecI1()
14106 assert((InVT.is256BitVector() || InVT.is128BitVector()) && in LowerTruncateVecI1()
14108 unsigned NumElts = InVT.getVectorNumElements(); in LowerTruncateVecI1()
14111 InVT = ExtVT; in LowerTruncateVecI1()
14112 ShiftInx = InVT.getScalarSizeInBits() - 1; in LowerTruncateVecI1()
14115 SDValue ShiftNode = DAG.getNode(ISD::SHL, DL, InVT, In, in LowerTruncateVecI1()
14116 DAG.getConstant(ShiftInx, DL, InVT)); in LowerTruncateVecI1()
14124 MVT InVT = In.getSimpleValueType(); in LowerTRUNCATE() local
14127 assert((InVT.isInteger() && (InVT.getSizeInBits() <= 64)) && in LowerTRUNCATE()
14129 if (InVT.getSizeInBits() >= 32) in LowerTRUNCATE()
14134 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerTRUNCATE()
14143 if (InVT == MVT::v16i16 && !Subtarget.hasBWI()) // v16i16 -> v16i8 in LowerTRUNCATE()
14148 if ((VT == MVT::v4i32) && (InVT == MVT::v4i64)) { in LowerTRUNCATE()
14169 if ((VT == MVT::v8i16) && (InVT == MVT::v8i32)) { in LowerTRUNCATE()
14226 if (!VT.is128BitVector() || !InVT.is256BitVector()) in LowerTRUNCATE()
16005 MVT InVT = In.getSimpleValueType(); in LowerSIGN_EXTEND_AVX512() local
16007 MVT InVTElt = InVT.getVectorElementType(); in LowerSIGN_EXTEND_AVX512()
16030 if (VT.is512BitVector() && InVT.getVectorElementType() != MVT::i1) { in LowerSIGN_EXTEND_AVX512()
16036 assert (InVT.getVectorElementType() == MVT::i1 && "Unexpected vector type"); in LowerSIGN_EXTEND_AVX512()
16055 MVT InVT = In.getSimpleValueType(); in LowerSIGN_EXTEND_VECTOR_INREG() local
16056 assert(VT.getSizeInBits() == InVT.getSizeInBits()); in LowerSIGN_EXTEND_VECTOR_INREG()
16059 MVT InSVT = InVT.getVectorElementType(); in LowerSIGN_EXTEND_VECTOR_INREG()
16075 MVT::getVectorVT(InSVT, InVT.getVectorNumElements() / 2), in LowerSIGN_EXTEND_VECTOR_INREG()
16084 MVT CurrVT = InVT; in LowerSIGN_EXTEND_VECTOR_INREG()
16096 if (CurrVT != InVT) { in LowerSIGN_EXTEND_VECTOR_INREG()
16120 MVT InVT = In.getSimpleValueType(); in LowerSIGN_EXTEND() local
16123 if (VT.is512BitVector() || InVT.getVectorElementType() == MVT::i1) in LowerSIGN_EXTEND()
16126 if ((VT != MVT::v4i64 || InVT != MVT::v4i32) && in LowerSIGN_EXTEND()
16127 (VT != MVT::v8i32 || InVT != MVT::v8i16) && in LowerSIGN_EXTEND()
16128 (VT != MVT::v16i16 || InVT != MVT::v16i8)) in LowerSIGN_EXTEND()
16143 unsigned NumElems = InVT.getVectorNumElements(); in LowerSIGN_EXTEND()
16144 SDValue Undef = DAG.getUNDEF(InVT); in LowerSIGN_EXTEND()
16150 SDValue OpLo = DAG.getVectorShuffle(InVT, dl, In, Undef, ShufMask1); in LowerSIGN_EXTEND()
16156 SDValue OpHi = DAG.getVectorShuffle(InVT, dl, In, Undef, ShufMask2); in LowerSIGN_EXTEND()
21348 MVT InVT = InOp.getSimpleValueType(); in ExtendToType() local
21349 if (InVT == NVT) in ExtendToType()
21355 assert(InVT.getVectorElementType() == NVT.getVectorElementType() && in ExtendToType()
21358 unsigned InNumElts = InVT.getVectorNumElements(); in ExtendToType()
21372 InVT = InOp.getSimpleValueType(); in ExtendToType()
21373 InNumElts = InVT.getVectorNumElements(); in ExtendToType()
21810 auto InVT = N->getValueType(0); in ReplaceNodeResults() local
21811 auto InVTSize = InVT.getSizeInBits(); in ReplaceNodeResults()
21819 auto ElemVT = InVT.getVectorElementType(); in ReplaceNodeResults()
21822 assert(RegSize % InVT.getSizeInBits() == 0); in ReplaceNodeResults()
21823 unsigned NumConcat = RegSize / InVT.getSizeInBits(); in ReplaceNodeResults()
21825 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getUNDEF(InVT)); in ReplaceNodeResults()
21832 Results.push_back(DAG.getNode(ISD::EXTRACT_SUBVECTOR, dl, InVT, Res, in ReplaceNodeResults()
28666 EVT InVT = In.getValueType(); in detectAVGPattern() local
28676 EVT InScalarVT = InVT.getVectorElementType(); in detectAVGPattern()
28744 SDValue VecOnes = DAG.getConstant(1, DL, InVT); in detectAVGPattern()
28745 Operands[1] = DAG.getNode(ISD::SUB, DL, InVT, Operands[1], VecOnes); in detectAVGPattern()
29579 EVT InVT = Regs[0].getValueType(); in combineVectorTruncationWithPACKUS() local
29580 EVT InSVT = InVT.getVectorElementType(); in combineVectorTruncationWithPACKUS()
29588 SDValue MaskVal = DAG.getConstant(Mask, DL, InVT); in combineVectorTruncationWithPACKUS()
29590 Reg = DAG.getNode(ISD::AND, DL, InVT, MaskVal, Reg); in combineVectorTruncationWithPACKUS()
29667 EVT InVT = In.getValueType(); in combineVectorTruncation() local
29677 EVT InSVT = InVT.getVectorElementType(); in combineVectorTruncation()
29692 unsigned RegNum = InVT.getSizeInBits() / 128; in combineVectorTruncation()
30056 EVT InVT = N0.getValueType(); in getDivRem8() local
30057 if (N0.getResNo() != 1 || InVT != MVT::i8 || VT != MVT::i32) in getDivRem8()
30087 EVT InVT = N0.getValueType(); in combineToExtendVectorInReg() local
30088 EVT InSVT = InVT.getScalarType(); in combineToExtendVectorInReg()
30101 DAG.getTargetLoweringInfo().isTypeLegal(InVT)) in combineToExtendVectorInReg()
30107 EVT InVT = N.getValueType(); in combineToExtendVectorInReg() local
30108 EVT OutVT = EVT::getVectorVT(*DAG.getContext(), InVT.getScalarType(), in combineToExtendVectorInReg()
30109 Size / InVT.getScalarSizeInBits()); in combineToExtendVectorInReg()
30110 SmallVector<SDValue, 8> Opnds(Size / InVT.getSizeInBits(), in combineToExtendVectorInReg()
30111 DAG.getUNDEF(InVT)); in combineToExtendVectorInReg()
30122 SDValue Ex = ExtendVecSize(DL, N0, Scale * InVT.getSizeInBits()); in combineToExtendVectorInReg()
30168 EVT InVT = N0.getValueType(); in combineSext() local
30175 if (InVT == MVT::i1) { in combineSext()
30495 EVT InVT = Op0.getValueType(); in combineUIntToFP() local
30496 EVT InSVT = InVT.getScalarType(); in combineUIntToFP()
30501 if (InVT.isVector() && (InSVT == MVT::i8 || InSVT == MVT::i16)) { in combineUIntToFP()
30504 InVT.getVectorNumElements()); in combineUIntToFP()
30526 EVT InVT = Op0.getValueType(); in combineSIntToFP() local
30527 EVT InSVT = InVT.getScalarType(); in combineSIntToFP()
30531 if (InVT.isVector() && (InSVT == MVT::i8 || InSVT == MVT::i16)) { in combineSIntToFP()
30534 InVT.getVectorNumElements()); in combineSIntToFP()
30722 EVT InVT = Op0.getOperand(0).getValueType(); in detectSADPattern() local
30723 if (InVT.getSizeInBits() <= 128) in detectSADPattern()
30725 else if (InVT.getSizeInBits() <= 256) in detectSADPattern()
30728 unsigned NumConcat = RegSize / InVT.getSizeInBits(); in detectSADPattern()
30729 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getConstant(0, DL, InVT)); in detectSADPattern()