Lines Matching refs:InVT
6294 EVT InVT = In.getValueType(); in getEXTEND_VECTOR_INREG() local
6295 assert(VT.isVector() && InVT.isVector() && "Expected vector VTs."); in getEXTEND_VECTOR_INREG()
6302 if (InVT.getSizeInBits() > 128) { in getEXTEND_VECTOR_INREG()
6303 assert(VT.getSizeInBits() == InVT.getSizeInBits() && in getEXTEND_VECTOR_INREG()
6305 unsigned Scale = VT.getScalarSizeInBits() / InVT.getScalarSizeInBits(); in getEXTEND_VECTOR_INREG()
6308 InVT = In.getValueType(); in getEXTEND_VECTOR_INREG()
6311 if (VT.getVectorNumElements() != InVT.getVectorNumElements()) in getEXTEND_VECTOR_INREG()
20551 MVT InVT = In.getSimpleValueType(); in LowerAVXExtend() local
20555 assert(VT.isVector() && InVT.isVector() && "Expected vector type"); in LowerAVXExtend()
20558 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerAVXExtend()
20564 assert((InVT.getVectorElementType() == MVT::i8 || in LowerAVXExtend()
20565 InVT.getVectorElementType() == MVT::i16 || in LowerAVXExtend()
20566 InVT.getVectorElementType() == MVT::i32) && in LowerAVXExtend()
20572 assert(InVT == MVT::v32i8 && "Unexpected VT!"); in LowerAVXExtend()
20600 SDValue ZeroVec = DAG.getConstant(0, dl, InVT); in LowerAVXExtend()
20601 SDValue Undef = DAG.getUNDEF(InVT); in LowerAVXExtend()
20603 SDValue OpHi = getUnpackh(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef); in LowerAVXExtend()
20628 MVT InVT = In.getSimpleValueType(); in LowerZERO_EXTEND_Mask() local
20629 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!"); in LowerZERO_EXTEND_Mask()
20655 InVT = MVT::getVectorVT(MVT::i1, NumElts); in LowerZERO_EXTEND_Mask()
20656 In = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, InVT, DAG.getUNDEF(InVT), in LowerZERO_EXTEND_Mask()
20734 EVT InVT = MVT::i16, OutVT = MVT::i8; in truncateVectorWithPACK() local
20737 InVT = MVT::i32; in truncateVectorWithPACK()
20743 InVT = EVT::getVectorVT(Ctx, InVT, 128 / InVT.getSizeInBits()); in truncateVectorWithPACK()
20745 In = DAG.getBitcast(InVT, In); in truncateVectorWithPACK()
20746 SDValue Res = DAG.getNode(Opcode, DL, OutVT, In, DAG.getUNDEF(InVT)); in truncateVectorWithPACK()
20756 InVT = EVT::getVectorVT(Ctx, InVT, SubSizeInBits / InVT.getSizeInBits()); in truncateVectorWithPACK()
20761 Lo = DAG.getBitcast(InVT, Lo); in truncateVectorWithPACK()
20762 Hi = DAG.getBitcast(InVT, Hi); in truncateVectorWithPACK()
20770 Lo = DAG.getBitcast(InVT, Lo); in truncateVectorWithPACK()
20771 Hi = DAG.getBitcast(InVT, Hi); in truncateVectorWithPACK()
20808 MVT InVT = In.getSimpleValueType(); in LowerTruncateVecI1() local
20813 unsigned ShiftInx = InVT.getScalarSizeInBits() - 1; in LowerTruncateVecI1()
20814 if (InVT.getScalarSizeInBits() <= 16) { in LowerTruncateVecI1()
20817 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) { in LowerTruncateVecI1()
20820 MVT ExtVT = MVT::getVectorVT(MVT::i16, InVT.getSizeInBits()/16); in LowerTruncateVecI1()
20824 In = DAG.getBitcast(InVT, In); in LowerTruncateVecI1()
20826 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT), in LowerTruncateVecI1()
20830 assert((InVT.is256BitVector() || InVT.is128BitVector()) && in LowerTruncateVecI1()
20832 unsigned NumElts = InVT.getVectorNumElements(); in LowerTruncateVecI1()
20845 if (InVT == MVT::v16i8) { in LowerTruncateVecI1()
20848 InVT, DL, In, In, in LowerTruncateVecI1()
20852 assert(InVT == MVT::v16i16 && "Unexpected VT!"); in LowerTruncateVecI1()
20868 InVT = ExtVT; in LowerTruncateVecI1()
20869 ShiftInx = InVT.getScalarSizeInBits() - 1; in LowerTruncateVecI1()
20872 if (DAG.ComputeNumSignBits(In) < InVT.getScalarSizeInBits()) { in LowerTruncateVecI1()
20874 In = DAG.getNode(ISD::SHL, DL, InVT, In, in LowerTruncateVecI1()
20875 DAG.getConstant(ShiftInx, DL, InVT)); in LowerTruncateVecI1()
20879 return DAG.getSetCC(DL, VT, DAG.getConstant(0, DL, InVT), In, ISD::SETGT); in LowerTruncateVecI1()
20880 return DAG.getSetCC(DL, VT, In, DAG.getConstant(0, DL, InVT), ISD::SETNE); in LowerTruncateVecI1()
20887 MVT InVT = In.getSimpleValueType(); in LowerTRUNCATE() local
20888 unsigned InNumEltBits = InVT.getScalarSizeInBits(); in LowerTRUNCATE()
20890 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerTRUNCATE()
20895 if (!TLI.isTypeLegal(InVT)) { in LowerTRUNCATE()
20896 if ((InVT == MVT::v8i64 || InVT == MVT::v16i32 || InVT == MVT::v16i64) && in LowerTRUNCATE()
20898 assert((InVT == MVT::v16i64 || Subtarget.hasVLX()) && in LowerTRUNCATE()
20923 if (InVT == MVT::v32i16 && !Subtarget.hasBWI()) { in LowerTRUNCATE()
20932 if (InVT != MVT::v16i16 || Subtarget.hasBWI() || in LowerTRUNCATE()
20957 assert(VT.is128BitVector() && InVT.is256BitVector() && "Unexpected types!"); in LowerTRUNCATE()
20959 if ((VT == MVT::v4i32) && (InVT == MVT::v4i64)) { in LowerTRUNCATE()
20979 if ((VT == MVT::v8i16) && (InVT == MVT::v8i32)) { in LowerTRUNCATE()
21024 if (VT == MVT::v16i8 && InVT == MVT::v16i16) { in LowerTRUNCATE()
21026 In = DAG.getNode(ISD::AND, DL, InVT, In, DAG.getConstant(255, DL, InVT)); in LowerTRUNCATE()
23600 MVT InVT = In.getSimpleValueType(); in LowerSIGN_EXTEND_Mask() local
23601 assert(InVT.getVectorElementType() == MVT::i1 && "Unexpected input type!"); in LowerSIGN_EXTEND_Mask()
23621 InVT = MVT::getVectorVT(MVT::i1, NumElts); in LowerSIGN_EXTEND_Mask()
23622 In = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, InVT, DAG.getUNDEF(InVT), in LowerSIGN_EXTEND_Mask()
23655 MVT InVT = In.getSimpleValueType(); in LowerANY_EXTEND() local
23657 if (InVT.getVectorElementType() == MVT::i1) in LowerANY_EXTEND()
23673 MVT InVT = In.getSimpleValueType(); in LowerEXTEND_VECTOR_INREG() local
23676 MVT InSVT = InVT.getVectorElementType(); in LowerEXTEND_VECTOR_INREG()
23694 if (InVT.getSizeInBits() > 128) { in LowerEXTEND_VECTOR_INREG()
23699 InVT = In.getSimpleValueType(); in LowerEXTEND_VECTOR_INREG()
23708 if (InVT.getVectorNumElements() != NumElts) in LowerEXTEND_VECTOR_INREG()
23725 unsigned NumSrcElts = InVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
23731 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, DAG.getUNDEF(InVT), HiMask); in LowerEXTEND_VECTOR_INREG()
23738 assert(VT.is128BitVector() && InVT.is128BitVector() && "Unexpected VTs"); in LowerEXTEND_VECTOR_INREG()
23746 if (InVT != MVT::v4i32) { in LowerEXTEND_VECTOR_INREG()
23752 unsigned InNumElts = InVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
23761 Curr = DAG.getVectorShuffle(InVT, dl, In, In, Mask); in LowerEXTEND_VECTOR_INREG()
23784 MVT InVT = In.getSimpleValueType(); in LowerSIGN_EXTEND() local
23787 if (InVT.getVectorElementType() == MVT::i1) in LowerSIGN_EXTEND()
23790 assert(VT.isVector() && InVT.isVector() && "Expected vector type"); in LowerSIGN_EXTEND()
23791 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerSIGN_EXTEND()
23797 assert((InVT.getVectorElementType() == MVT::i8 || in LowerSIGN_EXTEND()
23798 InVT.getVectorElementType() == MVT::i16 || in LowerSIGN_EXTEND()
23799 InVT.getVectorElementType() == MVT::i32) && in LowerSIGN_EXTEND()
23803 assert(InVT == MVT::v32i8 && "Unexpected VT!"); in LowerSIGN_EXTEND()
23821 unsigned NumElems = InVT.getVectorNumElements(); in LowerSIGN_EXTEND()
23826 SDValue OpHi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask); in LowerSIGN_EXTEND()
28681 MVT InVT = V.getSimpleValueType(); in getPMOVMSKB() local
28683 if (InVT == MVT::v64i8) { in getPMOVMSKB()
28694 if (InVT == MVT::v32i8 && !Subtarget.hasInt256()) { in getPMOVMSKB()
29365 MVT InVT = InOp.getSimpleValueType(); in ExtendToType() local
29366 if (InVT == NVT) in ExtendToType()
29372 assert(InVT.getVectorElementType() == NVT.getVectorElementType() && in ExtendToType()
29375 unsigned InNumElts = InVT.getVectorNumElements(); in ExtendToType()
29387 InVT = InOp.getSimpleValueType(); in ExtendToType()
29388 InNumElts = InVT.getVectorNumElements(); in ExtendToType()
29940 EVT InVT = N->getOperand(0).getValueType(); in ReplaceNodeResults() local
29945 unsigned NumConcat = 128 / InVT.getSizeInBits(); in ReplaceNodeResults()
29948 InVT.getVectorElementType(), in ReplaceNodeResults()
29949 NumConcat * InVT.getVectorNumElements()); in ReplaceNodeResults()
29954 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getUNDEF(InVT)); in ReplaceNodeResults()
30018 EVT InVT = In.getValueType(); in ReplaceNodeResults() local
30020 unsigned InBits = InVT.getSizeInBits(); in ReplaceNodeResults()
30025 MVT InEltVT = InVT.getSimpleVT().getVectorElementType(); in ReplaceNodeResults()
30043 if (Subtarget.hasAVX512() && isTypeLegal(InVT)) { in ReplaceNodeResults()
30050 if (InVT == MVT::v4i64 && VT == MVT::v4i8 && isTypeLegal(MVT::v8i64)) { in ReplaceNodeResults()
30057 if (Subtarget.hasVLX() && InVT == MVT::v8i64 && VT == MVT::v8i8 && in ReplaceNodeResults()
30058 getTypeAction(*DAG.getContext(), InVT) == TypeSplitVector && in ReplaceNodeResults()
30086 EVT InVT = In.getValueType(); in ReplaceNodeResults() local
30088 (InVT == MVT::v4i16 || InVT == MVT::v4i8)){ in ReplaceNodeResults()
30089 assert(getTypeAction(*DAG.getContext(), InVT) == TypeWidenVector && in ReplaceNodeResults()
30117 if (!InVT.is128BitVector()) { in ReplaceNodeResults()
30120 if (getTypeAction(*DAG.getContext(), InVT) != TypePromoteInteger) in ReplaceNodeResults()
30122 InVT = getTypeToTransformTo(*DAG.getContext(), InVT); in ReplaceNodeResults()
30123 if (!InVT.is128BitVector()) in ReplaceNodeResults()
30128 In = DAG.getNode(N->getOpcode(), dl, InVT, In); in ReplaceNodeResults()
30140 unsigned NumElts = InVT.getVectorNumElements(); in ReplaceNodeResults()
30146 SDValue Hi = DAG.getVectorShuffle(InVT, dl, In, In, ShufMask); in ReplaceNodeResults()
39412 EVT InVT = Zext0.getOperand(0).getValueType(); in createPSADBW() local
39413 unsigned RegSize = std::max(128u, (unsigned)InVT.getSizeInBits()); in createPSADBW()
39417 unsigned NumConcat = RegSize / InVT.getSizeInBits(); in createPSADBW()
39418 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getConstant(0, DL, InVT)); in createPSADBW()
44139 EVT InVT = In.getValueType(); in detectUSatPattern() local
44142 assert(InVT.getScalarSizeInBits() > VT.getScalarSizeInBits() && in detectUSatPattern()
44169 return DAG.getNode(ISD::SMAX, DL, InVT, SMin, In.getOperand(1)); in detectUSatPattern()
44225 EVT InVT = In.getValueType(); in combineTruncateWithSat() local
44226 EVT InSVT = InVT.getVectorElementType(); in combineTruncateWithSat()
44233 InVT == MVT::v16i32 && VT == MVT::v16i8) { in combineTruncateWithSat()
44251 (InVT.getSizeInBits() > 128) && in combineTruncateWithSat()
44252 (Subtarget.hasVLX() || InVT.getSizeInBits() > 256) && in combineTruncateWithSat()
44283 if (TLI.isTypeLegal(InVT) && InVT.isVector() && SVT != MVT::i1 && in combineTruncateWithSat()
44298 if (!Subtarget.hasVLX() && !InVT.is512BitVector()) { in combineTruncateWithSat()
44299 unsigned NumConcats = 512 / InVT.getSizeInBits(); in combineTruncateWithSat()
44301 SmallVector<SDValue, 4> ConcatOps(NumConcats, DAG.getUNDEF(InVT)); in combineTruncateWithSat()
44303 InVT = EVT::getVectorVT(*DAG.getContext(), InSVT, in combineTruncateWithSat()
44304 NumConcats * InVT.getVectorNumElements()); in combineTruncateWithSat()
44305 SatVal = DAG.getNode(ISD::CONCAT_VECTORS, DL, InVT, ConcatOps); in combineTruncateWithSat()
44328 EVT InVT = In.getValueType(); in detectAVGPattern() local
44337 EVT InScalarVT = InVT.getVectorElementType(); in detectAVGPattern()
44413 SDValue VecOnes = DAG.getConstant(1, DL, InVT); in detectAVGPattern()
44414 Operands[1] = DAG.getNode(ISD::SUB, DL, InVT, Operands[1], VecOnes); in detectAVGPattern()
45434 EVT InVT = In.getValueType(); in combineVectorTruncationWithPACKUS() local
45437 APInt Mask = APInt::getLowBitsSet(InVT.getScalarSizeInBits(), in combineVectorTruncationWithPACKUS()
45439 In = DAG.getNode(ISD::AND, DL, InVT, In, DAG.getConstant(Mask, DL, InVT)); in combineVectorTruncationWithPACKUS()
45448 EVT InVT = In.getValueType(); in combineVectorTruncationWithPACKSS() local
45450 In = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, InVT, In, in combineVectorTruncationWithPACKSS()
45470 EVT InVT = In.getValueType(); in combineVectorTruncation() local
45480 EVT InSVT = InVT.getVectorElementType(); in combineVectorTruncation()
45524 MVT InVT = In.getValueType().getSimpleVT(); in combineVectorSignBitsTruncation() local
45525 MVT InSVT = InVT.getScalarType(); in combineVectorSignBitsTruncation()
45543 InVT.is512BitVector())) in combineVectorSignBitsTruncation()
45595 EVT InVT = Src.getValueType(); in combinePMULH() local
45596 if (InVT.getVectorElementType().getSizeInBits() < 32) in combinePMULH()
45752 EVT InVT = Ops[0].getValueType(); in detectPMADDUBSW() local
45753 assert(InVT.getScalarType() == MVT::i8 && in detectPMADDUBSW()
45755 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch"); in detectPMADDUBSW()
45757 InVT.getVectorNumElements() / 2); in detectPMADDUBSW()
46363 MVT InVT = In.getSimpleValueType(); in combineX86INT_TO_FP() local
46364 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineX86INT_TO_FP()
46366 assert(InVT.is128BitVector() && "Expected 128-bit input vector"); in combineX86INT_TO_FP()
46368 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements(); in combineX86INT_TO_FP()
46374 DAG.getBitcast(InVT, VZLoad)); in combineX86INT_TO_FP()
46392 MVT InVT = In.getSimpleValueType(); in combineCVTP2I_CVTTP2I() local
46393 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineCVTP2I_CVTTP2I()
46395 assert(InVT.is128BitVector() && "Expected 128-bit input vector"); in combineCVTP2I_CVTTP2I()
46397 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements(); in combineCVTP2I_CVTTP2I()
46405 {N->getOperand(0), DAG.getBitcast(InVT, VZLoad)}); in combineCVTP2I_CVTTP2I()
46409 DAG.getNode(N->getOpcode(), dl, VT, DAG.getBitcast(InVT, VZLoad)); in combineCVTP2I_CVTTP2I()
47654 EVT InVT = Op0.getValueType(); in combineUIntToFP() local
47659 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32) { in combineUIntToFP()
47662 InVT.getVectorNumElements()); in combineUIntToFP()
47697 EVT InVT = Op0.getValueType(); in combineSIntToFP() local
47702 if (InVT.isVector() && InVT.getScalarSizeInBits() < 32) { in combineSIntToFP()
47705 InVT.getVectorNumElements()); in combineSIntToFP()
47716 if (InVT.getScalarSizeInBits() > 32 && !Subtarget.hasDQI()) { in combineSIntToFP()
47717 unsigned BitWidth = InVT.getScalarSizeInBits(); in combineSIntToFP()
47721 if (InVT.isVector()) in combineSIntToFP()
47723 InVT.getVectorNumElements()); in combineSIntToFP()
47734 assert(InVT == MVT::v2i64 && "Unexpected VT!"); in combineSIntToFP()
47761 Op0.hasOneUse() && !Subtarget.is64Bit() && InVT == MVT::i64) { in combineSIntToFP()
47764 VT, InVT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), in combineSIntToFP()
48310 EVT InVT = Ops[0].getValueType(); in matchPMADDWD() local
48311 assert(InVT == Ops[1].getValueType() && "Operands' types mismatch"); in matchPMADDWD()
48313 InVT.getVectorNumElements() / 2); in matchPMADDWD()
48356 EVT InVT = N00.getValueType(); in matchPMADDWD_2() local
48357 if (InVT.getVectorElementType() != MVT::i16 || N01.getValueType() != InVT || in matchPMADDWD_2()
48358 N10.getValueType() != InVT || N11.getValueType() != InVT) in matchPMADDWD_2()