Lines Matching refs:SrcVT
5255 bool X86TargetLowering::isExtractSubvectorCheap(EVT ResVT, EVT SrcVT, in isExtractSubvectorCheap() argument
5263 return Index == 0 || ((ResVT.getSizeInBits() == SrcVT.getSizeInBits()*2) && in isExtractSubvectorCheap()
6688 EVT SrcVT = Op.getOperand(0).getValueType(); in getTargetConstantBitsFromNode() local
6689 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getTargetConstantBitsFromNode()
7618 EVT SrcVT = SrcVec.getValueType(); in getFauxShuffleMask() local
7619 if (!SrcVT.getScalarType().isByteSized()) in getFauxShuffleMask()
7622 unsigned SrcByte = SrcIdx * (SrcVT.getScalarSizeInBits() / 8); in getFauxShuffleMask()
7625 std::min<unsigned>(MinBitsPerElt, SrcVT.getScalarSizeInBits()); in getFauxShuffleMask()
7685 EVT SrcVT = Src.getValueType(); in getFauxShuffleMask() local
7687 if (!SrcVT.isSimple() || (SrcVT.getSizeInBits() % 128) != 0 || in getFauxShuffleMask()
7688 (SrcVT.getScalarSizeInBits() % 8) != 0) in getFauxShuffleMask()
7690 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getFauxShuffleMask()
7691 unsigned NumBitsPerSrcElt = SrcVT.getScalarSizeInBits(); in getFauxShuffleMask()
7760 EVT SrcVT = Src.getValueType(); in getFauxShuffleMask() local
7763 if (!SrcVT.isSimple() || (SrcVT.getSizeInBits() % 128) != 0 || in getFauxShuffleMask()
7764 (SrcVT.getScalarSizeInBits() % 8) != 0) in getFauxShuffleMask()
7769 DecodeZeroExtendMask(SrcVT.getScalarSizeInBits(), NumBitsPerElt, NumElts, in getFauxShuffleMask()
7940 EVT SrcVT = Src.getValueType(); in getShuffleScalarElt() local
7941 if (SrcVT.isVector() && SrcVT.getVectorNumElements() == NumElems) in getShuffleScalarElt()
9872 EVT SrcVT = Idx.getValueType(); in createVariablePermute() local
9873 unsigned NumDstBits = SrcVT.getScalarSizeInBits() / Scale; in createVariablePermute()
9887 Idx = DAG.getNode(ISD::MUL, SDLoc(Idx), SrcVT, Idx, in createVariablePermute()
9888 DAG.getConstant(IndexScale, SDLoc(Idx), SrcVT)); in createVariablePermute()
9889 Idx = DAG.getNode(ISD::ADD, SDLoc(Idx), SrcVT, Idx, in createVariablePermute()
9890 DAG.getConstant(IndexOffset, SDLoc(Idx), SrcVT)); in createVariablePermute()
11343 static bool matchShuffleAsVTRUNC(MVT &SrcVT, MVT &DstVT, MVT VT, in matchShuffleAsVTRUNC() argument
11363 SrcVT = MVT::getIntegerVT(EltSizeInBits * Scale); in matchShuffleAsVTRUNC()
11364 SrcVT = MVT::getVectorVT(SrcVT, NumSrcElts); in matchShuffleAsVTRUNC()
11384 MVT SrcVT = Src.getSimpleValueType(); in getAVX512TruncNode() local
11387 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getAVX512TruncNode()
11390 if (!DAG.getTargetLoweringInfo().isTypeLegal(SrcVT)) in getAVX512TruncNode()
11412 if (!Subtarget.hasVLX() && !SrcVT.is512BitVector()) { in getAVX512TruncNode()
11472 MVT SrcVT = Src.getSimpleValueType(); in lowerShuffleWithVPMOV() local
11473 if (SrcVT.getVectorElementType() == MVT::i16 && VT == MVT::v16i8 && in lowerShuffleWithVPMOV()
11526 MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts); in lowerShuffleAsVTRUNC() local
11527 Src = DAG.getBitcast(SrcVT, Src); in lowerShuffleAsVTRUNC()
11604 static bool matchShuffleWithPACK(MVT VT, MVT &SrcVT, SDValue &V1, SDValue &V2, in matchShuffleWithPACK() argument
11625 SrcVT = PackVT; in matchShuffleWithPACK()
11634 SrcVT = PackVT; in matchShuffleWithPACK()
11697 MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts); in lowerShuffleWithPACK() local
11699 Res = DAG.getNode(PackOpcode, DL, DstVT, DAG.getBitcast(SrcVT, V1), in lowerShuffleWithPACK()
11700 DAG.getBitcast(SrcVT, V2)); in lowerShuffleWithPACK()
19534 MVT SrcVT = Src.getSimpleValueType(); in LowerI64IntToFP_AVX512DQ() local
19537 if (!Subtarget.hasDQI() || SrcVT != MVT::i64 || Subtarget.is64Bit() || in LowerI64IntToFP_AVX512DQ()
19642 MVT SrcVT = X.getSimpleValueType(); in lowerFPToIntToFP() local
19643 if (SrcVT != MVT::f32 && SrcVT != MVT::f64) in lowerFPToIntToFP()
19652 unsigned SrcSize = SrcVT.getSizeInBits(); in lowerFPToIntToFP()
19655 MVT VecSrcVT = MVT::getVectorVT(SrcVT, 128 / SrcSize); in lowerFPToIntToFP()
19774 MVT SrcVT = Src.getSimpleValueType(); in LowerSINT_TO_FP() local
19784 if (SrcVT.isVector()) { in LowerSINT_TO_FP()
19785 if (SrcVT == MVT::v2i32 && VT == MVT::v2f64) { in LowerSINT_TO_FP()
19792 DAG.getUNDEF(SrcVT))}); in LowerSINT_TO_FP()
19795 DAG.getUNDEF(SrcVT))); in LowerSINT_TO_FP()
19797 if (SrcVT == MVT::v2i64 || SrcVT == MVT::v4i64) in LowerSINT_TO_FP()
19803 assert(SrcVT <= MVT::i64 && SrcVT >= MVT::i16 && in LowerSINT_TO_FP()
19810 if (SrcVT == MVT::i32 && UseSSEReg) in LowerSINT_TO_FP()
19812 if (SrcVT == MVT::i64 && UseSSEReg && Subtarget.is64Bit()) in LowerSINT_TO_FP()
19819 if (SrcVT == MVT::i16 && (UseSSEReg || VT == MVT::f128)) { in LowerSINT_TO_FP()
19829 return LowerF128Call(Op, DAG, RTLIB::getSINTTOFP(SrcVT, VT)); in LowerSINT_TO_FP()
19832 if (SrcVT == MVT::i64 && Subtarget.hasSSE2() && !Subtarget.is64Bit()) in LowerSINT_TO_FP()
19838 unsigned Size = SrcVT.getStoreSize(); in LowerSINT_TO_FP()
19848 BuildFILD(VT, SrcVT, dl, Chain, StackSlot, MPI, Alignment, DAG); in LowerSINT_TO_FP()
19857 EVT DstVT, EVT SrcVT, const SDLoc &DL, SDValue Chain, SDValue Pointer, in BuildFILD() argument
19869 DAG.getMemIntrinsicNode(X86ISD::FILD, DL, Tys, FILDOps, SrcVT, PtrInfo, in BuildFILD()
20241 MVT SrcVT = N0.getSimpleValueType(); in lowerUINT_TO_FP_vec() local
20244 switch (SrcVT.SimpleTy) { in lowerUINT_TO_FP_vec()
20265 MVT SrcVT = Src.getSimpleValueType(); in LowerUINT_TO_FP() local
20270 return LowerF128Call(Op, DAG, RTLIB::getUINTTOFP(SrcVT, DstVT)); in LowerUINT_TO_FP()
20279 (SrcVT == MVT::i32 || (SrcVT == MVT::i64 && Subtarget.is64Bit()))) { in LowerUINT_TO_FP()
20286 if (SrcVT == MVT::i32 && Subtarget.is64Bit()) { in LowerUINT_TO_FP()
20299 if (SrcVT == MVT::i64 && DstVT == MVT::f64 && X86ScalarSSEf64 && !IsStrict) in LowerUINT_TO_FP()
20301 if (SrcVT == MVT::i32 && X86ScalarSSEf64 && DstVT != MVT::f80) in LowerUINT_TO_FP()
20303 if (Subtarget.is64Bit() && SrcVT == MVT::i64 && in LowerUINT_TO_FP()
20313 if (SrcVT == MVT::i32) { in LowerUINT_TO_FP()
20327 assert(SrcVT == MVT::i64 && "Unexpected type in UINT_TO_FP"); in LowerUINT_TO_FP()
20709 EVT SrcVT = In.getValueType(); in truncateVectorWithPACK() local
20712 if (SrcVT == DstVT) in truncateVectorWithPACK()
20718 unsigned SrcSizeInBits = SrcVT.getSizeInBits(); in truncateVectorWithPACK()
20722 unsigned NumElems = SrcVT.getVectorNumElements(); in truncateVectorWithPACK()
20730 EVT PackedSVT = EVT::getIntegerVT(Ctx, SrcVT.getScalarSizeInBits() / 2); in truncateVectorWithPACK()
20735 if (SrcVT.getScalarSizeInBits() > 16 && in truncateVectorWithPACK()
20742 if (SrcVT.is128BitVector()) { in truncateVectorWithPACK()
20760 if (SrcVT.is256BitVector() && DstVT.is128BitVector()) { in truncateVectorWithPACK()
20769 if (SrcVT.is512BitVector() && Subtarget.hasInt256()) { in truncateVectorWithPACK()
21044 MVT SrcVT = Src.getSimpleValueType(); in LowerFP_TO_INT() local
21048 if (VT == MVT::v2i1 && SrcVT == MVT::v2f64) { in LowerFP_TO_INT()
21089 if (VT == MVT::v8i32 && SrcVT == MVT::v8f64) { in LowerFP_TO_INT()
21097 (SrcVT == MVT::v4f64 || SrcVT == MVT::v4f32 || SrcVT == MVT::v8f32)) { in LowerFP_TO_INT()
21101 MVT WideVT = SrcVT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32; in LowerFP_TO_INT()
21102 MVT ResVT = SrcVT == MVT::v4f64 ? MVT::v8i32 : MVT::v16i32; in LowerFP_TO_INT()
21130 (SrcVT == MVT::v2f64 || SrcVT == MVT::v4f64 || SrcVT == MVT::v4f32)) { in LowerFP_TO_INT()
21133 MVT WideVT = SrcVT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64; in LowerFP_TO_INT()
21159 if (VT == MVT::v2i64 && SrcVT == MVT::v2f32) { in LowerFP_TO_INT()
21196 bool UseSSEReg = isScalarFPTypeInSSEReg(SrcVT); in LowerFP_TO_INT()
21236 if (VT == MVT::i16 && (UseSSEReg || SrcVT == MVT::f128)) { in LowerFP_TO_INT()
21257 if (SrcVT == MVT::f128) { in LowerFP_TO_INT()
21260 LC = RTLIB::getFPTOSINT(SrcVT, VT); in LowerFP_TO_INT()
21262 LC = RTLIB::getFPTOUINT(SrcVT, VT); in LowerFP_TO_INT()
21289 MVT SrcVT = Src.getSimpleValueType(); in LowerLRINT_LLRINT() local
21292 if (isScalarFPTypeInSSEReg(SrcVT)) in LowerLRINT_LLRINT()
21302 EVT SrcVT = Src.getValueType(); in LRINT_LLRINTHelper() local
21304 if (SrcVT != MVT::f32 && SrcVT != MVT::f64 && SrcVT != MVT::f80) { in LRINT_LLRINTHelper()
21313 bool UseSSE = isScalarFPTypeInSSEReg(SrcVT); in LRINT_LLRINTHelper()
21317 EVT OtherVT = UseSSE ? SrcVT : DstVT; in LRINT_LLRINTHelper()
21329 Src = DAG.getMemIntrinsicNode(X86ISD::FLD, DL, Tys, Ops, SrcVT, MPI, in LRINT_LLRINTHelper()
21807 EVT SrcVT = Src.getValueType(); in LowerVectorAllZero() local
21808 SDValue MaskValue = DAG.getConstant(Mask, DL, SrcVT); in LowerVectorAllZero()
21809 return DAG.getNode(ISD::AND, DL, SrcVT, Src, MaskValue); in LowerVectorAllZero()
25307 MVT SrcVT = Src.getSimpleValueType(); in LowerINTRINSIC_WO_CHAIN() local
25308 MVT MaskVT = MVT::getVectorVT(MVT::i1, SrcVT.getVectorNumElements()); in LowerINTRINSIC_WO_CHAIN()
25322 MVT SrcVT = Src.getSimpleValueType(); in LowerINTRINSIC_WO_CHAIN() local
25323 MVT MaskVT = MVT::getVectorVT(MVT::i1, SrcVT.getVectorNumElements()); in LowerINTRINSIC_WO_CHAIN()
28710 MVT SrcVT = Src.getSimpleValueType(); in LowerBITCAST() local
28715 if (SrcVT == MVT::i64 && DstVT == MVT::v64i1) { in LowerBITCAST()
28729 if ((SrcVT == MVT::v16i1 || SrcVT == MVT::v32i1) && DstVT.isScalarInteger()) { in LowerBITCAST()
28731 MVT SExtVT = SrcVT == MVT::v16i1 ? MVT::v16i8 : MVT::v32i8; in LowerBITCAST()
28738 assert((SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || SrcVT == MVT::v8i8 || in LowerBITCAST()
28739 SrcVT == MVT::i64) && "Unexpected VT!"); in LowerBITCAST()
28742 if (!(DstVT == MVT::f64 && SrcVT == MVT::i64) && in LowerBITCAST()
28743 !(DstVT == MVT::x86mmx && SrcVT.isVector())) in LowerBITCAST()
28748 if (SrcVT.isVector()) { in LowerBITCAST()
28751 MVT NewVT = MVT::getVectorVT(SrcVT.getVectorElementType(), in LowerBITCAST()
28752 SrcVT.getVectorNumElements() * 2); in LowerBITCAST()
28754 DAG.getUNDEF(SrcVT)); in LowerBITCAST()
28756 assert(SrcVT == MVT::i64 && !Subtarget.is64Bit() && in LowerBITCAST()
30163 EVT SrcVT = Src.getValueType(); in ReplaceNodeResults() local
30267 (SrcVT == MVT::f32 || SrcVT == MVT::f64)) { in ReplaceNodeResults()
30272 std::max(NumElts, 128U / (unsigned)SrcVT.getSizeInBits()); in ReplaceNodeResults()
30274 MVT VecInVT = MVT::getVectorVT(SrcVT.getSimpleVT(), SrcElts); in ReplaceNodeResults()
30327 EVT SrcVT = Src.getValueType(); in ReplaceNodeResults() local
30328 if (Subtarget.hasDQI() && Subtarget.hasVLX() && SrcVT == MVT::v2i64) { in ReplaceNodeResults()
30342 if (SrcVT == MVT::v2i64 && !IsSigned && Subtarget.is64Bit() && in ReplaceNodeResults()
30344 SDValue Zero = DAG.getConstant(0, dl, SrcVT); in ReplaceNodeResults()
30345 SDValue One = DAG.getConstant(1, dl, SrcVT); in ReplaceNodeResults()
30346 SDValue Sign = DAG.getNode(ISD::OR, dl, SrcVT, in ReplaceNodeResults()
30347 DAG.getNode(ISD::SRL, dl, SrcVT, Src, One), in ReplaceNodeResults()
30348 DAG.getNode(ISD::AND, dl, SrcVT, Src, One)); in ReplaceNodeResults()
30350 SDValue SignSrc = DAG.getSelect(dl, SrcVT, IsNeg, Sign, Src); in ReplaceNodeResults()
30383 if (SrcVT != MVT::v2i32) in ReplaceNodeResults()
30627 EVT SrcVT = N->getOperand(0).getValueType(); in ReplaceNodeResults() local
30631 if (SrcVT == MVT::v64i1 && DstVT == MVT::i64 && Subtarget.hasBWI()) { in ReplaceNodeResults()
30642 if (DstVT.isVector() && SrcVT == MVT::x86mmx) { in ReplaceNodeResults()
31344 EVT SrcVT = ExtVal.getOperand(0).getValueType(); in isVectorLoadExtDesirable() local
31347 if (SrcVT.getScalarType() == MVT::i1) in isVectorLoadExtDesirable()
34077 EVT SrcVT = Src.getValueType(); in computeKnownBitsForTargetNode() local
34078 APInt DemandedElt = APInt::getOneBitSet(SrcVT.getVectorNumElements(), in computeKnownBitsForTargetNode()
34082 Known.Zero.setBitsFrom(SrcVT.getScalarSizeInBits()); in computeKnownBitsForTargetNode()
34234 EVT SrcVT = Op.getOperand(0).getValueType(); in computeKnownBitsForTargetNode() local
34235 if (SrcVT.isVector()) { in computeKnownBitsForTargetNode()
34236 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode()
34250 EVT SrcVT = Op.getOperand(1).getValueType(); in computeKnownBitsForTargetNode() local
34251 if (SrcVT.isVector()) { in computeKnownBitsForTargetNode()
34252 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode()
34331 MVT SrcVT = Src.getSimpleValueType(); in ComputeNumSignBitsForTargetNode() local
34332 unsigned NumSrcBits = SrcVT.getScalarSizeInBits(); in ComputeNumSignBitsForTargetNode()
34334 APInt DemandedSrc = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in ComputeNumSignBitsForTargetNode()
34485 MVT &SrcVT, MVT &DstVT) { in matchUnaryShuffle() argument
34493 SrcVT = DstVT = !Subtarget.hasSSE2() ? MVT::v4f32 : MaskVT; in matchUnaryShuffle()
34499 SrcVT = DstVT = !Subtarget.hasSSE2() ? MVT::v4f32 : MaskVT; in matchUnaryShuffle()
34526 SrcVT = MVT::getVectorVT(ScalarTy, SrcSize / MaskEltSize); in matchUnaryShuffle()
34528 if (SrcVT.getSizeInBits() != MaskVT.getSizeInBits()) in matchUnaryShuffle()
34532 if (SrcVT.getVectorNumElements() != NumDstElts) in matchUnaryShuffle()
34547 SrcVT = DstVT = !Subtarget.hasSSE2() ? MVT::v4f32 : MaskVT; in matchUnaryShuffle()
34557 SrcVT = DstVT = MVT::v2f64; in matchUnaryShuffle()
34562 SrcVT = DstVT = MVT::v4f32; in matchUnaryShuffle()
34567 SrcVT = DstVT = MVT::v4f32; in matchUnaryShuffle()
34576 SrcVT = DstVT = MVT::v4f64; in matchUnaryShuffle()
34581 SrcVT = DstVT = MVT::v8f32; in matchUnaryShuffle()
34586 SrcVT = DstVT = MVT::v8f32; in matchUnaryShuffle()
34596 SrcVT = DstVT = MVT::v8f64; in matchUnaryShuffle()
34603 SrcVT = DstVT = MVT::v16f32; in matchUnaryShuffle()
34610 SrcVT = DstVT = MVT::v16f32; in matchUnaryShuffle()
34761 unsigned &Shuffle, MVT &SrcVT, MVT &DstVT, in matchBinaryShuffle() argument
34771 SrcVT = DstVT = Subtarget.hasSSE2() ? MVT::v2f64 : MVT::v4f32; in matchBinaryShuffle()
34777 SrcVT = DstVT = Subtarget.hasSSE2() ? MVT::v2f64 : MVT::v4f32; in matchBinaryShuffle()
34784 SrcVT = DstVT = MVT::v2f64; in matchBinaryShuffle()
34790 SrcVT = DstVT = MVT::v4f32; in matchBinaryShuffle()
34799 if (matchShuffleWithPACK(MaskVT, SrcVT, V1, V2, Shuffle, Mask, DAG, in matchBinaryShuffle()
34814 SrcVT = DstVT = MaskVT; in matchBinaryShuffle()
34816 SrcVT = DstVT = (32 == EltSizeInBits ? MVT::v8f32 : MVT::v4f64); in matchBinaryShuffle()
34856 SrcVT = DstVT = MaskVT.changeTypeToInteger(); in matchBinaryShuffle()
35953 MVT SrcVT = BC0.getOperand(0).getSimpleValueType(); in canonicalizeShuffleMaskWithHorizOp() local
35954 SDValue Undef = DAG.getUNDEF(SrcVT); in canonicalizeShuffleMaskWithHorizOp()
35955 SDValue Zero = getZeroVector(SrcVT, Subtarget, DAG, DL); in canonicalizeShuffleMaskWithHorizOp()
36663 EVT SrcVT = Src.getValueType(); in combineTargetShuffle() local
36680 DAG.getBitcast(SrcVT, Res)); in combineTargetShuffle()
36686 SrcVT.getScalarSizeInBits() == BCVT.getScalarSizeInBits() && in combineTargetShuffle()
36694 if (SrcVT.getSizeInBits() > 128) in combineTargetShuffle()
36715 if (!SrcVT.isVector() && (Src.hasOneUse() || VT.isFloatingPoint()) && in combineTargetShuffle()
36730 SDValue Scl = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SrcVT, BcastLd, in combineTargetShuffle()
36739 if (SrcVT == MVT::i16 && Src.getOpcode() == ISD::TRUNCATE && in combineTargetShuffle()
36827 if ((SrcVT == MVT::v2f64 || SrcVT == MVT::v4f32 || SrcVT == MVT::v2i64 || in combineTargetShuffle()
36828 SrcVT == MVT::v4i32) && in combineTargetShuffle()
36836 X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, SrcVT.getScalarType(), in combineTargetShuffle()
36954 MVT SrcVT = N0.getOperand(0).getSimpleValueType(); in combineTargetShuffle() local
36955 if ((VT.getScalarSizeInBits() % SrcVT.getScalarSizeInBits()) == 0 && in combineTargetShuffle()
36956 SrcVT.getScalarSizeInBits() >= 32) { in combineTargetShuffle()
36959 unsigned Scale = VT.getScalarSizeInBits() / SrcVT.getScalarSizeInBits(); in combineTargetShuffle()
36962 VT, DAG.getNode(X86ISD::BLENDI, DL, SrcVT, N0.getOperand(0), in combineTargetShuffle()
36978 EVT SrcVT = Src.getValueType(); in combineTargetShuffle() local
36979 SDValue Res = DAG.getNode(X86ISD::VPERMI, DL, SrcVT, Src, N1); in combineTargetShuffle()
37003 MVT SrcVT = X.getSimpleValueType(); in combineTargetShuffle() local
37004 unsigned SrcElts = SrcVT.getVectorNumElements(); in combineTargetShuffle()
37005 if (SrcVT != Y.getSimpleValueType() || SrcVT.getSizeInBits() != 128 || in combineTargetShuffle()
37848 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
37850 APInt SrcElts = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in SimplifyDemandedVectorEltsForTargetNode()
37909 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
37910 APInt DemandedSrc = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in SimplifyDemandedVectorEltsForTargetNode()
37951 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
37952 if (!SrcVT.isVector()) in SimplifyDemandedVectorEltsForTargetNode()
37962 APInt SrcElts = APInt::getOneBitSet(SrcVT.getVectorNumElements(), 0); in SimplifyDemandedVectorEltsForTargetNode()
38014 MVT SrcVT = in SimplifyDemandedVectorEltsForTargetNode() local
38016 Src = TLO.DAG.getNode(X86ISD::SUBV_BROADCAST, DL, SrcVT, Src); in SimplifyDemandedVectorEltsForTargetNode()
38085 EVT SrcVT = SrcOp.getValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
38086 assert((!SrcVT.isVector() || SrcVT.getSizeInBits() == SizeInBits) && in SimplifyDemandedVectorEltsForTargetNode()
38088 Ops.push_back(SrcVT.isVector() ? extractSubVector(SrcOp, 0, TLO.DAG, DL, in SimplifyDemandedVectorEltsForTargetNode()
38201 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedBitsForTargetNode() local
38204 APInt TruncMask = OriginalDemandedBits.zext(SrcVT.getScalarSizeInBits()); in SimplifyDemandedBitsForTargetNode()
38205 APInt DemandedElts = OriginalDemandedElts.trunc(SrcVT.getVectorNumElements()); in SimplifyDemandedBitsForTargetNode()
38462 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedBitsForTargetNode() local
38463 unsigned SrcBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBitsForTargetNode()
38464 unsigned NumElts = SrcVT.getVectorNumElements(); in SimplifyDemandedBitsForTargetNode()
38703 EVT SrcVT = Src.getValueType(); in adjustBitcastSrcVectorSSE1() local
38704 if (SrcVT != MVT::v4i1) in adjustBitcastSrcVectorSSE1()
38760 EVT SrcVT = Src.getValueType(); in combineBitcastvxi1() local
38761 if (!SrcVT.isSimple() || SrcVT.getScalarType() != MVT::i1) in combineBitcastvxi1()
38812 switch (SrcVT.getSimpleVT().SimpleTy) { in combineBitcastvxi1()
38880 EVT::getIntegerVT(*DAG.getContext(), SrcVT.getVectorNumElements()); in combineBitcastvxi1()
38887 EVT SrcVT = Op.getValueType(); in combinevXi1ConstantToInteger() local
38888 assert(SrcVT.getVectorElementType() == MVT::i1 && in combinevXi1ConstantToInteger()
38893 APInt Imm(SrcVT.getVectorNumElements(), 0); in combinevXi1ConstantToInteger()
38917 EVT SrcVT = Op.getValueType(); in combineCastedMaskArithmetic() local
38929 if (!(SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 && in combineCastedMaskArithmetic()
38932 SrcVT.isScalarInteger())) in combineCastedMaskArithmetic()
39048 EVT SrcVT = Src.getValueType(); in combineBitcastToBoolVector() local
39049 if (SrcVT.isVector() || SrcVT.isFloatingPoint()) in combineBitcastToBoolVector()
39112 EVT SrcVT = N0.getValueType(); in combineBitcast() local
39127 if ((VT == MVT::v4i1 || VT == MVT::v2i1) && SrcVT.isScalarInteger() && in combineBitcast()
39137 if ((SrcVT == MVT::v4i1 || SrcVT == MVT::v2i1) && VT.isScalarInteger() && in combineBitcast()
39149 SrcVT = LastOp.getValueType(); in combineBitcast()
39150 unsigned NumConcats = 8 / SrcVT.getVectorNumElements(); in combineBitcast()
39152 Ops.resize(NumConcats, DAG.getConstant(0, dl, SrcVT)); in combineBitcast()
39159 unsigned NumConcats = 8 / SrcVT.getVectorNumElements(); in combineBitcast()
39160 SmallVector<SDValue, 4> Ops(NumConcats, DAG.getUNDEF(SrcVT)); in combineBitcast()
39170 SrcVT.isScalarInteger() && in combineBitcast()
39183 if (VT == MVT::i8 && SrcVT == MVT::v8i1 && Subtarget.hasAVX512() && in combineBitcast()
39194 VT.isFloatingPoint() != SrcVT.isFloatingPoint() && VT.isVector()) { in combineBitcast()
39196 unsigned SrcVTSize = SrcVT.getScalarSizeInBits(); in combineBitcast()
39204 LoadVT = MVT::getVectorVT(LoadVT, SrcVT.getVectorNumElements()); in combineBitcast()
39237 (SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || SrcVT == MVT::v8i8) && in combineBitcast()
39238 N0.getOperand(0).getValueType() == SrcVT.getScalarType()) { in combineBitcast()
39240 for (unsigned i = 1, e = SrcVT.getVectorNumElements(); i != e; ++i) { in combineBitcast()
39258 (SrcVT == MVT::v2f32 || SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || in combineBitcast()
39259 SrcVT == MVT::v8i8)) in combineBitcast()
39273 if (SrcVT == MVT::v2i32 && N0.getOpcode() == ISD::FP_TO_SINT) { in combineBitcast()
39285 SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 && in combineBitcast()
39290 if (Subtarget.hasAVX512() && SrcVT.isScalarInteger() && in combineBitcast()
39303 if (Subtarget.hasAVX512() && SrcVT.isScalarInteger() && in combineBitcast()
39455 EVT SrcVT = Src.getValueType(); in combineHorizontalMinMaxResult() local
39456 EVT SrcSVT = SrcVT.getScalarType(); in combineHorizontalMinMaxResult()
39457 if (SrcSVT != ExtractVT || (SrcVT.getSizeInBits() % 128) != 0) in combineHorizontalMinMaxResult()
39464 while (SrcVT.getSizeInBits() > 128) { in combineHorizontalMinMaxResult()
39467 SrcVT = Lo.getValueType(); in combineHorizontalMinMaxResult()
39468 MinPos = DAG.getNode(BinOp, DL, SrcVT, Lo, Hi); in combineHorizontalMinMaxResult()
39470 assert(((SrcVT == MVT::v8i16 && ExtractVT == MVT::i16) || in combineHorizontalMinMaxResult()
39471 (SrcVT == MVT::v16i8 && ExtractVT == MVT::i8)) && in combineHorizontalMinMaxResult()
39479 Mask = DAG.getConstant(APInt::getSignedMaxValue(MaskEltsBits), DL, SrcVT); in combineHorizontalMinMaxResult()
39481 Mask = DAG.getConstant(APInt::getSignedMinValue(MaskEltsBits), DL, SrcVT); in combineHorizontalMinMaxResult()
39483 Mask = DAG.getConstant(APInt::getAllOnesValue(MaskEltsBits), DL, SrcVT); in combineHorizontalMinMaxResult()
39486 MinPos = DAG.getNode(ISD::XOR, DL, SrcVT, Mask, MinPos); in combineHorizontalMinMaxResult()
39494 SrcVT, DL, MinPos, DAG.getConstant(0, DL, MVT::v16i8), in combineHorizontalMinMaxResult()
39496 MinPos = DAG.getNode(ISD::UMIN, DL, SrcVT, MinPos, Upper); in combineHorizontalMinMaxResult()
39502 MinPos = DAG.getBitcast(SrcVT, MinPos); in combineHorizontalMinMaxResult()
39505 MinPos = DAG.getNode(ISD::XOR, DL, SrcVT, Mask, MinPos); in combineHorizontalMinMaxResult()
39743 EVT SrcVT = Src.getValueType(); in combineExtractWithShuffle() local
39744 EVT SrcSVT = SrcVT.getVectorElementType(); in combineExtractWithShuffle()
39746 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractWithShuffle()
39768 SrcOp = DAG.getZExtOrTrunc(SrcOp, dl, SrcVT.getScalarType()); in combineExtractWithShuffle()
39801 unsigned Offset = IdxC.getZExtValue() * SrcVT.getScalarSizeInBits(); in combineExtractWithShuffle()
39808 Scl = DAG.getZExtOrTrunc(Scl, dl, SrcVT.getScalarType()); in combineExtractWithShuffle()
39818 (SrcVT.getSizeInBits() % 128) == 0) { in combineExtractWithShuffle()
39832 if (llvm::any_of(Ops, [SrcVT](SDValue Op) { in combineExtractWithShuffle()
39833 return SrcVT.getSizeInBits() != Op.getValueSizeInBits(); in combineExtractWithShuffle()
39884 if ((SrcVT == MVT::v4i32 || SrcVT == MVT::v2i64) && in combineExtractWithShuffle()
39887 SrcOp = DAG.getBitcast(SrcVT, SrcOp); in combineExtractWithShuffle()
39892 if ((SrcVT == MVT::v8i16 && Subtarget.hasSSE2()) || in combineExtractWithShuffle()
39893 (SrcVT == MVT::v16i8 && Subtarget.hasSSE41())) { in combineExtractWithShuffle()
39895 unsigned OpCode = (SrcVT == MVT::v8i16 ? X86ISD::PEXTRW : X86ISD::PEXTRB); in combineExtractWithShuffle()
39896 SrcOp = DAG.getBitcast(SrcVT, SrcOp); in combineExtractWithShuffle()
40125 EVT SrcVT = InputVector.getValueType(); in combineExtractVectorElt() local
40129 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractVectorElt()
40138 unsigned VecEltBitWidth = SrcVT.getScalarSizeInBits(); in combineExtractVectorElt()
40159 assert(SrcVT == InputVector.getOperand(0).getValueType() && in combineExtractVectorElt()
40162 Scl = DAG.getNode(ISD::TRUNCATE, dl, SrcVT.getScalarType(), Scl); in combineExtractVectorElt()
40174 VT == MVT::i64 && SrcVT == MVT::v1i64 && isNullConstant(EltIdx)) { in combineExtractVectorElt()
40184 VT == MVT::i32 && SrcVT == MVT::v2i32 && isNullConstant(EltIdx)) { in combineExtractVectorElt()
40222 if (CIdx && SrcVT.getScalarType() == MVT::i1) { in combineExtractVectorElt()
40890 EVT SrcVT = SelectableLHS ? LHS.getOperand(0).getValueType() in combineSelect() local
40892 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineSelect()
40894 LHS = insertSubVector(DAG.getUNDEF(SrcVT), LHS, 0, DAG, DL, in combineSelect()
40896 RHS = insertSubVector(DAG.getUNDEF(SrcVT), RHS, 0, DAG, DL, in combineSelect()
40901 SDValue Res = DAG.getSelect(DL, SrcVT, Cond, LHS, RHS); in combineSelect()
42613 EVT SrcVT = N0.getValueType(); in combineHorizOpWithShuffle() local
42623 N1.getConstantOperandAPInt(1) == SrcVT.getVectorNumElements() && in combineHorizOpWithShuffle()
42626 SrcVT.getScalarSizeInBits() <= 32) { in combineHorizOpWithShuffle()
42651 if (VT.is128BitVector() && SrcVT.getScalarSizeInBits() <= 32) { in combineHorizOpWithShuffle()
43138 EVT SrcVT = Src.getValueType(); in combineANDXORWithAllOnesIntoANDNP() local
43139 if (!SrcVT.isVector()) in combineANDXORWithAllOnesIntoANDNP()
43143 DAG.getBitcast(SrcVT, Not)); in combineANDXORWithAllOnesIntoANDNP()
43511 EVT SrcVT = Src.getValueType(); in combineScalarAndWithMaskSetcc() local
43512 if (!SrcVT.isVector() || SrcVT.getVectorElementType() != MVT::i1 || in combineScalarAndWithMaskSetcc()
43513 !TLI.isTypeLegal(SrcVT)) in combineScalarAndWithMaskSetcc()
43544 SDValue Concat = DAG.getNode(ISD::CONCAT_VECTORS, dl, SrcVT, in combineScalarAndWithMaskSetcc()
44993 MVT SrcVT = Src.getSimpleValueType(); in combineStore() local
44994 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineStore()
44998 TLI.isTruncStoreLegal(SrcVT, TruncVT)) { in combineStore()
45361 EVT SrcVT = Src.getValueType(); in combineTruncatedArithmetic() local
45404 if (SrcVT.getScalarType() == MVT::i64 && in combineTruncatedArithmetic()
45406 !TLI.isOperationLegal(SrcOpcode, SrcVT)) in combineTruncatedArithmetic()
47359 MVT SrcVT = Src.getSimpleValueType(); in combineMOVMSK() local
47362 unsigned NumElts = SrcVT.getVectorNumElements(); in combineMOVMSK()
47377 unsigned EltWidth = SrcVT.getScalarSizeInBits(); in combineMOVMSK()
47387 NotSrc = DAG.getBitcast(SrcVT, NotSrc); in combineMOVMSK()
47631 EVT SrcVT = ExtElt.getValueType(); in combineToFPTruncExtElt() local
47633 unsigned SrcWidth = SrcVT.getSizeInBits(); in combineToFPTruncExtElt()
48891 MVT SrcVT = Op0.getOperand(0).getSimpleValueType(); in combineConcatVectorOps() local
48892 SrcVT = MVT::getVectorVT(SrcVT.getScalarType(), in combineConcatVectorOps()
48893 NumOps * SrcVT.getVectorNumElements()); in combineConcatVectorOps()
48895 DAG.getNode(ISD::CONCAT_VECTORS, DL, SrcVT, LHS), in combineConcatVectorOps()
48896 DAG.getNode(ISD::CONCAT_VECTORS, DL, SrcVT, RHS)); in combineConcatVectorOps()
48912 MVT SrcVT = Op0.getOperand(0).getSimpleValueType(); in combineConcatVectorOps() local
48913 SrcVT = MVT::getVectorVT(SrcVT.getScalarType(), in combineConcatVectorOps()
48914 NumOps * SrcVT.getVectorNumElements()); in combineConcatVectorOps()
48916 DAG.getNode(ISD::CONCAT_VECTORS, DL, SrcVT, LHS), in combineConcatVectorOps()
48917 DAG.getNode(ISD::CONCAT_VECTORS, DL, SrcVT, RHS)); in combineConcatVectorOps()
48948 EVT SrcVT = N->getOperand(0).getValueType(); in combineConcatVectors() local
48955 if (Subtarget.hasAVX() && TLI.isTypeLegal(VT) && TLI.isTypeLegal(SrcVT)) { in combineConcatVectors()
49553 EVT SrcVT = Src.getValueType(); in combineFP_EXTEND() local
49555 if (!SrcVT.isVector() || SrcVT.getVectorElementType() != MVT::f16) in combineFP_EXTEND()
49569 EVT IntVT = SrcVT.changeVectorElementTypeToInteger(); in combineFP_EXTEND()
49656 EVT SrcVT = Src.getValueType(); in combineFP_ROUND() local
49659 SrcVT.getVectorElementType() != MVT::f32) in combineFP_ROUND()
49671 DAG.getConstantFP(0.0, dl, SrcVT)); in combineFP_ROUND()