Lines Matching refs:Ld
3540 } else if (LoadSDNode *Ld = dyn_cast<LoadSDNode>(Arg)) { in MatchingStackOffset() local
3548 SDValue Ptr = Ld->getBasePtr(); in MatchingStackOffset()
5758 SDValue Ld; in LowerVectorBroadcast() local
5776 Ld = Splat; in LowerVectorBroadcast()
5777 ConstSplatVal = (Ld.getOpcode() == ISD::Constant || in LowerVectorBroadcast()
5778 Ld.getOpcode() == ISD::ConstantFP); in LowerVectorBroadcast()
5782 if (!ConstSplatVal && !BVOp->isOnlyUserOf(Ld.getNode())) in LowerVectorBroadcast()
5808 Ld = Sc.getOperand(0); in LowerVectorBroadcast()
5809 ConstSplatVal = (Ld.getOpcode() == ISD::Constant || in LowerVectorBroadcast()
5810 Ld.getOpcode() == ISD::ConstantFP); in LowerVectorBroadcast()
5818 Ld.getValueType().getSizeInBits() >= 32; in LowerVectorBroadcast()
5819 if (!ConstSplatVal && ((!Sc.hasOneUse() || !Ld.hasOneUse()) && in LowerVectorBroadcast()
5826 unsigned ScalarSize = Ld.getValueType().getSizeInBits(); in LowerVectorBroadcast()
5843 EVT CVT = Ld.getValueType(); in LowerVectorBroadcast()
5853 if (ConstantSDNode *CI = dyn_cast<ConstantSDNode>(Ld)) in LowerVectorBroadcast()
5855 else if (ConstantFPSDNode *CF = dyn_cast<ConstantFPSDNode>(Ld)) in LowerVectorBroadcast()
5864 Ld = DAG.getLoad( in LowerVectorBroadcast()
5869 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in LowerVectorBroadcast()
5873 bool IsLoad = ISD::isNormalLoad(Ld.getNode()); in LowerVectorBroadcast()
5878 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in LowerVectorBroadcast()
5886 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in LowerVectorBroadcast()
5890 if (Subtarget.hasInt256() && Ld.getValueType().isInteger()) { in LowerVectorBroadcast()
5892 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in LowerVectorBroadcast()
8640 LoadSDNode *Ld = cast<LoadSDNode>(BC); in lowerVectorShuffleAsBroadcast() local
8641 SDValue BaseAddr = Ld->getOperand(1); in lowerVectorShuffleAsBroadcast()
8645 V = DAG.getLoad(SVT, DL, Ld->getChain(), NewAddr, in lowerVectorShuffleAsBroadcast()
8647 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerVectorShuffleAsBroadcast()
12782 if (SDValue Ld = EltsFromConsecutiveLoads(OpVT, Ops, dl, DAG, false)) in LowerINSERT_SUBVECTOR() local
12783 return Ld; in LowerINSERT_SUBVECTOR()
16230 LoadSDNode *Ld = cast<LoadSDNode>(Op.getNode()); in LowerExtended1BitVectorLoad() local
16231 SDLoc dl(Ld); in LowerExtended1BitVectorLoad()
16232 EVT MemVT = Ld->getMemoryVT(); in LowerExtended1BitVectorLoad()
16235 unsigned ExtOpcode = Ld->getExtensionType() == ISD::ZEXTLOAD ? in LowerExtended1BitVectorLoad()
16244 SDValue Load = DAG.getLoad(MVT::v8i1, dl, Ld->getChain(), in LowerExtended1BitVectorLoad()
16245 Ld->getBasePtr(), in LowerExtended1BitVectorLoad()
16246 Ld->getMemOperand()); in LowerExtended1BitVectorLoad()
16249 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), Load.getValue(1)); in LowerExtended1BitVectorLoad()
16256 SDValue Load = DAG.getLoad(MemVT, dl, Ld->getChain(), in LowerExtended1BitVectorLoad()
16257 Ld->getBasePtr(), in LowerExtended1BitVectorLoad()
16258 Ld->getMemOperand()); in LowerExtended1BitVectorLoad()
16261 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), Load.getValue(1)); in LowerExtended1BitVectorLoad()
16271 SDValue Load = DAG.getLoad(TypeToLoad, dl, Ld->getChain(), in LowerExtended1BitVectorLoad()
16272 Ld->getBasePtr(), in LowerExtended1BitVectorLoad()
16273 Ld->getMemOperand()); in LowerExtended1BitVectorLoad()
16276 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), Load.getValue(1)); in LowerExtended1BitVectorLoad()
16296 SDValue BasePtr = Ld->getBasePtr(); in LowerExtended1BitVectorLoad()
16297 SDValue LoadLo = DAG.getLoad(MVT::v16i1, dl, Ld->getChain(), in LowerExtended1BitVectorLoad()
16298 Ld->getBasePtr(), in LowerExtended1BitVectorLoad()
16299 Ld->getMemOperand()); in LowerExtended1BitVectorLoad()
16306 SDValue LoadHi = DAG.getLoad(MVT::v16i1, dl, Ld->getChain(), in LowerExtended1BitVectorLoad()
16308 Ld->getMemOperand()); in LowerExtended1BitVectorLoad()
16311 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), NewChain); in LowerExtended1BitVectorLoad()
16335 LoadSDNode *Ld = cast<LoadSDNode>(Op.getNode()); in LowerExtendedLoad() local
16336 SDLoc dl(Ld); in LowerExtendedLoad()
16337 EVT MemVT = Ld->getMemoryVT(); in LowerExtendedLoad()
16344 ISD::LoadExtType Ext = Ld->getExtensionType(); in LowerExtendedLoad()
16370 Load = DAG.getLoad(MemVT, dl, Ld->getChain(), Ld->getBasePtr(), in LowerExtendedLoad()
16371 Ld->getPointerInfo(), Ld->isVolatile(), Ld->isNonTemporal(), in LowerExtendedLoad()
16372 Ld->isInvariant(), Ld->getAlignment()); in LowerExtendedLoad()
16384 DAG.getExtLoad(Ext, dl, HalfVecVT, Ld->getChain(), Ld->getBasePtr(), in LowerExtendedLoad()
16385 Ld->getPointerInfo(), MemVT, Ld->isVolatile(), in LowerExtendedLoad()
16386 Ld->isNonTemporal(), Ld->isInvariant(), in LowerExtendedLoad()
16387 Ld->getAlignment()); in LowerExtendedLoad()
16392 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), Load.getValue(1)); in LowerExtendedLoad()
16446 SDValue Ptr = Ld->getBasePtr(); in LowerExtendedLoad()
16454 DAG.getLoad(SclrLoadTy, dl, Ld->getChain(), Ptr, Ld->getPointerInfo(), in LowerExtendedLoad()
16455 Ld->isVolatile(), Ld->isNonTemporal(), Ld->isInvariant(), in LowerExtendedLoad()
16456 Ld->getAlignment()); in LowerExtendedLoad()
16480 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), TF); in LowerExtendedLoad()
16490 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), TF); in LowerExtendedLoad()
16504 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), TF); in LowerExtendedLoad()
24710 if (LoadSDNode *Ld = dyn_cast<LoadSDNode>(V1.getOperand(0))) { in combineShuffle256() local
24711 if (Ld->hasNUsesOfValue(1, 0)) { in combineShuffle256()
24713 SDValue Ops[] = { Ld->getChain(), Ld->getBasePtr() }; in combineShuffle256()
24716 Ld->getMemoryVT(), in combineShuffle256()
24717 Ld->getPointerInfo(), in combineShuffle256()
24718 Ld->getAlignment(), in combineShuffle256()
24725 if (Ld->hasAnyUseOfValue(1)) { in combineShuffle256()
24727 SDValue(Ld, 1), SDValue(ResNode.getNode(), 1)); in combineShuffle256()
24728 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), NewChain); in combineShuffle256()
24729 DAG.UpdateNodeOperands(NewChain.getNode(), SDValue(Ld, 1), in combineShuffle256()
28782 LoadSDNode *Ld = cast<LoadSDNode>(N); in combineLoad() local
28783 EVT RegVT = Ld->getValueType(0); in combineLoad()
28784 EVT MemVT = Ld->getMemoryVT(); in combineLoad()
28785 SDLoc dl(Ld); in combineLoad()
28790 ISD::LoadExtType Ext = Ld->getExtensionType(); in combineLoad()
28792 unsigned AddressSpace = Ld->getAddressSpace(); in combineLoad()
28793 unsigned Alignment = Ld->getAlignment(); in combineLoad()
28802 SDValue Ptr = Ld->getBasePtr(); in combineLoad()
28806 SDValue Load1 = DAG.getLoad(HalfVT, dl, Ld->getChain(), Ptr, in combineLoad()
28807 Ld->getPointerInfo(), Ld->isVolatile(), in combineLoad()
28808 Ld->isNonTemporal(), Ld->isInvariant(), in combineLoad()
28812 SDValue Load2 = DAG.getLoad(HalfVT, dl, Ld->getChain(), Ptr, in combineLoad()
28813 Ld->getPointerInfo(), Ld->isVolatile(), in combineLoad()
28814 Ld->isNonTemporal(), Ld->isInvariant(), in combineLoad()
29316 LoadSDNode *Ld = nullptr; in combineStore() local
29324 Ld = cast<LoadSDNode>(St->getChain()); in combineStore()
29330 Ld = cast<LoadSDNode>(St->getValue()); in combineStore()
29336 if (!Ld || !ISD::isNormalLoad(Ld)) in combineStore()
29342 if (!VT.isVector() && !Ld->hasNUsesOfValue(1, 0)) in combineStore()
29345 SDLoc LdDL(Ld); in combineStore()
29352 SDValue NewLd = DAG.getLoad(LdVT, LdDL, Ld->getChain(), Ld->getBasePtr(), in combineStore()
29353 Ld->getPointerInfo(), Ld->isVolatile(), in combineStore()
29354 Ld->isNonTemporal(), Ld->isInvariant(), in combineStore()
29355 Ld->getAlignment()); in combineStore()
29368 SDValue LoAddr = Ld->getBasePtr(); in combineStore()
29371 SDValue LoLd = DAG.getLoad(MVT::i32, LdDL, Ld->getChain(), LoAddr, in combineStore()
29372 Ld->getPointerInfo(), in combineStore()
29373 Ld->isVolatile(), Ld->isNonTemporal(), in combineStore()
29374 Ld->isInvariant(), Ld->getAlignment()); in combineStore()
29375 SDValue HiLd = DAG.getLoad(MVT::i32, LdDL, Ld->getChain(), HiAddr, in combineStore()
29376 Ld->getPointerInfo().getWithOffset(4), in combineStore()
29377 Ld->isVolatile(), Ld->isNonTemporal(), in combineStore()
29378 Ld->isInvariant(), in combineStore()
29379 MinAlign(Ld->getAlignment(), 4)); in combineStore()
30542 LoadSDNode *Ld = cast<LoadSDNode>(Op0.getNode()); in combineSIntToFP() local
30543 EVT LdVT = Ld->getValueType(0); in combineSIntToFP()
30549 if (!Ld->isVolatile() && !VT.isVector() && in combineSIntToFP()
30553 SDValue(N, 0), LdVT, Ld->getChain(), Op0, DAG); in combineSIntToFP()