• Home
  • Raw
  • Download

Lines Matching refs:getNode

191       UpdatedNodes->insert(New.getNode());  in ReplaceNode()
192 ReplacedNode(Old.getNode()); in ReplaceNode()
203 UpdatedNodes->insert(New[i].getNode()); in ReplaceNode()
333 int SPFI = cast<FrameIndexSDNode>(StackPtr.getNode())->getIndex(); in PerformInsertVectorEltInMemory()
345 Tmp3 = DAG.getNode(ISD::MUL, dl, IdxVT, Tmp3, in PerformInsertVectorEltInMemory()
347 SDValue StackPtr2 = DAG.getNode(ISD::ADD, dl, IdxVT, Tmp3, StackPtr); in PerformInsertVectorEltInMemory()
367 SDValue ScVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, in ExpandINSERT_VECTOR_ELT()
430 Ptr = DAG.getNode(ISD::ADD, dl, Ptr.getValueType(), Ptr, in OptimizeFloatStore()
437 return DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Lo, Hi); in OptimizeFloatStore()
456 if (SDNode *OptStore = OptimizeFloatStore(ST).getNode()) { in LegalizeStoreOps()
489 Value = DAG.getNode(ISD::BITCAST, dl, NVT, Value); in LegalizeStoreOps()
542 Ptr = DAG.getNode(ISD::ADD, dl, Ptr.getValueType(), Ptr, in LegalizeStoreOps()
545 Hi = DAG.getNode( in LegalizeStoreOps()
557 Hi = DAG.getNode( in LegalizeStoreOps()
567 Ptr = DAG.getNode(ISD::ADD, dl, Ptr.getValueType(), Ptr, in LegalizeStoreOps()
577 SDValue Result = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Lo, Hi); in LegalizeStoreOps()
607 Value = DAG.getNode(ISD::TRUNCATE, dl, StVT, Value); in LegalizeStoreOps()
658 RVal = DAG.getNode(ISD::BITCAST, dl, VT, Res); in LegalizeLoadOps()
663 if (RChain.getNode() != Node) { in LegalizeLoadOps()
664 assert(RVal.getNode() != Node && "Load must be completely replaced"); in LegalizeLoadOps()
668 UpdatedNodes->insert(RVal.getNode()); in LegalizeLoadOps()
669 UpdatedNodes->insert(RChain.getNode()); in LegalizeLoadOps()
717 Result = DAG.getNode(ISD::SIGN_EXTEND_INREG, dl, in LegalizeLoadOps()
722 Result = DAG.getNode(ISD::AssertZext, dl, in LegalizeLoadOps()
753 Ptr = DAG.getNode(ISD::ADD, dl, Ptr.getValueType(), Ptr, in LegalizeLoadOps()
763 Ch = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Lo.getValue(1), in LegalizeLoadOps()
767 Hi = DAG.getNode( in LegalizeLoadOps()
773 Value = DAG.getNode(ISD::OR, dl, Node->getValueType(0), Lo, Hi); in LegalizeLoadOps()
784 Ptr = DAG.getNode(ISD::ADD, dl, Ptr.getValueType(), Ptr, in LegalizeLoadOps()
795 Ch = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Lo.getValue(1), in LegalizeLoadOps()
799 Hi = DAG.getNode( in LegalizeLoadOps()
805 Value = DAG.getNode(ISD::OR, dl, Node->getValueType(0), Lo, Hi); in LegalizeLoadOps()
856 Value = DAG.getNode(ExtendOp, dl, Node->getValueType(0), Load); in LegalizeLoadOps()
873 Value = DAG.getNode(ISD::FP16_TO_FP, dl, DestVT, Result); in LegalizeLoadOps()
896 ValRes = DAG.getNode(ISD::SIGN_EXTEND_INREG, dl, in LegalizeLoadOps()
909 if (Chain.getNode() != Node) { in LegalizeLoadOps()
910 assert(Value.getNode() != Node && "Load must be completely replaced"); in LegalizeLoadOps()
914 UpdatedNodes->insert(Value.getNode()); in LegalizeLoadOps()
915 UpdatedNodes->insert(Chain.getNode()); in LegalizeLoadOps()
1056 NewVal = DAG.getNode(ISD::TRAP, SDLoc(Node), Node->getVTList(), in LegalizeOp()
1058 ReplaceNode(Node, NewVal.getNode()); in LegalizeOp()
1059 LegalizeOp(NewVal.getNode()); in LegalizeOp()
1089 LegalizeOp(SAO.getNode()); in LegalizeOp()
1104 LegalizeOp(SAO.getNode()); in LegalizeOp()
1123 if (!(Res.getNode() != Node || Res.getResNo() != 0)) in LegalizeOp()
1189 Worklist.push_back(Idx.getNode()); in ExpandExtractFromVectorThroughStack()
1191 for (SDNode::use_iterator UI = Vec.getNode()->use_begin(), in ExpandExtractFromVectorThroughStack()
1192 UE = Vec.getNode()->use_end(); UI != UE; ++UI) { in ExpandExtractFromVectorThroughStack()
1216 if (!Ch.getNode()) { in ExpandExtractFromVectorThroughStack()
1226 Idx = DAG.getNode(ISD::MUL, dl, Idx.getValueType(), Idx, in ExpandExtractFromVectorThroughStack()
1230 StackPtr = DAG.getNode(ISD::ADD, dl, Idx.getValueType(), Idx, StackPtr); in ExpandExtractFromVectorThroughStack()
1243 DAG.ReplaceAllUsesOfValueWith(Ch, SDValue(NewLoad.getNode(), 1)); in ExpandExtractFromVectorThroughStack()
1251 SDValue(DAG.UpdateNodeOperands(NewLoad.getNode(), NewLoadOperands), 0); in ExpandExtractFromVectorThroughStack()
1266 int FI = cast<FrameIndexSDNode>(StackPtr.getNode())->getIndex(); in ExpandInsertToVectorThroughStack()
1280 Idx = DAG.getNode(ISD::MUL, dl, Idx.getValueType(), Idx, in ExpandInsertToVectorThroughStack()
1284 SDValue SubStackPtr = DAG.getNode(ISD::ADD, dl, Idx.getValueType(), Idx, in ExpandInsertToVectorThroughStack()
1305 int FI = cast<FrameIndexSDNode>(FIPtr.getNode())->getIndex(); in ExpandVectorBuildThroughStack()
1320 Idx = DAG.getNode(ISD::ADD, dl, FIPtr.getValueType(), FIPtr, Idx); in ExpandVectorBuildThroughStack()
1338 StoreChain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Stores); in ExpandVectorBuildThroughStack()
1375 State.IntValue = DAG.getNode(ISD::BITCAST, DL, IVT, Value); in getSignAsIntValue()
1386 int FI = cast<FrameIndexSDNode>(StackPtr.getNode())->getIndex(); in getSignAsIntValue()
1403 IntPtr = DAG.getNode(ISD::ADD, DL, StackPtr.getValueType(), StackPtr, in getSignAsIntValue()
1423 return DAG.getNode(ISD::BITCAST, DL, State.FloatVT, NewIntValue); in modifySignAsInt()
1444 SDValue SignBit = DAG.getNode(ISD::AND, DL, IntVT, SignAsInt.IntValue, in ExpandFCOPYSIGN()
1451 SDValue AbsValue = DAG.getNode(ISD::FABS, DL, FloatVT, Mag); in ExpandFCOPYSIGN()
1452 SDValue NegValue = DAG.getNode(ISD::FNEG, DL, FloatVT, AbsValue); in ExpandFCOPYSIGN()
1463 SDValue ClearedSign = DAG.getNode(ISD::AND, DL, MagVT, MagAsInt.IntValue, in ExpandFCOPYSIGN()
1471 SignBit = DAG.getNode(ISD::SRL, DL, IntVT, SignBit, ShiftCnst); in ExpandFCOPYSIGN()
1474 SignBit = DAG.getNode(ISD::SHL, DL, IntVT, SignBit, ShiftCnst); in ExpandFCOPYSIGN()
1476 SignBit = DAG.getNode(ISD::TRUNCATE, DL, MagVT, SignBit); in ExpandFCOPYSIGN()
1478 SignBit = DAG.getNode(ISD::ZERO_EXTEND, DL, MagVT, SignBit); in ExpandFCOPYSIGN()
1481 SignBit = DAG.getNode(ISD::SRL, DL, MagVT, SignBit, ShiftCnst); in ExpandFCOPYSIGN()
1484 SignBit = DAG.getNode(ISD::SHL, DL, MagVT, SignBit, ShiftCnst); in ExpandFCOPYSIGN()
1489 SDValue CopiedSign = DAG.getNode(ISD::OR, DL, MagVT, ClearedSign, SignBit); in ExpandFCOPYSIGN()
1501 return DAG.getNode(ISD::FCOPYSIGN, DL, FloatVT, Value, Zero); in ExpandFABS()
1509 SDValue ClearedSign = DAG.getNode(ISD::AND, DL, IntVT, ValueAsInt.IntValue, in ExpandFABS()
1536 Tmp1 = DAG.getNode(ISD::SUB, dl, VT, SP, Size); // Value in ExpandDYNAMIC_STACKALLOC()
1538 Tmp1 = DAG.getNode(ISD::AND, dl, VT, Tmp1, in ExpandDYNAMIC_STACKALLOC()
1654 LHS = DAG.getNode(Opc, dl, VT, SetCC1, SetCC2); in LegalizeSetCCCondCode()
1751 Vec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, V); in ExpandBVWithShuffles()
1845 if (!Value1.getNode()) { in ExpandBUILD_VECTOR()
1847 } else if (!Value2.getNode()) { in ExpandBUILD_VECTOR()
1855 if (!Value1.getNode()) in ExpandBUILD_VECTOR()
1859 return DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, Node->getOperand(0)); in ExpandBUILD_VECTOR()
1914 SDValue Vec1 = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, Value1); in ExpandBUILD_VECTOR()
1916 if (Value2.getNode()) in ExpandBUILD_VECTOR()
1917 Vec2 = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, Value2); in ExpandBUILD_VECTOR()
1980 if (!CallInfo.second.getNode()) in ExpandLibCall()
2184 for (SDNode::use_iterator UI = Op0.getNode()->use_begin(), in useSinCos()
2185 UE = Op0.getNode()->use_end(); UI != UE; ++UI) { in useSinCos()
2281 SDValue Lo = DAG.getNode(ISD::ADD, dl, StackSlot.getValueType(), in ExpandLegalINT_TO_FP()
2291 Op0Mapped = DAG.getNode(ISD::XOR, dl, MVT::i32, Op0, SignBit); in ExpandLegalINT_TO_FP()
2314 SDValue Sub = DAG.getNode(ISD::FSUB, dl, MVT::f64, Load, Bias); in ExpandLegalINT_TO_FP()
2322 Result = DAG.getNode(ISD::FP_ROUND, dl, DestVT, Sub, in ExpandLegalINT_TO_FP()
2325 Result = DAG.getNode(ISD::FP_EXTEND, dl, DestVT, Sub); in ExpandLegalINT_TO_FP()
2347 SDValue Hi = DAG.getNode(ISD::SRL, dl, MVT::i64, Op0, in ExpandLegalINT_TO_FP()
2349 SDValue LoOr = DAG.getNode(ISD::OR, dl, MVT::i64, Lo, TwoP52); in ExpandLegalINT_TO_FP()
2350 SDValue HiOr = DAG.getNode(ISD::OR, dl, MVT::i64, Hi, TwoP84); in ExpandLegalINT_TO_FP()
2351 SDValue LoFlt = DAG.getNode(ISD::BITCAST, dl, MVT::f64, LoOr); in ExpandLegalINT_TO_FP()
2352 SDValue HiFlt = DAG.getNode(ISD::BITCAST, dl, MVT::f64, HiOr); in ExpandLegalINT_TO_FP()
2353 SDValue HiSub = DAG.getNode(ISD::FSUB, dl, MVT::f64, HiFlt, in ExpandLegalINT_TO_FP()
2355 return DAG.getNode(ISD::FADD, dl, MVT::f64, LoFlt, HiSub); in ExpandLegalINT_TO_FP()
2364 SDValue Fast = DAG.getNode(ISD::SINT_TO_FP, dl, MVT::f32, Op0); in ExpandLegalINT_TO_FP()
2368 SDValue Shr = DAG.getNode(ISD::SRL, dl, MVT::i64, Op0, ShiftConst); in ExpandLegalINT_TO_FP()
2370 SDValue And = DAG.getNode(ISD::AND, dl, MVT::i64, Op0, AndConst); in ExpandLegalINT_TO_FP()
2371 SDValue Or = DAG.getNode(ISD::OR, dl, MVT::i64, And, Shr); in ExpandLegalINT_TO_FP()
2373 SDValue SignCvt = DAG.getNode(ISD::SINT_TO_FP, dl, MVT::f32, Or); in ExpandLegalINT_TO_FP()
2374 SDValue Slow = DAG.getNode(ISD::FADD, dl, MVT::f32, SignCvt, SignCvt); in ExpandLegalINT_TO_FP()
2387 SDValue And = DAG.getNode(ISD::AND, dl, MVT::i64, Op0, in ExpandLegalINT_TO_FP()
2389 SDValue Or = DAG.getNode(ISD::OR, dl, MVT::i64, And, in ExpandLegalINT_TO_FP()
2391 SDValue And2 = DAG.getNode(ISD::AND, dl, MVT::i64, Op0, in ExpandLegalINT_TO_FP()
2404 SDValue Sh = DAG.getNode(ISD::SRL, dl, MVT::i64, Sel2, in ExpandLegalINT_TO_FP()
2406 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, dl, MVT::i32, Sh); in ExpandLegalINT_TO_FP()
2407 SDValue Fcvt = DAG.getNode(ISD::UINT_TO_FP, dl, MVT::f64, Trunc); in ExpandLegalINT_TO_FP()
2411 SDValue Fmul = DAG.getNode(ISD::FMUL, dl, MVT::f64, TwoP32, Fcvt); in ExpandLegalINT_TO_FP()
2412 SDValue Lo = DAG.getNode(ISD::TRUNCATE, dl, MVT::i32, Sel2); in ExpandLegalINT_TO_FP()
2413 SDValue Fcvt2 = DAG.getNode(ISD::UINT_TO_FP, dl, MVT::f64, Lo); in ExpandLegalINT_TO_FP()
2414 SDValue Fadd = DAG.getNode(ISD::FADD, dl, MVT::f64, Fmul, Fcvt2); in ExpandLegalINT_TO_FP()
2415 return DAG.getNode(ISD::FP_ROUND, dl, MVT::f32, Fadd, in ExpandLegalINT_TO_FP()
2419 SDValue Tmp1 = DAG.getNode(ISD::SINT_TO_FP, dl, DestVT, Op0); in ExpandLegalINT_TO_FP()
2449 CPIdx = DAG.getNode(ISD::ADD, dl, CPIdx.getValueType(), CPIdx, CstOffset); in ExpandLegalINT_TO_FP()
2463 LegalizeOp(Load.getNode()); in ExpandLegalINT_TO_FP()
2467 return DAG.getNode(ISD::FADD, dl, DestVT, Tmp1, FudgeInReg); in ExpandLegalINT_TO_FP()
2506 return DAG.getNode(OpToUse, dl, DestVT, in PromoteLegalINT_TO_FP()
2507 DAG.getNode(isSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND, in PromoteLegalINT_TO_FP()
2547 SDValue Operation = DAG.getNode(OpToUse, dl, NewOutTy, LegalOp); in PromoteLegalFP_TO_INT()
2551 return DAG.getNode(ISD::TRUNCATE, dl, DestVT, Operation); in PromoteLegalFP_TO_INT()
2565 DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(J - I, dl, SHVT)); in ExpandBITREVERSE()
2568 DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(I - J, dl, SHVT)); in ExpandBITREVERSE()
2572 Tmp2 = DAG.getNode(ISD::AND, dl, VT, Tmp2, DAG.getConstant(Shift, dl, VT)); in ExpandBITREVERSE()
2573 Tmp = DAG.getNode(ISD::OR, dl, VT, Tmp, Tmp2); in ExpandBITREVERSE()
2587 Tmp2 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(8, dl, SHVT)); in ExpandBSWAP()
2588 Tmp1 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(8, dl, SHVT)); in ExpandBSWAP()
2589 return DAG.getNode(ISD::OR, dl, VT, Tmp1, Tmp2); in ExpandBSWAP()
2591 Tmp4 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(24, dl, SHVT)); in ExpandBSWAP()
2592 Tmp3 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(8, dl, SHVT)); in ExpandBSWAP()
2593 Tmp2 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(8, dl, SHVT)); in ExpandBSWAP()
2594 Tmp1 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(24, dl, SHVT)); in ExpandBSWAP()
2595 Tmp3 = DAG.getNode(ISD::AND, dl, VT, Tmp3, in ExpandBSWAP()
2597 Tmp2 = DAG.getNode(ISD::AND, dl, VT, Tmp2, DAG.getConstant(0xFF00, dl, VT)); in ExpandBSWAP()
2598 Tmp4 = DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp3); in ExpandBSWAP()
2599 Tmp2 = DAG.getNode(ISD::OR, dl, VT, Tmp2, Tmp1); in ExpandBSWAP()
2600 return DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp2); in ExpandBSWAP()
2602 Tmp8 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(56, dl, SHVT)); in ExpandBSWAP()
2603 Tmp7 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(40, dl, SHVT)); in ExpandBSWAP()
2604 Tmp6 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(24, dl, SHVT)); in ExpandBSWAP()
2605 Tmp5 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(8, dl, SHVT)); in ExpandBSWAP()
2606 Tmp4 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(8, dl, SHVT)); in ExpandBSWAP()
2607 Tmp3 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(24, dl, SHVT)); in ExpandBSWAP()
2608 Tmp2 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(40, dl, SHVT)); in ExpandBSWAP()
2609 Tmp1 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(56, dl, SHVT)); in ExpandBSWAP()
2610 Tmp7 = DAG.getNode(ISD::AND, dl, VT, Tmp7, in ExpandBSWAP()
2612 Tmp6 = DAG.getNode(ISD::AND, dl, VT, Tmp6, in ExpandBSWAP()
2614 Tmp5 = DAG.getNode(ISD::AND, dl, VT, Tmp5, in ExpandBSWAP()
2616 Tmp4 = DAG.getNode(ISD::AND, dl, VT, Tmp4, in ExpandBSWAP()
2618 Tmp3 = DAG.getNode(ISD::AND, dl, VT, Tmp3, in ExpandBSWAP()
2620 Tmp2 = DAG.getNode(ISD::AND, dl, VT, Tmp2, in ExpandBSWAP()
2622 Tmp8 = DAG.getNode(ISD::OR, dl, VT, Tmp8, Tmp7); in ExpandBSWAP()
2623 Tmp6 = DAG.getNode(ISD::OR, dl, VT, Tmp6, Tmp5); in ExpandBSWAP()
2624 Tmp4 = DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp3); in ExpandBSWAP()
2625 Tmp2 = DAG.getNode(ISD::OR, dl, VT, Tmp2, Tmp1); in ExpandBSWAP()
2626 Tmp8 = DAG.getNode(ISD::OR, dl, VT, Tmp8, Tmp6); in ExpandBSWAP()
2627 Tmp4 = DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp2); in ExpandBSWAP()
2628 return DAG.getNode(ISD::OR, dl, VT, Tmp8, Tmp4); in ExpandBSWAP()
2658 Op = DAG.getNode(ISD::SUB, dl, VT, Op, in ExpandBitCount()
2659 DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2660 DAG.getNode(ISD::SRL, dl, VT, Op, in ExpandBitCount()
2664 Op = DAG.getNode(ISD::ADD, dl, VT, in ExpandBitCount()
2665 DAG.getNode(ISD::AND, dl, VT, Op, Mask33), in ExpandBitCount()
2666 DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2667 DAG.getNode(ISD::SRL, dl, VT, Op, in ExpandBitCount()
2671 Op = DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2672 DAG.getNode(ISD::ADD, dl, VT, Op, in ExpandBitCount()
2673 DAG.getNode(ISD::SRL, dl, VT, Op, in ExpandBitCount()
2677 Op = DAG.getNode(ISD::SRL, dl, VT, in ExpandBitCount()
2678 DAG.getNode(ISD::MUL, dl, VT, Op, Mask01), in ExpandBitCount()
2685 return DAG.getNode(ISD::CTLZ, dl, Op.getValueType(), Op); in ExpandBitCount()
2692 SDValue CTLZ = DAG.getNode(ISD::CTLZ_ZERO_UNDEF, dl, VT, Op); in ExpandBitCount()
2695 return DAG.getNode(ISD::SELECT, dl, VT, SrcIsZero, in ExpandBitCount()
2711 Op = DAG.getNode(ISD::OR, dl, VT, Op, in ExpandBitCount()
2712 DAG.getNode(ISD::SRL, dl, VT, Op, Tmp3)); in ExpandBitCount()
2715 return DAG.getNode(ISD::CTPOP, dl, VT, Op); in ExpandBitCount()
2719 return DAG.getNode(ISD::CTTZ, dl, Op.getValueType(), Op); in ExpandBitCount()
2726 SDValue Tmp3 = DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2728 DAG.getNode(ISD::SUB, dl, VT, Op, in ExpandBitCount()
2733 return DAG.getNode(ISD::SUB, dl, VT, in ExpandBitCount()
2735 DAG.getNode(ISD::CTLZ, dl, VT, Tmp3)); in ExpandBitCount()
2736 return DAG.getNode(ISD::CTPOP, dl, VT, Tmp3); in ExpandBitCount()
2839 LHS = DAG.getNode(ISD::AssertSext, dl, OuterType, Res, in ExpandNode()
2841 RHS = DAG.getNode(ISD::SIGN_EXTEND_INREG, dl, OuterType, in ExpandNode()
2846 LHS = DAG.getNode(ISD::AssertZext, dl, OuterType, Res, in ExpandNode()
2848 RHS = DAG.getNode(ISD::ZERO_EXTEND, dl, OuterType, Node->getOperand(2)); in ExpandNode()
2853 RHS = DAG.getNode(ISD::ZERO_EXTEND, dl, OuterType, Node->getOperand(2)); in ExpandNode()
2907 Tmp1 = DAG.getNode(ISD::SHL, dl, Node->getValueType(0), in ExpandNode()
2909 Tmp1 = DAG.getNode(ISD::SRA, dl, Node->getValueType(0), Tmp1, ShiftCst); in ExpandNode()
2948 True = DAG.getNode(ISD::FP_TO_SINT, dl, NVT, Node->getOperand(0)); in ExpandNode()
2950 False = DAG.getNode(ISD::FP_TO_SINT, dl, NVT, in ExpandNode()
2951 DAG.getNode(ISD::FSUB, dl, VT, in ExpandNode()
2953 False = DAG.getNode(ISD::XOR, dl, NVT, False, in ExpandNode()
2969 Tmp1 = DAG.getNode(ISD::BITCAST, dl, Node->getValueType(0), in ExpandNode()
3021 Op0 = DAG.getNode(ISD::BITCAST, dl, NewVT, Op0); in ExpandNode()
3022 Op1 = DAG.getNode(ISD::BITCAST, dl, NewVT, Op1); in ExpandNode()
3055 Ops.push_back(DAG.getNode( in ExpandNode()
3059 Ops.push_back(DAG.getNode( in ExpandNode()
3065 Tmp1 = DAG.getNode(ISD::BUILD_VECTOR, dl, VT, Ops); in ExpandNode()
3067 Tmp1 = DAG.getNode(ISD::BITCAST, dl, Node->getValueType(0), Tmp1); in ExpandNode()
3075 Tmp1 = DAG.getNode(ISD::SRL, dl, OpTy, Node->getOperand(0), in ExpandNode()
3080 Tmp1 = DAG.getNode(ISD::TRUNCATE, dl, Node->getValueType(0), Tmp1); in ExpandNode()
3083 Tmp1 = DAG.getNode(ISD::TRUNCATE, dl, Node->getValueType(0), in ExpandNode()
3122 Tmp1 = DAG.getNode(ISD::FSUB, dl, Node->getValueType(0), Tmp1, in ExpandNode()
3158 Tmp1 = DAG.getNode(ISD::FSINCOS, dl, VTs, Node->getOperand(0)); in ExpandNode()
3174 DAG.getNode(ISD::FP16_TO_FP, dl, MVT::f32, Node->getOperand(0)); in ExpandNode()
3176 DAG.getNode(ISD::FP_EXTEND, dl, Node->getValueType(0), Res)); in ExpandNode()
3187 SDValue FloatVal = DAG.getNode(ISD::FP_ROUND, dl, MVT::f32, Op, in ExpandNode()
3190 DAG.getNode(ISD::FP_TO_FP16, dl, Node->getValueType(0), FloatVal)); in ExpandNode()
3212 Tmp1 = DAG.getNode(ISD::FNEG, dl, VT, Node->getOperand(1)); in ExpandNode()
3213 Tmp1 = DAG.getNode(ISD::FADD, dl, VT, Node->getOperand(0), Tmp1, Flags); in ExpandNode()
3223 Tmp1 = DAG.getNode(ISD::XOR, dl, VT, Node->getOperand(1), in ExpandNode()
3226 Tmp1 = DAG.getNode(ISD::ADD, dl, VT, Tmp1, DAG.getConstant(1, dl, VT)); in ExpandNode()
3227 Results.push_back(DAG.getNode(ISD::ADD, dl, VT, Node->getOperand(0), Tmp1)); in ExpandNode()
3240 Tmp1 = DAG.getNode(DivRemOpc, dl, VTs, Tmp2, Tmp3).getValue(1); in ExpandNode()
3244 Tmp1 = DAG.getNode(DivOpc, dl, VT, Tmp2, Tmp3); in ExpandNode()
3245 Tmp1 = DAG.getNode(ISD::MUL, dl, VT, Tmp1, Tmp3); in ExpandNode()
3246 Tmp1 = DAG.getNode(ISD::SUB, dl, VT, Tmp2, Tmp1); in ExpandNode()
3258 Tmp1 = DAG.getNode(DivRemOpc, dl, VTs, Node->getOperand(0), in ExpandNode()
3272 Tmp1 = DAG.getNode(ExpandOpcode, dl, VTs, Node->getOperand(0), in ExpandNode()
3300 Results.push_back(DAG.getNode(OpToUse, dl, VTs, Node->getOperand(0), in ExpandNode()
3312 Lo = DAG.getNode(ISD::ZERO_EXTEND, dl, VT, Lo); in ExpandNode()
3313 Hi = DAG.getNode(ISD::ANY_EXTEND, dl, VT, Hi); in ExpandNode()
3317 Hi = DAG.getNode(ISD::SHL, dl, VT, Hi, Shift); in ExpandNode()
3318 Results.push_back(DAG.getNode(ISD::OR, dl, VT, Lo, Hi)); in ExpandNode()
3326 SDValue Sum = DAG.getNode(Node->getOpcode() == ISD::SADDO ? in ExpandNode()
3353 SDValue Cmp = DAG.getNode(ISD::AND, dl, OType, SignsMatch, SumSignNE); in ExpandNode()
3361 SDValue Sum = DAG.getNode(Node->getOpcode() == ISD::UADDO ? in ExpandNode()
3388 BottomHalf = DAG.getNode(ISD::MUL, dl, VT, LHS, RHS); in ExpandNode()
3389 TopHalf = DAG.getNode(Ops[isSigned][0], dl, VT, LHS, RHS); in ExpandNode()
3391 BottomHalf = DAG.getNode(Ops[isSigned][1], dl, DAG.getVTList(VT, VT), LHS, in ExpandNode()
3395 LHS = DAG.getNode(Ops[isSigned][2], dl, WideVT, LHS); in ExpandNode()
3396 RHS = DAG.getNode(Ops[isSigned][2], dl, WideVT, RHS); in ExpandNode()
3397 Tmp1 = DAG.getNode(ISD::MUL, dl, WideVT, LHS, RHS); in ExpandNode()
3398 BottomHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Tmp1, in ExpandNode()
3400 TopHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Tmp1, in ExpandNode()
3422 DAG.getNode(ISD::SRA, dl, VT, RHS, in ExpandNode()
3426 DAG.getNode(ISD::SRA, dl, VT, LHS, in ExpandNode()
3436 BottomHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Ret, in ExpandNode()
3438 TopHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Ret, in ExpandNode()
3452 Tmp1 = DAG.getNode(ISD::SRA, dl, VT, BottomHalf, Tmp1); in ExpandNode()
3465 Tmp1 = DAG.getNode(ISD::ZERO_EXTEND, dl, PairTy, Node->getOperand(0)); in ExpandNode()
3466 Tmp2 = DAG.getNode(ISD::ANY_EXTEND, dl, PairTy, Node->getOperand(1)); in ExpandNode()
3467 Tmp2 = DAG.getNode( in ExpandNode()
3471 Results.push_back(DAG.getNode(ISD::OR, dl, PairTy, Tmp1, Tmp2)); in ExpandNode()
3500 Index = DAG.getNode(ISD::MUL, dl, Index.getValueType(), Index, in ExpandNode()
3502 SDValue Addr = DAG.getNode(ISD::ADD, dl, Index.getValueType(), in ExpandNode()
3515 Addr = DAG.getNode(ISD::ADD, dl, PTy, Addr, in ExpandNode()
3518 Tmp1 = DAG.getNode(ISD::BRIND, dl, MVT::Other, LD.getValue(1), Addr); in ExpandNode()
3528 Tmp1 = DAG.getNode(ISD::BR_CC, dl, MVT::Other, in ExpandNode()
3535 DAG.getNode(ISD::AND, dl, Tmp2.getValueType(), Tmp2, in ExpandNode()
3537 Tmp1 = DAG.getNode(ISD::BR_CC, dl, MVT::Other, Tmp1, in ExpandNode()
3554 if (Tmp3.getNode()) in ExpandNode()
3555 Tmp1 = DAG.getNode(ISD::SETCC, dl, Node->getValueType(0), in ExpandNode()
3580 Tmp1 = DAG.getNode(ISD::SELECT_CC, dl, VT, Tmp1, Tmp2, in ExpandNode()
3605 SDValue Cond = DAG.getNode(ISD::SETCC, dl, CCVT, Tmp1, Tmp2, CC); in ExpandNode()
3647 if (CC.getNode()) { in ExpandNode()
3648 Tmp1 = DAG.getNode(ISD::SELECT_CC, dl, Node->getValueType(0), in ExpandNode()
3653 Tmp1 = DAG.getNode(ISD::SELECT_CC, dl, Node->getValueType(0), Tmp1, in ExpandNode()
3678 if (Tmp4.getNode()) { in ExpandNode()
3679 Tmp1 = DAG.getNode(ISD::BR_CC, dl, Node->getValueType(0), Tmp1, in ExpandNode()
3684 Tmp1 = DAG.getNode(ISD::BR_CC, dl, Node->getValueType(0), Tmp1, Tmp4, in ExpandNode()
3704 SDValue Ex = DAG.getNode( in ExpandNode()
3707 SDValue Sh = DAG.getNode( in ExpandNode()
3710 Scalars.push_back(DAG.getNode(Node->getOpcode(), dl, in ExpandNode()
3714 DAG.getNode(ISD::BUILD_VECTOR, dl, Node->getValueType(0), Scalars); in ExpandNode()
4016 Tmp1 = DAG.getNode(ISD::ZERO_EXTEND, dl, NVT, Node->getOperand(0)); in PromoteNode()
4023 Tmp1 = DAG.getNode(ISD::OR, dl, NVT, Tmp1, in PromoteNode()
4028 Tmp1 = DAG.getNode(Node->getOpcode(), dl, NVT, Tmp1); in PromoteNode()
4032 Tmp1 = DAG.getNode(ISD::SUB, dl, NVT, Tmp1, in PromoteNode()
4036 Results.push_back(DAG.getNode(ISD::TRUNCATE, dl, OVT, Tmp1)); in PromoteNode()
4040 Tmp1 = DAG.getNode(ISD::ZERO_EXTEND, dl, NVT, Node->getOperand(0)); in PromoteNode()
4041 Tmp1 = DAG.getNode(ISD::BSWAP, dl, NVT, Tmp1); in PromoteNode()
4042 Tmp1 = DAG.getNode( in PromoteNode()
4079 Tmp2 = DAG.getNode(TruncOp, dl, OVT, Tmp1); in PromoteNode()
4086 UpdatedNodes->insert(Tmp2.getNode()); in PromoteNode()
4087 UpdatedNodes->insert(Chain.getNode()); in PromoteNode()
4105 Tmp1 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(0)); in PromoteNode()
4106 Tmp2 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(1)); in PromoteNode()
4108 Tmp1 = DAG.getNode(Node->getOpcode(), dl, NVT, Tmp1, Tmp2); in PromoteNode()
4109 Results.push_back(DAG.getNode(TruncOp, dl, OVT, Tmp1)); in PromoteNode()
4127 Tmp2 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(1)); in PromoteNode()
4128 Tmp3 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(2)); in PromoteNode()
4132 Tmp1 = DAG.getNode(TruncOp, dl, Node->getValueType(0), Tmp1); in PromoteNode()
4134 Tmp1 = DAG.getNode(TruncOp, dl, Node->getValueType(0), Tmp1, in PromoteNode()
4143 Tmp1 = DAG.getNode(ISD::BITCAST, dl, NVT, Node->getOperand(0)); in PromoteNode()
4144 Tmp2 = DAG.getNode(ISD::BITCAST, dl, NVT, Node->getOperand(1)); in PromoteNode()
4148 Tmp1 = DAG.getNode(ISD::BITCAST, dl, OVT, Tmp1); in PromoteNode()
4159 Tmp1 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(0)); in PromoteNode()
4160 Tmp2 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(1)); in PromoteNode()
4161 Results.push_back(DAG.getNode(ISD::SETCC, dl, Node->getValueType(0), in PromoteNode()
4172 Tmp1 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(2)); in PromoteNode()
4173 Tmp2 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(3)); in PromoteNode()
4174 Results.push_back(DAG.getNode(ISD::BR_CC, dl, Node->getValueType(0), in PromoteNode()
4187 Tmp1 = DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(0)); in PromoteNode()
4188 Tmp2 = DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(1)); in PromoteNode()
4189 Tmp3 = DAG.getNode(Node->getOpcode(), dl, NVT, Tmp1, Tmp2, in PromoteNode()
4191 Results.push_back(DAG.getNode(ISD::FP_ROUND, dl, OVT, in PromoteNode()
4196 Tmp1 = DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(0)); in PromoteNode()
4197 Tmp2 = DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(1)); in PromoteNode()
4198 Tmp3 = DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(2)); in PromoteNode()
4200 DAG.getNode(ISD::FP_ROUND, dl, OVT, in PromoteNode()
4201 DAG.getNode(Node->getOpcode(), dl, NVT, Tmp1, Tmp2, Tmp3), in PromoteNode()
4207 Tmp1 = DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(0)); in PromoteNode()
4209 Tmp3 = DAG.getNode(Node->getOpcode(), dl, NVT, Tmp1, Tmp2); in PromoteNode()
4217 Results.push_back(DAG.getNode(ISD::FP_ROUND, dl, OVT, in PromoteNode()
4237 Tmp1 = DAG.getNode(ISD::FP_EXTEND, dl, NVT, Node->getOperand(0)); in PromoteNode()
4238 Tmp2 = DAG.getNode(Node->getOpcode(), dl, NVT, Tmp1); in PromoteNode()
4239 Results.push_back(DAG.getNode(ISD::FP_ROUND, dl, OVT, in PromoteNode()
4262 NewOps.push_back(DAG.getNode(ISD::BITCAST, SDLoc(Op), MidVT, Op)); in PromoteNode()
4266 SDValue Concat = DAG.getNode(ISD::CONCAT_VECTORS, SL, NVT, NewOps); in PromoteNode()
4267 SDValue CvtVec = DAG.getNode(ISD::BITCAST, SL, OVT, Concat); in PromoteNode()
4297 SDValue NewBaseIdx = DAG.getNode(ISD::MUL, SL, IdxVT, Idx, Factor); in PromoteNode()
4299 SDValue CastVec = DAG.getNode(ISD::BITCAST, SL, NVT, Node->getOperand(0)); in PromoteNode()
4304 SDValue TmpIdx = DAG.getNode(ISD::ADD, SL, IdxVT, NewBaseIdx, IdxOffset); in PromoteNode()
4306 SDValue Elt = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, NewEltVT, in PromoteNode()
4311 SDValue NewVec = DAG.getNode(ISD::BUILD_VECTOR, SL, MidVT, NewOps); in PromoteNode()
4313 Results.push_back(DAG.getNode(ISD::BITCAST, SL, EltVT, NewVec)); in PromoteNode()
4346 SDValue NewBaseIdx = DAG.getNode(ISD::MUL, SL, IdxVT, Idx, Factor); in PromoteNode()
4348 SDValue CastVec = DAG.getNode(ISD::BITCAST, SL, NVT, Node->getOperand(0)); in PromoteNode()
4349 SDValue CastVal = DAG.getNode(ISD::BITCAST, SL, MidVT, Val); in PromoteNode()
4354 SDValue InEltIdx = DAG.getNode(ISD::ADD, SL, IdxVT, NewBaseIdx, IdxOffset); in PromoteNode()
4356 SDValue Elt = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, NewEltVT, in PromoteNode()
4359 NewVec = DAG.getNode(ISD::INSERT_VECTOR_ELT, SL, NVT, in PromoteNode()
4363 Results.push_back(DAG.getNode(ISD::BITCAST, SL, OVT, NewVec)); in PromoteNode()
4381 SDValue CastVal = DAG.getNode(ISD::BITCAST, SL, MidVT, Val); in PromoteNode()
4389 SDValue Concat = DAG.getNode(ISD::CONCAT_VECTORS, SL, NVT, NewElts); in PromoteNode()
4390 SDValue CvtVec = DAG.getNode(ISD::BITCAST, SL, OVT, Concat); in PromoteNode()
4418 if (N->use_empty() && N != getRoot().getNode()) { in Legalize()
4428 if (N->use_empty() && N != getRoot().getNode()) { in Legalize()