Lines Matching refs:TLO
489 TargetLoweringOpt &TLO) const { in ShrinkDemandedConstant()
494 if (targetShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in ShrinkDemandedConstant()
495 return TLO.New.getNode(); in ShrinkDemandedConstant()
515 SDValue NewC = TLO.DAG.getConstant(DemandedBits & C, DL, VT); in ShrinkDemandedConstant()
516 SDValue NewOp = TLO.DAG.getNode(Opcode, DL, VT, Op.getOperand(0), NewC); in ShrinkDemandedConstant()
517 return TLO.CombineTo(Op, NewOp); in ShrinkDemandedConstant()
529 TargetLoweringOpt &TLO) const { in ShrinkDemandedConstant()
534 return ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO); in ShrinkDemandedConstant()
542 TargetLoweringOpt &TLO) const { in ShrinkDemandedOp()
548 SelectionDAG &DAG = TLO.DAG; in ShrinkDemandedOp()
578 return TLO.CombineTo(Op, Z); in ShrinkDemandedOp()
587 TargetLoweringOpt TLO(DAG, !DCI.isBeforeLegalize(), in SimplifyDemandedBits() local
591 bool Simplified = SimplifyDemandedBits(Op, DemandedBits, Known, TLO); in SimplifyDemandedBits()
594 DCI.CommitTargetLoweringOpt(TLO); in SimplifyDemandedBits()
601 TargetLoweringOpt &TLO, in SimplifyDemandedBits() argument
618 return SimplifyDemandedBits(Op, DemandedBits, DemandedElts, Known, TLO, Depth, in SimplifyDemandedBits()
884 const APInt &OriginalDemandedElts, KnownBits &Known, TargetLoweringOpt &TLO, in SimplifyDemandedBits() argument
907 auto &DL = TLO.DAG.getDataLayout(); in SimplifyDemandedBits()
933 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
942 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedBits()
954 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedBits()
960 if (SimplifyDemandedBits(Src, SrcDemandedBits, SrcKnown, TLO, Depth + 1)) in SimplifyDemandedBits()
972 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
977 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
1003 return TLO.CombineTo(Op, Vec); in SimplifyDemandedBits()
1009 if (SimplifyDemandedBits(Scl, DemandedSclBits, KnownScl, TLO, Depth + 1)) in SimplifyDemandedBits()
1015 if (SimplifyDemandedBits(Vec, DemandedBits, DemandedVecElts, KnownVec, TLO, in SimplifyDemandedBits()
1038 if (SimplifyDemandedBits(Sub, DemandedBits, DemandedSubElts, KnownSub, TLO, in SimplifyDemandedBits()
1041 if (SimplifyDemandedBits(Src, DemandedBits, DemandedSrcElts, KnownSrc, TLO, in SimplifyDemandedBits()
1060 Sub, DemandedBits, DemandedSubElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1062 Src, DemandedBits, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1066 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), dl, VT, NewSrc, NewSub, in SimplifyDemandedBits()
1068 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
1082 if (SimplifyDemandedBits(Src, DemandedBits, DemandedSrcElts, Known, TLO, in SimplifyDemandedBits()
1089 Src, DemandedBits, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1091 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), dl, VT, DemandedSrc, in SimplifyDemandedBits()
1093 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
1108 Known2, TLO, Depth + 1)) in SimplifyDemandedBits()
1149 if (SimplifyDemandedBits(Op0, DemandedBits, DemandedLHS, Known2, TLO, in SimplifyDemandedBits()
1156 if (SimplifyDemandedBits(Op1, DemandedBits, DemandedRHS, Known2, TLO, in SimplifyDemandedBits()
1165 Op0, DemandedBits, DemandedLHS, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1167 Op1, DemandedBits, DemandedRHS, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1171 SDValue NewOp = TLO.DAG.getVectorShuffle(VT, dl, Op0, Op1, ShuffleMask); in SimplifyDemandedBits()
1172 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
1187 KnownBits LHSKnown = TLO.DAG.computeKnownBits(Op0, DemandedElts, Depth); in SimplifyDemandedBits()
1191 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1196 DemandedElts, TLO)) in SimplifyDemandedBits()
1206 SDValue Xor = TLO.DAG.getNode(ISD::XOR, dl, VT, Op0.getOperand(0), Op1); in SimplifyDemandedBits()
1207 return TLO.CombineTo(Op, Xor); in SimplifyDemandedBits()
1211 if (SimplifyDemandedBits(Op1, DemandedBits, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1216 Known2, TLO, Depth + 1)) in SimplifyDemandedBits()
1223 Op0, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1225 Op1, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1229 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), dl, VT, Op0, Op1); in SimplifyDemandedBits()
1230 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
1237 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1239 return TLO.CombineTo(Op, Op1); in SimplifyDemandedBits()
1242 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, dl, VT)); in SimplifyDemandedBits()
1245 TLO)) in SimplifyDemandedBits()
1248 if (ShrinkDemandedOp(Op, BitWidth, DemandedBits, TLO)) in SimplifyDemandedBits()
1258 if (SimplifyDemandedBits(Op1, DemandedBits, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1263 Known2, TLO, Depth + 1)) in SimplifyDemandedBits()
1270 Op0, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1272 Op1, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1276 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), dl, VT, Op0, Op1); in SimplifyDemandedBits()
1277 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
1284 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1286 return TLO.CombineTo(Op, Op1); in SimplifyDemandedBits()
1288 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1291 if (ShrinkDemandedOp(Op, BitWidth, DemandedBits, TLO)) in SimplifyDemandedBits()
1301 if (SimplifyDemandedBits(Op1, DemandedBits, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1305 if (SimplifyDemandedBits(Op0, DemandedBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1313 Op0, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1315 Op1, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1319 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), dl, VT, Op0, Op1); in SimplifyDemandedBits()
1320 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
1327 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1329 return TLO.CombineTo(Op, Op1); in SimplifyDemandedBits()
1331 if (ShrinkDemandedOp(Op, BitWidth, DemandedBits, TLO)) in SimplifyDemandedBits()
1338 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::OR, dl, VT, Op0, Op1)); in SimplifyDemandedBits()
1349 TLO.DAG.getConstant(~C->getAPIntValue() & DemandedBits, dl, VT); in SimplifyDemandedBits()
1350 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::AND, dl, VT, Op0, ANDC)); in SimplifyDemandedBits()
1359 SDValue New = TLO.DAG.getNOT(dl, Op0, VT); in SimplifyDemandedBits()
1360 return TLO.CombineTo(Op, New); in SimplifyDemandedBits()
1366 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1373 if (SimplifyDemandedBits(Op.getOperand(2), DemandedBits, Known, TLO, in SimplifyDemandedBits()
1376 if (SimplifyDemandedBits(Op.getOperand(1), DemandedBits, Known2, TLO, in SimplifyDemandedBits()
1383 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1391 if (SimplifyDemandedBits(Op.getOperand(3), DemandedBits, Known, TLO, in SimplifyDemandedBits()
1394 if (SimplifyDemandedBits(Op.getOperand(2), DemandedBits, Known2, TLO, in SimplifyDemandedBits()
1401 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1425 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1442 TLO.DAG.getValidShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1445 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1454 TLO.DAG.getValidShiftAmountConstant(Op0, DemandedElts)) { in SimplifyDemandedBits()
1462 SDValue NewSA = TLO.DAG.getConstant(Diff, dl, ShiftVT); in SimplifyDemandedBits()
1463 return TLO.CombineTo( in SimplifyDemandedBits()
1464 Op, TLO.DAG.getNode(Opc, dl, VT, Op0.getOperand(0), NewSA)); in SimplifyDemandedBits()
1482 TLO.DAG.getNode(ISD::SHL, dl, InnerVT, InnerOp, in SimplifyDemandedBits()
1483 TLO.DAG.getConstant(ShAmt, dl, ShTy)); in SimplifyDemandedBits()
1484 return TLO.CombineTo( in SimplifyDemandedBits()
1485 Op, TLO.DAG.getNode(ISD::ANY_EXTEND, dl, VT, NarrowShl)); in SimplifyDemandedBits()
1497 TLO.DAG.getValidShiftAmountConstant(InnerOp, DemandedElts)) { in SimplifyDemandedBits()
1504 TLO.DAG.getConstant(ShAmt - InnerShAmt, dl, ShiftVT); in SimplifyDemandedBits()
1505 SDValue NewExt = TLO.DAG.getNode(ISD::ANY_EXTEND, dl, VT, in SimplifyDemandedBits()
1507 return TLO.CombineTo( in SimplifyDemandedBits()
1508 Op, TLO.DAG.getNode(ISD::SHL, dl, VT, NewExt, NewSA)); in SimplifyDemandedBits()
1515 if (SimplifyDemandedBits(Op0, InDemandedMask, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1527 ShrinkDemandedOp(Op, BitWidth, DemandedBits, TLO)) in SimplifyDemandedBits()
1534 TLO.DAG.getValidMaximumShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1537 TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1540 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1550 TLO.DAG.getValidShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1553 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1562 TLO.DAG.getValidShiftAmountConstant(Op0, DemandedElts)) { in SimplifyDemandedBits()
1570 SDValue NewSA = TLO.DAG.getConstant(Diff, dl, ShiftVT); in SimplifyDemandedBits()
1571 return TLO.CombineTo( in SimplifyDemandedBits()
1572 Op, TLO.DAG.getNode(Opc, dl, VT, Op0.getOperand(0), NewSA)); in SimplifyDemandedBits()
1585 if (SimplifyDemandedBits(Op0, InDemandedMask, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1604 if (TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1) >= in SimplifyDemandedBits()
1606 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1613 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::SRL, dl, VT, Op0, Op1)); in SimplifyDemandedBits()
1616 TLO.DAG.getValidShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1619 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1633 if (SimplifyDemandedBits(Op0, InDemandedMask, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1646 return TLO.CombineTo( in SimplifyDemandedBits()
1647 Op, TLO.DAG.getNode(ISD::SRL, dl, VT, Op0, Op1, Flags)); in SimplifyDemandedBits()
1653 SDValue NewSA = TLO.DAG.getConstant(BitWidth - 1 - Log2, dl, ShiftVT); in SimplifyDemandedBits()
1654 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::SRL, dl, VT, Op0, NewSA)); in SimplifyDemandedBits()
1664 Op0, InDemandedMask, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1666 SDValue NewOp = TLO.DAG.getNode(ISD::SRA, dl, VT, DemandedOp0, Op1); in SimplifyDemandedBits()
1667 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
1687 Known, TLO, Depth + 1)) in SimplifyDemandedBits()
1696 if (SimplifyDemandedBits(Op0, Demanded0, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1699 if (SimplifyDemandedBits(Op1, Demanded1, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1715 Known2, TLO, Depth + 1)) in SimplifyDemandedBits()
1726 if (BitWidth == TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1)) in SimplifyDemandedBits()
1727 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1732 if (SimplifyDemandedBits(Op1, DemandedAmtBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1741 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1751 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1762 if (DemandedBits.isOneValue() && !TLO.LegalOps && !VT.isVector()) in SimplifyDemandedBits()
1763 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::PARITY, dl, VT, in SimplifyDemandedBits()
1766 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
1777 TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1785 if (TLO.LegalTypes() && !ShiftAmtTy.isVector()) in SimplifyDemandedBits()
1789 TLO.DAG.getConstant(BitWidth - ExVTBits, dl, ShiftAmtTy); in SimplifyDemandedBits()
1790 return TLO.CombineTo(Op, in SimplifyDemandedBits()
1791 TLO.DAG.getNode(ISD::SHL, dl, VT, Op0, ShiftAmt)); in SimplifyDemandedBits()
1797 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBits()
1805 if (SimplifyDemandedBits(Op0, InputDemandedBits, Known, TLO, Depth + 1)) in SimplifyDemandedBits()
1814 return TLO.CombineTo(Op, TLO.DAG.getZeroExtendInReg(Op0, dl, ExVT)); in SimplifyDemandedBits()
1835 if (SimplifyDemandedBits(Op.getOperand(0), MaskLo, KnownLo, TLO, Depth + 1)) in SimplifyDemandedBits()
1838 if (SimplifyDemandedBits(Op.getOperand(1), MaskHi, KnownHi, TLO, Depth + 1)) in SimplifyDemandedBits()
1862 TLO.DAG.getDataLayout().isLittleEndian()) in SimplifyDemandedBits()
1863 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, Src)); in SimplifyDemandedBits()
1867 if (!TLO.LegalOperations() || isOperationLegal(Opc, VT)) in SimplifyDemandedBits()
1868 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, dl, VT, Src)); in SimplifyDemandedBits()
1873 if (SimplifyDemandedBits(Src, InDemandedBits, InDemandedElts, Known, TLO, in SimplifyDemandedBits()
1882 Src, InDemandedBits, InDemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBits()
1883 return TLO.CombineTo(Op, TLO.DAG.getNode(Op.getOpcode(), dl, VT, NewSrc)); in SimplifyDemandedBits()
1900 TLO.DAG.getDataLayout().isLittleEndian()) in SimplifyDemandedBits()
1901 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, Src)); in SimplifyDemandedBits()
1905 if (!TLO.LegalOperations() || isOperationLegal(Opc, VT)) in SimplifyDemandedBits()
1906 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, dl, VT, Src)); in SimplifyDemandedBits()
1916 if (SimplifyDemandedBits(Src, InDemandedBits, InDemandedElts, Known, TLO, in SimplifyDemandedBits()
1929 if (!TLO.LegalOperations() || isOperationLegal(Opc, VT)) in SimplifyDemandedBits()
1930 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, dl, VT, Src)); in SimplifyDemandedBits()
1935 Src, InDemandedBits, InDemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBits()
1936 return TLO.CombineTo(Op, TLO.DAG.getNode(Op.getOpcode(), dl, VT, NewSrc)); in SimplifyDemandedBits()
1951 TLO.DAG.getDataLayout().isLittleEndian()) in SimplifyDemandedBits()
1952 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, Src)); in SimplifyDemandedBits()
1956 if (SimplifyDemandedBits(Src, InDemandedBits, InDemandedElts, Known, TLO, in SimplifyDemandedBits()
1965 Src, InDemandedBits, InDemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBits()
1966 return TLO.CombineTo(Op, TLO.DAG.getNode(Op.getOpcode(), dl, VT, NewSrc)); in SimplifyDemandedBits()
1976 if (SimplifyDemandedBits(Src, TruncMask, Known, TLO, Depth + 1)) in SimplifyDemandedBits()
1982 Src, TruncMask, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBits()
1983 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::TRUNCATE, dl, VT, NewSrc)); in SimplifyDemandedBits()
1994 if (TLO.LegalTypes() && !isTypeDesirableForOp(ISD::SRL, VT)) in SimplifyDemandedBits()
2013 if (TLO.LegalTypes()) in SimplifyDemandedBits()
2014 ShAmt = TLO.DAG.getConstant(ShVal, dl, getShiftAmountTy(VT, DL)); in SimplifyDemandedBits()
2016 TLO.DAG.getNode(ISD::TRUNCATE, dl, VT, Src.getOperand(0)); in SimplifyDemandedBits()
2017 return TLO.CombineTo( in SimplifyDemandedBits()
2018 Op, TLO.DAG.getNode(ISD::SRL, dl, VT, NewTrunc, ShAmt)); in SimplifyDemandedBits()
2033 TLO, Depth + 1)) in SimplifyDemandedBits()
2062 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedSrcElts, Known2, TLO, in SimplifyDemandedBits()
2070 Src, DemandedSrcBits, DemandedSrcElts, TLO.DAG, Depth + 1)) { in SimplifyDemandedBits()
2072 TLO.DAG.getNode(Op.getOpcode(), dl, VT, DemandedSrc, Idx); in SimplifyDemandedBits()
2073 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
2089 if (!TLO.LegalOperations() && !VT.isVector() && !SrcVT.isVector() && in SimplifyDemandedBits()
2100 SDValue Sign = TLO.DAG.getNode(ISD::FGETSIGN, dl, Ty, Src); in SimplifyDemandedBits()
2103 Sign = TLO.DAG.getNode(ISD::ZERO_EXTEND, dl, VT, Sign); in SimplifyDemandedBits()
2105 SDValue ShAmt = TLO.DAG.getConstant(ShVal, dl, VT); in SimplifyDemandedBits()
2106 return TLO.CombineTo(Op, in SimplifyDemandedBits()
2107 TLO.DAG.getNode(ISD::SHL, dl, VT, Sign, ShAmt)); in SimplifyDemandedBits()
2115 TLO.DAG.getDataLayout().isLittleEndian()) { in SimplifyDemandedBits()
2133 KnownSrcZero, TLO, Depth + 1)) in SimplifyDemandedBits()
2138 KnownSrcBits, TLO, Depth + 1)) in SimplifyDemandedBits()
2141 TLO.DAG.getDataLayout().isLittleEndian()) { in SimplifyDemandedBits()
2156 KnownSrcZero, TLO, Depth + 1)) in SimplifyDemandedBits()
2162 KnownSrcBits, TLO, Depth + 1)) in SimplifyDemandedBits()
2169 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
2183 if (SimplifyDemandedBits(Op0, LoMask, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
2185 SimplifyDemandedBits(Op1, LoMask, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
2188 ShrinkDemandedOp(Op, BitWidth, DemandedBits, TLO)) { in SimplifyDemandedBits()
2195 TLO.DAG.getNode(Op.getOpcode(), dl, VT, Op0, Op1, Flags); in SimplifyDemandedBits()
2196 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
2204 Op0, LoMask, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
2206 Op1, LoMask, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
2213 TLO.DAG.getNode(Op.getOpcode(), dl, VT, Op0, Op1, Flags); in SimplifyDemandedBits()
2214 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
2227 SDValue Neg1 = TLO.DAG.getAllOnesConstant(dl, VT); in SimplifyDemandedBits()
2232 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), dl, VT, Op0, Neg1, Flags); in SimplifyDemandedBits()
2233 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedBits()
2241 Known, TLO, Depth)) in SimplifyDemandedBits()
2247 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
2265 return TLO.CombineTo(Op, TLO.DAG.getConstant(Known.One, dl, VT)); in SimplifyDemandedBits()
2267 return TLO.CombineTo( in SimplifyDemandedBits()
2269 TLO.DAG.getConstantFP( in SimplifyDemandedBits()
2270 APFloat(TLO.DAG.EVTToAPFloatSemantics(VT), Known.One), dl, VT)); in SimplifyDemandedBits()
2282 TargetLoweringOpt TLO(DAG, !DCI.isBeforeLegalize(), in SimplifyDemandedVectorElts() local
2286 SimplifyDemandedVectorElts(Op, DemandedElts, KnownUndef, KnownZero, TLO); in SimplifyDemandedVectorElts()
2289 DCI.CommitTargetLoweringOpt(TLO); in SimplifyDemandedVectorElts()
2345 APInt &KnownZero, TargetLoweringOpt &TLO, unsigned Depth, in SimplifyDemandedVectorElts() argument
2375 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedVectorElts()
2389 TLO.DAG, Depth + 1); in SimplifyDemandedVectorElts()
2391 TLO.DAG, Depth + 1); in SimplifyDemandedVectorElts()
2393 SDValue NewOp = TLO.DAG.getNode( in SimplifyDemandedVectorElts()
2395 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedVectorElts()
2404 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedVectorElts()
2422 KnownZero, TLO, Depth + 1); in SimplifyDemandedVectorElts()
2436 TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2442 if (TLO.DAG.getDataLayout().isLittleEndian()) { in SimplifyDemandedVectorElts()
2453 TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2479 TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2505 Ops[i] = TLO.DAG.getUNDEF(Ops[0].getValueType()); in SimplifyDemandedVectorElts()
2511 return TLO.CombineTo(Op, TLO.DAG.getBuildVector(VT, DL, Ops)); in SimplifyDemandedVectorElts()
2533 if (SimplifyDemandedVectorElts(SubOp, SubElts, SubUndef, SubZero, TLO, in SimplifyDemandedVectorElts()
2553 if (SimplifyDemandedVectorElts(Sub, DemandedSubElts, SubUndef, SubZero, TLO, in SimplifyDemandedVectorElts()
2559 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VT, in SimplifyDemandedVectorElts()
2560 TLO.DAG.getUNDEF(VT), Sub, in SimplifyDemandedVectorElts()
2564 TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2573 Src, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedVectorElts()
2575 Sub, DemandedSubElts, TLO.DAG, Depth + 1); in SimplifyDemandedVectorElts()
2579 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, NewSrc, in SimplifyDemandedVectorElts()
2581 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedVectorElts()
2596 if (SimplifyDemandedVectorElts(Src, DemandedSrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorElts()
2605 Src, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedVectorElts()
2607 SDValue NewOp = TLO.DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, NewSrc, in SimplifyDemandedVectorElts()
2609 return TLO.CombineTo(Op, NewOp); in SimplifyDemandedVectorElts()
2624 return TLO.CombineTo(Op, Vec); in SimplifyDemandedVectorElts()
2629 KnownZero, TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2639 if (SimplifyDemandedVectorElts(Vec, DemandedElts, VecUndef, VecZero, TLO, in SimplifyDemandedVectorElts()
2654 UnusedZero, TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2663 ZeroLHS, TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2666 ZeroRHS, TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2694 ZeroLHS, TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2697 ZeroRHS, TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2719 if (Updated && !IdentityLHS && !IdentityRHS && !TLO.LegalOps) { in SimplifyDemandedVectorElts()
2722 NewMask, TLO.DAG); in SimplifyDemandedVectorElts()
2724 return TLO.CombineTo(Op, LegalShuffle); in SimplifyDemandedVectorElts()
2753 if (SimplifyDemandedVectorElts(Src, DemandedSrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorElts()
2761 DemandedSrcElts == 1 && TLO.DAG.getDataLayout().isLittleEndian()) { in SimplifyDemandedVectorElts()
2763 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, Src)); in SimplifyDemandedVectorElts()
2769 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedVectorElts()
2790 if (SimplifyDemandedVectorElts(Op1, DemandedElts, UndefRHS, ZeroRHS, TLO, in SimplifyDemandedVectorElts()
2794 if (SimplifyDemandedVectorElts(Op0, DemandedElts, UndefLHS, ZeroLHS, TLO, in SimplifyDemandedVectorElts()
2799 KnownUndef = getKnownUndefForVectorBinop(Op, TLO.DAG, UndefLHS, UndefRHS); in SimplifyDemandedVectorElts()
2817 if (SimplifyDemandedVectorElts(Op1, DemandedElts, UndefRHS, ZeroRHS, TLO, in SimplifyDemandedVectorElts()
2821 if (SimplifyDemandedVectorElts(Op0, DemandedElts, UndefLHS, ZeroLHS, TLO, in SimplifyDemandedVectorElts()
2841 if (SimplifyDemandedVectorElts(Op1, DemandedElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorElts()
2845 TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2867 KnownZero, TLO, Depth + 1)) in SimplifyDemandedVectorElts()
2873 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedVectorElts()
2880 KnownZero, TLO, Depth)) in SimplifyDemandedVectorElts()
2886 TLO, Depth, AssumeSingleUse)) in SimplifyDemandedVectorElts()
2897 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedVectorElts()
2960 TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedVectorEltsForTargetNode() argument
2972 KnownBits &Known, TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedBitsForTargetNode() argument
2979 computeKnownBitsForTargetNode(Op, Known, DemandedElts, TLO.DAG, Depth); in SimplifyDemandedBitsForTargetNode()