Lines Matching refs:TLO
33959 TargetLoweringOpt &TLO) const { in targetShrinkDemandedConstant()
33987 EVT ExtSVT = EVT::getIntegerVT(*TLO.DAG.getContext(), ActiveBits); in targetShrinkDemandedConstant()
33988 EVT ExtVT = EVT::getVectorVT(*TLO.DAG.getContext(), ExtSVT, in targetShrinkDemandedConstant()
33991 TLO.DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(Op), VT, in targetShrinkDemandedConstant()
33992 Op.getOperand(1), TLO.DAG.getValueType(ExtVT)); in targetShrinkDemandedConstant()
33994 TLO.DAG.getNode(Opcode, SDLoc(Op), VT, Op.getOperand(0), NewC); in targetShrinkDemandedConstant()
33995 return TLO.CombineTo(Op, NewOp); in targetShrinkDemandedConstant()
34042 SDValue NewC = TLO.DAG.getConstant(ZeroExtendMask, DL, VT); in targetShrinkDemandedConstant()
34043 SDValue NewOp = TLO.DAG.getNode(ISD::AND, DL, VT, Op.getOperand(0), NewC); in targetShrinkDemandedConstant()
34044 return TLO.CombineTo(Op, NewOp); in targetShrinkDemandedConstant()
37635 TargetLowering::TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedVectorEltsForTargetShuffle() argument
37647 if (SimplifyDemandedVectorElts(Mask, DemandedElts, MaskUndef, MaskZero, TLO, in SimplifyDemandedVectorEltsForTargetShuffle()
37691 SDValue CV = TLO.DAG.getConstantPool(ConstantVector::get(ConstVecOps), BCVT); in SimplifyDemandedVectorEltsForTargetShuffle()
37692 SDValue LegalCV = LowerConstantPool(CV, TLO.DAG); in SimplifyDemandedVectorEltsForTargetShuffle()
37693 SDValue NewMask = TLO.DAG.getLoad( in SimplifyDemandedVectorEltsForTargetShuffle()
37694 BCVT, DL, TLO.DAG.getEntryNode(), LegalCV, in SimplifyDemandedVectorEltsForTargetShuffle()
37695 MachinePointerInfo::getConstantPool(TLO.DAG.getMachineFunction()), in SimplifyDemandedVectorEltsForTargetShuffle()
37697 return TLO.CombineTo(Mask, TLO.DAG.getBitcast(Mask.getValueType(), NewMask)); in SimplifyDemandedVectorEltsForTargetShuffle()
37702 TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedVectorEltsForTargetNode() argument
37715 if (SimplifyDemandedVectorElts(LHS, DemandedElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37718 if (SimplifyDemandedVectorElts(RHS, DemandedElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37745 if (SimplifyDemandedVectorElts(Amt, AmtElts, AmtUndef, AmtZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37755 if (SimplifyDemandedVectorElts(Src, DemandedElts, SrcUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37762 Src, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
37763 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
37764 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc, Op.getOperand(1))); in SimplifyDemandedVectorEltsForTargetNode()
37774 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
37790 SDValue NewSA = TLO.DAG.getTargetConstant(Diff, dl, MVT::i8); in SimplifyDemandedVectorEltsForTargetNode()
37791 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
37792 Op, TLO.DAG.getNode(NewOpc, dl, VT, Src.getOperand(0), NewSA)); in SimplifyDemandedVectorEltsForTargetNode()
37797 if (SimplifyDemandedVectorElts(Src, DemandedSrc, KnownUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37813 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
37829 SDValue NewSA = TLO.DAG.getTargetConstant(Diff, dl, MVT::i8); in SimplifyDemandedVectorEltsForTargetNode()
37830 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
37831 Op, TLO.DAG.getNode(NewOpc, dl, VT, Src.getOperand(0), NewSA)); in SimplifyDemandedVectorEltsForTargetNode()
37836 if (SimplifyDemandedVectorElts(Src, DemandedSrc, KnownUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37851 if (SimplifyDemandedVectorElts(Src, SrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37865 if (SimplifyDemandedVectorElts(N0, DemandedLHS, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37868 if (SimplifyDemandedVectorElts(N1, DemandedRHS, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37876 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
37878 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
37882 return TLO.CombineTo(Op, in SimplifyDemandedVectorEltsForTargetNode()
37883 TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewN0, NewN1)); in SimplifyDemandedVectorEltsForTargetNode()
37897 LHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
37901 RHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
37912 if (SimplifyDemandedVectorElts(Src, DemandedSrc, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37922 SelZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
37928 LHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
37933 RHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
37945 if (TLO.DAG.computeKnownBits(Src, DemandedUpperElts, Depth + 1).isZero()) in SimplifyDemandedVectorEltsForTargetNode()
37946 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
37957 Src = widenSubVector(VT.getSimpleVT(), Src, false, Subtarget, TLO.DAG, in SimplifyDemandedVectorEltsForTargetNode()
37959 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
37963 if (SimplifyDemandedVectorElts(Src, SrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37969 Src, SrcElts, TLO.DAG, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
37970 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedVectorEltsForTargetNode()
37974 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 0, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37981 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 1, TLO, in SimplifyDemandedVectorEltsForTargetNode()
37987 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 2, TLO, in SimplifyDemandedVectorEltsForTargetNode()
38011 Src = extractSubVector(Src, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
38016 Src = TLO.DAG.getNode(X86ISD::SUBV_BROADCAST, DL, SrcVT, Src); in SimplifyDemandedVectorEltsForTargetNode()
38018 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Src, 0, in SimplifyDemandedVectorEltsForTargetNode()
38019 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
38034 extractSubVector(Op.getOperand(0), 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
38036 TLO.DAG.getNode(Opc, DL, Ext0.getValueType(), Ext0, Op.getOperand(1)); in SimplifyDemandedVectorEltsForTargetNode()
38037 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
38039 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
38040 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
38050 SDValue Ext = extractSubVector(Op.getOperand(0), 2, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
38051 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
38052 SDValue Insert = insertSubVector(UndefVec, Ext, 0, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
38053 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
38088 Ops.push_back(SrcVT.isVector() ? extractSubVector(SrcOp, 0, TLO.DAG, DL, in SimplifyDemandedVectorEltsForTargetNode()
38095 SDValue ExtOp = TLO.DAG.getNode(Opc, DL, ExtVT, Ops); in SimplifyDemandedVectorEltsForTargetNode()
38096 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
38098 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
38099 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
38109 OpZero, TLO.DAG, Depth, false)) in SimplifyDemandedVectorEltsForTargetNode()
38131 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedVectorEltsForTargetNode()
38135 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
38136 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, SDLoc(Op))); in SimplifyDemandedVectorEltsForTargetNode()
38140 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, OpInputs[Src])); in SimplifyDemandedVectorEltsForTargetNode()
38160 TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
38182 /*AllowVarMask*/ true, TLO.DAG, Subtarget); in SimplifyDemandedVectorEltsForTargetNode()
38184 return TLO.CombineTo(Op, NewShuffle); in SimplifyDemandedVectorEltsForTargetNode()
38192 const APInt &OriginalDemandedElts, KnownBits &Known, TargetLoweringOpt &TLO, in SimplifyDemandedBitsForTargetNode() argument
38206 if (SimplifyDemandedBits(Src, TruncMask, DemandedElts, KnownOp, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38219 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38222 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38227 LHS, DemandedMask, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
38229 RHS, DemandedMask, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
38233 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
38234 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, DemandedLHS, DemandedRHS)); in SimplifyDemandedBitsForTargetNode()
38256 return TLO.CombineTo(Op, Op0.getOperand(0)); in SimplifyDemandedBitsForTargetNode()
38259 SDValue NewShift = TLO.DAG.getNode( in SimplifyDemandedBitsForTargetNode()
38261 TLO.DAG.getTargetConstant(std::abs(Diff), SDLoc(Op), MVT::i8)); in SimplifyDemandedBitsForTargetNode()
38262 return TLO.CombineTo(Op, NewShift); in SimplifyDemandedBitsForTargetNode()
38268 TLO.DAG.ComputeNumSignBits(Op0, OriginalDemandedElts, Depth + 1); in SimplifyDemandedBitsForTargetNode()
38272 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBitsForTargetNode()
38275 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38294 OriginalDemandedElts, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38317 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBitsForTargetNode()
38324 TLO.DAG.ComputeNumSignBits(Op00, OriginalDemandedElts); in SimplifyDemandedBitsForTargetNode()
38326 return TLO.CombineTo(Op, Op00); in SimplifyDemandedBitsForTargetNode()
38335 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38346 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
38347 Op, TLO.DAG.getNode(X86ISD::VSRLI, SDLoc(Op), VT, Op0, Op1)); in SimplifyDemandedBitsForTargetNode()
38369 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
38374 KnownZero, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38379 KnownVec, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38383 Vec, DemandedVecBits, DemandedVecElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38384 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
38385 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, V, Op.getOperand(1))); in SimplifyDemandedBitsForTargetNode()
38402 return TLO.CombineTo(Op, Vec); in SimplifyDemandedBitsForTargetNode()
38408 KnownVec, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38414 if (SimplifyDemandedBits(Scl, DemandedSclBits, KnownScl, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38434 KnownLHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38437 KnownRHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38442 Op.getOperand(0), SignMask, DemandedLHS, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
38444 Op.getOperand(1), SignMask, DemandedRHS, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
38448 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, Op0, Op1)); in SimplifyDemandedBitsForTargetNode()
38458 return TLO.CombineTo(Op, Op.getOperand(1)); in SimplifyDemandedBitsForTargetNode()
38468 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
38474 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38483 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedElts, KnownSrc, TLO, in SimplifyDemandedBitsForTargetNode()
38494 Src, DemandedSrcBits, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38495 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedBitsForTargetNode()
38510 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
38511 Op, TLO.DAG.getNode(X86ISD::BEXTR, DL, VT, Op0, in SimplifyDemandedBitsForTargetNode()
38512 TLO.DAG.getConstant(MaskedVal1, DL, VT))); in SimplifyDemandedBitsForTargetNode()
38526 if (SimplifyDemandedBits(Op0, DemandedMask, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38537 if (SimplifyDemandedBits(Op1, DemandedMask, Known1, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38543 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
38557 if (SimplifyDemandedBits(Op1, LoMask, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38566 if (SimplifyDemandedBits(Op0, DemandedMask, Known2, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
38579 Op, OriginalDemandedBits, OriginalDemandedElts, Known, TLO, Depth); in SimplifyDemandedBitsForTargetNode()
40523 TargetLowering::TargetLoweringOpt TLO(DAG, !DCI.isBeforeLegalize(), in combineVSelectToBLENDV() local
40525 if (!TLI.SimplifyDemandedBits(Cond, DemandedBits, Known, TLO, 0, true)) in combineVSelectToBLENDV()
40542 DCI.CommitTargetLoweringOpt(TLO); in combineVSelectToBLENDV()