/external/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
D | GISelKnownBits.cpp | 58 APInt DemandedElts = in getKnownBits() local 60 return getKnownBits(R, DemandedElts); in getKnownBits() 63 KnownBits GISelKnownBits::getKnownBits(Register R, const APInt &DemandedElts, in getKnownBits() argument 69 computeKnownBitsImpl(R, Known, DemandedElts); in getKnownBits() 100 const APInt &DemandedElts, in computeKnownBitsMin() argument 103 computeKnownBitsImpl(Src1, Known, DemandedElts, Depth); in computeKnownBitsMin() 110 computeKnownBitsImpl(Src0, Known2, DemandedElts, Depth); in computeKnownBitsMin() 117 const APInt &DemandedElts, in computeKnownBitsImpl() argument 157 if (!DemandedElts) in computeKnownBitsImpl() 164 TL.computeKnownBitsForTargetInstr(*this, R, Known, DemandedElts, MRI, in computeKnownBitsImpl() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/GlobalISel/ |
D | GISelKnownBits.cpp | 52 const APInt &DemandedElts, in computeKnownBitsForFrameIndex() argument 72 APInt DemandedElts = in getKnownBits() local 74 computeKnownBitsImpl(R, Known, DemandedElts); in getKnownBits() 91 const APInt &DemandedElts, in computeKnownBitsImpl() argument 115 if (!DemandedElts) in computeKnownBitsImpl() 122 TL.computeKnownBitsForTargetInstr(*this, R, Known, DemandedElts, MRI, in computeKnownBitsImpl() 138 computeKnownBitsImpl(Src.getReg(), Known, DemandedElts, Depth); in computeKnownBitsImpl() 151 computeKnownBitsForFrameIndex(R, Known, DemandedElts); in computeKnownBitsImpl() 158 computeKnownBitsImpl(MI.getOperand(1).getReg(), Known2, DemandedElts, in computeKnownBitsImpl() 163 computeKnownBitsImpl(MI.getOperand(2).getReg(), Known2, DemandedElts, in computeKnownBitsImpl() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
D | InstCombineSimplifyDemanded.cpp | 765 APInt DemandedElts = DemandedMask.zextOrTrunc(ArgWidth); in SimplifyDemandedUseBits() local 766 if (DemandedElts.isNullValue()) in SimplifyDemandedUseBits() 1002 APInt DemandedElts, in simplifyAMDGCNMemoryIntrinsicDemanded() argument 1008 DemandedElts.getActiveBits() == 3) in simplifyAMDGCNMemoryIntrinsicDemanded() 1020 DemandedElts = (1 << DemandedElts.getActiveBits()) - 1; in simplifyAMDGCNMemoryIntrinsicDemanded() 1026 DemandedElts &= (1 << countPopulation(DMaskVal)) - 1; in simplifyAMDGCNMemoryIntrinsicDemanded() 1033 if (!!DemandedElts[OrigLoadIdx]) in simplifyAMDGCNMemoryIntrinsicDemanded() 1043 unsigned NewNumElts = DemandedElts.countPopulation(); in simplifyAMDGCNMemoryIntrinsicDemanded() 1047 if (NewNumElts >= VWidth && DemandedElts.isMask()) { in simplifyAMDGCNMemoryIntrinsicDemanded() 1088 DemandedElts.countTrailingZeros()); in simplifyAMDGCNMemoryIntrinsicDemanded() [all …]
|
/external/llvm-project/llvm/unittests/CodeGen/ |
D | AArch64SelectionDAGTest.cpp | 97 auto DemandedElts = APInt(2, 3); in TEST_F() local 98 KnownBits Known = DAG->computeKnownBits(Op, DemandedElts); in TEST_F() 112 auto DemandedElts = APInt(2, 3); in TEST_F() local 113 KnownBits Known = DAG->computeKnownBits(Op, DemandedElts); in TEST_F() 131 auto DemandedElts = APInt(3, 7); in TEST_F() local 132 KnownBits Known = DAG->computeKnownBits(Op, DemandedElts); in TEST_F() 146 auto DemandedElts = APInt(2, 3); in TEST_F() local 147 EXPECT_EQ(DAG->ComputeNumSignBits(Op, DemandedElts), 15u); in TEST_F() 160 auto DemandedElts = APInt(2, 3); in TEST_F() local 161 EXPECT_EQ(DAG->ComputeNumSignBits(Op, DemandedElts), 1u); in TEST_F() [all …]
|
/external/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
D | GISelKnownBits.h | 38 const APInt &DemandedElts, 42 const APInt &DemandedElts, unsigned Depth = 0); 57 const APInt &DemandedElts, 60 unsigned computeNumSignBits(Register R, const APInt &DemandedElts, 66 KnownBits getKnownBits(Register R, const APInt &DemandedElts,
|
/external/llvm/lib/Transforms/InstCombine/ |
D | InstCombineSimplifyDemanded.cpp | 790 APInt DemandedElts = DemandedMask.zextOrTrunc(ArgWidth); in SimplifyDemandedUseBits() local 791 if (DemandedElts == 0) in SimplifyDemandedUseBits() 906 Value *InstCombiner::SimplifyDemandedVectorElts(Value *V, APInt DemandedElts, in SimplifyDemandedVectorElts() argument 911 assert((DemandedElts & ~EltMask) == 0 && "Invalid DemandedElts!"); in SimplifyDemandedVectorElts() 919 if (DemandedElts == 0) { // If nothing is demanded, provide undef. in SimplifyDemandedVectorElts() 930 if (DemandedElts.isAllOnesValue()) in SimplifyDemandedVectorElts() 938 if (!DemandedElts[i]) { // If not demanded, set to undef. in SimplifyDemandedVectorElts() 976 DemandedElts = EltMask; in SimplifyDemandedVectorElts() 995 TmpV = SimplifyDemandedVectorElts(I->getOperand(0), DemandedElts, in SimplifyDemandedVectorElts() 1004 if (IdxNo >= VWidth || !DemandedElts[IdxNo]) { in SimplifyDemandedVectorElts() [all …]
|
/external/llvm-project/llvm/lib/Transforms/InstCombine/ |
D | InstCombineSimplifyDemanded.cpp | 1037 APInt DemandedElts, in SimplifyDemandedVectorElts() argument 1048 assert((DemandedElts & ~EltMask) == 0 && "Invalid DemandedElts!"); in SimplifyDemandedVectorElts() 1056 if (DemandedElts.isNullValue()) { // If nothing is demanded, provide undef. in SimplifyDemandedVectorElts() 1066 if (DemandedElts.isAllOnesValue()) in SimplifyDemandedVectorElts() 1073 if (!DemandedElts[i]) { // If not demanded, set to undef. in SimplifyDemandedVectorElts() 1112 DemandedElts = EltMask; in SimplifyDemandedVectorElts() 1161 simplifyAndSetOp(I, i, DemandedElts, UndefEltsOp); in SimplifyDemandedVectorElts() 1175 simplifyAndSetOp(I, 0, DemandedElts, UndefElts2); in SimplifyDemandedVectorElts() 1182 APInt PreInsertDemandedElts = DemandedElts; in SimplifyDemandedVectorElts() 1203 if (IdxNo >= VWidth || !DemandedElts[IdxNo]) { in SimplifyDemandedVectorElts() [all …]
|
/external/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
D | TargetLowering.cpp | 488 const APInt &DemandedElts, in ShrinkDemandedConstant() argument 494 if (targetShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in ShrinkDemandedConstant() 531 APInt DemandedElts = VT.isVector() in ShrinkDemandedConstant() local 534 return ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO); in ShrinkDemandedConstant() 615 APInt DemandedElts = VT.isVector() in SimplifyDemandedBits() local 618 return SimplifyDemandedBits(Op, DemandedBits, DemandedElts, Known, TLO, Depth, in SimplifyDemandedBits() 625 SDValue Op, const APInt &DemandedBits, const APInt &DemandedElts, in SimplifyMultipleUseDemandedBits() argument 636 if (DemandedBits == 0 || DemandedElts == 0) in SimplifyMultipleUseDemandedBits() 639 unsigned NumElts = DemandedElts.getBitWidth(); in SimplifyMultipleUseDemandedBits() 654 Src, DemandedBits, DemandedElts, DAG, Depth + 1)) in SimplifyMultipleUseDemandedBits() [all …]
|
D | SelectionDAG.cpp | 2277 APInt DemandedElts = VT.isVector() in GetDemandedBits() local 2280 return GetDemandedBits(V, DemandedBits, DemandedElts); in GetDemandedBits() 2289 const APInt &DemandedElts) { in GetDemandedBits() argument 2292 return TLI->SimplifyMultipleUseDemandedBits(V, DemandedBits, DemandedElts, in GetDemandedBits() 2342 const APInt &DemandedElts, in MaskedValueIsZero() argument 2344 return Mask.isSubsetOf(computeKnownBits(V, DemandedElts, Depth).Zero); in MaskedValueIsZero() 2357 bool SelectionDAG::isSplatValue(SDValue V, const APInt &DemandedElts, in isSplatValue() argument 2362 if (!VT.isScalableVector() && !DemandedElts) in isSplatValue() 2370 ? APInt::getAllOnesValue(DemandedElts.getBitWidth()) in isSplatValue() 2371 : APInt(DemandedElts.getBitWidth(), 0); in isSplatValue() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/GlobalISel/ |
D | GISelKnownBits.h | 40 const APInt &DemandedElts, 43 unsigned computeNumSignBits(Register R, const APInt &DemandedElts, 68 const APInt &DemandedElts,
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
D | SelectionDAG.cpp | 2167 APInt DemandedElts = VT.isVector() in GetDemandedBits() local 2170 return GetDemandedBits(V, DemandedBits, DemandedElts); in GetDemandedBits() 2179 const APInt &DemandedElts) { in GetDemandedBits() argument 2195 return TLI->SimplifyMultipleUseDemandedBits(V, DemandedBits, DemandedElts, in GetDemandedBits() 2257 APInt DemandedElts = VT.isVector() in MaskedValueIsZero() local 2260 return MaskedValueIsZero(V, Mask, DemandedElts, Depth); in MaskedValueIsZero() 2267 const APInt &DemandedElts, in MaskedValueIsZero() argument 2269 return Mask.isSubsetOf(computeKnownBits(V, DemandedElts, Depth).Zero); in MaskedValueIsZero() 2280 bool SelectionDAG::isSplatValue(SDValue V, const APInt &DemandedElts, in isSplatValue() argument 2282 if (!DemandedElts) in isSplatValue() [all …]
|
D | TargetLowering.cpp | 601 APInt DemandedElts = VT.isVector() in SimplifyDemandedBits() local 604 return SimplifyDemandedBits(Op, DemandedBits, DemandedElts, Known, TLO, Depth, in SimplifyDemandedBits() 611 SDValue Op, const APInt &DemandedBits, const APInt &DemandedElts, in SimplifyMultipleUseDemandedBits() argument 622 if (DemandedBits == 0 || DemandedElts == 0) in SimplifyMultipleUseDemandedBits() 625 unsigned NumElts = DemandedElts.getBitWidth(); in SimplifyMultipleUseDemandedBits() 637 Src, DemandedBits, DemandedElts, DAG, Depth + 1)) in SimplifyMultipleUseDemandedBits() 653 if (DemandedElts[j]) in SimplifyMultipleUseDemandedBits() 671 if (DemandedElts[i]) { in SimplifyMultipleUseDemandedBits() 685 LHSKnown = DAG.computeKnownBits(Op.getOperand(0), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits() 686 RHSKnown = DAG.computeKnownBits(Op.getOperand(1), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits() [all …]
|
/external/llvm-project/llvm/lib/Analysis/ |
D | ValueTracking.cpp | 165 const APInt &DemandedElts, in getShuffleDemandedElts() argument 176 if (DemandedElts.isNullValue()) in getShuffleDemandedElts() 184 if (!DemandedElts[i]) in getShuffleDemandedElts() 202 static void computeKnownBits(const Value *V, const APInt &DemandedElts, 215 APInt DemandedElts = in computeKnownBits() local 217 computeKnownBits(V, DemandedElts, Known, Depth, Q); in computeKnownBits() 229 void llvm::computeKnownBits(const Value *V, const APInt &DemandedElts, in computeKnownBits() argument 234 ::computeKnownBits(V, DemandedElts, Known, Depth, in computeKnownBits() 238 static KnownBits computeKnownBits(const Value *V, const APInt &DemandedElts, 254 KnownBits llvm::computeKnownBits(const Value *V, const APInt &DemandedElts, in computeKnownBits() argument [all …]
|
/external/llvm-project/llvm/lib/Target/X86/ |
D | X86InstCombineIntrinsic.cpp | 936 APInt DemandedElts = APInt::getLowBitsSet(Width, DemandedWidth); in instCombineIntrinsic() local 937 return IC.SimplifyDemandedVectorElts(Op, DemandedElts, UndefElts); in instCombineIntrinsic() 1768 APInt DemandedElts = DemandedMask.zextOrTrunc(ArgWidth); in simplifyDemandedUseBitsIntrinsic() local 1770 if (DemandedElts.isNullValue()) { in simplifyDemandedUseBitsIntrinsic() 1784 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, in simplifyDemandedVectorEltsIntrinsic() argument 1798 if (!DemandedElts[0]) { in simplifyDemandedVectorEltsIntrinsic() 1804 DemandedElts = 1; in simplifyDemandedVectorEltsIntrinsic() 1805 simplifyAndSetOp(&II, 0, DemandedElts, UndefElts); in simplifyDemandedVectorEltsIntrinsic() 1814 simplifyAndSetOp(&II, 0, DemandedElts, UndefElts); in simplifyDemandedVectorEltsIntrinsic() 1817 if (!DemandedElts[0]) { in simplifyDemandedVectorEltsIntrinsic() [all …]
|
D | X86ISelLowering.h | 1050 const APInt &DemandedElts, 1057 const APInt &DemandedElts, 1063 const APInt &DemandedElts, 1068 const APInt &DemandedElts, 1075 const APInt &DemandedElts, 1082 const APInt &DemandedElts, 1088 SDValue Op, const APInt &DemandedBits, const APInt &DemandedElts,
|
D | X86TargetTransformInfo.h | 140 unsigned getScalarizationOverhead(VectorType *Ty, const APInt &DemandedElts, 163 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts,
|
/external/llvm-project/llvm/lib/Target/AMDGPU/ |
D | AMDGPUInstCombineIntrinsic.cpp | 910 APInt DemandedElts, in simplifyAMDGCNMemoryIntrinsicDemanded() argument 927 const unsigned ActiveBits = DemandedElts.getActiveBits(); in simplifyAMDGCNMemoryIntrinsicDemanded() 928 const unsigned UnusedComponentsAtFront = DemandedElts.countTrailingZeros(); in simplifyAMDGCNMemoryIntrinsicDemanded() 933 DemandedElts = (1 << ActiveBits) - 1; in simplifyAMDGCNMemoryIntrinsicDemanded() 963 DemandedElts &= ~((1 << UnusedComponentsAtFront) - 1); in simplifyAMDGCNMemoryIntrinsicDemanded() 980 DemandedElts &= (1 << countPopulation(DMaskVal)) - 1; in simplifyAMDGCNMemoryIntrinsicDemanded() 987 if (!!DemandedElts[OrigLoadIdx]) in simplifyAMDGCNMemoryIntrinsicDemanded() 997 unsigned NewNumElts = DemandedElts.countPopulation(); in simplifyAMDGCNMemoryIntrinsicDemanded() 1001 if (NewNumElts >= VWidth && DemandedElts.isMask()) { in simplifyAMDGCNMemoryIntrinsicDemanded() 1029 DemandedElts.countTrailingZeros()); in simplifyAMDGCNMemoryIntrinsicDemanded() [all …]
|
D | AMDGPUISelLowering.h | 266 const APInt &DemandedElts, 270 unsigned ComputeNumSignBitsForTargetNode(SDValue Op, const APInt &DemandedElts, 276 const APInt &DemandedElts,
|
/external/llvm-project/llvm/test/CodeGen/AMDGPU/ |
D | extract-subvector-equal-length.ll | 5 ; with DemandedElts already as wide as the source vector.
|
/external/llvm-project/llvm/include/llvm/CodeGen/ |
D | TargetLowering.h | 3280 const APInt &DemandedElts, 3292 const APInt &DemandedElts, in targetShrinkDemandedConstant() argument 3317 const APInt &DemandedElts, KnownBits &Known, 3337 const APInt &DemandedElts, 3350 const APInt &DemandedElts, 3375 bool SimplifyDemandedVectorElts(SDValue Op, const APInt &DemandedElts, 3385 const APInt &DemandedElts, 3395 const APInt &DemandedElts, 3420 const APInt &DemandedElts, 3430 const APInt &DemandedElts, [all …]
|
/external/llvm-project/llvm/lib/Target/Hexagon/ |
D | HexagonTargetTransformInfo.cpp | 112 const APInt &DemandedElts, in getScalarizationOverhead() argument 114 return BaseT::getScalarizationOverhead(Ty, DemandedElts, Insert, Extract); in getScalarizationOverhead()
|
/external/llvm-project/llvm/include/llvm/Analysis/ |
D | TargetTransformInfo.h | 569 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, 726 unsigned getScalarizationOverhead(VectorType *Ty, const APInt &DemandedElts, 1412 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, 1456 const APInt &DemandedElts, 1728 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, in simplifyDemandedVectorEltsIntrinsic() argument 1733 IC, II, DemandedElts, UndefElts, UndefElts2, UndefElts3, in simplifyDemandedVectorEltsIntrinsic() 1829 unsigned getScalarizationOverhead(VectorType *Ty, const APInt &DemandedElts, in getScalarizationOverhead() argument 1831 return Impl.getScalarizationOverhead(Ty, DemandedElts, Insert, Extract); in getScalarizationOverhead()
|
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
D | TargetLowering.h | 3136 const APInt &DemandedElts, KnownBits &Known, 3156 const APInt &DemandedElts, 3181 bool SimplifyDemandedVectorElts(SDValue Op, const APInt &DemandedElts, 3191 const APInt &DemandedElts, 3200 const APInt &DemandedElts, 3209 const APInt &DemandedElts, 3218 const APInt &DemandedElts, 3228 SDValue Op, const APInt &DemandedElts, APInt &KnownUndef, 3238 const APInt &DemandedElts, 3247 SDValue Op, const APInt &DemandedBits, const APInt &DemandedElts,
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Lanai/ |
D | LanaiISelLowering.h | 108 const APInt &DemandedElts,
|
/external/llvm-project/llvm/lib/Target/Lanai/ |
D | LanaiISelLowering.h | 108 const APInt &DemandedElts,
|