| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/ |
| D | LoopUnrollPass.cpp | 336 const Loop *L, unsigned TripCount, DominatorTree &DT, ScalarEvolution &SE, in analyzeLoopUnrollCost() argument
352 if (!UnrollMaxIterationsCountToAnalyze || !TripCount || in analyzeLoopUnrollCost()
353 TripCount > UnrollMaxIterationsCountToAnalyze) in analyzeLoopUnrollCost()
475 for (unsigned Iteration = 0; Iteration < TripCount; ++Iteration) { in analyzeLoopUnrollCost()
630 AddCostRecursively(*OpI, TripCount - 1); in analyzeLoopUnrollCost()
741 OptimizationRemarkEmitter *ORE, unsigned &TripCount, unsigned MaxTripCount, in computeUnrollCount() argument
768 if (PragmaFullUnroll && TripCount != 0) { in computeUnrollCount()
769 UP.Count = TripCount; in computeUnrollCount()
778 if (ExplicitUnroll && TripCount != 0) { in computeUnrollCount()
809 unsigned ExactTripCount = TripCount; in computeUnrollCount()
[all …]
|
| D | LoopRerollPass.cpp | 1464 auto TripCount = SE->getAddExpr(BackedgeTakenCount, One); in replace() local
1466 TripCount, SE->getConstant(BackedgeTakenCount->getType(), Scale)); in replace()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/ |
| D | LoopCacheAnalysis.cpp | 269 const SCEV *TripCount = computeTripCount(L, SE); in computeRefCost() local
270 if (!TripCount) { in computeRefCost()
274 TripCount = SE.getConstant(ElemSize->getType(), DefaultTripCount); in computeRefCost()
276 LLVM_DEBUG(dbgs() << "TripCount=" << *TripCount << "\n"); in computeRefCost()
280 const SCEV *RefCost = TripCount; in computeRefCost()
287 Type *WiderType = SE.getWiderType(Stride->getType(), TripCount->getType()); in computeRefCost()
289 TripCount = SE.getNoopOrAnyExtend(TripCount, WiderType); in computeRefCost()
290 const SCEV *Numerator = SE.getMulExpr(Stride, TripCount); in computeRefCost()
465 unsigned TripCount = SE.getSmallConstantTripCount(L); in CacheCost() local
466 TripCount = (TripCount == 0) ? DefaultTripCount : TripCount; in CacheCost()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
| D | MVETailPredication.cpp | 81 bool TryConvert(Value *TripCount);
89 Value *ComputeElements(Value *TripCount, VectorType *VecTy);
239 Value *TripCount = nullptr; in isTailPredicate() local
240 if (!match(BECount, m_Add(m_Value(TripCount), m_AllOnes()))) in isTailPredicate()
243 if (TripCount != NumElements || !L->isLoopInvariant(BECount)) in isTailPredicate()
327 Value* MVETailPredication::ComputeElements(Value *TripCount, in ComputeElements() argument
329 const SCEV *TripCountSE = SE->getSCEV(TripCount); in ComputeElements()
330 ConstantInt *VF = ConstantInt::get(cast<IntegerType>(TripCount->getType()), in ComputeElements()
504 bool MVETailPredication::TryConvert(Value *TripCount) { in TryConvert() argument
525 Value *NumElements = ComputeElements(TripCount, VecTy); in TryConvert()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Utils/ |
| D | UnrollLoop.h | 69 unsigned TripCount; member
96 unsigned &TripCount, ScalarEvolution &SE);
103 LoopUnrollResult UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount,
116 OptimizationRemarkEmitter *ORE, unsigned &TripCount,
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| D | LoopUnroll.cpp | 351 if (ULO.TripCount != 0) in UnrollLoop()
352 LLVM_DEBUG(dbgs() << " Trip Count = " << ULO.TripCount << "\n"); in UnrollLoop()
358 if (ULO.TripCount != 0 && ULO.Count > ULO.TripCount) in UnrollLoop()
359 ULO.Count = ULO.TripCount; in UnrollLoop()
362 if (ULO.TripCount == 0 && ULO.Count < 2 && ULO.PeelCount == 0) { in UnrollLoop()
369 assert(ULO.TripCount == 0 || ULO.TripCount % ULO.TripMultiple == 0); in UnrollLoop()
372 bool CompletelyUnroll = ULO.Count == ULO.TripCount; in UnrollLoop()
392 (ULO.TripCount == 0 && ULO.Count > 0 && ULO.AllowRuntime); in UnrollLoop()
412 ULO.TripCount = SE->getSmallConstantTripCount(L, ExitingBlock); in UnrollLoop()
451 if (ULO.TripCount != 0) { in UnrollLoop()
[all …]
|
| D | LoopUnrollAndJam.cpp | 173 Loop *L, unsigned Count, unsigned TripCount, unsigned TripMultiple, in UnrollAndJamLoop() argument
184 if (TripCount == 0 && Count < 2) { in UnrollAndJamLoop()
191 assert(TripCount == 0 || TripCount % TripMultiple == 0); in UnrollAndJamLoop()
194 bool CompletelyUnroll = (Count == TripCount); in UnrollAndJamLoop()
219 << Header->getName() << " with trip count " << TripCount in UnrollAndJamLoop()
224 << NV("UnrollCount", TripCount) << " iterations"); in UnrollAndJamLoop()
|
| D | LoopUnrollRuntime.cpp | 714 Value *TripCount = Expander.expandCodeFor(TripCountSC, TripCountSC->getType(), in UnrollRuntimeLoopRemainder() local
725 ModVal = B.CreateAnd(TripCount, Count - 1, "xtraiter"); in UnrollRuntimeLoopRemainder()
896 Value *TestVal = B2.CreateSub(TripCount, ModVal, "unroll_iter"); in UnrollRuntimeLoopRemainder()
|
| D | LoopUnrollPeel.cpp | 283 unsigned &TripCount, ScalarEvolution &SE) { in computePeelCount() argument
365 if (TripCount) in computePeelCount()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/ |
| D | HexagonHardwareLoops.cpp | 1205 CountValue *TripCount = getLoopTripCount(L, OldInsts); in convertToHardwareLoop() local
1206 if (!TripCount) in convertToHardwareLoop()
1210 if (TripCount->isReg()) { in convertToHardwareLoop()
1213 MachineInstr *TCDef = MRI->getVRegDef(TripCount->getReg()); in convertToHardwareLoop()
1246 if (TripCount->isReg()) { in convertToHardwareLoop()
1250 .addReg(TripCount->getReg(), 0, TripCount->getSubReg()); in convertToHardwareLoop()
1255 assert(TripCount->isImm() && "Expecting immediate value for trip count"); in convertToHardwareLoop()
1259 int64_t CountImm = TripCount->getImm(); in convertToHardwareLoop()
1301 delete TripCount; in convertToHardwareLoop()
|
| D | HexagonInstrInfo.cpp | 682 int64_t TripCount; member in __anon9546966f0111::HexagonPipelinerLoopInfo
693 TripCount = Loop->getOpcode() == Hexagon::J2_loop0r in HexagonPipelinerLoopInfo()
696 if (TripCount == -1) in HexagonPipelinerLoopInfo()
708 if (TripCount == -1) { in createTripCountGreaterCondition()
720 return TripCount > TC; in createTripCountGreaterCondition()
733 int64_t TripCount = Loop->getOperand(1).getImm() + TripCountAdjust; in adjustTripCount() local
734 assert(TripCount > 0 && "Can't create an empty or negative loop!"); in adjustTripCount()
735 Loop->getOperand(1).setImm(TripCount); in adjustTripCount()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/PowerPC/ |
| D | PPCInstrInfo.cpp | 4159 int64_t TripCount; member in __anone86f10be0311::PPCPipelinerLoopInfo
4170 TripCount = LoopCount->getOperand(1).getImm(); in PPCPipelinerLoopInfo()
4172 TripCount = -1; in PPCPipelinerLoopInfo()
4183 if (TripCount == -1) { in createTripCountGreaterCondition()
4193 return TripCount > TC; in createTripCountGreaterCondition()
4206 int64_t TripCount = LoopCount->getOperand(1).getImm() + TripCountAdjust; in adjustTripCount() local
4207 LoopCount->getOperand(1).setImm(TripCount); in adjustTripCount()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 756 Value *TripCount = nullptr; member in llvm::InnerLoopVectorizer
2562 if (TripCount) in getOrCreateTripCount()
2563 return TripCount; in getOrCreateTripCount()
2597 TripCount = Exp.expandCodeFor(ExitCount, ExitCount->getType(), in getOrCreateTripCount()
2600 if (TripCount->getType()->isPointerTy()) in getOrCreateTripCount()
2601 TripCount = in getOrCreateTripCount()
2602 CastInst::CreatePointerCast(TripCount, IdxTy, "exitcount.ptrcnt.to.int", in getOrCreateTripCount()
2605 return TripCount; in getOrCreateTripCount()
6565 State.TripCount = ILV.getOrCreateTripCount(nullptr); in executePlan()
|
| D | VPlan.cpp | 394 Value *TC = State->TripCount; in execute()
|
| D | VPlan.h | 333 Value *TripCount = nullptr; member
|