| /external/llvm/lib/Transforms/Scalar/ |
| D | LoopUnrollPass.cpp | 235 analyzeLoopUnrollCost(const Loop *L, unsigned TripCount, DominatorTree &DT, in analyzeLoopUnrollCost() argument
250 if (!UnrollMaxIterationsCountToAnalyze || !TripCount || in analyzeLoopUnrollCost()
251 TripCount > UnrollMaxIterationsCountToAnalyze) in analyzeLoopUnrollCost()
373 for (unsigned Iteration = 0; Iteration < TripCount; ++Iteration) { in analyzeLoopUnrollCost()
518 AddCostRecursively(*OpI, TripCount - 1); in analyzeLoopUnrollCost()
694 ScalarEvolution *SE, unsigned TripCount, in computeUnrollCount() argument
726 if (PragmaFullUnroll && TripCount != 0) { in computeUnrollCount()
727 UP.Count = TripCount; in computeUnrollCount()
741 if (ExplicitUnroll && TripCount != 0) { in computeUnrollCount()
753 if (TripCount && TripCount <= UP.FullUnrollMaxCount) { in computeUnrollCount()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Scalar/ |
| D | LoopUnrollPass.cpp | 315 const Loop *L, unsigned TripCount, DominatorTree &DT, ScalarEvolution &SE, in analyzeLoopUnrollCost() argument
331 if (!UnrollMaxIterationsCountToAnalyze || !TripCount || in analyzeLoopUnrollCost()
332 TripCount > UnrollMaxIterationsCountToAnalyze) in analyzeLoopUnrollCost()
454 for (unsigned Iteration = 0; Iteration < TripCount; ++Iteration) { in analyzeLoopUnrollCost()
609 AddCostRecursively(*OpI, TripCount - 1); in analyzeLoopUnrollCost()
719 OptimizationRemarkEmitter *ORE, unsigned &TripCount, unsigned MaxTripCount, in computeUnrollCount() argument
745 if (PragmaFullUnroll && TripCount != 0) { in computeUnrollCount()
746 UP.Count = TripCount; in computeUnrollCount()
755 if (ExplicitUnroll && TripCount != 0) { in computeUnrollCount()
772 unsigned ExactTripCount = TripCount; in computeUnrollCount()
[all …]
|
| D | LoopRerollPass.cpp | 1454 auto TripCount = SE->getAddExpr(BackedgeTakenCount, One); in replace() local
1456 TripCount, SE->getConstant(BackedgeTakenCount->getType(), Scale)); in replace()
|
| /external/llvm/lib/Transforms/Utils/ |
| D | LoopUnroll.cpp | 203 bool llvm::UnrollLoop(Loop *L, unsigned Count, unsigned TripCount, bool Force, in UnrollLoop() argument
243 if (TripCount != 0) in UnrollLoop()
244 DEBUG(dbgs() << " Trip Count = " << TripCount << "\n"); in UnrollLoop()
250 if (TripCount != 0 && Count > TripCount) in UnrollLoop()
251 Count = TripCount; in UnrollLoop()
255 if (TripCount == 0 && Count < 2) in UnrollLoop()
260 assert(TripCount == 0 || TripCount % TripMultiple == 0); in UnrollLoop()
263 bool CompletelyUnroll = Count == TripCount; in UnrollLoop()
281 bool RuntimeTripCount = (TripCount == 0 && Count > 0 && AllowRuntime); in UnrollLoop()
316 if (TripCount != 0) { in UnrollLoop()
[all …]
|
| D | LoopUnrollRuntime.cpp | 544 Value *TripCount = Expander.expandCodeFor(TripCountSC, TripCountSC->getType(), in UnrollRuntimeLoopRemainder() local
555 ModVal = B.CreateAnd(TripCount, Count - 1, "xtraiter"); in UnrollRuntimeLoopRemainder()
654 Value *TestVal = B2.CreateSub(TripCount, ModVal, "unroll_iter"); in UnrollRuntimeLoopRemainder()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Utils/ |
| D | LoopUnroll.cpp | 334 Loop *L, unsigned Count, unsigned TripCount, bool Force, bool AllowRuntime, in UnrollLoop() argument
390 if (TripCount != 0) in UnrollLoop()
391 LLVM_DEBUG(dbgs() << " Trip Count = " << TripCount << "\n"); in UnrollLoop()
397 if (TripCount != 0 && Count > TripCount) in UnrollLoop()
398 Count = TripCount; in UnrollLoop()
401 if (TripCount == 0 && Count < 2 && PeelCount == 0) { in UnrollLoop()
408 assert(TripCount == 0 || TripCount % TripMultiple == 0); in UnrollLoop()
411 bool CompletelyUnroll = Count == TripCount; in UnrollLoop()
430 bool RuntimeTripCount = (TripCount == 0 && Count > 0 && AllowRuntime); in UnrollLoop()
446 TripCount = SE->getSmallConstantTripCount(L, ExitingBlock); in UnrollLoop()
[all …]
|
| D | LoopUnrollAndJam.cpp | 172 llvm::UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount, in UnrollAndJamLoop() argument
183 if (TripCount == 0 && Count < 2) { in UnrollAndJamLoop()
190 assert(TripCount == 0 || TripCount % TripMultiple == 0); in UnrollAndJamLoop()
193 bool CompletelyUnroll = (Count == TripCount); in UnrollAndJamLoop()
217 << Header->getName() << " with trip count " << TripCount in UnrollAndJamLoop()
222 << NV("UnrollCount", TripCount) << " iterations"); in UnrollAndJamLoop()
|
| D | LoopUnrollRuntime.cpp | 678 Value *TripCount = Expander.expandCodeFor(TripCountSC, TripCountSC->getType(), in UnrollRuntimeLoopRemainder() local
689 ModVal = B.CreateAnd(TripCount, Count - 1, "xtraiter"); in UnrollRuntimeLoopRemainder()
860 Value *TestVal = B2.CreateSub(TripCount, ModVal, "unroll_iter"); in UnrollRuntimeLoopRemainder()
|
| D | LoopUnrollPeel.cpp | 240 unsigned &TripCount, ScalarEvolution &SE) { in computePeelCount() argument
311 if (TripCount) in computePeelCount()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/unittests/Analysis/ |
| D | UnrollAnalyzer.cpp | 22 static unsigned TripCount = 0; variable
38 TripCount = SE->getSmallConstantTripCount(L, Exiting); in runOnFunction()
39 for (unsigned Iteration = 0; Iteration < TripCount; Iteration++) { in runOnFunction()
118 I1 = SimplifiedValuesVector[TripCount - 1].find(Y1); in TEST()
119 EXPECT_TRUE(I1 != SimplifiedValuesVector[TripCount - 1].end()); in TEST()
120 EXPECT_EQ(cast<ConstantInt>((*I1).second)->getZExtValue(), TripCount); in TEST()
123 I2 = SimplifiedValuesVector[TripCount - 1].find(Y2); in TEST()
124 EXPECT_TRUE(I2 != SimplifiedValuesVector[TripCount - 1].end()); in TEST()
|
| /external/llvm/unittests/Analysis/ |
| D | UnrollAnalyzer.cpp | 22 static unsigned TripCount = 0; variable
38 TripCount = SE->getSmallConstantTripCount(L, Exiting); in runOnFunction()
39 for (unsigned Iteration = 0; Iteration < TripCount; Iteration++) { in runOnFunction()
119 I1 = SimplifiedValuesVector[TripCount - 1].find(Y1); in TEST()
120 EXPECT_TRUE(I1 != SimplifiedValuesVector[TripCount - 1].end()); in TEST()
121 EXPECT_EQ(cast<ConstantInt>((*I1).second)->getZExtValue(), TripCount); in TEST()
124 I2 = SimplifiedValuesVector[TripCount - 1].find(Y2); in TEST()
125 EXPECT_TRUE(I2 != SimplifiedValuesVector[TripCount - 1].end()); in TEST()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/Transforms/Utils/ |
| D | UnrollLoop.h | 57 LoopUnrollResult UnrollLoop(Loop *L, unsigned Count, unsigned TripCount,
76 unsigned &TripCount, ScalarEvolution &SE);
83 LoopUnrollResult UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount,
95 OptimizationRemarkEmitter *ORE, unsigned &TripCount,
|
| /external/swiftshader/third_party/llvm-7.0/llvm/test/Transforms/LoopVectorize/X86/ |
| D | pr34438.ll | 3 ; Two cases tested AVX (MaxVF=8 = TripCount) and AVX512 (MaxVF=16 > TripCount)
|
| /external/llvm/include/llvm/Transforms/Utils/ |
| D | UnrollLoop.h | 32 bool UnrollLoop(Loop *L, unsigned Count, unsigned TripCount, bool Force,
|
| /external/llvm/lib/Target/Hexagon/ |
| D | HexagonHardwareLoops.cpp | 1167 CountValue *TripCount = getLoopTripCount(L, OldInsts); in convertToHardwareLoop() local
1168 if (!TripCount) in convertToHardwareLoop()
1172 if (TripCount->isReg()) { in convertToHardwareLoop()
1175 MachineInstr *TCDef = MRI->getVRegDef(TripCount->getReg()); in convertToHardwareLoop()
1208 if (TripCount->isReg()) { in convertToHardwareLoop()
1212 .addReg(TripCount->getReg(), 0, TripCount->getSubReg()); in convertToHardwareLoop()
1217 assert(TripCount->isImm() && "Expecting immediate value for trip count"); in convertToHardwareLoop()
1221 int64_t CountImm = TripCount->getImm(); in convertToHardwareLoop()
1263 delete TripCount; in convertToHardwareLoop()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Hexagon/ |
| D | HexagonHardwareLoops.cpp | 1206 CountValue *TripCount = getLoopTripCount(L, OldInsts); in convertToHardwareLoop() local
1207 if (!TripCount) in convertToHardwareLoop()
1211 if (TripCount->isReg()) { in convertToHardwareLoop()
1214 MachineInstr *TCDef = MRI->getVRegDef(TripCount->getReg()); in convertToHardwareLoop()
1247 if (TripCount->isReg()) { in convertToHardwareLoop()
1251 .addReg(TripCount->getReg(), 0, TripCount->getSubReg()); in convertToHardwareLoop()
1256 assert(TripCount->isImm() && "Expecting immediate value for trip count"); in convertToHardwareLoop()
1260 int64_t CountImm = TripCount->getImm(); in convertToHardwareLoop()
1302 delete TripCount; in convertToHardwareLoop()
|
| /external/llvm/test/Transforms/LoopUnroll/ |
| D | partial-unroll-const-bounds.ll | 3 ; The Loop TripCount is 9. However unroll factors 3 or 9 exceed given threshold.
|
| /external/swiftshader/third_party/llvm-7.0/llvm/test/Transforms/LoopUnroll/ |
| D | partial-unroll-const-bounds.ll | 7 ; The Loop TripCount is 9. However unroll factors 3 or 9 exceed given threshold.
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 297 OldInduction(nullptr), WidenMap(UnrollFactor), TripCount(nullptr), in InnerLoopVectorizer()
591 Value *TripCount; member in __anon7911a41a0111::InnerLoopVectorizer
2756 if (TripCount) in getOrCreateTripCount()
2757 return TripCount; in getOrCreateTripCount()
2789 TripCount = Exp.expandCodeFor(ExitCount, ExitCount->getType(), in getOrCreateTripCount()
2792 if (TripCount->getType()->isPointerTy()) in getOrCreateTripCount()
2793 TripCount = in getOrCreateTripCount()
2794 CastInst::CreatePointerCast(TripCount, IdxTy, "exitcount.ptrcnt.to.int", in getOrCreateTripCount()
2797 return TripCount; in getOrCreateTripCount()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorize.cpp | 691 Value *TripCount = nullptr; member in llvm::InnerLoopVectorizer
2594 if (TripCount) in getOrCreateTripCount()
2595 return TripCount; in getOrCreateTripCount()
2627 TripCount = Exp.expandCodeFor(ExitCount, ExitCount->getType(), in getOrCreateTripCount()
2630 if (TripCount->getType()->isPointerTy()) in getOrCreateTripCount()
2631 TripCount = in getOrCreateTripCount()
2632 CastInst::CreatePointerCast(TripCount, IdxTy, "exitcount.ptrcnt.to.int", in getOrCreateTripCount()
2635 return TripCount; in getOrCreateTripCount()
|