/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Scalar/ |
D | LoopInterchange.cpp | 555 BasicBlock *OuterLoopLatch = OuterLoop->getLoopLatch(); in tightlyNested() 636 BasicBlock *InnerLoopLatch = InnerLoop->getLoopLatch(); in isLoopStructureUnderstood() 736 if (!L->getLoopLatch() || !L->getLoopPredecessor()) in findInductionAndReductions() 757 Value *V = followLCSSA(PHI.getIncomingValueForBlock(L->getLoopLatch())); in findInductionAndReductions() 777 BasicBlock *InnerLoopLatch = InnerLoop->getLoopLatch(); in currentLimitations() 782 OuterLoop->getExitingBlock() != OuterLoop->getLoopLatch() || in currentLimitations() 784 !isa<BranchInst>(OuterLoop->getLoopLatch()->getTerminator())) { in currentLimitations() 895 if (!IncomingI || IncomingI->getParent() != OuterLoop->getLoopLatch()) in areOuterLoopExitPHIsSupported() 908 if (OuterLoop->getLoopLatch()->getUniquePredecessor() == nullptr) in areOuterLoopExitPHIsSupported() 929 if (OuterLoop->getLoopLatch()->getUniquePredecessor() != nullptr) in areInnerLoopLatchPHIsSupported() [all …]
|
D | LoopBoundSplit.cpp | 75 Cond.NonPHIAddRecValue = PN->getIncomingValueForBlock(L.getLoopLatch()); in analyzeICmp() 248 if (L.getLoopLatch() == BB) in findSplitCandidate() 363 (L.getExitingBlock() == L.getLoopLatch()) ? true : false; in splitLoopBound() 373 isExitingLatch ? PN.getIncomingValueForBlock(L.getLoopLatch()) : &PN, in splitLoopBound() 388 PN.getIncomingValueForBlock(L.getLoopLatch())) in splitLoopBound()
|
D | IndVarSimplify.cpp | 461 if (!L->getLoopLatch() || in rewriteFirstIterationLoopExitValues() 462 !DT->dominates(IncomingBB, L->getLoopLatch())) in rewriteFirstIterationLoopExitValues() 716 assert(L->getLoopLatch() && "Must be in simplified form"); in needsLFTR() 753 int Idx = Phi->getBasicBlockIndex(L->getLoopLatch()); in needsLFTR() 868 assert(L->getLoopLatch()); in isLoopCounter() 881 int LatchIdx = Phi->getBasicBlockIndex(L->getLoopLatch()); in isLoopCounter() 904 BasicBlock *LatchBlock = L->getLoopLatch(); in FindLoopCounter() 1065 assert(L->getLoopLatch() && "Loop no longer in simplified form?"); in linearFunctionTestReplace() 1068 cast<Instruction>(IndVar->getIncomingValueForBlock(L->getLoopLatch())); in linearFunctionTestReplace() 1077 if (ExitingBB == L->getLoopLatch()) { in linearFunctionTestReplace() [all …]
|
D | LoopSimplifyCFG.cpp | 281 DeleteCurrentLoop = !IsEdgeLive(L.getLoopLatch(), L.getHeader()); in analyze() 290 BlocksInLoopAfterFolding.insert(L.getLoopLatch()); in analyze() 537 assert(L.getLoopLatch() && "Should be single latch!"); in run() 654 if (!L.getLoopLatch()) in constantFoldTerminators()
|
D | LoopFlatten.cpp | 398 BasicBlock *Latch = L->getLoopLatch(); in findLoopComponents() 492 InnerPHI.getIncomingValueForBlock(FI.InnerLoop->getLoopLatch()); in checkPHIs() 508 OuterPHI->getIncomingValueForBlock(FI.OuterLoop->getLoopLatch())); in checkPHIs() 752 FI.InnerInductionPHI->removeIncomingValue(FI.InnerLoop->getLoopLatch()); in DoFlattenLoopPair() 757 PHI->removeIncomingValue(FI.InnerLoop->getLoopLatch()); in DoFlattenLoopPair()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/ |
D | LoopInterchange.cpp | 300 if (L->getLoopLatch() == nullptr || L->getLoopPredecessor() == nullptr) in getInductionVariable() 598 BasicBlock *OuterLoopLatch = OuterLoop->getLoopLatch(); in tightlyNested() 681 if (!L->getLoopLatch() || !L->getLoopPredecessor()) in findInductionAndReductions() 702 Value *V = followLCSSA(PHI.getIncomingValueForBlock(L->getLoopLatch())); in findInductionAndReductions() 724 BasicBlock *InnerLoopLatch = InnerLoop->getLoopLatch(); in currentLimitations() 729 OuterLoop->getExitingBlock() != OuterLoop->getLoopLatch() || in currentLimitations() 731 !isa<BranchInst>(OuterLoop->getLoopLatch()->getTerminator())) { in currentLimitations() 932 if (!IncomingI || IncomingI->getParent() != OuterLoop->getLoopLatch()) in areOuterLoopExitPHIsSupported() 945 if (OuterLoop->getLoopLatch()->getUniquePredecessor() == nullptr) in areOuterLoopExitPHIsSupported() 1203 BasicBlock *OuterLatch = NewOuter->getLoopLatch(); in restructureLoops() [all …]
|
D | LoopSimplifyCFG.cpp | 282 DeleteCurrentLoop = !IsEdgeLive(L.getLoopLatch(), L.getHeader()); in analyze() 291 BlocksInLoopAfterFolding.insert(L.getLoopLatch()); in analyze() 532 assert(L.getLoopLatch() && "Should be single latch!"); in run() 634 if (!L.getLoopLatch()) in constantFoldTerminators()
|
D | IndVarSimplify.cpp | 771 if (!L->getLoopLatch() || in rewriteFirstIterationLoopExitValues() 772 !DT->dominates(IncomingBB, L->getLoopLatch())) in rewriteFirstIterationLoopExitValues() 1777 if (BasicBlock *LatchBlock = L->getLoopLatch()) { in createWideIV() 2073 assert(L->getLoopLatch() && "Must be in simplified form"); in needsLFTR() 2110 int Idx = Phi->getBasicBlockIndex(L->getLoopLatch()); in needsLFTR() 2223 assert(L->getLoopLatch()); in isLoopCounter() 2236 int LatchIdx = Phi->getBasicBlockIndex(L->getLoopLatch()); in isLoopCounter() 2258 BasicBlock *LatchBlock = L->getLoopLatch(); in FindLoopCounter() 2426 assert(L->getLoopLatch() && "Loop no longer in simplified form?"); in linearFunctionTestReplace() 2429 cast<Instruction>(IndVar->getIncomingValueForBlock(L->getLoopLatch())); in linearFunctionTestReplace() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Analysis/ |
D | LoopNestAnalysis.cpp | 54 const BasicBlock *Latch = OuterLoop.getLoopLatch(); in getOuterLoopLatchCmp() 162 const BasicBlock *OuterLoopLatch = OuterLoop.getLoopLatch(); in analyzeLoopNestForPerfectNest() 226 const BasicBlock *OuterLoopLatch = OuterLoop.getLoopLatch(); in getInterveningInstructions() 327 const BasicBlock *OuterLoopLatch = OuterLoop.getLoopLatch(); in checkLoopsStructure() 329 const BasicBlock *InnerLoopLatch = InnerLoop.getLoopLatch(); in checkLoopsStructure()
|
D | LoopInfo.cpp | 175 if (BasicBlock *Latch = getLoopLatch()) in getLatchCmpInst() 233 BasicBlock *Latch = L.getLoopLatch(); in getCanonicalPredicate() 312 BasicBlock *Latch = getLoopLatch(); in getInductionVariable() 372 assert(Preheader && getLoopLatch() && in getLoopGuardBranch() 482 return getLoopPreheader() && getLoopLatch() && hasDedicatedExits(); in isLoopSimplifyForm()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
D | LoopUnrollPeel.cpp | 89 const BasicBlock *Latch = L->getLoopLatch(); in canPeel() 106 if (L->getLoopLatch() != L->getExitingBlock()) in canPeel() 130 assert(BackEdge == L->getLoopLatch() && "Wrong latch?"); in calculateIterationsToInvariance() 183 if (L.getLoopLatch() == BB) in countToEliminateCompares() 331 BasicBlock *BackEdge = L->getLoopLatch(); in computePeelCount() 497 BasicBlock *Latch = L->getLoopLatch(); in cloneLoopBlocks() 611 BasicBlock *Latch = L->getLoopLatch(); in peelLoop()
|
D | LoopRotationUtils.cpp | 217 BasicBlock *OrigLatch = L->getLoopLatch(); in rotateLoop() 481 SplitLatchEdge |= L->getLoopLatch() == ExitPred; in rotateLoop() 506 assert(L->getLoopLatch() && "Invalid loop latch after loop rotation"); in rotateLoop() 605 BasicBlock *Latch = L->getLoopLatch(); in simplifyLoopLatch() 651 assert((!MadeChange || L->isLoopExiting(L->getLoopLatch())) && in processLoop()
|
D | LoopUnrollAndJam.cpp | 55 BasicBlock *SubLoopLatch = SubLoop->getLoopLatch(); in partitionOuterLoopBlocks() 249 BasicBlock *LatchBlock = L->getLoopLatch(); in UnrollAndJamLoop() 257 SubLoop->getLoopLatch()->getTerminator()->getSuccessor(0)); in UnrollAndJamLoop() 734 BasicBlock *Latch = L->getLoopLatch(); in isSafeToUnrollAndJam() 737 BasicBlock *SubLoopLatch = SubLoop->getLoopLatch(); in isSafeToUnrollAndJam()
|
D | LoopUnrollRuntime.cpp | 84 BasicBlock *Latch = L->getLoopLatch(); in ConnectProlog() 188 BasicBlock *Latch = L->getLoopLatch(); in ConnectEpilog() 308 BasicBlock *Latch = L->getLoopLatch(); in CloneLoopBlocks() 565 BasicBlock *Latch = L->getLoopLatch(); in UnrollRuntimeLoopRemainder()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Utils/ |
D | LoopRotationUtils.cpp | 210 BasicBlock *Latch = L->getLoopLatch(); in canRotateDeoptimizingLatchExit() 268 BasicBlock *OrigLatch = L->getLoopLatch(); in rotateLoop() 633 SplitLatchEdge |= L->getLoopLatch() == ExitPred; in rotateLoop() 659 assert(L->getLoopLatch() && "Invalid loop latch after loop rotation"); in rotateLoop() 772 BasicBlock *Latch = L->getLoopLatch(); in simplifyLoopLatch() 823 assert((!MadeChange || L->isLoopExiting(L->getLoopLatch())) && in processLoop()
|
D | LoopUnrollRuntime.cpp | 90 BasicBlock *Latch = L->getLoopLatch(); in ConnectProlog() 199 BasicBlock *Latch = L->getLoopLatch(); in ConnectEpilog() 323 BasicBlock *Latch = L->getLoopLatch(); in CloneLoopBlocks() 474 cast<BranchInst>(OrigLoop->getLoopLatch()->getTerminator()); in updateLatchBranchWeightsForRemainderLoop() 483 BasicBlock *Latch = RemainderLoop->getLoopLatch(); in updateLatchBranchWeightsForRemainderLoop() 580 BasicBlock *Latch = L->getLoopLatch(); in UnrollRuntimeLoopRemainder() 949 BasicBlock *RemainderLatch = remainderLoop->getLoopLatch(); in UnrollRuntimeLoopRemainder()
|
D | LoopPeel.cpp | 227 Value *Input = Phi->getIncomingValueForBlock(L.getLoopLatch()); in calculate() 299 BasicBlock *Latch = L.getLoopLatch(); in peelToTurnInvariantLoadsDerefencebale() 354 if (L.getLoopLatch() == BB) in countToEliminateCompares() 451 BasicBlock *Latch = L->getLoopLatch(); in violatesLegacyMultiExitLoopCheck() 697 BasicBlock *Latch = L->getLoopLatch(); in cloneLoopBlocks() 866 BasicBlock *Latch = L->getLoopLatch(); in peelLoop()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
D | MachineLoopInfo.cpp | 89 if (MachineBasicBlock *Latch = getLoopLatch()) { in findLoopControlBlock() 123 MachineBasicBlock *HB = L->getHeader(), *LB = L->getLoopLatch(); in findLoopPreheader()
|
/external/llvm/lib/Transforms/Scalar/ |
D | LoopInterchange.cpp | 305 if (L->getLoopLatch() == nullptr || L->getLoopPredecessor() == nullptr) in getInductionVariable() 525 BasicBlock *OuterMostLoopLatch = OuterMostLoop->getLoopLatch(); in processLoopList() 641 BasicBlock *OuterLoopLatch = OuterLoop->getLoopLatch(); in tightlyNested() 700 if (!L->getLoopLatch() || !L->getLoopPredecessor()) in findInductionAndReductions() 756 BasicBlock *InnerLoopLatch = InnerLoop->getLoopLatch(); in currentLimitations() 757 BasicBlock *OuterLoopLatch = OuterLoop->getLoopLatch(); in currentLimitations() 1067 BasicBlock *InnerLoopLatch = InnerLoop->getLoopLatch(); in splitInnerLoopLatch() 1134 BasicBlock *InnerLoopLatch = InnerLoop->getLoopLatch(); in adjustLoopBranches() 1135 BasicBlock *OuterLoopLatch = OuterLoop->getLoopLatch(); in adjustLoopBranches()
|
D | LoopRotation.cpp | 193 BasicBlock *OrigLatch = L->getLoopLatch(); in rotateLoop() 409 SplitLatchEdge |= L->getLoopLatch() == ExitPred; in rotateLoop() 463 assert(L->getLoopLatch() && "Invalid loop latch after loop rotation"); in rotateLoop() 554 BasicBlock *Latch = L->getLoopLatch(); in simplifyLoopLatch() 609 assert((!MadeChange || L->isLoopExiting(L->getLoopLatch())) && in processLoop()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/CodeGen/ |
D | MachineLoopInfo.cpp | 92 if (MachineBasicBlock *Latch = getLoopLatch()) { in findLoopControlBlock() 126 MachineBasicBlock *HB = L->getHeader(), *LB = L->getLoopLatch(); in findLoopPreheader()
|
/external/llvm/lib/Transforms/Utils/ |
D | LoopUnrollRuntime.cpp | 66 BasicBlock *Latch = L->getLoopLatch(); in ConnectProlog() 156 BasicBlock *Latch = L->getLoopLatch(); in ConnectEpilog() 278 BasicBlock *Latch = L->getLoopLatch(); in CloneLoopBlocks() 487 BasicBlock *Latch = L->getLoopLatch(); in UnrollRuntimeLoopRemainder()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
D | LoopVectorizationLegality.cpp | 299 assert(Lp->getLoopLatch() && "Expected loop with a single latch."); in isUniformLoop() 314 BasicBlock *Latch = Lp->getLoopLatch(); in isUniformLoop() 537 AllowedExit.insert(Phi->getIncomingValueForBlock(TheLoop->getLoopLatch())); in addInductionPhi() 822 BasicBlock *LoopLatch = TheLoop->getLoopLatch(); in canVectorizeInstrs() 1064 if (Lp->getExitingBlock() != Lp->getLoopLatch()) { in canVectorizeLoopCFG()
|
/external/llvm/lib/Analysis/ |
D | LoopInfo.cpp | 188 return getLoopPreheader() && getLoopLatch() && hasDedicatedExits(); in isLoopSimplifyForm() 210 LoopID = getLoopLatch()->getTerminator()->getMetadata(LLVMContext::MD_loop); in getLoopID() 247 getLoopLatch()->getTerminator()->setMetadata(LLVMContext::MD_loop, LoopID); in setLoopID()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/ARM/ |
D | MVETPAndVPTOptimisationsPass.cpp | 115 MachineBasicBlock *Latch = ML->getLoopLatch(); in findLoopComponents() 399 if (LoopPhi->getOperand(2).getMBB() == ML->getLoopLatch()) { in MergeLoopEnd() 496 (Phi->getOperand(2).getMBB() != ML->getLoopLatch() && in ConvertTailPredLoop() 497 Phi->getOperand(4).getMBB() != ML->getLoopLatch())) { in ConvertTailPredLoop() 501 CountReg = Phi->getOperand(2).getMBB() == ML->getLoopLatch() in ConvertTailPredLoop()
|