| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.cpp | 75 Predicate("vectorize.predicate.enable", FK_Undefined, HK_PREDICATE), TheLoop(L), in LoopVectorizeHints()
94 LLVMContext &Context = TheLoop->getHeader()->getContext(); in setAlreadyVectorized()
100 MDNode *LoopID = TheLoop->getLoopID(); in setAlreadyVectorized()
106 TheLoop->setLoopID(NewLoopID); in setAlreadyVectorized()
151 TheLoop->getStartLoc(), in emitRemarkWithHints()
152 TheLoop->getHeader()) in emitRemarkWithHints()
156 TheLoop->getStartLoc(), TheLoop->getHeader()); in emitRemarkWithHints()
182 MDNode *LoopID = TheLoop->getLoopID(); in getHintsFromMetadata()
391 static bool hasOutsideLoopUser(const Loop *TheLoop, Instruction *Inst, in hasOutsideLoopUser() argument
400 if (!TheLoop->contains(UI)) { in hasOutsideLoopUser()
[all …]
|
| D | VPlanHCFGBuilder.cpp | 37 Loop *TheLoop; member in __anon322a60c20111::PlainCFGBuilder
74 : TheLoop(Lp), LI(LI), Plan(P) {} in PlainCFGBuilder()
141 BasicBlock *PH = TheLoop->getLoopPreheader(); in isExternalDef()
149 BasicBlock *Exit = TheLoop->getUniqueExitBlock(); in isExternalDef()
157 return !TheLoop->contains(Inst); in isExternalDef()
252 BasicBlock *PreheaderBB = TheLoop->getLoopPreheader(); in buildPlainCFG()
258 VPBlockBase *HeaderVPBB = getOrCreateVPBB(TheLoop->getHeader()); in buildPlainCFG()
262 LoopBlocksRPO RPO(TheLoop); in buildPlainCFG()
310 BasicBlock *LoopExitBB = TheLoop->getUniqueExitBlock(); in buildPlainCFG()
331 PlainCFGBuilder PCFGBuilder(TheLoop, LI, Plan); in buildPlainCFG()
|
| D | VPlanHCFGBuilder.h | 42 Loop *TheLoop;
64 : TheLoop(Lp), LI(LI), Plan(P) {} in VPlanHCFGBuilder()
|
| D | LoopVectorize.cpp | 862 StringRef RemarkName, Loop *TheLoop, Instruction *I) { in createLVAnalysis() argument
863 Value *CodeRegion = TheLoop->getHeader(); in createLVAnalysis()
864 DebugLoc DL = TheLoop->getStartLoc(); in createLVAnalysis()
883 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I) { in reportVectorizationFailure() argument
885 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationFailure()
887 ORETag, TheLoop, I) << OREMsg); in reportVectorizationFailure()
971 : ScalarEpilogueStatus(SEL), TheLoop(L), PSE(PSE), LI(LI), Legal(Legal), in LoopVectorizationCostModel()
1457 if (VF == 1 || !I || !TheLoop->contains(I) || TheLoop->isLoopInvariant(I)) in needsExtract()
1479 Loop *TheLoop; member in llvm::LoopVectorizationCostModel
4450 !TheLoop->isLoopInvariant(V); in collectLoopScalars()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/ |
| D | IVDescriptors.cpp | 160 static void collectCastsToIgnore(Loop *TheLoop, Instruction *Exit, in collectCastsToIgnore() argument
184 if (TheLoop->contains(I) && !Visited.count(I)) in collectCastsToIgnore()
190 Loop *TheLoop, bool HasFunNoNaNAttr, in AddReductionVar() argument
199 if (Phi->getParent() != TheLoop->getHeader()) in AddReductionVar()
204 Value *RdxStart = Phi->getIncomingValueForBlock(TheLoop->getLoopPreheader()); in AddReductionVar()
343 if (!TheLoop->contains(Parent)) { in AddReductionVar()
439 collectCastsToIgnore(TheLoop, ExitInstruction, RecurrenceType, CastInsts); in AddReductionVar()
610 bool RecurrenceDescriptor::isReductionPHI(PHINode *Phi, Loop *TheLoop, in isReductionPHI() argument
615 BasicBlock *Header = TheLoop->getHeader(); in isReductionPHI()
620 if (AddReductionVar(Phi, RK_IntegerAdd, TheLoop, HasFunNoNaNAttr, RedDes, DB, in isReductionPHI()
[all …]
|
| D | LoopAccessAnalysis.cpp | 503 AccessAnalysis(const DataLayout &Dl, Loop *TheLoop, AliasAnalysis *AA, in AccessAnalysis() argument
506 : DL(Dl), TheLoop(TheLoop), AST(*AA), LI(LI), DepCands(DA), in AccessAnalysis()
536 Loop *TheLoop, unsigned &RunningDepId,
546 Loop *TheLoop, const ValueToValueMap &Strides,
583 const Loop *TheLoop; member in __anon044f077d0111::AccessAnalysis
658 Loop *TheLoop, unsigned &RunningDepId, in createCheckForAccess() argument
663 if (!hasComputableBounds(PSE, StridesMap, Ptr, TheLoop, Assume)) in createCheckForAccess()
668 if (ShouldCheckWrap && !isNoWrap(PSE, StridesMap, Ptr, TheLoop)) { in createCheckForAccess()
689 RtCheck.insert(TheLoop, Ptr, IsWrite, DepId, ASId, StridesMap, PSE); in createCheckForAccess()
696 ScalarEvolution *SE, Loop *TheLoop, in canCheckPtrAtRT() argument
[all …]
|
| D | VectorUtils.cpp | 807 auto &DL = TheLoop->getHeader()->getModule()->getDataLayout(); in collectConstStrideAccesses()
815 LoopBlocksDFS DFS(TheLoop); in collectConstStrideAccesses()
832 int64_t Stride = getPtrStride(PSE, Ptr, TheLoop, Strides, in collectConstStrideAccesses()
1086 if (!getPtrStride(PSE, FirstMemberPtr, TheLoop, Strides, /*Assume=*/false, in analyzeInterleaving()
1097 if (!getPtrStride(PSE, LastMemberPtr, TheLoop, Strides, /*Assume=*/false, in analyzeInterleaving()
|
| D | LoopInfo.cpp | 1003 MDNode *llvm::findOptionMDForLoop(const Loop *TheLoop, StringRef Name) { in findOptionMDForLoop() argument
1004 return findOptionMDForLoopID(TheLoop->getLoopID(), Name); in findOptionMDForLoop()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| D | LoopUtils.cpp | 200 static MDNode *createStringMetadata(Loop *TheLoop, StringRef Name, unsigned V) { in createStringMetadata() argument
201 LLVMContext &Context = TheLoop->getHeader()->getContext(); in createStringMetadata()
211 void llvm::addStringMetadataToLoop(Loop *TheLoop, const char *StringMD, in addStringMetadataToLoop() argument
215 MDNode *LoopID = TheLoop->getLoopID(); in addStringMetadataToLoop()
237 MDs.push_back(createStringMetadata(TheLoop, StringMD, V)); in addStringMetadataToLoop()
239 LLVMContext &Context = TheLoop->getHeader()->getContext(); in addStringMetadataToLoop()
243 TheLoop->setLoopID(NewLoopID); in addStringMetadataToLoop()
251 Optional<const MDOperand *> llvm::findStringMetadataForLoop(const Loop *TheLoop, in findStringMetadataForLoop() argument
253 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in findStringMetadataForLoop()
266 static Optional<bool> getOptionalBoolLoopAttribute(const Loop *TheLoop, in getOptionalBoolLoopAttribute() argument
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 107 hasDisableAllTransformsHint(TheLoop)) in getForce()
144 const Loop *TheLoop; variable
206 : TheLoop(L), LI(LI), PSE(PSE), TTI(TTI), TLI(TLI), DT(DT), in LoopVectorizationLegality()
386 Loop *TheLoop; variable
|
| D | LoopVectorize.h | 165 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr);
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Utils/ |
| D | LoopUtils.h | 181 Optional<const MDOperand *> findStringMetadataForLoop(const Loop *TheLoop,
185 llvm::Optional<int> getOptionalIntLoopAttribute(Loop *TheLoop, StringRef Name);
261 void addStringMetadataToLoop(Loop *TheLoop, const char *MDString,
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Analysis/ |
| D | IVDescriptors.h | 170 static bool AddReductionVar(PHINode *Phi, RecurrenceKind Kind, Loop *TheLoop,
181 static bool isReductionPHI(PHINode *Phi, Loop *TheLoop,
195 isFirstOrderRecurrence(PHINode *Phi, Loop *TheLoop,
|
| D | VectorUtils.h | 565 : PSE(PSE), TheLoop(L), DT(DT), LI(LI), LAI(LAI) {} in InterleavedAccessInfo()
624 Loop *TheLoop; variable
700 return LoopAccessInfo::blockNeedsPredication(BB, TheLoop, DT); in isPredicated()
|
| D | LoopAccessAnalysis.h | 542 static bool blockNeedsPredication(BasicBlock *BB, Loop *TheLoop,
641 Loop *TheLoop; variable
|
| D | LoopInfo.h | 1254 MDNode *findOptionMDForLoop(const Loop *TheLoop, StringRef Name);
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | HardwareLoops.cpp | 114 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr) { in reportHWLoopFailure() argument
116 ORE->emit(createHWLoopAnalysis(ORETag, TheLoop, I) << Msg); in reportHWLoopFailure()
|