| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Analysis/ |
| D | BlockFrequencyInfo.cpp | 144 const BlockFrequencyInfo *BFI) { in getEdgeAttributes()
145 return BFIDOTGTraitsBase::getEdgeAttributes(Node, EI, BFI, BFI->getBPI(), in getEdgeAttributes()
161 : BFI(std::move(Arg.BFI)) {} in BlockFrequencyInfo()
165 BFI = std::move(RHS.BFI); in operator =()
187 if (!BFI) in calculate()
188 BFI.reset(new ImplType); in calculate()
189 BFI->calculate(F, BPI, LI); in calculate()
203 return BFI ? BFI->getBlockFreq(BB) : 0; in getBlockFreq()
209 if (!BFI) in getBlockProfileCount()
212 return BFI->getBlockProfileCount(*getFunction(), BB, AllowSynthetic); in getBlockProfileCount()
[all …]
|
| D | OptimizationRemarkEmitter.cpp | 26 : F(F), BFI(nullptr) { in OptimizationRemarkEmitter()
44 BFI = OwnedBFI.get(); in OptimizationRemarkEmitter()
52 if (BFI && Inv.invalidate<BlockFrequencyAnalysis>(F, PA)) in invalidate()
60 if (!BFI) in computeHotness()
63 return BFI->getBlockProfileCount(cast<BasicBlock>(V)); in computeHotness()
94 BlockFrequencyInfo *BFI; in runOnFunction() local
97 BFI = &getAnalysis<LazyBlockFrequencyInfoPass>().getBFI(); in runOnFunction()
99 BFI = nullptr; in runOnFunction()
101 ORE = std::make_unique<OptimizationRemarkEmitter>(&Fn, BFI); in runOnFunction()
116 BlockFrequencyInfo *BFI; in run() local
[all …]
|
| D | ProfileSummaryInfo.cpp | 106 BlockFrequencyInfo *BFI, in getProfileCount() argument
122 if (BFI) in getProfileCount()
123 return BFI->getBlockProfileCount(Inst->getParent(), AllowSynthetic); in getProfileCount()
146 BlockFrequencyInfo &BFI) { in isFunctionHotInCallGraph() argument
164 if (isHotBlock(&BB, &BFI)) in isFunctionHotInCallGraph()
175 BlockFrequencyInfo &BFI) { in isFunctionColdInCallGraph() argument
193 if (!isColdBlock(&BB, &BFI)) in isFunctionColdInCallGraph()
200 int PercentileCutoff, const Function *F, BlockFrequencyInfo &BFI) { in isFunctionHotInCallGraphNthPercentile() argument
218 if (isHotBlockNthPercentile(PercentileCutoff, &BB, &BFI)) in isFunctionHotInCallGraphNthPercentile()
319 bool ProfileSummaryInfo::isHotBlock(const BasicBlock *BB, BlockFrequencyInfo *BFI) { in isHotBlock() argument
[all …]
|
| D | BlockFrequencyInfoImpl.cpp | 282 static void cleanup(BlockFrequencyInfoImplBase &BFI) { in cleanup() argument
283 std::vector<FrequencyData> SavedFreqs(std::move(BFI.Freqs)); in cleanup()
284 SparseBitVector<> SavedIsIrrLoopHeader(std::move(BFI.IsIrrLoopHeader)); in cleanup()
285 BFI.clear(); in cleanup()
286 BFI.Freqs = std::move(SavedFreqs); in cleanup()
287 BFI.IsIrrLoopHeader = std::move(SavedIsIrrLoopHeader); in cleanup()
413 static void debugAssign(const BlockFrequencyInfoImplBase &BFI, in debugAssign() argument
420 dbgs() << " to " << BFI.getBlockName(T); in debugAssign()
460 static void convertFloatingToInteger(BlockFrequencyInfoImplBase &BFI, in convertFloatingToInteger() argument
486 for (size_t Index = 0; Index < BFI.Freqs.size(); ++Index) { in convertFloatingToInteger()
[all …]
|
| D | ModuleSummaryAnalysis.cpp | 243 const Function &F, BlockFrequencyInfo *BFI, in computeFunctionSummary() argument
344 auto ScaledCount = PSI->getProfileCount(&I, BFI); in computeFunctionSummary()
359 if (BFI != nullptr && Hotness == CalleeInfo::HotnessType::Unknown) { in computeFunctionSummary()
360 uint64_t BBFreq = BFI->getBlockFreq(&BB).getFrequency(); in computeFunctionSummary()
361 uint64_t EntryFreq = BFI->getEntryFreq(); in computeFunctionSummary()
740 BlockFrequencyInfo *BFI = nullptr; in buildModuleSummaryIndex() local
743 BFI = GetBFICallback(F); in buildModuleSummaryIndex()
748 BFI = BFIPtr.get(); in buildModuleSummaryIndex()
751 computeFunctionSummary(Index, M, F, BFI, PSI, DT, in buildModuleSummaryIndex()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| D | SizeOpts.cpp | 54 BlockFrequencyInfo &BFI) { in isFunctionColdInCallGraph()
55 return PSI->isFunctionColdInCallGraph(F, BFI); in isFunctionColdInCallGraph()
60 BlockFrequencyInfo &BFI) { in isFunctionHotInCallGraphNthPercentile()
61 return PSI->isFunctionHotInCallGraphNthPercentile(CutOff, F, BFI); in isFunctionHotInCallGraphNthPercentile()
65 BlockFrequencyInfo *BFI) { in isColdBlock()
66 return PSI->isColdBlock(BB, BFI); in isColdBlock()
71 BlockFrequencyInfo *BFI) { in isHotBlockNthPercentile()
72 return PSI->isHotBlockNthPercentile(CutOff, BB, BFI); in isHotBlockNthPercentile()
78 BlockFrequencyInfo *BFI, in shouldOptimizeForSize() argument
80 return shouldFuncOptimizeForSizeImpl<BasicBlockBFIAdapter>(F, PSI, BFI, in shouldOptimizeForSize()
[all …]
|
| D | BreakCriticalEdges.cpp | 359 BlockFrequencyInfo *BFI) { in SplitIndirectBrCriticalEdges() argument
376 bool ShouldUpdateAnalysis = BPI && BFI; in SplitIndirectBrCriticalEdges()
398 BFI->setBlockFreq(BodyBlock, BFI->getBlockFreq(Target).getFrequency()); in SplitIndirectBrCriticalEdges()
418 BlockFreqForDirectSucc += BFI->getBlockFreq(Src) * in SplitIndirectBrCriticalEdges()
422 BFI->setBlockFreq(DirectSucc, BlockFreqForDirectSucc.getFrequency()); in SplitIndirectBrCriticalEdges()
424 BFI->getBlockFreq(Target) - BlockFreqForDirectSucc; in SplitIndirectBrCriticalEdges()
425 BFI->setBlockFreq(Target, NewBlockFreqForTarget.getFrequency()); in SplitIndirectBrCriticalEdges()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/ |
| D | LoopSink.cpp | 84 BlockFrequencyInfo &BFI) { in adjustedSumFreq() argument
87 T += BFI.getBlockFreq(B); in adjustedSumFreq()
123 DominatorTree &DT, BlockFrequencyInfo &BFI) { in findBBsToSinkInto() argument
146 if (adjustedSumFreq(BBsDominatedByColdestBB, BFI) > in findBBsToSinkInto()
147 BFI.getBlockFreq(ColdestBB)) { in findBBsToSinkInto()
165 if (adjustedSumFreq(BBsToSinkInto, BFI) > in findBBsToSinkInto()
166 BFI.getBlockFreq(L.getLoopPreheader())) in findBBsToSinkInto()
179 BlockFrequencyInfo &BFI) { in sinkInstruction() argument
201 findBBsToSinkInto(L, BBs, ColdLoopBBs, DT, BFI); in sinkInstruction()
254 BlockFrequencyInfo &BFI, in sinkLoopInvariantInstructions() argument
[all …]
|
| D | LoopLoadElimination.cpp | 167 DominatorTree *DT, BlockFrequencyInfo *BFI, in LoadEliminationForLoop() argument
169 : L(L), LI(LI), LAI(LAI), DT(DT), BFI(BFI), PSI(PSI), PSE(LAI.getPSE()) {} in LoadEliminationForLoop()
548 llvm::shouldOptimizeForSize(HeaderBB, PSI, BFI, in processLoop()
593 BlockFrequencyInfo *BFI; member in __anonf641d9910311::LoadEliminationForLoop
602 BlockFrequencyInfo *BFI, ProfileSummaryInfo *PSI, in eliminateLoadsAcrossLoops() argument
621 LoadEliminationForLoop LEL(L, &LI, GetLAI(*L), &DT, BFI, PSI); in eliminateLoadsAcrossLoops()
647 auto *BFI = (PSI && PSI->hasProfileSummary()) ? in runOnFunction() local
653 F, LI, DT, BFI, PSI, in runOnFunction()
702 auto *BFI = (PSI && PSI->hasProfileSummary()) ? in run() local
710 F, LI, DT, BFI, PSI, [&](Loop &L) -> const LoopAccessInfo & { in run()
|
| D | ConstantHoisting.cpp | 206 static void findBestInsertionSet(DominatorTree &DT, BlockFrequencyInfo &BFI, in findBestInsertionSet() argument
276 if (InsertPtsFreq > BFI.getBlockFreq(Node) || in findBestInsertionSet()
277 (InsertPtsFreq == BFI.getBlockFreq(Node) && InsertPts.size() > 1)) in findBestInsertionSet()
297 (InsertPtsFreq > BFI.getBlockFreq(Node) || in findBestInsertionSet()
298 (InsertPtsFreq == BFI.getBlockFreq(Node) && InsertPts.size() > 1)))) { in findBestInsertionSet()
300 ParentPtsFreq += BFI.getBlockFreq(Node); in findBestInsertionSet()
324 if (BFI) { in findConstantInsertionPoint()
325 findBestInsertionSet(*DT, *BFI, Entry, BBs); in findConstantInsertionPoint()
561 llvm::shouldOptimizeForSize(Entry->getParent(), PSI, BFI, in maximizeConstantsInRange()
933 DominatorTree &DT, BlockFrequencyInfo *BFI, in runImpl() argument
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Utils/ |
| D | SizeOpts.h | 43 BFIT *BFI, PGSOQueryType QueryType) { in shouldFuncOptimizeForSizeImpl() argument
45 if (!PSI || !BFI || !PSI->hasProfileSummary()) in shouldFuncOptimizeForSizeImpl()
59 return AdapterT::isFunctionColdInCallGraph(F, PSI, *BFI); in shouldFuncOptimizeForSizeImpl()
63 F, PSI, *BFI); in shouldFuncOptimizeForSizeImpl()
68 BFIT *BFI, PGSOQueryType QueryType) { in shouldOptimizeForSizeImpl() argument
70 if (!PSI || !BFI || !PSI->hasProfileSummary()) in shouldOptimizeForSizeImpl()
84 return AdapterT::isColdBlock(BB, PSI, BFI); in shouldOptimizeForSizeImpl()
88 BB, PSI, BFI); in shouldOptimizeForSizeImpl()
94 BlockFrequencyInfo *BFI,
100 BlockFrequencyInfo *BFI,
|
| D | CodeExtractor.h | 91 BlockFrequencyInfo *BFI; variable
120 bool AggregateArgs = false, BlockFrequencyInfo *BFI = nullptr,
131 BlockFrequencyInfo *BFI = nullptr,
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Analysis/ |
| D | OptimizationRemarkEmitter.h | 39 OptimizationRemarkEmitter(const Function *F, BlockFrequencyInfo *BFI) in OptimizationRemarkEmitter() argument
40 : F(F), BFI(BFI) {} in OptimizationRemarkEmitter()
56 : F(Arg.F), BFI(Arg.BFI) {} in OptimizationRemarkEmitter()
60 BFI = RHS.BFI;
102 BlockFrequencyInfo *BFI; variable
116 bool shouldEmitVerbose() { return BFI != nullptr; } in shouldEmitVerbose()
|
| D | ProfileSummaryInfo.h | 104 BlockFrequencyInfo *BFI,
113 bool isFunctionHotInCallGraph(const Function *F, BlockFrequencyInfo &BFI);
117 bool isFunctionColdInCallGraph(const Function *F, BlockFrequencyInfo &BFI);
122 BlockFrequencyInfo &BFI);
131 bool isHotBlock(const BasicBlock *BB, BlockFrequencyInfo *BFI);
133 bool isColdBlock(const BasicBlock *BB, BlockFrequencyInfo *BFI);
137 const BasicBlock *BB, BlockFrequencyInfo *BFI);
139 bool isHotCallSite(const CallSite &CS, BlockFrequencyInfo *BFI);
141 bool isColdCallSite(const CallSite &CS, BlockFrequencyInfo *BFI);
|
| D | LazyBlockFrequencyInfo.h | 52 BFI.calculate( in getCalculated()
56 return BFI; in getCalculated()
64 BFI.releaseMemory(); in releaseMemory()
70 BlockFrequencyInfoT BFI;
|
| D | BlockFrequencyInfo.h | 40 std::unique_ptr<ImplType> BFI; variable
136 BlockFrequencyInfo BFI; variable
144 BlockFrequencyInfo &getBFI() { return BFI; } in getBFI()
145 const BlockFrequencyInfo &getBFI() const { return BFI; } in getBFI()
|
| D | BlockFrequencyInfoImpl.h | 597 BFIBase &BFI;
629 IrreducibleGraph(BFIBase &BFI, const BFIBase::LoopData *OuterLoop,
630 BlockEdgesAdder addBlockEdges) : BFI(BFI) {
642 BFI.Working[Node.Index].getMass() = BlockMass::getEmpty();
662 for (uint32_t Index = 0; Index < BFI.Working.size(); ++Index)
676 const auto &Working = BFI.Working[Node.Index];
1264 const BlockFrequencyInfoImpl<BT> &BFI;
1266 explicit BlockEdgesAdder(const BlockFrequencyInfoImpl<BT> &BFI)
1267 : BFI(BFI) {}
1271 const BlockT *BB = BFI.RPOT[Irr.Node.Index];
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Instrumentation/ |
| D | PGOMemOPSizeOpt.cpp | 138 MemOPSizeOpt(Function &Func, BlockFrequencyInfo &BFI, in MemOPSizeOpt() argument
140 : Func(Func), BFI(BFI), ORE(ORE), DT(DT), Changed(false) { in MemOPSizeOpt()
174 BlockFrequencyInfo &BFI; member in __anon57b37fce0211::MemOPSizeOpt
246 auto BBEdgeCount = BFI.getBlockProfileCount(MI->getParent()); in perform()
341 auto OrigBBFreq = BFI.getBlockFreq(BB); in perform()
349 BFI.setBlockFreq(MergeBB, OrigBBFreq.getFrequency()); in perform()
415 static bool PGOMemOPSizeOptImpl(Function &F, BlockFrequencyInfo &BFI, in PGOMemOPSizeOptImpl() argument
423 MemOPSizeOpt MemOPSizeOpt(F, BFI, ORE, DT); in PGOMemOPSizeOptImpl()
429 BlockFrequencyInfo &BFI = in runOnFunction() local
434 return PGOMemOPSizeOptImpl(F, BFI, ORE, DT); in runOnFunction()
[all …]
|
| D | CFGMST.h | 102 uint64_t EntryWeight = (BFI != nullptr ? BFI->getEntryFreq() : 2); in buildEdges()
123 (BFI != nullptr ? BFI->getBlockFreq(&*BB).getFrequency() : 2); in buildEdges()
272 BlockFrequencyInfo *BFI; variable
277 : F(Func), BPI(BPI_), BFI(BFI_) { in F()
|
| D | CGProfile.cpp | 43 auto &BFI = FAM.getResult<BlockFrequencyAnalysis>(F); in run() local
44 if (BFI.getEntryFreq() == 0) in run()
48 Optional<uint64_t> BBCount = BFI.getBlockProfileCount(&BB); in run()
|
| D | InstrProfiling.cpp | 241 Loop &CurLoop, LoopInfo &LI, BlockFrequencyInfo *BFI) in PGOCounterPromoter() argument
243 LI(LI), BFI(BFI) { in PGOCounterPromoter()
273 if (BFI) { in run()
275 auto InstrCount = BFI->getBlockProfileCount(BB); in run()
278 auto PreheaderCount = BFI->getBlockProfileCount(L.getLoopPreheader()); in run()
337 if (BFI) in getMaxNumOfPromotionsInLoop()
371 BlockFrequencyInfo *BFI; member in __anon5601cb560111::PGOCounterPromoter
449 std::unique_ptr<BlockFrequencyInfo> BFI; in promoteCounterLoadStores() local
453 BFI.reset(new BlockFrequencyInfo(*F, *BPI, LI)); in promoteCounterLoadStores()
471 PGOCounterPromoter Promoter(LoopPromotionCandidates, *Loop, LI, BFI.get()); in promoteCounterLoadStores()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/IPO/ |
| D | SyntheticCountsPropagation.cpp | 116 auto &BFI = FAM.getResult<BlockFrequencyAnalysis>(*Caller); in run() local
121 Scaled64 EntryFreq(BFI.getEntryFreq(), 0); in run()
122 Scaled64 BBCount(BFI.getBlockFreq(CSBB).getFrequency(), 0); in run()
|
| D | HotColdSplitting.cpp | 302 DominatorTree &DT, BlockFrequencyInfo *BFI, TargetTransformInfo &TTI, in extractColdRegion() argument
339 markFunctionCold(*OutF, BFI != nullptr); in extractColdRegion()
561 BlockFrequencyInfo *BFI = nullptr; in outlineColdRegions() local
563 BFI = GetBFI(F); in outlineColdRegions()
575 bool Cold = (BFI && PSI->isColdBlock(BB, BFI)) || in outlineColdRegions()
634 Function *Outlined = extractColdRegion(SubRegion, CEAC, *DT, BFI, TTI, in outlineColdRegions()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | ExpandMemCmp.cpp | 728 ProfileSummaryInfo *PSI, BlockFrequencyInfo *BFI) { in expandMemCmp() argument
750 llvm::shouldOptimizeForSize(CI->getParent(), PSI, BFI); in expandMemCmp()
809 auto *BFI = (PSI && PSI->hasProfileSummary()) ? in runOnFunction() local
812 auto PA = runImpl(F, TLI, TTI, TL, PSI, BFI); in runOnFunction()
828 ProfileSummaryInfo *PSI, BlockFrequencyInfo *BFI);
833 BlockFrequencyInfo *BFI);
839 const DataLayout& DL, ProfileSummaryInfo *PSI, BlockFrequencyInfo *BFI) { in runOnBlock() argument
848 expandMemCmp(CI, TTI, TL, &DL, PSI, BFI)) { in runOnBlock()
859 BlockFrequencyInfo *BFI) { in runImpl() argument
863 if (runOnBlock(*BBIt, TLI, TTI, TL, DL, PSI, BFI)) { in runImpl()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/ExecutionEngine/Orc/ |
| D | SpeculateAnalyses.cpp | 102 auto &BFI = FAM.getResult<BlockFrequencyAnalysis>(F); in operator ()() local
105 BBFreqs.push_back({I, BFI.getBlockFreq(I).getFrequency()}); in operator ()()
245 auto &BFI = FAM.getResult<BlockFrequencyAnalysis>(F); in queryCFG() local
250 BBFreqs.push_back({I, BFI.getBlockFreq(I).getFrequency()}); in queryCFG()
|