Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===- MLInlineAdvisor.h - ML - based InlineAdvisor factories ---*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | |||
| 9 | #ifndef LLVM_ANALYSIS_MLINLINEADVISOR_H |
||
| 10 | #define LLVM_ANALYSIS_MLINLINEADVISOR_H |
||
| 11 | |||
| 12 | #include "llvm/Analysis/FunctionPropertiesAnalysis.h" |
||
| 13 | #include "llvm/Analysis/InlineAdvisor.h" |
||
| 14 | #include "llvm/Analysis/LazyCallGraph.h" |
||
| 15 | #include "llvm/Analysis/MLModelRunner.h" |
||
| 16 | #include "llvm/IR/PassManager.h" |
||
| 17 | |||
| 18 | #include <deque> |
||
| 19 | #include <map> |
||
| 20 | #include <memory> |
||
| 21 | #include <optional> |
||
| 22 | |||
| 23 | namespace llvm { |
||
| 24 | class DiagnosticInfoOptimizationBase; |
||
| 25 | class Module; |
||
| 26 | class MLInlineAdvice; |
||
| 27 | |||
| 28 | class MLInlineAdvisor : public InlineAdvisor { |
||
| 29 | public: |
||
| 30 | MLInlineAdvisor(Module &M, ModuleAnalysisManager &MAM, |
||
| 31 | std::unique_ptr<MLModelRunner> ModelRunner); |
||
| 32 | |||
| 33 | virtual ~MLInlineAdvisor() = default; |
||
| 34 | |||
| 35 | void onPassEntry(LazyCallGraph::SCC *SCC) override; |
||
| 36 | void onPassExit(LazyCallGraph::SCC *SCC) override; |
||
| 37 | |||
| 38 | int64_t getIRSize(Function &F) const { |
||
| 39 | return getCachedFPI(F).TotalInstructionCount; |
||
| 40 | } |
||
| 41 | void onSuccessfulInlining(const MLInlineAdvice &Advice, |
||
| 42 | bool CalleeWasDeleted); |
||
| 43 | |||
| 44 | bool isForcedToStop() const { return ForceStop; } |
||
| 45 | int64_t getLocalCalls(Function &F); |
||
| 46 | const MLModelRunner &getModelRunner() const { return *ModelRunner.get(); } |
||
| 47 | FunctionPropertiesInfo &getCachedFPI(Function &) const; |
||
| 48 | |||
| 49 | protected: |
||
| 50 | std::unique_ptr<InlineAdvice> getAdviceImpl(CallBase &CB) override; |
||
| 51 | |||
| 52 | std::unique_ptr<InlineAdvice> getMandatoryAdvice(CallBase &CB, |
||
| 53 | bool Advice) override; |
||
| 54 | |||
| 55 | virtual std::unique_ptr<MLInlineAdvice> getMandatoryAdviceImpl(CallBase &CB); |
||
| 56 | |||
| 57 | virtual std::unique_ptr<MLInlineAdvice> |
||
| 58 | getAdviceFromModel(CallBase &CB, OptimizationRemarkEmitter &ORE); |
||
| 59 | |||
| 60 | // Get the initial 'level' of the function, or 0 if the function has been |
||
| 61 | // introduced afterwards. |
||
| 62 | // TODO: should we keep this updated? |
||
| 63 | unsigned getInitialFunctionLevel(const Function &F) const; |
||
| 64 | |||
| 65 | std::unique_ptr<MLModelRunner> ModelRunner; |
||
| 66 | |||
| 67 | private: |
||
| 68 | int64_t getModuleIRSize() const; |
||
| 69 | std::unique_ptr<InlineAdvice> |
||
| 70 | getSkipAdviceIfUnreachableCallsite(CallBase &CB); |
||
| 71 | void print(raw_ostream &OS) const override; |
||
| 72 | |||
| 73 | // Using std::map to benefit from its iterator / reference non-invalidating |
||
| 74 | // semantics, which make it easy to use `getCachedFPI` results from multiple |
||
| 75 | // calls without needing to copy to avoid invalidation effects. |
||
| 76 | mutable std::map<const Function *, FunctionPropertiesInfo> FPICache; |
||
| 77 | |||
| 78 | LazyCallGraph &CG; |
||
| 79 | |||
| 80 | int64_t NodeCount = 0; |
||
| 81 | int64_t EdgeCount = 0; |
||
| 82 | int64_t EdgesOfLastSeenNodes = 0; |
||
| 83 | |||
| 84 | std::map<const LazyCallGraph::Node *, unsigned> FunctionLevels; |
||
| 85 | const int32_t InitialIRSize = 0; |
||
| 86 | int32_t CurrentIRSize = 0; |
||
| 87 | llvm::SmallPtrSet<const LazyCallGraph::Node *, 1> NodesInLastSCC; |
||
| 88 | DenseSet<const LazyCallGraph::Node *> AllNodes; |
||
| 89 | bool ForceStop = false; |
||
| 90 | }; |
||
| 91 | |||
| 92 | /// InlineAdvice that tracks changes post inlining. For that reason, it only |
||
| 93 | /// overrides the "successful inlining" extension points. |
||
| 94 | class MLInlineAdvice : public InlineAdvice { |
||
| 95 | public: |
||
| 96 | MLInlineAdvice(MLInlineAdvisor *Advisor, CallBase &CB, |
||
| 97 | OptimizationRemarkEmitter &ORE, bool Recommendation); |
||
| 98 | virtual ~MLInlineAdvice() = default; |
||
| 99 | |||
| 100 | void recordInliningImpl() override; |
||
| 101 | void recordInliningWithCalleeDeletedImpl() override; |
||
| 102 | void recordUnsuccessfulInliningImpl(const InlineResult &Result) override; |
||
| 103 | void recordUnattemptedInliningImpl() override; |
||
| 104 | |||
| 105 | Function *getCaller() const { return Caller; } |
||
| 106 | Function *getCallee() const { return Callee; } |
||
| 107 | |||
| 108 | const int64_t CallerIRSize; |
||
| 109 | const int64_t CalleeIRSize; |
||
| 110 | const int64_t CallerAndCalleeEdges; |
||
| 111 | void updateCachedCallerFPI(FunctionAnalysisManager &FAM) const; |
||
| 112 | |||
| 113 | private: |
||
| 114 | void reportContextForRemark(DiagnosticInfoOptimizationBase &OR); |
||
| 115 | MLInlineAdvisor *getAdvisor() const { |
||
| 116 | return static_cast<MLInlineAdvisor *>(Advisor); |
||
| 117 | }; |
||
| 118 | // Make a copy of the FPI of the caller right before inlining. If inlining |
||
| 119 | // fails, we can just update the cache with that value. |
||
| 120 | const FunctionPropertiesInfo PreInlineCallerFPI; |
||
| 121 | std::optional<FunctionPropertiesUpdater> FPU; |
||
| 122 | }; |
||
| 123 | |||
| 124 | } // namespace llvm |
||
| 125 | |||
| 126 | #endif // LLVM_ANALYSIS_MLINLINEADVISOR_H |