Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===-- Speculation.h - Speculative Compilation --*- C++ -*-===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | // |
||
9 | // Contains the definition to support speculative compilation when laziness is |
||
10 | // enabled. |
||
11 | //===----------------------------------------------------------------------===// |
||
12 | |||
13 | #ifndef LLVM_EXECUTIONENGINE_ORC_SPECULATION_H |
||
14 | #define LLVM_EXECUTIONENGINE_ORC_SPECULATION_H |
||
15 | |||
16 | #include "llvm/ADT/DenseMap.h" |
||
17 | #include "llvm/ExecutionEngine/Orc/Core.h" |
||
18 | #include "llvm/ExecutionEngine/Orc/DebugUtils.h" |
||
19 | #include "llvm/ExecutionEngine/Orc/IRCompileLayer.h" |
||
20 | #include "llvm/Support/Debug.h" |
||
21 | #include <mutex> |
||
22 | #include <type_traits> |
||
23 | #include <utility> |
||
24 | |||
25 | namespace llvm { |
||
26 | namespace orc { |
||
27 | |||
28 | class Speculator; |
||
29 | |||
30 | // Track the Impls (JITDylib,Symbols) of Symbols while lazy call through |
||
31 | // trampolines are created. Operations are guarded by locks tp ensure that Imap |
||
32 | // stays in consistent state after read/write |
||
33 | |||
34 | class ImplSymbolMap { |
||
35 | friend class Speculator; |
||
36 | |||
37 | public: |
||
38 | using AliaseeDetails = std::pair<SymbolStringPtr, JITDylib *>; |
||
39 | using Alias = SymbolStringPtr; |
||
40 | using ImapTy = DenseMap<Alias, AliaseeDetails>; |
||
41 | void trackImpls(SymbolAliasMap ImplMaps, JITDylib *SrcJD); |
||
42 | |||
43 | private: |
||
44 | // FIX ME: find a right way to distinguish the pre-compile Symbols, and update |
||
45 | // the callsite |
||
46 | std::optional<AliaseeDetails> getImplFor(const SymbolStringPtr &StubSymbol) { |
||
47 | std::lock_guard<std::mutex> Lockit(ConcurrentAccess); |
||
48 | auto Position = Maps.find(StubSymbol); |
||
49 | if (Position != Maps.end()) |
||
50 | return Position->getSecond(); |
||
51 | else |
||
52 | return std::nullopt; |
||
53 | } |
||
54 | |||
55 | std::mutex ConcurrentAccess; |
||
56 | ImapTy Maps; |
||
57 | }; |
||
58 | |||
59 | // Defines Speculator Concept, |
||
60 | class Speculator { |
||
61 | public: |
||
62 | using TargetFAddr = JITTargetAddress; |
||
63 | using FunctionCandidatesMap = DenseMap<SymbolStringPtr, SymbolNameSet>; |
||
64 | using StubAddrLikelies = DenseMap<TargetFAddr, SymbolNameSet>; |
||
65 | |||
66 | private: |
||
67 | void registerSymbolsWithAddr(TargetFAddr ImplAddr, |
||
68 | SymbolNameSet likelySymbols) { |
||
69 | std::lock_guard<std::mutex> Lockit(ConcurrentAccess); |
||
70 | GlobalSpecMap.insert({ImplAddr, std::move(likelySymbols)}); |
||
71 | } |
||
72 | |||
73 | void launchCompile(JITTargetAddress FAddr) { |
||
74 | SymbolNameSet CandidateSet; |
||
75 | // Copy CandidateSet is necessary, to avoid unsynchronized access to |
||
76 | // the datastructure. |
||
77 | { |
||
78 | std::lock_guard<std::mutex> Lockit(ConcurrentAccess); |
||
79 | auto It = GlobalSpecMap.find(FAddr); |
||
80 | if (It == GlobalSpecMap.end()) |
||
81 | return; |
||
82 | CandidateSet = It->getSecond(); |
||
83 | } |
||
84 | |||
85 | SymbolDependenceMap SpeculativeLookUpImpls; |
||
86 | |||
87 | for (auto &Callee : CandidateSet) { |
||
88 | auto ImplSymbol = AliaseeImplTable.getImplFor(Callee); |
||
89 | // try to distinguish already compiled & library symbols |
||
90 | if (!ImplSymbol) |
||
91 | continue; |
||
92 | const auto &ImplSymbolName = ImplSymbol->first; |
||
93 | JITDylib *ImplJD = ImplSymbol->second; |
||
94 | auto &SymbolsInJD = SpeculativeLookUpImpls[ImplJD]; |
||
95 | SymbolsInJD.insert(ImplSymbolName); |
||
96 | } |
||
97 | |||
98 | DEBUG_WITH_TYPE("orc", { |
||
99 | for (auto &I : SpeculativeLookUpImpls) { |
||
100 | llvm::dbgs() << "\n In " << I.first->getName() << " JITDylib "; |
||
101 | for (auto &N : I.second) |
||
102 | llvm::dbgs() << "\n Likely Symbol : " << N; |
||
103 | } |
||
104 | }); |
||
105 | |||
106 | // for a given symbol, there may be no symbol qualified for speculatively |
||
107 | // compile try to fix this before jumping to this code if possible. |
||
108 | for (auto &LookupPair : SpeculativeLookUpImpls) |
||
109 | ES.lookup( |
||
110 | LookupKind::Static, |
||
111 | makeJITDylibSearchOrder(LookupPair.first, |
||
112 | JITDylibLookupFlags::MatchAllSymbols), |
||
113 | SymbolLookupSet(LookupPair.second), SymbolState::Ready, |
||
114 | [this](Expected<SymbolMap> Result) { |
||
115 | if (auto Err = Result.takeError()) |
||
116 | ES.reportError(std::move(Err)); |
||
117 | }, |
||
118 | NoDependenciesToRegister); |
||
119 | } |
||
120 | |||
121 | public: |
||
122 | Speculator(ImplSymbolMap &Impl, ExecutionSession &ref) |
||
123 | : AliaseeImplTable(Impl), ES(ref), GlobalSpecMap(0) {} |
||
124 | Speculator(const Speculator &) = delete; |
||
125 | Speculator(Speculator &&) = delete; |
||
126 | Speculator &operator=(const Speculator &) = delete; |
||
127 | Speculator &operator=(Speculator &&) = delete; |
||
128 | |||
129 | /// Define symbols for this Speculator object (__orc_speculator) and the |
||
130 | /// speculation runtime entry point symbol (__orc_speculate_for) in the |
||
131 | /// given JITDylib. |
||
132 | Error addSpeculationRuntime(JITDylib &JD, MangleAndInterner &Mangle); |
||
133 | |||
134 | // Speculatively compile likely functions for the given Stub Address. |
||
135 | // destination of __orc_speculate_for jump |
||
136 | void speculateFor(TargetFAddr StubAddr) { launchCompile(StubAddr); } |
||
137 | |||
138 | // FIXME : Register with Stub Address, after JITLink Fix. |
||
139 | void registerSymbols(FunctionCandidatesMap Candidates, JITDylib *JD) { |
||
140 | for (auto &SymPair : Candidates) { |
||
141 | auto Target = SymPair.first; |
||
142 | auto Likely = SymPair.second; |
||
143 | |||
144 | auto OnReadyFixUp = [Likely, Target, |
||
145 | this](Expected<SymbolMap> ReadySymbol) { |
||
146 | if (ReadySymbol) { |
||
147 | auto RAddr = (*ReadySymbol)[Target].getAddress(); |
||
148 | registerSymbolsWithAddr(RAddr, std::move(Likely)); |
||
149 | } else |
||
150 | this->getES().reportError(ReadySymbol.takeError()); |
||
151 | }; |
||
152 | // Include non-exported symbols also. |
||
153 | ES.lookup( |
||
154 | LookupKind::Static, |
||
155 | makeJITDylibSearchOrder(JD, JITDylibLookupFlags::MatchAllSymbols), |
||
156 | SymbolLookupSet(Target, SymbolLookupFlags::WeaklyReferencedSymbol), |
||
157 | SymbolState::Ready, OnReadyFixUp, NoDependenciesToRegister); |
||
158 | } |
||
159 | } |
||
160 | |||
161 | ExecutionSession &getES() { return ES; } |
||
162 | |||
163 | private: |
||
164 | static void speculateForEntryPoint(Speculator *Ptr, uint64_t StubId); |
||
165 | std::mutex ConcurrentAccess; |
||
166 | ImplSymbolMap &AliaseeImplTable; |
||
167 | ExecutionSession &ES; |
||
168 | StubAddrLikelies GlobalSpecMap; |
||
169 | }; |
||
170 | |||
171 | class IRSpeculationLayer : public IRLayer { |
||
172 | public: |
||
173 | using IRlikiesStrRef = |
||
174 | std::optional<DenseMap<StringRef, DenseSet<StringRef>>>; |
||
175 | using ResultEval = std::function<IRlikiesStrRef(Function &)>; |
||
176 | using TargetAndLikelies = DenseMap<SymbolStringPtr, SymbolNameSet>; |
||
177 | |||
178 | IRSpeculationLayer(ExecutionSession &ES, IRLayer &BaseLayer, Speculator &Spec, |
||
179 | MangleAndInterner &Mangle, ResultEval Interpreter) |
||
180 | : IRLayer(ES, BaseLayer.getManglingOptions()), NextLayer(BaseLayer), |
||
181 | S(Spec), Mangle(Mangle), QueryAnalysis(Interpreter) {} |
||
182 | |||
183 | void emit(std::unique_ptr<MaterializationResponsibility> R, |
||
184 | ThreadSafeModule TSM) override; |
||
185 | |||
186 | private: |
||
187 | TargetAndLikelies |
||
188 | internToJITSymbols(DenseMap<StringRef, DenseSet<StringRef>> IRNames) { |
||
189 | assert(!IRNames.empty() && "No IRNames received to Intern?"); |
||
190 | TargetAndLikelies InternedNames; |
||
191 | for (auto &NamePair : IRNames) { |
||
192 | DenseSet<SymbolStringPtr> TargetJITNames; |
||
193 | for (auto &TargetNames : NamePair.second) |
||
194 | TargetJITNames.insert(Mangle(TargetNames)); |
||
195 | InternedNames[Mangle(NamePair.first)] = std::move(TargetJITNames); |
||
196 | } |
||
197 | return InternedNames; |
||
198 | } |
||
199 | |||
200 | IRLayer &NextLayer; |
||
201 | Speculator &S; |
||
202 | MangleAndInterner &Mangle; |
||
203 | ResultEval QueryAnalysis; |
||
204 | }; |
||
205 | |||
206 | } // namespace orc |
||
207 | } // namespace llvm |
||
208 | |||
209 | #endif // LLVM_EXECUTIONENGINE_ORC_SPECULATION_H |