Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===- ModuleManager.cpp - Module Manager -----------------------*- C++ -*-===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | // |
||
9 | // This file defines the ModuleManager class, which manages a set of loaded |
||
10 | // modules for the ASTReader. |
||
11 | // |
||
12 | //===----------------------------------------------------------------------===// |
||
13 | |||
14 | #ifndef LLVM_CLANG_SERIALIZATION_MODULEMANAGER_H |
||
15 | #define LLVM_CLANG_SERIALIZATION_MODULEMANAGER_H |
||
16 | |||
17 | #include "clang/Basic/LLVM.h" |
||
18 | #include "clang/Basic/Module.h" |
||
19 | #include "clang/Basic/SourceLocation.h" |
||
20 | #include "clang/Serialization/ModuleFile.h" |
||
21 | #include "llvm/ADT/DenseMap.h" |
||
22 | #include "llvm/ADT/IntrusiveRefCntPtr.h" |
||
23 | #include "llvm/ADT/STLExtras.h" |
||
24 | #include "llvm/ADT/SmallPtrSet.h" |
||
25 | #include "llvm/ADT/SmallVector.h" |
||
26 | #include "llvm/ADT/StringRef.h" |
||
27 | #include "llvm/ADT/iterator.h" |
||
28 | #include "llvm/ADT/iterator_range.h" |
||
29 | #include <cstdint> |
||
30 | #include <ctime> |
||
31 | #include <memory> |
||
32 | #include <string> |
||
33 | #include <utility> |
||
34 | |||
35 | namespace clang { |
||
36 | |||
37 | class FileEntry; |
||
38 | class FileManager; |
||
39 | class GlobalModuleIndex; |
||
40 | class HeaderSearch; |
||
41 | class InMemoryModuleCache; |
||
42 | class PCHContainerReader; |
||
43 | |||
44 | namespace serialization { |
||
45 | |||
46 | /// Manages the set of modules loaded by an AST reader. |
||
47 | class ModuleManager { |
||
48 | /// The chain of AST files, in the order in which we started to load |
||
49 | /// them (this order isn't really useful for anything). |
||
50 | SmallVector<std::unique_ptr<ModuleFile>, 2> Chain; |
||
51 | |||
52 | /// The chain of non-module PCH files. The first entry is the one named |
||
53 | /// by the user, the last one is the one that doesn't depend on anything |
||
54 | /// further. |
||
55 | SmallVector<ModuleFile *, 2> PCHChain; |
||
56 | |||
57 | // The roots of the dependency DAG of AST files. This is used |
||
58 | // to implement short-circuiting logic when running DFS over the dependencies. |
||
59 | SmallVector<ModuleFile *, 2> Roots; |
||
60 | |||
61 | /// All loaded modules, indexed by name. |
||
62 | llvm::DenseMap<const FileEntry *, ModuleFile *> Modules; |
||
63 | |||
64 | /// FileManager that handles translating between filenames and |
||
65 | /// FileEntry *. |
||
66 | FileManager &FileMgr; |
||
67 | |||
68 | /// Cache of PCM files. |
||
69 | IntrusiveRefCntPtr<InMemoryModuleCache> ModuleCache; |
||
70 | |||
71 | /// Knows how to unwrap module containers. |
||
72 | const PCHContainerReader &PCHContainerRdr; |
||
73 | |||
74 | /// Preprocessor's HeaderSearchInfo containing the module map. |
||
75 | const HeaderSearch &HeaderSearchInfo; |
||
76 | |||
77 | /// A lookup of in-memory (virtual file) buffers |
||
78 | llvm::DenseMap<const FileEntry *, std::unique_ptr<llvm::MemoryBuffer>> |
||
79 | InMemoryBuffers; |
||
80 | |||
81 | /// The visitation order. |
||
82 | SmallVector<ModuleFile *, 4> VisitOrder; |
||
83 | |||
84 | /// The list of module files that both we and the global module index |
||
85 | /// know about. |
||
86 | /// |
||
87 | /// Either the global index or the module manager may have modules that the |
||
88 | /// other does not know about, because the global index can be out-of-date |
||
89 | /// (in which case the module manager could have modules it does not) and |
||
90 | /// this particular translation unit might not have loaded all of the modules |
||
91 | /// known to the global index. |
||
92 | SmallVector<ModuleFile *, 4> ModulesInCommonWithGlobalIndex; |
||
93 | |||
94 | /// The global module index, if one is attached. |
||
95 | /// |
||
96 | /// The global module index will actually be owned by the ASTReader; this is |
||
97 | /// just an non-owning pointer. |
||
98 | GlobalModuleIndex *GlobalIndex = nullptr; |
||
99 | |||
100 | /// State used by the "visit" operation to avoid malloc traffic in |
||
101 | /// calls to visit(). |
||
102 | struct VisitState { |
||
103 | explicit VisitState(unsigned N) : VisitNumber(N, 0) { |
||
104 | Stack.reserve(N); |
||
105 | } |
||
106 | |||
107 | /// The stack used when marking the imports of a particular module |
||
108 | /// as not-to-be-visited. |
||
109 | SmallVector<ModuleFile *, 4> Stack; |
||
110 | |||
111 | /// The visit number of each module file, which indicates when |
||
112 | /// this module file was last visited. |
||
113 | SmallVector<unsigned, 4> VisitNumber; |
||
114 | |||
115 | /// The next visit number to use to mark visited module files. |
||
116 | unsigned NextVisitNumber = 1; |
||
117 | |||
118 | /// The next visit state. |
||
119 | std::unique_ptr<VisitState> NextState; |
||
120 | }; |
||
121 | |||
122 | /// The first visit() state in the chain. |
||
123 | std::unique_ptr<VisitState> FirstVisitState; |
||
124 | |||
125 | std::unique_ptr<VisitState> allocateVisitState(); |
||
126 | void returnVisitState(std::unique_ptr<VisitState> State); |
||
127 | |||
128 | public: |
||
129 | using ModuleIterator = llvm::pointee_iterator< |
||
130 | SmallVectorImpl<std::unique_ptr<ModuleFile>>::iterator>; |
||
131 | using ModuleConstIterator = llvm::pointee_iterator< |
||
132 | SmallVectorImpl<std::unique_ptr<ModuleFile>>::const_iterator>; |
||
133 | using ModuleReverseIterator = llvm::pointee_iterator< |
||
134 | SmallVectorImpl<std::unique_ptr<ModuleFile>>::reverse_iterator>; |
||
135 | using ModuleOffset = std::pair<uint32_t, StringRef>; |
||
136 | |||
137 | explicit ModuleManager(FileManager &FileMgr, InMemoryModuleCache &ModuleCache, |
||
138 | const PCHContainerReader &PCHContainerRdr, |
||
139 | const HeaderSearch &HeaderSearchInfo); |
||
140 | |||
141 | /// Forward iterator to traverse all loaded modules. |
||
142 | ModuleIterator begin() { return Chain.begin(); } |
||
143 | |||
144 | /// Forward iterator end-point to traverse all loaded modules |
||
145 | ModuleIterator end() { return Chain.end(); } |
||
146 | |||
147 | /// Const forward iterator to traverse all loaded modules. |
||
148 | ModuleConstIterator begin() const { return Chain.begin(); } |
||
149 | |||
150 | /// Const forward iterator end-point to traverse all loaded modules |
||
151 | ModuleConstIterator end() const { return Chain.end(); } |
||
152 | |||
153 | /// Reverse iterator to traverse all loaded modules. |
||
154 | ModuleReverseIterator rbegin() { return Chain.rbegin(); } |
||
155 | |||
156 | /// Reverse iterator end-point to traverse all loaded modules. |
||
157 | ModuleReverseIterator rend() { return Chain.rend(); } |
||
158 | |||
159 | /// A range covering the PCH and preamble module files loaded. |
||
160 | llvm::iterator_range<SmallVectorImpl<ModuleFile *>::const_iterator> |
||
161 | pch_modules() const { |
||
162 | return llvm::make_range(PCHChain.begin(), PCHChain.end()); |
||
163 | } |
||
164 | |||
165 | /// Returns the primary module associated with the manager, that is, |
||
166 | /// the first module loaded |
||
167 | ModuleFile &getPrimaryModule() { return *Chain[0]; } |
||
168 | |||
169 | /// Returns the primary module associated with the manager, that is, |
||
170 | /// the first module loaded. |
||
171 | ModuleFile &getPrimaryModule() const { return *Chain[0]; } |
||
172 | |||
173 | /// Returns the module associated with the given index |
||
174 | ModuleFile &operator[](unsigned Index) const { return *Chain[Index]; } |
||
175 | |||
176 | /// Returns the module associated with the given file name. |
||
177 | ModuleFile *lookupByFileName(StringRef FileName) const; |
||
178 | |||
179 | /// Returns the module associated with the given module name. |
||
180 | ModuleFile *lookupByModuleName(StringRef ModName) const; |
||
181 | |||
182 | /// Returns the module associated with the given module file. |
||
183 | ModuleFile *lookup(const FileEntry *File) const; |
||
184 | |||
185 | /// Returns the in-memory (virtual file) buffer with the given name |
||
186 | std::unique_ptr<llvm::MemoryBuffer> lookupBuffer(StringRef Name); |
||
187 | |||
188 | /// Number of modules loaded |
||
189 | unsigned size() const { return Chain.size(); } |
||
190 | |||
191 | /// The result of attempting to add a new module. |
||
192 | enum AddModuleResult { |
||
193 | /// The module file had already been loaded. |
||
194 | AlreadyLoaded, |
||
195 | |||
196 | /// The module file was just loaded in response to this call. |
||
197 | NewlyLoaded, |
||
198 | |||
199 | /// The module file is missing. |
||
200 | Missing, |
||
201 | |||
202 | /// The module file is out-of-date. |
||
203 | OutOfDate |
||
204 | }; |
||
205 | |||
206 | using ASTFileSignatureReader = ASTFileSignature (*)(StringRef); |
||
207 | |||
208 | /// Attempts to create a new module and add it to the list of known |
||
209 | /// modules. |
||
210 | /// |
||
211 | /// \param FileName The file name of the module to be loaded. |
||
212 | /// |
||
213 | /// \param Type The kind of module being loaded. |
||
214 | /// |
||
215 | /// \param ImportLoc The location at which the module is imported. |
||
216 | /// |
||
217 | /// \param ImportedBy The module that is importing this module, or NULL if |
||
218 | /// this module is imported directly by the user. |
||
219 | /// |
||
220 | /// \param Generation The generation in which this module was loaded. |
||
221 | /// |
||
222 | /// \param ExpectedSize The expected size of the module file, used for |
||
223 | /// validation. This will be zero if unknown. |
||
224 | /// |
||
225 | /// \param ExpectedModTime The expected modification time of the module |
||
226 | /// file, used for validation. This will be zero if unknown. |
||
227 | /// |
||
228 | /// \param ExpectedSignature The expected signature of the module file, used |
||
229 | /// for validation. This will be zero if unknown. |
||
230 | /// |
||
231 | /// \param ReadSignature Reads the signature from an AST file without actually |
||
232 | /// loading it. |
||
233 | /// |
||
234 | /// \param Module A pointer to the module file if the module was successfully |
||
235 | /// loaded. |
||
236 | /// |
||
237 | /// \param ErrorStr Will be set to a non-empty string if any errors occurred |
||
238 | /// while trying to load the module. |
||
239 | /// |
||
240 | /// \return A pointer to the module that corresponds to this file name, |
||
241 | /// and a value indicating whether the module was loaded. |
||
242 | AddModuleResult addModule(StringRef FileName, ModuleKind Type, |
||
243 | SourceLocation ImportLoc, |
||
244 | ModuleFile *ImportedBy, unsigned Generation, |
||
245 | off_t ExpectedSize, time_t ExpectedModTime, |
||
246 | ASTFileSignature ExpectedSignature, |
||
247 | ASTFileSignatureReader ReadSignature, |
||
248 | ModuleFile *&Module, |
||
249 | std::string &ErrorStr); |
||
250 | |||
251 | /// Remove the modules starting from First (to the end). |
||
252 | void removeModules(ModuleIterator First); |
||
253 | |||
254 | /// Add an in-memory buffer the list of known buffers |
||
255 | void addInMemoryBuffer(StringRef FileName, |
||
256 | std::unique_ptr<llvm::MemoryBuffer> Buffer); |
||
257 | |||
258 | /// Set the global module index. |
||
259 | void setGlobalIndex(GlobalModuleIndex *Index); |
||
260 | |||
261 | /// Notification from the AST reader that the given module file |
||
262 | /// has been "accepted", and will not (can not) be unloaded. |
||
263 | void moduleFileAccepted(ModuleFile *MF); |
||
264 | |||
265 | /// Visit each of the modules. |
||
266 | /// |
||
267 | /// This routine visits each of the modules, starting with the |
||
268 | /// "root" modules that no other loaded modules depend on, and |
||
269 | /// proceeding to the leaf modules, visiting each module only once |
||
270 | /// during the traversal. |
||
271 | /// |
||
272 | /// This traversal is intended to support various "lookup" |
||
273 | /// operations that can find data in any of the loaded modules. |
||
274 | /// |
||
275 | /// \param Visitor A visitor function that will be invoked with each |
||
276 | /// module. The return value must be convertible to bool; when false, the |
||
277 | /// visitation continues to modules that the current module depends on. When |
||
278 | /// true, the visitation skips any modules that the current module depends on. |
||
279 | /// |
||
280 | /// \param ModuleFilesHit If non-NULL, contains the set of module files |
||
281 | /// that we know we need to visit because the global module index told us to. |
||
282 | /// Any module that is known to both the global module index and the module |
||
283 | /// manager that is *not* in this set can be skipped. |
||
284 | void visit(llvm::function_ref<bool(ModuleFile &M)> Visitor, |
||
285 | llvm::SmallPtrSetImpl<ModuleFile *> *ModuleFilesHit = nullptr); |
||
286 | |||
287 | /// Attempt to resolve the given module file name to a file entry. |
||
288 | /// |
||
289 | /// \param FileName The name of the module file. |
||
290 | /// |
||
291 | /// \param ExpectedSize The size that the module file is expected to have. |
||
292 | /// If the actual size differs, the resolver should return \c true. |
||
293 | /// |
||
294 | /// \param ExpectedModTime The modification time that the module file is |
||
295 | /// expected to have. If the actual modification time differs, the resolver |
||
296 | /// should return \c true. |
||
297 | /// |
||
298 | /// \param File Will be set to the file if there is one, or null |
||
299 | /// otherwise. |
||
300 | /// |
||
301 | /// \returns True if a file exists but does not meet the size/ |
||
302 | /// modification time criteria, false if the file is either available and |
||
303 | /// suitable, or is missing. |
||
304 | bool lookupModuleFile(StringRef FileName, off_t ExpectedSize, |
||
305 | time_t ExpectedModTime, OptionalFileEntryRef &File); |
||
306 | |||
307 | /// View the graphviz representation of the module graph. |
||
308 | void viewGraph(); |
||
309 | |||
310 | InMemoryModuleCache &getModuleCache() const { return *ModuleCache; } |
||
311 | }; |
||
312 | |||
313 | } // namespace serialization |
||
314 | |||
315 | } // namespace clang |
||
316 | |||
317 | #endif // LLVM_CLANG_SERIALIZATION_MODULEMANAGER_H |