Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===- Parsing, selection, and construction of pass pipelines --*- C++ -*--===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | /// \file |
||
9 | /// |
||
10 | /// Interfaces for registering analysis passes, producing common pass manager |
||
11 | /// configurations, and parsing of pass pipelines. |
||
12 | /// |
||
13 | //===----------------------------------------------------------------------===// |
||
14 | |||
15 | #ifndef LLVM_PASSES_PASSBUILDER_H |
||
16 | #define LLVM_PASSES_PASSBUILDER_H |
||
17 | |||
18 | #include "llvm/Analysis/CGSCCPassManager.h" |
||
19 | #include "llvm/IR/PassManager.h" |
||
20 | #include "llvm/Passes/OptimizationLevel.h" |
||
21 | #include "llvm/Support/Error.h" |
||
22 | #include "llvm/Support/PGOOptions.h" |
||
23 | #include "llvm/Support/raw_ostream.h" |
||
24 | #include "llvm/Transforms/IPO/Inliner.h" |
||
25 | #include "llvm/Transforms/IPO/ModuleInliner.h" |
||
26 | #include "llvm/Transforms/Instrumentation.h" |
||
27 | #include "llvm/Transforms/Scalar/LoopPassManager.h" |
||
28 | #include <vector> |
||
29 | |||
30 | namespace llvm { |
||
31 | class StringRef; |
||
32 | class AAManager; |
||
33 | class TargetMachine; |
||
34 | class ModuleSummaryIndex; |
||
35 | |||
36 | /// Tunable parameters for passes in the default pipelines. |
||
37 | class PipelineTuningOptions { |
||
38 | public: |
||
39 | /// Constructor sets pipeline tuning defaults based on cl::opts. Each option |
||
40 | /// can be set in the PassBuilder when using a LLVM as a library. |
||
41 | PipelineTuningOptions(); |
||
42 | |||
43 | /// Tuning option to set loop interleaving on/off, set based on opt level. |
||
44 | bool LoopInterleaving; |
||
45 | |||
46 | /// Tuning option to enable/disable loop vectorization, set based on opt |
||
47 | /// level. |
||
48 | bool LoopVectorization; |
||
49 | |||
50 | /// Tuning option to enable/disable slp loop vectorization, set based on opt |
||
51 | /// level. |
||
52 | bool SLPVectorization; |
||
53 | |||
54 | /// Tuning option to enable/disable loop unrolling. Its default value is true. |
||
55 | bool LoopUnrolling; |
||
56 | |||
57 | /// Tuning option to forget all SCEV loops in LoopUnroll. Its default value |
||
58 | /// is that of the flag: `-forget-scev-loop-unroll`. |
||
59 | bool ForgetAllSCEVInLoopUnroll; |
||
60 | |||
61 | /// Tuning option to cap the number of calls to retrive clobbering accesses in |
||
62 | /// MemorySSA, in LICM. |
||
63 | unsigned LicmMssaOptCap; |
||
64 | |||
65 | /// Tuning option to disable promotion to scalars in LICM with MemorySSA, if |
||
66 | /// the number of access is too large. |
||
67 | unsigned LicmMssaNoAccForPromotionCap; |
||
68 | |||
69 | /// Tuning option to enable/disable call graph profile. Its default value is |
||
70 | /// that of the flag: `-enable-npm-call-graph-profile`. |
||
71 | bool CallGraphProfile; |
||
72 | |||
73 | /// Tuning option to enable/disable function merging. Its default value is |
||
74 | /// false. |
||
75 | bool MergeFunctions; |
||
76 | |||
77 | /// Tuning option to override the default inliner threshold. |
||
78 | int InlinerThreshold; |
||
79 | |||
80 | // Experimental option to eagerly invalidate more analyses. This has the |
||
81 | // potential to decrease max memory usage in exchange for more compile time. |
||
82 | // This may affect codegen due to either passes using analyses only when |
||
83 | // cached, or invalidating and recalculating an analysis that was |
||
84 | // stale/imprecise but still valid. Currently this invalidates all function |
||
85 | // analyses after various module->function or cgscc->function adaptors in the |
||
86 | // default pipelines. |
||
87 | bool EagerlyInvalidateAnalyses; |
||
88 | }; |
||
89 | |||
90 | /// This class provides access to building LLVM's passes. |
||
91 | /// |
||
92 | /// Its members provide the baseline state available to passes during their |
||
93 | /// construction. The \c PassRegistry.def file specifies how to construct all |
||
94 | /// of the built-in passes, and those may reference these members during |
||
95 | /// construction. |
||
96 | class PassBuilder { |
||
97 | TargetMachine *TM; |
||
98 | PipelineTuningOptions PTO; |
||
99 | std::optional<PGOOptions> PGOOpt; |
||
100 | PassInstrumentationCallbacks *PIC; |
||
101 | |||
102 | public: |
||
103 | /// A struct to capture parsed pass pipeline names. |
||
104 | /// |
||
105 | /// A pipeline is defined as a series of names, each of which may in itself |
||
106 | /// recursively contain a nested pipeline. A name is either the name of a pass |
||
107 | /// (e.g. "instcombine") or the name of a pipeline type (e.g. "cgscc"). If the |
||
108 | /// name is the name of a pass, the InnerPipeline is empty, since passes |
||
109 | /// cannot contain inner pipelines. See parsePassPipeline() for a more |
||
110 | /// detailed description of the textual pipeline format. |
||
111 | struct PipelineElement { |
||
112 | StringRef Name; |
||
113 | std::vector<PipelineElement> InnerPipeline; |
||
114 | }; |
||
115 | |||
116 | explicit PassBuilder(TargetMachine *TM = nullptr, |
||
117 | PipelineTuningOptions PTO = PipelineTuningOptions(), |
||
118 | std::optional<PGOOptions> PGOOpt = std::nullopt, |
||
119 | PassInstrumentationCallbacks *PIC = nullptr); |
||
120 | |||
121 | /// Cross register the analysis managers through their proxies. |
||
122 | /// |
||
123 | /// This is an interface that can be used to cross register each |
||
124 | /// AnalysisManager with all the others analysis managers. |
||
125 | void crossRegisterProxies(LoopAnalysisManager &LAM, |
||
126 | FunctionAnalysisManager &FAM, |
||
127 | CGSCCAnalysisManager &CGAM, |
||
128 | ModuleAnalysisManager &MAM); |
||
129 | |||
130 | /// Registers all available module analysis passes. |
||
131 | /// |
||
132 | /// This is an interface that can be used to populate a \c |
||
133 | /// ModuleAnalysisManager with all registered module analyses. Callers can |
||
134 | /// still manually register any additional analyses. Callers can also |
||
135 | /// pre-register analyses and this will not override those. |
||
136 | void registerModuleAnalyses(ModuleAnalysisManager &MAM); |
||
137 | |||
138 | /// Registers all available CGSCC analysis passes. |
||
139 | /// |
||
140 | /// This is an interface that can be used to populate a \c CGSCCAnalysisManager |
||
141 | /// with all registered CGSCC analyses. Callers can still manually register any |
||
142 | /// additional analyses. Callers can also pre-register analyses and this will |
||
143 | /// not override those. |
||
144 | void registerCGSCCAnalyses(CGSCCAnalysisManager &CGAM); |
||
145 | |||
146 | /// Registers all available function analysis passes. |
||
147 | /// |
||
148 | /// This is an interface that can be used to populate a \c |
||
149 | /// FunctionAnalysisManager with all registered function analyses. Callers can |
||
150 | /// still manually register any additional analyses. Callers can also |
||
151 | /// pre-register analyses and this will not override those. |
||
152 | void registerFunctionAnalyses(FunctionAnalysisManager &FAM); |
||
153 | |||
154 | /// Registers all available loop analysis passes. |
||
155 | /// |
||
156 | /// This is an interface that can be used to populate a \c LoopAnalysisManager |
||
157 | /// with all registered loop analyses. Callers can still manually register any |
||
158 | /// additional analyses. |
||
159 | void registerLoopAnalyses(LoopAnalysisManager &LAM); |
||
160 | |||
161 | /// Construct the core LLVM function canonicalization and simplification |
||
162 | /// pipeline. |
||
163 | /// |
||
164 | /// This is a long pipeline and uses most of the per-function optimization |
||
165 | /// passes in LLVM to canonicalize and simplify the IR. It is suitable to run |
||
166 | /// repeatedly over the IR and is not expected to destroy important |
||
167 | /// information about the semantics of the IR. |
||
168 | /// |
||
169 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
170 | /// only intended for use when attempting to optimize code. If frontends |
||
171 | /// require some transformations for semantic reasons, they should explicitly |
||
172 | /// build them. |
||
173 | /// |
||
174 | /// \p Phase indicates the current ThinLTO phase. |
||
175 | FunctionPassManager |
||
176 | buildFunctionSimplificationPipeline(OptimizationLevel Level, |
||
177 | ThinOrFullLTOPhase Phase); |
||
178 | |||
179 | /// Construct the core LLVM module canonicalization and simplification |
||
180 | /// pipeline. |
||
181 | /// |
||
182 | /// This pipeline focuses on canonicalizing and simplifying the entire module |
||
183 | /// of IR. Much like the function simplification pipeline above, it is |
||
184 | /// suitable to run repeatedly over the IR and is not expected to destroy |
||
185 | /// important information. It does, however, perform inlining and other |
||
186 | /// heuristic based simplifications that are not strictly reversible. |
||
187 | /// |
||
188 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
189 | /// only intended for use when attempting to optimize code. If frontends |
||
190 | /// require some transformations for semantic reasons, they should explicitly |
||
191 | /// build them. |
||
192 | /// |
||
193 | /// \p Phase indicates the current ThinLTO phase. |
||
194 | ModulePassManager buildModuleSimplificationPipeline(OptimizationLevel Level, |
||
195 | ThinOrFullLTOPhase Phase); |
||
196 | |||
197 | /// Construct the module pipeline that performs inlining as well as |
||
198 | /// the inlining-driven cleanups. |
||
199 | ModuleInlinerWrapperPass buildInlinerPipeline(OptimizationLevel Level, |
||
200 | ThinOrFullLTOPhase Phase); |
||
201 | |||
202 | /// Construct the module pipeline that performs inlining with |
||
203 | /// module inliner pass. |
||
204 | ModulePassManager buildModuleInlinerPipeline(OptimizationLevel Level, |
||
205 | ThinOrFullLTOPhase Phase); |
||
206 | |||
207 | /// Construct the core LLVM module optimization pipeline. |
||
208 | /// |
||
209 | /// This pipeline focuses on optimizing the execution speed of the IR. It |
||
210 | /// uses cost modeling and thresholds to balance code growth against runtime |
||
211 | /// improvements. It includes vectorization and other information destroying |
||
212 | /// transformations. It also cannot generally be run repeatedly on a module |
||
213 | /// without potentially seriously regressing either runtime performance of |
||
214 | /// the code or serious code size growth. |
||
215 | /// |
||
216 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
217 | /// only intended for use when attempting to optimize code. If frontends |
||
218 | /// require some transformations for semantic reasons, they should explicitly |
||
219 | /// build them. |
||
220 | ModulePassManager |
||
221 | buildModuleOptimizationPipeline(OptimizationLevel Level, |
||
222 | ThinOrFullLTOPhase LTOPhase); |
||
223 | |||
224 | /// Build a per-module default optimization pipeline. |
||
225 | /// |
||
226 | /// This provides a good default optimization pipeline for per-module |
||
227 | /// optimization and code generation without any link-time optimization. It |
||
228 | /// typically correspond to frontend "-O[123]" options for optimization |
||
229 | /// levels \c O1, \c O2 and \c O3 resp. |
||
230 | /// |
||
231 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
232 | /// only intended for use when attempting to optimize code. If frontends |
||
233 | /// require some transformations for semantic reasons, they should explicitly |
||
234 | /// build them. |
||
235 | ModulePassManager buildPerModuleDefaultPipeline(OptimizationLevel Level, |
||
236 | bool LTOPreLink = false); |
||
237 | |||
238 | /// Build a pre-link, ThinLTO-targeting default optimization pipeline to |
||
239 | /// a pass manager. |
||
240 | /// |
||
241 | /// This adds the pre-link optimizations tuned to prepare a module for |
||
242 | /// a ThinLTO run. It works to minimize the IR which needs to be analyzed |
||
243 | /// without making irreversible decisions which could be made better during |
||
244 | /// the LTO run. |
||
245 | /// |
||
246 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
247 | /// only intended for use when attempting to optimize code. If frontends |
||
248 | /// require some transformations for semantic reasons, they should explicitly |
||
249 | /// build them. |
||
250 | ModulePassManager buildThinLTOPreLinkDefaultPipeline(OptimizationLevel Level); |
||
251 | |||
252 | /// Build an ThinLTO default optimization pipeline to a pass manager. |
||
253 | /// |
||
254 | /// This provides a good default optimization pipeline for link-time |
||
255 | /// optimization and code generation. It is particularly tuned to fit well |
||
256 | /// when IR coming into the LTO phase was first run through \c |
||
257 | /// addPreLinkLTODefaultPipeline, and the two coordinate closely. |
||
258 | /// |
||
259 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
260 | /// only intended for use when attempting to optimize code. If frontends |
||
261 | /// require some transformations for semantic reasons, they should explicitly |
||
262 | /// build them. |
||
263 | ModulePassManager |
||
264 | buildThinLTODefaultPipeline(OptimizationLevel Level, |
||
265 | const ModuleSummaryIndex *ImportSummary); |
||
266 | |||
267 | /// Build a pre-link, LTO-targeting default optimization pipeline to a pass |
||
268 | /// manager. |
||
269 | /// |
||
270 | /// This adds the pre-link optimizations tuned to work well with a later LTO |
||
271 | /// run. It works to minimize the IR which needs to be analyzed without |
||
272 | /// making irreversible decisions which could be made better during the LTO |
||
273 | /// run. |
||
274 | /// |
||
275 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
276 | /// only intended for use when attempting to optimize code. If frontends |
||
277 | /// require some transformations for semantic reasons, they should explicitly |
||
278 | /// build them. |
||
279 | ModulePassManager buildLTOPreLinkDefaultPipeline(OptimizationLevel Level); |
||
280 | |||
281 | /// Build an LTO default optimization pipeline to a pass manager. |
||
282 | /// |
||
283 | /// This provides a good default optimization pipeline for link-time |
||
284 | /// optimization and code generation. It is particularly tuned to fit well |
||
285 | /// when IR coming into the LTO phase was first run through \c |
||
286 | /// addPreLinkLTODefaultPipeline, and the two coordinate closely. |
||
287 | /// |
||
288 | /// Note that \p Level cannot be `O0` here. The pipelines produced are |
||
289 | /// only intended for use when attempting to optimize code. If frontends |
||
290 | /// require some transformations for semantic reasons, they should explicitly |
||
291 | /// build them. |
||
292 | ModulePassManager buildLTODefaultPipeline(OptimizationLevel Level, |
||
293 | ModuleSummaryIndex *ExportSummary); |
||
294 | |||
295 | /// Build an O0 pipeline with the minimal semantically required passes. |
||
296 | /// |
||
297 | /// This should only be used for non-LTO and LTO pre-link pipelines. |
||
298 | ModulePassManager buildO0DefaultPipeline(OptimizationLevel Level, |
||
299 | bool LTOPreLink = false); |
||
300 | |||
301 | /// Build the default `AAManager` with the default alias analysis pipeline |
||
302 | /// registered. |
||
303 | /// |
||
304 | /// This also adds target-specific alias analyses registered via |
||
305 | /// TargetMachine::registerDefaultAliasAnalyses(). |
||
306 | AAManager buildDefaultAAPipeline(); |
||
307 | |||
308 | /// Parse a textual pass pipeline description into a \c |
||
309 | /// ModulePassManager. |
||
310 | /// |
||
311 | /// The format of the textual pass pipeline description looks something like: |
||
312 | /// |
||
313 | /// module(function(instcombine,sroa),dce,cgscc(inliner,function(...)),...) |
||
314 | /// |
||
315 | /// Pass managers have ()s describing the nest structure of passes. All passes |
||
316 | /// are comma separated. As a special shortcut, if the very first pass is not |
||
317 | /// a module pass (as a module pass manager is), this will automatically form |
||
318 | /// the shortest stack of pass managers that allow inserting that first pass. |
||
319 | /// So, assuming function passes 'fpassN', CGSCC passes 'cgpassN', and loop |
||
320 | /// passes 'lpassN', all of these are valid: |
||
321 | /// |
||
322 | /// fpass1,fpass2,fpass3 |
||
323 | /// cgpass1,cgpass2,cgpass3 |
||
324 | /// lpass1,lpass2,lpass3 |
||
325 | /// |
||
326 | /// And they are equivalent to the following (resp.): |
||
327 | /// |
||
328 | /// module(function(fpass1,fpass2,fpass3)) |
||
329 | /// module(cgscc(cgpass1,cgpass2,cgpass3)) |
||
330 | /// module(function(loop(lpass1,lpass2,lpass3))) |
||
331 | /// |
||
332 | /// This shortcut is especially useful for debugging and testing small pass |
||
333 | /// combinations. |
||
334 | /// |
||
335 | /// The sequence of passes aren't necessarily the exact same kind of pass. |
||
336 | /// You can mix different levels implicitly if adaptor passes are defined to |
||
337 | /// make them work. For example, |
||
338 | /// |
||
339 | /// mpass1,fpass1,fpass2,mpass2,lpass1 |
||
340 | /// |
||
341 | /// This pipeline uses only one pass manager: the top-level module manager. |
||
342 | /// fpass1,fpass2 and lpass1 are added into the the top-level module manager |
||
343 | /// using only adaptor passes. No nested function/loop pass managers are |
||
344 | /// added. The purpose is to allow easy pass testing when the user |
||
345 | /// specifically want the pass to run under a adaptor directly. This is |
||
346 | /// preferred when a pipeline is largely of one type, but one or just a few |
||
347 | /// passes are of different types(See PassBuilder.cpp for examples). |
||
348 | Error parsePassPipeline(ModulePassManager &MPM, StringRef PipelineText); |
||
349 | |||
350 | /// {{@ Parse a textual pass pipeline description into a specific PassManager |
||
351 | /// |
||
352 | /// Automatic deduction of an appropriate pass manager stack is not supported. |
||
353 | /// For example, to insert a loop pass 'lpass' into a FunctionPassManager, |
||
354 | /// this is the valid pipeline text: |
||
355 | /// |
||
356 | /// function(lpass) |
||
357 | Error parsePassPipeline(CGSCCPassManager &CGPM, StringRef PipelineText); |
||
358 | Error parsePassPipeline(FunctionPassManager &FPM, StringRef PipelineText); |
||
359 | Error parsePassPipeline(LoopPassManager &LPM, StringRef PipelineText); |
||
360 | /// @}} |
||
361 | |||
362 | /// Parse a textual alias analysis pipeline into the provided AA manager. |
||
363 | /// |
||
364 | /// The format of the textual AA pipeline is a comma separated list of AA |
||
365 | /// pass names: |
||
366 | /// |
||
367 | /// basic-aa,globals-aa,... |
||
368 | /// |
||
369 | /// The AA manager is set up such that the provided alias analyses are tried |
||
370 | /// in the order specified. See the \c AAManaager documentation for details |
||
371 | /// about the logic used. This routine just provides the textual mapping |
||
372 | /// between AA names and the analyses to register with the manager. |
||
373 | /// |
||
374 | /// Returns false if the text cannot be parsed cleanly. The specific state of |
||
375 | /// the \p AA manager is unspecified if such an error is encountered and this |
||
376 | /// returns false. |
||
377 | Error parseAAPipeline(AAManager &AA, StringRef PipelineText); |
||
378 | |||
379 | /// Print pass names. |
||
380 | void printPassNames(raw_ostream &OS); |
||
381 | |||
382 | /// Register a callback for a default optimizer pipeline extension |
||
383 | /// point |
||
384 | /// |
||
385 | /// This extension point allows adding passes that perform peephole |
||
386 | /// optimizations similar to the instruction combiner. These passes will be |
||
387 | /// inserted after each instance of the instruction combiner pass. |
||
388 | void registerPeepholeEPCallback( |
||
389 | const std::function<void(FunctionPassManager &, OptimizationLevel)> &C) { |
||
390 | PeepholeEPCallbacks.push_back(C); |
||
391 | } |
||
392 | |||
393 | /// Register a callback for a default optimizer pipeline extension |
||
394 | /// point |
||
395 | /// |
||
396 | /// This extension point allows adding late loop canonicalization and |
||
397 | /// simplification passes. This is the last point in the loop optimization |
||
398 | /// pipeline before loop deletion. Each pass added |
||
399 | /// here must be an instance of LoopPass. |
||
400 | /// This is the place to add passes that can remove loops, such as target- |
||
401 | /// specific loop idiom recognition. |
||
402 | void registerLateLoopOptimizationsEPCallback( |
||
403 | const std::function<void(LoopPassManager &, OptimizationLevel)> &C) { |
||
404 | LateLoopOptimizationsEPCallbacks.push_back(C); |
||
405 | } |
||
406 | |||
407 | /// Register a callback for a default optimizer pipeline extension |
||
408 | /// point |
||
409 | /// |
||
410 | /// This extension point allows adding loop passes to the end of the loop |
||
411 | /// optimizer. |
||
412 | void registerLoopOptimizerEndEPCallback( |
||
413 | const std::function<void(LoopPassManager &, OptimizationLevel)> &C) { |
||
414 | LoopOptimizerEndEPCallbacks.push_back(C); |
||
415 | } |
||
416 | |||
417 | /// Register a callback for a default optimizer pipeline extension |
||
418 | /// point |
||
419 | /// |
||
420 | /// This extension point allows adding optimization passes after most of the |
||
421 | /// main optimizations, but before the last cleanup-ish optimizations. |
||
422 | void registerScalarOptimizerLateEPCallback( |
||
423 | const std::function<void(FunctionPassManager &, OptimizationLevel)> &C) { |
||
424 | ScalarOptimizerLateEPCallbacks.push_back(C); |
||
425 | } |
||
426 | |||
427 | /// Register a callback for a default optimizer pipeline extension |
||
428 | /// point |
||
429 | /// |
||
430 | /// This extension point allows adding CallGraphSCC passes at the end of the |
||
431 | /// main CallGraphSCC passes and before any function simplification passes run |
||
432 | /// by CGPassManager. |
||
433 | void registerCGSCCOptimizerLateEPCallback( |
||
434 | const std::function<void(CGSCCPassManager &, OptimizationLevel)> &C) { |
||
435 | CGSCCOptimizerLateEPCallbacks.push_back(C); |
||
436 | } |
||
437 | |||
438 | /// Register a callback for a default optimizer pipeline extension |
||
439 | /// point |
||
440 | /// |
||
441 | /// This extension point allows adding optimization passes before the |
||
442 | /// vectorizer and other highly target specific optimization passes are |
||
443 | /// executed. |
||
444 | void registerVectorizerStartEPCallback( |
||
445 | const std::function<void(FunctionPassManager &, OptimizationLevel)> &C) { |
||
446 | VectorizerStartEPCallbacks.push_back(C); |
||
447 | } |
||
448 | |||
449 | /// Register a callback for a default optimizer pipeline extension point. |
||
450 | /// |
||
451 | /// This extension point allows adding optimization once at the start of the |
||
452 | /// pipeline. This does not apply to 'backend' compiles (LTO and ThinLTO |
||
453 | /// link-time pipelines). |
||
454 | void registerPipelineStartEPCallback( |
||
455 | const std::function<void(ModulePassManager &, OptimizationLevel)> &C) { |
||
456 | PipelineStartEPCallbacks.push_back(C); |
||
457 | } |
||
458 | |||
459 | /// Register a callback for a default optimizer pipeline extension point. |
||
460 | /// |
||
461 | /// This extension point allows adding optimization right after passes that do |
||
462 | /// basic simplification of the input IR. |
||
463 | void registerPipelineEarlySimplificationEPCallback( |
||
464 | const std::function<void(ModulePassManager &, OptimizationLevel)> &C) { |
||
465 | PipelineEarlySimplificationEPCallbacks.push_back(C); |
||
466 | } |
||
467 | |||
468 | /// Register a callback for a default optimizer pipeline extension point |
||
469 | /// |
||
470 | /// This extension point allows adding optimizations before the function |
||
471 | /// optimization pipeline. |
||
472 | void registerOptimizerEarlyEPCallback( |
||
473 | const std::function<void(ModulePassManager &, OptimizationLevel)> &C) { |
||
474 | OptimizerEarlyEPCallbacks.push_back(C); |
||
475 | } |
||
476 | |||
477 | /// Register a callback for a default optimizer pipeline extension point |
||
478 | /// |
||
479 | /// This extension point allows adding optimizations at the very end of the |
||
480 | /// function optimization pipeline. |
||
481 | void registerOptimizerLastEPCallback( |
||
482 | const std::function<void(ModulePassManager &, OptimizationLevel)> &C) { |
||
483 | OptimizerLastEPCallbacks.push_back(C); |
||
484 | } |
||
485 | |||
486 | /// Register a callback for a default optimizer pipeline extension point |
||
487 | /// |
||
488 | /// This extension point allows adding optimizations at the start of the full |
||
489 | /// LTO pipeline. |
||
490 | void registerFullLinkTimeOptimizationEarlyEPCallback( |
||
491 | const std::function<void(ModulePassManager &, OptimizationLevel)> &C) { |
||
492 | FullLinkTimeOptimizationEarlyEPCallbacks.push_back(C); |
||
493 | } |
||
494 | |||
495 | /// Register a callback for a default optimizer pipeline extension point |
||
496 | /// |
||
497 | /// This extension point allows adding optimizations at the end of the full |
||
498 | /// LTO pipeline. |
||
499 | void registerFullLinkTimeOptimizationLastEPCallback( |
||
500 | const std::function<void(ModulePassManager &, OptimizationLevel)> &C) { |
||
501 | FullLinkTimeOptimizationLastEPCallbacks.push_back(C); |
||
502 | } |
||
503 | |||
504 | /// Register a callback for parsing an AliasAnalysis Name to populate |
||
505 | /// the given AAManager \p AA |
||
506 | void registerParseAACallback( |
||
507 | const std::function<bool(StringRef Name, AAManager &AA)> &C) { |
||
508 | AAParsingCallbacks.push_back(C); |
||
509 | } |
||
510 | |||
511 | /// {{@ Register callbacks for analysis registration with this PassBuilder |
||
512 | /// instance. |
||
513 | /// Callees register their analyses with the given AnalysisManager objects. |
||
514 | void registerAnalysisRegistrationCallback( |
||
515 | const std::function<void(CGSCCAnalysisManager &)> &C) { |
||
516 | CGSCCAnalysisRegistrationCallbacks.push_back(C); |
||
517 | } |
||
518 | void registerAnalysisRegistrationCallback( |
||
519 | const std::function<void(FunctionAnalysisManager &)> &C) { |
||
520 | FunctionAnalysisRegistrationCallbacks.push_back(C); |
||
521 | } |
||
522 | void registerAnalysisRegistrationCallback( |
||
523 | const std::function<void(LoopAnalysisManager &)> &C) { |
||
524 | LoopAnalysisRegistrationCallbacks.push_back(C); |
||
525 | } |
||
526 | void registerAnalysisRegistrationCallback( |
||
527 | const std::function<void(ModuleAnalysisManager &)> &C) { |
||
528 | ModuleAnalysisRegistrationCallbacks.push_back(C); |
||
529 | } |
||
530 | /// @}} |
||
531 | |||
532 | /// {{@ Register pipeline parsing callbacks with this pass builder instance. |
||
533 | /// Using these callbacks, callers can parse both a single pass name, as well |
||
534 | /// as entire sub-pipelines, and populate the PassManager instance |
||
535 | /// accordingly. |
||
536 | void registerPipelineParsingCallback( |
||
537 | const std::function<bool(StringRef Name, CGSCCPassManager &, |
||
538 | ArrayRef<PipelineElement>)> &C) { |
||
539 | CGSCCPipelineParsingCallbacks.push_back(C); |
||
540 | } |
||
541 | void registerPipelineParsingCallback( |
||
542 | const std::function<bool(StringRef Name, FunctionPassManager &, |
||
543 | ArrayRef<PipelineElement>)> &C) { |
||
544 | FunctionPipelineParsingCallbacks.push_back(C); |
||
545 | } |
||
546 | void registerPipelineParsingCallback( |
||
547 | const std::function<bool(StringRef Name, LoopPassManager &, |
||
548 | ArrayRef<PipelineElement>)> &C) { |
||
549 | LoopPipelineParsingCallbacks.push_back(C); |
||
550 | } |
||
551 | void registerPipelineParsingCallback( |
||
552 | const std::function<bool(StringRef Name, ModulePassManager &, |
||
553 | ArrayRef<PipelineElement>)> &C) { |
||
554 | ModulePipelineParsingCallbacks.push_back(C); |
||
555 | } |
||
556 | /// @}} |
||
557 | |||
558 | /// Register a callback for a top-level pipeline entry. |
||
559 | /// |
||
560 | /// If the PassManager type is not given at the top level of the pipeline |
||
561 | /// text, this Callback should be used to determine the appropriate stack of |
||
562 | /// PassManagers and populate the passed ModulePassManager. |
||
563 | void registerParseTopLevelPipelineCallback( |
||
564 | const std::function<bool(ModulePassManager &, ArrayRef<PipelineElement>)> |
||
565 | &C); |
||
566 | |||
567 | /// Add PGOInstrumenation passes for O0 only. |
||
568 | void addPGOInstrPassesForO0(ModulePassManager &MPM, bool RunProfileGen, |
||
569 | bool IsCS, std::string ProfileFile, |
||
570 | std::string ProfileRemappingFile); |
||
571 | |||
572 | /// Returns PIC. External libraries can use this to register pass |
||
573 | /// instrumentation callbacks. |
||
574 | PassInstrumentationCallbacks *getPassInstrumentationCallbacks() const { |
||
575 | return PIC; |
||
576 | } |
||
577 | |||
578 | private: |
||
579 | // O1 pass pipeline |
||
580 | FunctionPassManager |
||
581 | buildO1FunctionSimplificationPipeline(OptimizationLevel Level, |
||
582 | ThinOrFullLTOPhase Phase); |
||
583 | |||
584 | void addRequiredLTOPreLinkPasses(ModulePassManager &MPM); |
||
585 | |||
586 | void addVectorPasses(OptimizationLevel Level, FunctionPassManager &FPM, |
||
587 | bool IsFullLTO); |
||
588 | |||
589 | static std::optional<std::vector<PipelineElement>> |
||
590 | parsePipelineText(StringRef Text); |
||
591 | |||
592 | Error parseModulePass(ModulePassManager &MPM, const PipelineElement &E); |
||
593 | Error parseCGSCCPass(CGSCCPassManager &CGPM, const PipelineElement &E); |
||
594 | Error parseFunctionPass(FunctionPassManager &FPM, const PipelineElement &E); |
||
595 | Error parseLoopPass(LoopPassManager &LPM, const PipelineElement &E); |
||
596 | bool parseAAPassName(AAManager &AA, StringRef Name); |
||
597 | |||
598 | Error parseLoopPassPipeline(LoopPassManager &LPM, |
||
599 | ArrayRef<PipelineElement> Pipeline); |
||
600 | Error parseFunctionPassPipeline(FunctionPassManager &FPM, |
||
601 | ArrayRef<PipelineElement> Pipeline); |
||
602 | Error parseCGSCCPassPipeline(CGSCCPassManager &CGPM, |
||
603 | ArrayRef<PipelineElement> Pipeline); |
||
604 | Error parseModulePassPipeline(ModulePassManager &MPM, |
||
605 | ArrayRef<PipelineElement> Pipeline); |
||
606 | |||
607 | void addPGOInstrPasses(ModulePassManager &MPM, OptimizationLevel Level, |
||
608 | bool RunProfileGen, bool IsCS, std::string ProfileFile, |
||
609 | std::string ProfileRemappingFile, |
||
610 | ThinOrFullLTOPhase LTOPhase); |
||
611 | void invokePeepholeEPCallbacks(FunctionPassManager &, OptimizationLevel); |
||
612 | |||
613 | // Extension Point callbacks |
||
614 | SmallVector<std::function<void(FunctionPassManager &, OptimizationLevel)>, 2> |
||
615 | PeepholeEPCallbacks; |
||
616 | SmallVector<std::function<void(LoopPassManager &, OptimizationLevel)>, 2> |
||
617 | LateLoopOptimizationsEPCallbacks; |
||
618 | SmallVector<std::function<void(LoopPassManager &, OptimizationLevel)>, 2> |
||
619 | LoopOptimizerEndEPCallbacks; |
||
620 | SmallVector<std::function<void(FunctionPassManager &, OptimizationLevel)>, 2> |
||
621 | ScalarOptimizerLateEPCallbacks; |
||
622 | SmallVector<std::function<void(CGSCCPassManager &, OptimizationLevel)>, 2> |
||
623 | CGSCCOptimizerLateEPCallbacks; |
||
624 | SmallVector<std::function<void(FunctionPassManager &, OptimizationLevel)>, 2> |
||
625 | VectorizerStartEPCallbacks; |
||
626 | // Module callbacks |
||
627 | SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2> |
||
628 | OptimizerEarlyEPCallbacks; |
||
629 | SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2> |
||
630 | OptimizerLastEPCallbacks; |
||
631 | SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2> |
||
632 | FullLinkTimeOptimizationEarlyEPCallbacks; |
||
633 | SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2> |
||
634 | FullLinkTimeOptimizationLastEPCallbacks; |
||
635 | SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2> |
||
636 | PipelineStartEPCallbacks; |
||
637 | SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2> |
||
638 | PipelineEarlySimplificationEPCallbacks; |
||
639 | |||
640 | SmallVector<std::function<void(ModuleAnalysisManager &)>, 2> |
||
641 | ModuleAnalysisRegistrationCallbacks; |
||
642 | SmallVector<std::function<bool(StringRef, ModulePassManager &, |
||
643 | ArrayRef<PipelineElement>)>, |
||
644 | 2> |
||
645 | ModulePipelineParsingCallbacks; |
||
646 | SmallVector< |
||
647 | std::function<bool(ModulePassManager &, ArrayRef<PipelineElement>)>, 2> |
||
648 | TopLevelPipelineParsingCallbacks; |
||
649 | // CGSCC callbacks |
||
650 | SmallVector<std::function<void(CGSCCAnalysisManager &)>, 2> |
||
651 | CGSCCAnalysisRegistrationCallbacks; |
||
652 | SmallVector<std::function<bool(StringRef, CGSCCPassManager &, |
||
653 | ArrayRef<PipelineElement>)>, |
||
654 | 2> |
||
655 | CGSCCPipelineParsingCallbacks; |
||
656 | // Function callbacks |
||
657 | SmallVector<std::function<void(FunctionAnalysisManager &)>, 2> |
||
658 | FunctionAnalysisRegistrationCallbacks; |
||
659 | SmallVector<std::function<bool(StringRef, FunctionPassManager &, |
||
660 | ArrayRef<PipelineElement>)>, |
||
661 | 2> |
||
662 | FunctionPipelineParsingCallbacks; |
||
663 | // Loop callbacks |
||
664 | SmallVector<std::function<void(LoopAnalysisManager &)>, 2> |
||
665 | LoopAnalysisRegistrationCallbacks; |
||
666 | SmallVector<std::function<bool(StringRef, LoopPassManager &, |
||
667 | ArrayRef<PipelineElement>)>, |
||
668 | 2> |
||
669 | LoopPipelineParsingCallbacks; |
||
670 | // AA callbacks |
||
671 | SmallVector<std::function<bool(StringRef Name, AAManager &AA)>, 2> |
||
672 | AAParsingCallbacks; |
||
673 | }; |
||
674 | |||
675 | /// This utility template takes care of adding require<> and invalidate<> |
||
676 | /// passes for an analysis to a given \c PassManager. It is intended to be used |
||
677 | /// during parsing of a pass pipeline when parsing a single PipelineName. |
||
678 | /// When registering a new function analysis FancyAnalysis with the pass |
||
679 | /// pipeline name "fancy-analysis", a matching ParsePipelineCallback could look |
||
680 | /// like this: |
||
681 | /// |
||
682 | /// static bool parseFunctionPipeline(StringRef Name, FunctionPassManager &FPM, |
||
683 | /// ArrayRef<PipelineElement> P) { |
||
684 | /// if (parseAnalysisUtilityPasses<FancyAnalysis>("fancy-analysis", Name, |
||
685 | /// FPM)) |
||
686 | /// return true; |
||
687 | /// return false; |
||
688 | /// } |
||
689 | template <typename AnalysisT, typename IRUnitT, typename AnalysisManagerT, |
||
690 | typename... ExtraArgTs> |
||
691 | bool parseAnalysisUtilityPasses( |
||
692 | StringRef AnalysisName, StringRef PipelineName, |
||
693 | PassManager<IRUnitT, AnalysisManagerT, ExtraArgTs...> &PM) { |
||
694 | if (!PipelineName.endswith(">")) |
||
695 | return false; |
||
696 | // See if this is an invalidate<> pass name |
||
697 | if (PipelineName.startswith("invalidate<")) { |
||
698 | PipelineName = PipelineName.substr(11, PipelineName.size() - 12); |
||
699 | if (PipelineName != AnalysisName) |
||
700 | return false; |
||
701 | PM.addPass(InvalidateAnalysisPass<AnalysisT>()); |
||
702 | return true; |
||
703 | } |
||
704 | |||
705 | // See if this is a require<> pass name |
||
706 | if (PipelineName.startswith("require<")) { |
||
707 | PipelineName = PipelineName.substr(8, PipelineName.size() - 9); |
||
708 | if (PipelineName != AnalysisName) |
||
709 | return false; |
||
710 | PM.addPass(RequireAnalysisPass<AnalysisT, IRUnitT, AnalysisManagerT, |
||
711 | ExtraArgTs...>()); |
||
712 | return true; |
||
713 | } |
||
714 | |||
715 | return false; |
||
716 | } |
||
717 | } |
||
718 | |||
719 | #endif |