//===- Parsing, selection, and construction of pass pipelines --*- C++ -*--===//
 
//
 
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 
// See https://llvm.org/LICENSE.txt for license information.
 
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 
//
 
//===----------------------------------------------------------------------===//
 
/// \file
 
///
 
/// Interfaces for registering analysis passes, producing common pass manager
 
/// configurations, and parsing of pass pipelines.
 
///
 
//===----------------------------------------------------------------------===//
 
 
 
#ifndef LLVM_PASSES_PASSBUILDER_H
 
#define LLVM_PASSES_PASSBUILDER_H
 
 
 
#include "llvm/Analysis/CGSCCPassManager.h"
 
#include "llvm/IR/PassManager.h"
 
#include "llvm/Passes/OptimizationLevel.h"
 
#include "llvm/Support/Error.h"
 
#include "llvm/Support/PGOOptions.h"
 
#include "llvm/Support/raw_ostream.h"
 
#include "llvm/Transforms/IPO/Inliner.h"
 
#include "llvm/Transforms/IPO/ModuleInliner.h"
 
#include "llvm/Transforms/Instrumentation.h"
 
#include "llvm/Transforms/Scalar/LoopPassManager.h"
 
#include <vector>
 
 
 
namespace llvm {
 
class StringRef;
 
class AAManager;
 
class TargetMachine;
 
class ModuleSummaryIndex;
 
 
 
/// Tunable parameters for passes in the default pipelines.
 
class PipelineTuningOptions {
 
public:
 
  /// Constructor sets pipeline tuning defaults based on cl::opts. Each option
 
  /// can be set in the PassBuilder when using a LLVM as a library.
 
  PipelineTuningOptions();
 
 
 
  /// Tuning option to set loop interleaving on/off, set based on opt level.
 
  bool LoopInterleaving;
 
 
 
  /// Tuning option to enable/disable loop vectorization, set based on opt
 
  /// level.
 
  bool LoopVectorization;
 
 
 
  /// Tuning option to enable/disable slp loop vectorization, set based on opt
 
  /// level.
 
  bool SLPVectorization;
 
 
 
  /// Tuning option to enable/disable loop unrolling. Its default value is true.
 
  bool LoopUnrolling;
 
 
 
  /// Tuning option to forget all SCEV loops in LoopUnroll. Its default value
 
  /// is that of the flag: `-forget-scev-loop-unroll`.
 
  bool ForgetAllSCEVInLoopUnroll;
 
 
 
  /// Tuning option to cap the number of calls to retrive clobbering accesses in
 
  /// MemorySSA, in LICM.
 
  unsigned LicmMssaOptCap;
 
 
 
  /// Tuning option to disable promotion to scalars in LICM with MemorySSA, if
 
  /// the number of access is too large.
 
  unsigned LicmMssaNoAccForPromotionCap;
 
 
 
  /// Tuning option to enable/disable call graph profile. Its default value is
 
  /// that of the flag: `-enable-npm-call-graph-profile`.
 
  bool CallGraphProfile;
 
 
 
  /// Tuning option to enable/disable function merging. Its default value is
 
  /// false.
 
  bool MergeFunctions;
 
 
 
  /// Tuning option to override the default inliner threshold.
 
  int InlinerThreshold;
 
 
 
  // Experimental option to eagerly invalidate more analyses. This has the
 
  // potential to decrease max memory usage in exchange for more compile time.
 
  // This may affect codegen due to either passes using analyses only when
 
  // cached, or invalidating and recalculating an analysis that was
 
  // stale/imprecise but still valid. Currently this invalidates all function
 
  // analyses after various module->function or cgscc->function adaptors in the
 
  // default pipelines.
 
  bool EagerlyInvalidateAnalyses;
 
};
 
 
 
/// This class provides access to building LLVM's passes.
 
///
 
/// Its members provide the baseline state available to passes during their
 
/// construction. The \c PassRegistry.def file specifies how to construct all
 
/// of the built-in passes, and those may reference these members during
 
/// construction.
 
class PassBuilder {
 
  TargetMachine *TM;
 
  PipelineTuningOptions PTO;
 
  std::optional<PGOOptions> PGOOpt;
 
  PassInstrumentationCallbacks *PIC;
 
 
 
public:
 
  /// A struct to capture parsed pass pipeline names.
 
  ///
 
  /// A pipeline is defined as a series of names, each of which may in itself
 
  /// recursively contain a nested pipeline. A name is either the name of a pass
 
  /// (e.g. "instcombine") or the name of a pipeline type (e.g. "cgscc"). If the
 
  /// name is the name of a pass, the InnerPipeline is empty, since passes
 
  /// cannot contain inner pipelines. See parsePassPipeline() for a more
 
  /// detailed description of the textual pipeline format.
 
  struct PipelineElement {
 
    StringRef Name;
 
    std::vector<PipelineElement> InnerPipeline;
 
  };
 
 
 
  explicit PassBuilder(TargetMachine *TM = nullptr,
 
                       PipelineTuningOptions PTO = PipelineTuningOptions(),
 
                       std::optional<PGOOptions> PGOOpt = std::nullopt,
 
                       PassInstrumentationCallbacks *PIC = nullptr);
 
 
 
  /// Cross register the analysis managers through their proxies.
 
  ///
 
  /// This is an interface that can be used to cross register each
 
  /// AnalysisManager with all the others analysis managers.
 
  void crossRegisterProxies(LoopAnalysisManager &LAM,
 
                            FunctionAnalysisManager &FAM,
 
                            CGSCCAnalysisManager &CGAM,
 
                            ModuleAnalysisManager &MAM);
 
 
 
  /// Registers all available module analysis passes.
 
  ///
 
  /// This is an interface that can be used to populate a \c
 
  /// ModuleAnalysisManager with all registered module analyses. Callers can
 
  /// still manually register any additional analyses. Callers can also
 
  /// pre-register analyses and this will not override those.
 
  void registerModuleAnalyses(ModuleAnalysisManager &MAM);
 
 
 
  /// Registers all available CGSCC analysis passes.
 
  ///
 
  /// This is an interface that can be used to populate a \c CGSCCAnalysisManager
 
  /// with all registered CGSCC analyses. Callers can still manually register any
 
  /// additional analyses. Callers can also pre-register analyses and this will
 
  /// not override those.
 
  void registerCGSCCAnalyses(CGSCCAnalysisManager &CGAM);
 
 
 
  /// Registers all available function analysis passes.
 
  ///
 
  /// This is an interface that can be used to populate a \c
 
  /// FunctionAnalysisManager with all registered function analyses. Callers can
 
  /// still manually register any additional analyses. Callers can also
 
  /// pre-register analyses and this will not override those.
 
  void registerFunctionAnalyses(FunctionAnalysisManager &FAM);
 
 
 
  /// Registers all available loop analysis passes.
 
  ///
 
  /// This is an interface that can be used to populate a \c LoopAnalysisManager
 
  /// with all registered loop analyses. Callers can still manually register any
 
  /// additional analyses.
 
  void registerLoopAnalyses(LoopAnalysisManager &LAM);
 
 
 
  /// Construct the core LLVM function canonicalization and simplification
 
  /// pipeline.
 
  ///
 
  /// This is a long pipeline and uses most of the per-function optimization
 
  /// passes in LLVM to canonicalize and simplify the IR. It is suitable to run
 
  /// repeatedly over the IR and is not expected to destroy important
 
  /// information about the semantics of the IR.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ///
 
  /// \p Phase indicates the current ThinLTO phase.
 
  FunctionPassManager
 
  buildFunctionSimplificationPipeline(OptimizationLevel Level,
 
                                      ThinOrFullLTOPhase Phase);
 
 
 
  /// Construct the core LLVM module canonicalization and simplification
 
  /// pipeline.
 
  ///
 
  /// This pipeline focuses on canonicalizing and simplifying the entire module
 
  /// of IR. Much like the function simplification pipeline above, it is
 
  /// suitable to run repeatedly over the IR and is not expected to destroy
 
  /// important information. It does, however, perform inlining and other
 
  /// heuristic based simplifications that are not strictly reversible.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ///
 
  /// \p Phase indicates the current ThinLTO phase.
 
  ModulePassManager buildModuleSimplificationPipeline(OptimizationLevel Level,
 
                                                      ThinOrFullLTOPhase Phase);
 
 
 
  /// Construct the module pipeline that performs inlining as well as
 
  /// the inlining-driven cleanups.
 
  ModuleInlinerWrapperPass buildInlinerPipeline(OptimizationLevel Level,
 
                                                ThinOrFullLTOPhase Phase);
 
 
 
  /// Construct the module pipeline that performs inlining with
 
  /// module inliner pass.
 
  ModulePassManager buildModuleInlinerPipeline(OptimizationLevel Level,
 
                                               ThinOrFullLTOPhase Phase);
 
 
 
  /// Construct the core LLVM module optimization pipeline.
 
  ///
 
  /// This pipeline focuses on optimizing the execution speed of the IR. It
 
  /// uses cost modeling and thresholds to balance code growth against runtime
 
  /// improvements. It includes vectorization and other information destroying
 
  /// transformations. It also cannot generally be run repeatedly on a module
 
  /// without potentially seriously regressing either runtime performance of
 
  /// the code or serious code size growth.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ModulePassManager
 
  buildModuleOptimizationPipeline(OptimizationLevel Level,
 
                                  ThinOrFullLTOPhase LTOPhase);
 
 
 
  /// Build a per-module default optimization pipeline.
 
  ///
 
  /// This provides a good default optimization pipeline for per-module
 
  /// optimization and code generation without any link-time optimization. It
 
  /// typically correspond to frontend "-O[123]" options for optimization
 
  /// levels \c O1, \c O2 and \c O3 resp.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ModulePassManager buildPerModuleDefaultPipeline(OptimizationLevel Level,
 
                                                  bool LTOPreLink = false);
 
 
 
  /// Build a pre-link, ThinLTO-targeting default optimization pipeline to
 
  /// a pass manager.
 
  ///
 
  /// This adds the pre-link optimizations tuned to prepare a module for
 
  /// a ThinLTO run. It works to minimize the IR which needs to be analyzed
 
  /// without making irreversible decisions which could be made better during
 
  /// the LTO run.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ModulePassManager buildThinLTOPreLinkDefaultPipeline(OptimizationLevel Level);
 
 
 
  /// Build an ThinLTO default optimization pipeline to a pass manager.
 
  ///
 
  /// This provides a good default optimization pipeline for link-time
 
  /// optimization and code generation. It is particularly tuned to fit well
 
  /// when IR coming into the LTO phase was first run through \c
 
  /// addPreLinkLTODefaultPipeline, and the two coordinate closely.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ModulePassManager
 
  buildThinLTODefaultPipeline(OptimizationLevel Level,
 
                              const ModuleSummaryIndex *ImportSummary);
 
 
 
  /// Build a pre-link, LTO-targeting default optimization pipeline to a pass
 
  /// manager.
 
  ///
 
  /// This adds the pre-link optimizations tuned to work well with a later LTO
 
  /// run. It works to minimize the IR which needs to be analyzed without
 
  /// making irreversible decisions which could be made better during the LTO
 
  /// run.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ModulePassManager buildLTOPreLinkDefaultPipeline(OptimizationLevel Level);
 
 
 
  /// Build an LTO default optimization pipeline to a pass manager.
 
  ///
 
  /// This provides a good default optimization pipeline for link-time
 
  /// optimization and code generation. It is particularly tuned to fit well
 
  /// when IR coming into the LTO phase was first run through \c
 
  /// addPreLinkLTODefaultPipeline, and the two coordinate closely.
 
  ///
 
  /// Note that \p Level cannot be `O0` here. The pipelines produced are
 
  /// only intended for use when attempting to optimize code. If frontends
 
  /// require some transformations for semantic reasons, they should explicitly
 
  /// build them.
 
  ModulePassManager buildLTODefaultPipeline(OptimizationLevel Level,
 
                                            ModuleSummaryIndex *ExportSummary);
 
 
 
  /// Build an O0 pipeline with the minimal semantically required passes.
 
  ///
 
  /// This should only be used for non-LTO and LTO pre-link pipelines.
 
  ModulePassManager buildO0DefaultPipeline(OptimizationLevel Level,
 
                                           bool LTOPreLink = false);
 
 
 
  /// Build the default `AAManager` with the default alias analysis pipeline
 
  /// registered.
 
  ///
 
  /// This also adds target-specific alias analyses registered via
 
  /// TargetMachine::registerDefaultAliasAnalyses().
 
  AAManager buildDefaultAAPipeline();
 
 
 
  /// Parse a textual pass pipeline description into a \c
 
  /// ModulePassManager.
 
  ///
 
  /// The format of the textual pass pipeline description looks something like:
 
  ///
 
  ///   module(function(instcombine,sroa),dce,cgscc(inliner,function(...)),...)
 
  ///
 
  /// Pass managers have ()s describing the nest structure of passes. All passes
 
  /// are comma separated. As a special shortcut, if the very first pass is not
 
  /// a module pass (as a module pass manager is), this will automatically form
 
  /// the shortest stack of pass managers that allow inserting that first pass.
 
  /// So, assuming function passes 'fpassN', CGSCC passes 'cgpassN', and loop
 
  /// passes 'lpassN', all of these are valid:
 
  ///
 
  ///   fpass1,fpass2,fpass3
 
  ///   cgpass1,cgpass2,cgpass3
 
  ///   lpass1,lpass2,lpass3
 
  ///
 
  /// And they are equivalent to the following (resp.):
 
  ///
 
  ///   module(function(fpass1,fpass2,fpass3))
 
  ///   module(cgscc(cgpass1,cgpass2,cgpass3))
 
  ///   module(function(loop(lpass1,lpass2,lpass3)))
 
  ///
 
  /// This shortcut is especially useful for debugging and testing small pass
 
  /// combinations.
 
  ///
 
  /// The sequence of passes aren't necessarily the exact same kind of pass.
 
  /// You can mix different levels implicitly if adaptor passes are defined to
 
  /// make them work. For example,
 
  ///
 
  ///   mpass1,fpass1,fpass2,mpass2,lpass1
 
  ///
 
  /// This pipeline uses only one pass manager: the top-level module manager.
 
  /// fpass1,fpass2 and lpass1 are added into the the top-level module manager
 
  /// using only adaptor passes. No nested function/loop pass managers are
 
  /// added. The purpose is to allow easy pass testing when the user
 
  /// specifically want the pass to run under a adaptor directly. This is
 
  /// preferred when a pipeline is largely of one type, but one or just a few
 
  /// passes are of different types(See PassBuilder.cpp for examples).
 
  Error parsePassPipeline(ModulePassManager &MPM, StringRef PipelineText);
 
 
 
  /// {{@ Parse a textual pass pipeline description into a specific PassManager
 
  ///
 
  /// Automatic deduction of an appropriate pass manager stack is not supported.
 
  /// For example, to insert a loop pass 'lpass' into a FunctionPassManager,
 
  /// this is the valid pipeline text:
 
  ///
 
  ///   function(lpass)
 
  Error parsePassPipeline(CGSCCPassManager &CGPM, StringRef PipelineText);
 
  Error parsePassPipeline(FunctionPassManager &FPM, StringRef PipelineText);
 
  Error parsePassPipeline(LoopPassManager &LPM, StringRef PipelineText);
 
  /// @}}
 
 
 
  /// Parse a textual alias analysis pipeline into the provided AA manager.
 
  ///
 
  /// The format of the textual AA pipeline is a comma separated list of AA
 
  /// pass names:
 
  ///
 
  ///   basic-aa,globals-aa,...
 
  ///
 
  /// The AA manager is set up such that the provided alias analyses are tried
 
  /// in the order specified. See the \c AAManaager documentation for details
 
  /// about the logic used. This routine just provides the textual mapping
 
  /// between AA names and the analyses to register with the manager.
 
  ///
 
  /// Returns false if the text cannot be parsed cleanly. The specific state of
 
  /// the \p AA manager is unspecified if such an error is encountered and this
 
  /// returns false.
 
  Error parseAAPipeline(AAManager &AA, StringRef PipelineText);
 
 
 
  /// Print pass names.
 
  void printPassNames(raw_ostream &OS);
 
 
 
  /// Register a callback for a default optimizer pipeline extension
 
  /// point
 
  ///
 
  /// This extension point allows adding passes that perform peephole
 
  /// optimizations similar to the instruction combiner. These passes will be
 
  /// inserted after each instance of the instruction combiner pass.
 
  void registerPeepholeEPCallback(
 
      const std::function<void(FunctionPassManager &, OptimizationLevel)> &C) {
 
    PeepholeEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension
 
  /// point
 
  ///
 
  /// This extension point allows adding late loop canonicalization and
 
  /// simplification passes. This is the last point in the loop optimization
 
  /// pipeline before loop deletion. Each pass added
 
  /// here must be an instance of LoopPass.
 
  /// This is the place to add passes that can remove loops, such as target-
 
  /// specific loop idiom recognition.
 
  void registerLateLoopOptimizationsEPCallback(
 
      const std::function<void(LoopPassManager &, OptimizationLevel)> &C) {
 
    LateLoopOptimizationsEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension
 
  /// point
 
  ///
 
  /// This extension point allows adding loop passes to the end of the loop
 
  /// optimizer.
 
  void registerLoopOptimizerEndEPCallback(
 
      const std::function<void(LoopPassManager &, OptimizationLevel)> &C) {
 
    LoopOptimizerEndEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension
 
  /// point
 
  ///
 
  /// This extension point allows adding optimization passes after most of the
 
  /// main optimizations, but before the last cleanup-ish optimizations.
 
  void registerScalarOptimizerLateEPCallback(
 
      const std::function<void(FunctionPassManager &, OptimizationLevel)> &C) {
 
    ScalarOptimizerLateEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension
 
  /// point
 
  ///
 
  /// This extension point allows adding CallGraphSCC passes at the end of the
 
  /// main CallGraphSCC passes and before any function simplification passes run
 
  /// by CGPassManager.
 
  void registerCGSCCOptimizerLateEPCallback(
 
      const std::function<void(CGSCCPassManager &, OptimizationLevel)> &C) {
 
    CGSCCOptimizerLateEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension
 
  /// point
 
  ///
 
  /// This extension point allows adding optimization passes before the
 
  /// vectorizer and other highly target specific optimization passes are
 
  /// executed.
 
  void registerVectorizerStartEPCallback(
 
      const std::function<void(FunctionPassManager &, OptimizationLevel)> &C) {
 
    VectorizerStartEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension point.
 
  ///
 
  /// This extension point allows adding optimization once at the start of the
 
  /// pipeline. This does not apply to 'backend' compiles (LTO and ThinLTO
 
  /// link-time pipelines).
 
  void registerPipelineStartEPCallback(
 
      const std::function<void(ModulePassManager &, OptimizationLevel)> &C) {
 
    PipelineStartEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension point.
 
  ///
 
  /// This extension point allows adding optimization right after passes that do
 
  /// basic simplification of the input IR.
 
  void registerPipelineEarlySimplificationEPCallback(
 
      const std::function<void(ModulePassManager &, OptimizationLevel)> &C) {
 
    PipelineEarlySimplificationEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension point
 
  ///
 
  /// This extension point allows adding optimizations before the function
 
  /// optimization pipeline.
 
  void registerOptimizerEarlyEPCallback(
 
      const std::function<void(ModulePassManager &, OptimizationLevel)> &C) {
 
    OptimizerEarlyEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension point
 
  ///
 
  /// This extension point allows adding optimizations at the very end of the
 
  /// function optimization pipeline.
 
  void registerOptimizerLastEPCallback(
 
      const std::function<void(ModulePassManager &, OptimizationLevel)> &C) {
 
    OptimizerLastEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension point
 
  ///
 
  /// This extension point allows adding optimizations at the start of the full
 
  /// LTO pipeline.
 
  void registerFullLinkTimeOptimizationEarlyEPCallback(
 
      const std::function<void(ModulePassManager &, OptimizationLevel)> &C) {
 
    FullLinkTimeOptimizationEarlyEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for a default optimizer pipeline extension point
 
  ///
 
  /// This extension point allows adding optimizations at the end of the full
 
  /// LTO pipeline.
 
  void registerFullLinkTimeOptimizationLastEPCallback(
 
      const std::function<void(ModulePassManager &, OptimizationLevel)> &C) {
 
    FullLinkTimeOptimizationLastEPCallbacks.push_back(C);
 
  }
 
 
 
  /// Register a callback for parsing an AliasAnalysis Name to populate
 
  /// the given AAManager \p AA
 
  void registerParseAACallback(
 
      const std::function<bool(StringRef Name, AAManager &AA)> &C) {
 
    AAParsingCallbacks.push_back(C);
 
  }
 
 
 
  /// {{@ Register callbacks for analysis registration with this PassBuilder
 
  /// instance.
 
  /// Callees register their analyses with the given AnalysisManager objects.
 
  void registerAnalysisRegistrationCallback(
 
      const std::function<void(CGSCCAnalysisManager &)> &C) {
 
    CGSCCAnalysisRegistrationCallbacks.push_back(C);
 
  }
 
  void registerAnalysisRegistrationCallback(
 
      const std::function<void(FunctionAnalysisManager &)> &C) {
 
    FunctionAnalysisRegistrationCallbacks.push_back(C);
 
  }
 
  void registerAnalysisRegistrationCallback(
 
      const std::function<void(LoopAnalysisManager &)> &C) {
 
    LoopAnalysisRegistrationCallbacks.push_back(C);
 
  }
 
  void registerAnalysisRegistrationCallback(
 
      const std::function<void(ModuleAnalysisManager &)> &C) {
 
    ModuleAnalysisRegistrationCallbacks.push_back(C);
 
  }
 
  /// @}}
 
 
 
  /// {{@ Register pipeline parsing callbacks with this pass builder instance.
 
  /// Using these callbacks, callers can parse both a single pass name, as well
 
  /// as entire sub-pipelines, and populate the PassManager instance
 
  /// accordingly.
 
  void registerPipelineParsingCallback(
 
      const std::function<bool(StringRef Name, CGSCCPassManager &,
 
                               ArrayRef<PipelineElement>)> &C) {
 
    CGSCCPipelineParsingCallbacks.push_back(C);
 
  }
 
  void registerPipelineParsingCallback(
 
      const std::function<bool(StringRef Name, FunctionPassManager &,
 
                               ArrayRef<PipelineElement>)> &C) {
 
    FunctionPipelineParsingCallbacks.push_back(C);
 
  }
 
  void registerPipelineParsingCallback(
 
      const std::function<bool(StringRef Name, LoopPassManager &,
 
                               ArrayRef<PipelineElement>)> &C) {
 
    LoopPipelineParsingCallbacks.push_back(C);
 
  }
 
  void registerPipelineParsingCallback(
 
      const std::function<bool(StringRef Name, ModulePassManager &,
 
                               ArrayRef<PipelineElement>)> &C) {
 
    ModulePipelineParsingCallbacks.push_back(C);
 
  }
 
  /// @}}
 
 
 
  /// Register a callback for a top-level pipeline entry.
 
  ///
 
  /// If the PassManager type is not given at the top level of the pipeline
 
  /// text, this Callback should be used to determine the appropriate stack of
 
  /// PassManagers and populate the passed ModulePassManager.
 
  void registerParseTopLevelPipelineCallback(
 
      const std::function<bool(ModulePassManager &, ArrayRef<PipelineElement>)>
 
          &C);
 
 
 
  /// Add PGOInstrumenation passes for O0 only.
 
  void addPGOInstrPassesForO0(ModulePassManager &MPM, bool RunProfileGen,
 
                              bool IsCS, std::string ProfileFile,
 
                              std::string ProfileRemappingFile);
 
 
 
  /// Returns PIC. External libraries can use this to register pass
 
  /// instrumentation callbacks.
 
  PassInstrumentationCallbacks *getPassInstrumentationCallbacks() const {
 
    return PIC;
 
  }
 
 
 
private:
 
  // O1 pass pipeline
 
  FunctionPassManager
 
  buildO1FunctionSimplificationPipeline(OptimizationLevel Level,
 
                                        ThinOrFullLTOPhase Phase);
 
 
 
  void addRequiredLTOPreLinkPasses(ModulePassManager &MPM);
 
 
 
  void addVectorPasses(OptimizationLevel Level, FunctionPassManager &FPM,
 
                       bool IsFullLTO);
 
 
 
  static std::optional<std::vector<PipelineElement>>
 
  parsePipelineText(StringRef Text);
 
 
 
  Error parseModulePass(ModulePassManager &MPM, const PipelineElement &E);
 
  Error parseCGSCCPass(CGSCCPassManager &CGPM, const PipelineElement &E);
 
  Error parseFunctionPass(FunctionPassManager &FPM, const PipelineElement &E);
 
  Error parseLoopPass(LoopPassManager &LPM, const PipelineElement &E);
 
  bool parseAAPassName(AAManager &AA, StringRef Name);
 
 
 
  Error parseLoopPassPipeline(LoopPassManager &LPM,
 
                              ArrayRef<PipelineElement> Pipeline);
 
  Error parseFunctionPassPipeline(FunctionPassManager &FPM,
 
                                  ArrayRef<PipelineElement> Pipeline);
 
  Error parseCGSCCPassPipeline(CGSCCPassManager &CGPM,
 
                               ArrayRef<PipelineElement> Pipeline);
 
  Error parseModulePassPipeline(ModulePassManager &MPM,
 
                                ArrayRef<PipelineElement> Pipeline);
 
 
 
  void addPGOInstrPasses(ModulePassManager &MPM, OptimizationLevel Level,
 
                         bool RunProfileGen, bool IsCS, std::string ProfileFile,
 
                         std::string ProfileRemappingFile,
 
                         ThinOrFullLTOPhase LTOPhase);
 
  void invokePeepholeEPCallbacks(FunctionPassManager &, OptimizationLevel);
 
 
 
  // Extension Point callbacks
 
  SmallVector<std::function<void(FunctionPassManager &, OptimizationLevel)>, 2>
 
      PeepholeEPCallbacks;
 
  SmallVector<std::function<void(LoopPassManager &, OptimizationLevel)>, 2>
 
      LateLoopOptimizationsEPCallbacks;
 
  SmallVector<std::function<void(LoopPassManager &, OptimizationLevel)>, 2>
 
      LoopOptimizerEndEPCallbacks;
 
  SmallVector<std::function<void(FunctionPassManager &, OptimizationLevel)>, 2>
 
      ScalarOptimizerLateEPCallbacks;
 
  SmallVector<std::function<void(CGSCCPassManager &, OptimizationLevel)>, 2>
 
      CGSCCOptimizerLateEPCallbacks;
 
  SmallVector<std::function<void(FunctionPassManager &, OptimizationLevel)>, 2>
 
      VectorizerStartEPCallbacks;
 
  // Module callbacks
 
  SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2>
 
      OptimizerEarlyEPCallbacks;
 
  SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2>
 
      OptimizerLastEPCallbacks;
 
  SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2>
 
      FullLinkTimeOptimizationEarlyEPCallbacks;
 
  SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2>
 
      FullLinkTimeOptimizationLastEPCallbacks;
 
  SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2>
 
      PipelineStartEPCallbacks;
 
  SmallVector<std::function<void(ModulePassManager &, OptimizationLevel)>, 2>
 
      PipelineEarlySimplificationEPCallbacks;
 
 
 
  SmallVector<std::function<void(ModuleAnalysisManager &)>, 2>
 
      ModuleAnalysisRegistrationCallbacks;
 
  SmallVector<std::function<bool(StringRef, ModulePassManager &,
 
                                 ArrayRef<PipelineElement>)>,
 
              2>
 
      ModulePipelineParsingCallbacks;
 
  SmallVector<
 
      std::function<bool(ModulePassManager &, ArrayRef<PipelineElement>)>, 2>
 
      TopLevelPipelineParsingCallbacks;
 
  // CGSCC callbacks
 
  SmallVector<std::function<void(CGSCCAnalysisManager &)>, 2>
 
      CGSCCAnalysisRegistrationCallbacks;
 
  SmallVector<std::function<bool(StringRef, CGSCCPassManager &,
 
                                 ArrayRef<PipelineElement>)>,
 
              2>
 
      CGSCCPipelineParsingCallbacks;
 
  // Function callbacks
 
  SmallVector<std::function<void(FunctionAnalysisManager &)>, 2>
 
      FunctionAnalysisRegistrationCallbacks;
 
  SmallVector<std::function<bool(StringRef, FunctionPassManager &,
 
                                 ArrayRef<PipelineElement>)>,
 
              2>
 
      FunctionPipelineParsingCallbacks;
 
  // Loop callbacks
 
  SmallVector<std::function<void(LoopAnalysisManager &)>, 2>
 
      LoopAnalysisRegistrationCallbacks;
 
  SmallVector<std::function<bool(StringRef, LoopPassManager &,
 
                                 ArrayRef<PipelineElement>)>,
 
              2>
 
      LoopPipelineParsingCallbacks;
 
  // AA callbacks
 
  SmallVector<std::function<bool(StringRef Name, AAManager &AA)>, 2>
 
      AAParsingCallbacks;
 
};
 
 
 
/// This utility template takes care of adding require<> and invalidate<>
 
/// passes for an analysis to a given \c PassManager. It is intended to be used
 
/// during parsing of a pass pipeline when parsing a single PipelineName.
 
/// When registering a new function analysis FancyAnalysis with the pass
 
/// pipeline name "fancy-analysis", a matching ParsePipelineCallback could look
 
/// like this:
 
///
 
/// static bool parseFunctionPipeline(StringRef Name, FunctionPassManager &FPM,
 
///                                   ArrayRef<PipelineElement> P) {
 
///   if (parseAnalysisUtilityPasses<FancyAnalysis>("fancy-analysis", Name,
 
///                                                 FPM))
 
///     return true;
 
///   return false;
 
/// }
 
template <typename AnalysisT, typename IRUnitT, typename AnalysisManagerT,
 
          typename... ExtraArgTs>
 
bool parseAnalysisUtilityPasses(
 
    StringRef AnalysisName, StringRef PipelineName,
 
    PassManager<IRUnitT, AnalysisManagerT, ExtraArgTs...> &PM) {
 
  if (!PipelineName.endswith(">"))
 
    return false;
 
  // See if this is an invalidate<> pass name
 
  if (PipelineName.startswith("invalidate<")) {
 
    PipelineName = PipelineName.substr(11, PipelineName.size() - 12);
 
    if (PipelineName != AnalysisName)
 
      return false;
 
    PM.addPass(InvalidateAnalysisPass<AnalysisT>());
 
    return true;
 
  }
 
 
 
  // See if this is a require<> pass name
 
  if (PipelineName.startswith("require<")) {
 
    PipelineName = PipelineName.substr(8, PipelineName.size() - 9);
 
    if (PipelineName != AnalysisName)
 
      return false;
 
    PM.addPass(RequireAnalysisPass<AnalysisT, IRUnitT, AnalysisManagerT,
 
                                   ExtraArgTs...>());
 
    return true;
 
  }
 
 
 
  return false;
 
}
 
}
 
 
 
#endif