Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===- MemorySSAUpdater.h - Memory SSA Updater-------------------*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | // |
||
| 9 | // \file |
||
| 10 | // An automatic updater for MemorySSA that handles arbitrary insertion, |
||
| 11 | // deletion, and moves. It performs phi insertion where necessary, and |
||
| 12 | // automatically updates the MemorySSA IR to be correct. |
||
| 13 | // While updating loads or removing instructions is often easy enough to not |
||
| 14 | // need this, updating stores should generally not be attemped outside this |
||
| 15 | // API. |
||
| 16 | // |
||
| 17 | // Basic API usage: |
||
| 18 | // Create the memory access you want for the instruction (this is mainly so |
||
| 19 | // we know where it is, without having to duplicate the entire set of create |
||
| 20 | // functions MemorySSA supports). |
||
| 21 | // Call insertDef or insertUse depending on whether it's a MemoryUse or a |
||
| 22 | // MemoryDef. |
||
| 23 | // That's it. |
||
| 24 | // |
||
| 25 | // For moving, first, move the instruction itself using the normal SSA |
||
| 26 | // instruction moving API, then just call moveBefore, moveAfter,or moveTo with |
||
| 27 | // the right arguments. |
||
| 28 | // |
||
| 29 | //===----------------------------------------------------------------------===// |
||
| 30 | |||
| 31 | #ifndef LLVM_ANALYSIS_MEMORYSSAUPDATER_H |
||
| 32 | #define LLVM_ANALYSIS_MEMORYSSAUPDATER_H |
||
| 33 | |||
| 34 | #include "llvm/ADT/SmallPtrSet.h" |
||
| 35 | #include "llvm/ADT/SmallSet.h" |
||
| 36 | #include "llvm/ADT/SmallVector.h" |
||
| 37 | #include "llvm/Analysis/MemorySSA.h" |
||
| 38 | #include "llvm/IR/ValueHandle.h" |
||
| 39 | #include "llvm/IR/ValueMap.h" |
||
| 40 | #include "llvm/Support/CFGDiff.h" |
||
| 41 | |||
| 42 | namespace llvm { |
||
| 43 | |||
| 44 | class BasicBlock; |
||
| 45 | class DominatorTree; |
||
| 46 | class Instruction; |
||
| 47 | class LoopBlocksRPO; |
||
| 48 | template <typename T, unsigned int N> class SmallSetVector; |
||
| 49 | |||
| 50 | using ValueToValueMapTy = ValueMap<const Value *, WeakTrackingVH>; |
||
| 51 | using PhiToDefMap = SmallDenseMap<MemoryPhi *, MemoryAccess *>; |
||
| 52 | using CFGUpdate = cfg::Update<BasicBlock *>; |
||
| 53 | |||
| 54 | class MemorySSAUpdater { |
||
| 55 | private: |
||
| 56 | MemorySSA *MSSA; |
||
| 57 | |||
| 58 | /// We use WeakVH rather than a costly deletion to deal with dangling pointers. |
||
| 59 | /// MemoryPhis are created eagerly and sometimes get zapped shortly afterwards. |
||
| 60 | SmallVector<WeakVH, 16> InsertedPHIs; |
||
| 61 | |||
| 62 | SmallPtrSet<BasicBlock *, 8> VisitedBlocks; |
||
| 63 | SmallSet<AssertingVH<MemoryPhi>, 8> NonOptPhis; |
||
| 64 | |||
| 65 | public: |
||
| 66 | MemorySSAUpdater(MemorySSA *MSSA) : MSSA(MSSA) {} |
||
| 67 | |||
| 68 | /// Insert a definition into the MemorySSA IR. RenameUses will rename any use |
||
| 69 | /// below the new def block (and any inserted phis). RenameUses should be set |
||
| 70 | /// to true if the definition may cause new aliases for loads below it. This |
||
| 71 | /// is not the case for hoisting or sinking or other forms of code *movement*. |
||
| 72 | /// It *is* the case for straight code insertion. |
||
| 73 | /// For example: |
||
| 74 | /// store a |
||
| 75 | /// if (foo) { } |
||
| 76 | /// load a |
||
| 77 | /// |
||
| 78 | /// Moving the store into the if block, and calling insertDef, does not |
||
| 79 | /// require RenameUses. |
||
| 80 | /// However, changing it to: |
||
| 81 | /// store a |
||
| 82 | /// if (foo) { store b } |
||
| 83 | /// load a |
||
| 84 | /// Where a mayalias b, *does* require RenameUses be set to true. |
||
| 85 | void insertDef(MemoryDef *Def, bool RenameUses = false); |
||
| 86 | void insertUse(MemoryUse *Use, bool RenameUses = false); |
||
| 87 | /// Update the MemoryPhi in `To` following an edge deletion between `From` and |
||
| 88 | /// `To`. If `To` becomes unreachable, a call to removeBlocks should be made. |
||
| 89 | void removeEdge(BasicBlock *From, BasicBlock *To); |
||
| 90 | /// Update the MemoryPhi in `To` to have a single incoming edge from `From`, |
||
| 91 | /// following a CFG change that replaced multiple edges (switch) with a direct |
||
| 92 | /// branch. |
||
| 93 | void removeDuplicatePhiEdgesBetween(const BasicBlock *From, |
||
| 94 | const BasicBlock *To); |
||
| 95 | /// Update MemorySSA when inserting a unique backedge block for a loop. |
||
| 96 | void updatePhisWhenInsertingUniqueBackedgeBlock(BasicBlock *LoopHeader, |
||
| 97 | BasicBlock *LoopPreheader, |
||
| 98 | BasicBlock *BackedgeBlock); |
||
| 99 | /// Update MemorySSA after a loop was cloned, given the blocks in RPO order, |
||
| 100 | /// the exit blocks and a 1:1 mapping of all blocks and instructions |
||
| 101 | /// cloned. This involves duplicating all defs and uses in the cloned blocks |
||
| 102 | /// Updating phi nodes in exit block successors is done separately. |
||
| 103 | void updateForClonedLoop(const LoopBlocksRPO &LoopBlocks, |
||
| 104 | ArrayRef<BasicBlock *> ExitBlocks, |
||
| 105 | const ValueToValueMapTy &VM, |
||
| 106 | bool IgnoreIncomingWithNoClones = false); |
||
| 107 | // Block BB was fully or partially cloned into its predecessor P1. Map |
||
| 108 | // contains the 1:1 mapping of instructions cloned and VM[BB]=P1. |
||
| 109 | void updateForClonedBlockIntoPred(BasicBlock *BB, BasicBlock *P1, |
||
| 110 | const ValueToValueMapTy &VM); |
||
| 111 | /// Update phi nodes in exit block successors following cloning. Exit blocks |
||
| 112 | /// that were not cloned don't have additional predecessors added. |
||
| 113 | void updateExitBlocksForClonedLoop(ArrayRef<BasicBlock *> ExitBlocks, |
||
| 114 | const ValueToValueMapTy &VMap, |
||
| 115 | DominatorTree &DT); |
||
| 116 | void updateExitBlocksForClonedLoop( |
||
| 117 | ArrayRef<BasicBlock *> ExitBlocks, |
||
| 118 | ArrayRef<std::unique_ptr<ValueToValueMapTy>> VMaps, DominatorTree &DT); |
||
| 119 | |||
| 120 | /// Apply CFG updates, analogous with the DT edge updates. By default, the |
||
| 121 | /// DT is assumed to be already up to date. If UpdateDTFirst is true, first |
||
| 122 | /// update the DT with the same updates. |
||
| 123 | void applyUpdates(ArrayRef<CFGUpdate> Updates, DominatorTree &DT, |
||
| 124 | bool UpdateDTFirst = false); |
||
| 125 | /// Apply CFG insert updates, analogous with the DT edge updates. |
||
| 126 | void applyInsertUpdates(ArrayRef<CFGUpdate> Updates, DominatorTree &DT); |
||
| 127 | |||
| 128 | void moveBefore(MemoryUseOrDef *What, MemoryUseOrDef *Where); |
||
| 129 | void moveAfter(MemoryUseOrDef *What, MemoryUseOrDef *Where); |
||
| 130 | void moveToPlace(MemoryUseOrDef *What, BasicBlock *BB, |
||
| 131 | MemorySSA::InsertionPlace Where); |
||
| 132 | /// `From` block was spliced into `From` and `To`. There is a CFG edge from |
||
| 133 | /// `From` to `To`. Move all accesses from `From` to `To` starting at |
||
| 134 | /// instruction `Start`. `To` is newly created BB, so empty of |
||
| 135 | /// MemorySSA::MemoryAccesses. Edges are already updated, so successors of |
||
| 136 | /// `To` with MPhi nodes need to update incoming block. |
||
| 137 | /// |------| |------| |
||
| 138 | /// | From | | From | |
||
| 139 | /// | | |------| |
||
| 140 | /// | | || |
||
| 141 | /// | | => \/ |
||
| 142 | /// | | |------| <- Start |
||
| 143 | /// | | | To | |
||
| 144 | /// |------| |------| |
||
| 145 | void moveAllAfterSpliceBlocks(BasicBlock *From, BasicBlock *To, |
||
| 146 | Instruction *Start); |
||
| 147 | /// `From` block was merged into `To`. There is a CFG edge from `To` to |
||
| 148 | /// `From`.`To` still branches to `From`, but all instructions were moved and |
||
| 149 | /// `From` is now an empty block; `From` is about to be deleted. Move all |
||
| 150 | /// accesses from `From` to `To` starting at instruction `Start`. `To` may |
||
| 151 | /// have multiple successors, `From` has a single predecessor. `From` may have |
||
| 152 | /// successors with MPhi nodes, replace their incoming block with `To`. |
||
| 153 | /// |------| |------| |
||
| 154 | /// | To | | To | |
||
| 155 | /// |------| | | |
||
| 156 | /// || => | | |
||
| 157 | /// \/ | | |
||
| 158 | /// |------| | | <- Start |
||
| 159 | /// | From | | | |
||
| 160 | /// |------| |------| |
||
| 161 | void moveAllAfterMergeBlocks(BasicBlock *From, BasicBlock *To, |
||
| 162 | Instruction *Start); |
||
| 163 | /// A new empty BasicBlock (New) now branches directly to Old. Some of |
||
| 164 | /// Old's predecessors (Preds) are now branching to New instead of Old. |
||
| 165 | /// If New is the only predecessor, move Old's Phi, if present, to New. |
||
| 166 | /// Otherwise, add a new Phi in New with appropriate incoming values, and |
||
| 167 | /// update the incoming values in Old's Phi node too, if present. |
||
| 168 | void wireOldPredecessorsToNewImmediatePredecessor( |
||
| 169 | BasicBlock *Old, BasicBlock *New, ArrayRef<BasicBlock *> Preds, |
||
| 170 | bool IdenticalEdgesWereMerged = true); |
||
| 171 | // The below are utility functions. Other than creation of accesses to pass |
||
| 172 | // to insertDef, and removeAccess to remove accesses, you should generally |
||
| 173 | // not attempt to update memoryssa yourself. It is very non-trivial to get |
||
| 174 | // the edge cases right, and the above calls already operate in near-optimal |
||
| 175 | // time bounds. |
||
| 176 | |||
| 177 | /// Create a MemoryAccess in MemorySSA at a specified point in a block, |
||
| 178 | /// with a specified clobbering definition. |
||
| 179 | /// |
||
| 180 | /// Returns the new MemoryAccess. |
||
| 181 | /// This should be called when a memory instruction is created that is being |
||
| 182 | /// used to replace an existing memory instruction. It will *not* create PHI |
||
| 183 | /// nodes, or verify the clobbering definition. The insertion place is used |
||
| 184 | /// solely to determine where in the memoryssa access lists the instruction |
||
| 185 | /// will be placed. The caller is expected to keep ordering the same as |
||
| 186 | /// instructions. |
||
| 187 | /// It will return the new MemoryAccess. |
||
| 188 | /// Note: If a MemoryAccess already exists for I, this function will make it |
||
| 189 | /// inaccessible and it *must* have removeMemoryAccess called on it. |
||
| 190 | MemoryAccess *createMemoryAccessInBB(Instruction *I, MemoryAccess *Definition, |
||
| 191 | const BasicBlock *BB, |
||
| 192 | MemorySSA::InsertionPlace Point); |
||
| 193 | |||
| 194 | /// Create a MemoryAccess in MemorySSA before or after an existing |
||
| 195 | /// MemoryAccess. |
||
| 196 | /// |
||
| 197 | /// Returns the new MemoryAccess. |
||
| 198 | /// This should be called when a memory instruction is created that is being |
||
| 199 | /// used to replace an existing memory instruction. It will *not* create PHI |
||
| 200 | /// nodes, or verify the clobbering definition. |
||
| 201 | /// |
||
| 202 | /// Note: If a MemoryAccess already exists for I, this function will make it |
||
| 203 | /// inaccessible and it *must* have removeMemoryAccess called on it. |
||
| 204 | MemoryUseOrDef *createMemoryAccessBefore(Instruction *I, |
||
| 205 | MemoryAccess *Definition, |
||
| 206 | MemoryUseOrDef *InsertPt); |
||
| 207 | MemoryUseOrDef *createMemoryAccessAfter(Instruction *I, |
||
| 208 | MemoryAccess *Definition, |
||
| 209 | MemoryAccess *InsertPt); |
||
| 210 | |||
| 211 | /// Remove a MemoryAccess from MemorySSA, including updating all |
||
| 212 | /// definitions and uses. |
||
| 213 | /// This should be called when a memory instruction that has a MemoryAccess |
||
| 214 | /// associated with it is erased from the program. For example, if a store or |
||
| 215 | /// load is simply erased (not replaced), removeMemoryAccess should be called |
||
| 216 | /// on the MemoryAccess for that store/load. |
||
| 217 | void removeMemoryAccess(MemoryAccess *, bool OptimizePhis = false); |
||
| 218 | |||
| 219 | /// Remove MemoryAccess for a given instruction, if a MemoryAccess exists. |
||
| 220 | /// This should be called when an instruction (load/store) is deleted from |
||
| 221 | /// the program. |
||
| 222 | void removeMemoryAccess(const Instruction *I, bool OptimizePhis = false) { |
||
| 223 | if (MemoryAccess *MA = MSSA->getMemoryAccess(I)) |
||
| 224 | removeMemoryAccess(MA, OptimizePhis); |
||
| 225 | } |
||
| 226 | |||
| 227 | /// Remove all MemoryAcceses in a set of BasicBlocks about to be deleted. |
||
| 228 | /// Assumption we make here: all uses of deleted defs and phi must either |
||
| 229 | /// occur in blocks about to be deleted (thus will be deleted as well), or |
||
| 230 | /// they occur in phis that will simply lose an incoming value. |
||
| 231 | /// Deleted blocks still have successor info, but their predecessor edges and |
||
| 232 | /// Phi nodes may already be updated. Instructions in DeadBlocks should be |
||
| 233 | /// deleted after this call. |
||
| 234 | void removeBlocks(const SmallSetVector<BasicBlock *, 8> &DeadBlocks); |
||
| 235 | |||
| 236 | /// Instruction I will be changed to an unreachable. Remove all accesses in |
||
| 237 | /// I's block that follow I (inclusive), and update the Phis in the blocks' |
||
| 238 | /// successors. |
||
| 239 | void changeToUnreachable(const Instruction *I); |
||
| 240 | |||
| 241 | /// Get handle on MemorySSA. |
||
| 242 | MemorySSA* getMemorySSA() const { return MSSA; } |
||
| 243 | |||
| 244 | private: |
||
| 245 | // Move What before Where in the MemorySSA IR. |
||
| 246 | template <class WhereType> |
||
| 247 | void moveTo(MemoryUseOrDef *What, BasicBlock *BB, WhereType Where); |
||
| 248 | // Move all memory accesses from `From` to `To` starting at `Start`. |
||
| 249 | // Restrictions apply, see public wrappers of this method. |
||
| 250 | void moveAllAccesses(BasicBlock *From, BasicBlock *To, Instruction *Start); |
||
| 251 | MemoryAccess *getPreviousDef(MemoryAccess *); |
||
| 252 | MemoryAccess *getPreviousDefInBlock(MemoryAccess *); |
||
| 253 | MemoryAccess * |
||
| 254 | getPreviousDefFromEnd(BasicBlock *, |
||
| 255 | DenseMap<BasicBlock *, TrackingVH<MemoryAccess>> &); |
||
| 256 | MemoryAccess * |
||
| 257 | getPreviousDefRecursive(BasicBlock *, |
||
| 258 | DenseMap<BasicBlock *, TrackingVH<MemoryAccess>> &); |
||
| 259 | MemoryAccess *recursePhi(MemoryAccess *Phi); |
||
| 260 | MemoryAccess *tryRemoveTrivialPhi(MemoryPhi *Phi); |
||
| 261 | template <class RangeType> |
||
| 262 | MemoryAccess *tryRemoveTrivialPhi(MemoryPhi *Phi, RangeType &Operands); |
||
| 263 | void tryRemoveTrivialPhis(ArrayRef<WeakVH> UpdatedPHIs); |
||
| 264 | void fixupDefs(const SmallVectorImpl<WeakVH> &); |
||
| 265 | // Clone all uses and defs from BB to NewBB given a 1:1 map of all |
||
| 266 | // instructions and blocks cloned, and a map of MemoryPhi : Definition |
||
| 267 | // (MemoryAccess Phi or Def). VMap maps old instructions to cloned |
||
| 268 | // instructions and old blocks to cloned blocks. MPhiMap, is created in the |
||
| 269 | // caller of this private method, and maps existing MemoryPhis to new |
||
| 270 | // definitions that new MemoryAccesses must point to. These definitions may |
||
| 271 | // not necessarily be MemoryPhis themselves, they may be MemoryDefs. As such, |
||
| 272 | // the map is between MemoryPhis and MemoryAccesses, where the MemoryAccesses |
||
| 273 | // may be MemoryPhis or MemoryDefs and not MemoryUses. |
||
| 274 | // If CloneWasSimplified = true, the clone was exact. Otherwise, assume that |
||
| 275 | // the clone involved simplifications that may have: (1) turned a MemoryUse |
||
| 276 | // into an instruction that MemorySSA has no representation for, or (2) turned |
||
| 277 | // a MemoryDef into a MemoryUse or an instruction that MemorySSA has no |
||
| 278 | // representation for. No other cases are supported. |
||
| 279 | void cloneUsesAndDefs(BasicBlock *BB, BasicBlock *NewBB, |
||
| 280 | const ValueToValueMapTy &VMap, PhiToDefMap &MPhiMap, |
||
| 281 | bool CloneWasSimplified = false); |
||
| 282 | template <typename Iter> |
||
| 283 | void privateUpdateExitBlocksForClonedLoop(ArrayRef<BasicBlock *> ExitBlocks, |
||
| 284 | Iter ValuesBegin, Iter ValuesEnd, |
||
| 285 | DominatorTree &DT); |
||
| 286 | void applyInsertUpdates(ArrayRef<CFGUpdate>, DominatorTree &DT, |
||
| 287 | const GraphDiff<BasicBlock *> *GD); |
||
| 288 | }; |
||
| 289 | } // end namespace llvm |
||
| 290 | |||
| 291 | #endif // LLVM_ANALYSIS_MEMORYSSAUPDATER_H |