Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===- llvm/Analysis/AliasSetTracker.h - Build Alias Sets -------*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | // |
||
| 9 | // This file defines two classes: AliasSetTracker and AliasSet. These interfaces |
||
| 10 | // are used to classify a collection of pointer references into a maximal number |
||
| 11 | // of disjoint sets. Each AliasSet object constructed by the AliasSetTracker |
||
| 12 | // object refers to memory disjoint from the other sets. |
||
| 13 | // |
||
| 14 | // An AliasSetTracker can only be used on immutable IR. |
||
| 15 | // |
||
| 16 | //===----------------------------------------------------------------------===// |
||
| 17 | |||
| 18 | #ifndef LLVM_ANALYSIS_ALIASSETTRACKER_H |
||
| 19 | #define LLVM_ANALYSIS_ALIASSETTRACKER_H |
||
| 20 | |||
| 21 | #include "llvm/ADT/DenseMap.h" |
||
| 22 | #include "llvm/ADT/DenseMapInfo.h" |
||
| 23 | #include "llvm/ADT/ilist.h" |
||
| 24 | #include "llvm/ADT/ilist_node.h" |
||
| 25 | #include "llvm/Analysis/MemoryLocation.h" |
||
| 26 | #include "llvm/IR/Instruction.h" |
||
| 27 | #include "llvm/IR/PassManager.h" |
||
| 28 | #include "llvm/IR/ValueHandle.h" |
||
| 29 | #include <cassert> |
||
| 30 | #include <cstddef> |
||
| 31 | #include <iterator> |
||
| 32 | #include <vector> |
||
| 33 | |||
| 34 | namespace llvm { |
||
| 35 | |||
| 36 | class AliasResult; |
||
| 37 | class AliasSetTracker; |
||
| 38 | class AnyMemSetInst; |
||
| 39 | class AnyMemTransferInst; |
||
| 40 | class BasicBlock; |
||
| 41 | class BatchAAResults; |
||
| 42 | class LoadInst; |
||
| 43 | enum class ModRefInfo : uint8_t; |
||
| 44 | class raw_ostream; |
||
| 45 | class StoreInst; |
||
| 46 | class VAArgInst; |
||
| 47 | class Value; |
||
| 48 | |||
| 49 | class AliasSet : public ilist_node<AliasSet> { |
||
| 50 | friend class AliasSetTracker; |
||
| 51 | |||
| 52 | class PointerRec { |
||
| 53 | Value *Val; // The pointer this record corresponds to. |
||
| 54 | PointerRec **PrevInList = nullptr; |
||
| 55 | PointerRec *NextInList = nullptr; |
||
| 56 | AliasSet *AS = nullptr; |
||
| 57 | LocationSize Size = LocationSize::mapEmpty(); |
||
| 58 | AAMDNodes AAInfo; |
||
| 59 | |||
| 60 | // Whether the size for this record has been set at all. This makes no |
||
| 61 | // guarantees about the size being known. |
||
| 62 | bool isSizeSet() const { return Size != LocationSize::mapEmpty(); } |
||
| 63 | |||
| 64 | public: |
||
| 65 | PointerRec(Value *V) |
||
| 66 | : Val(V), AAInfo(DenseMapInfo<AAMDNodes>::getEmptyKey()) {} |
||
| 67 | |||
| 68 | Value *getValue() const { return Val; } |
||
| 69 | |||
| 70 | PointerRec *getNext() const { return NextInList; } |
||
| 71 | bool hasAliasSet() const { return AS != nullptr; } |
||
| 72 | |||
| 73 | PointerRec** setPrevInList(PointerRec **PIL) { |
||
| 74 | PrevInList = PIL; |
||
| 75 | return &NextInList; |
||
| 76 | } |
||
| 77 | |||
| 78 | bool updateSizeAndAAInfo(LocationSize NewSize, const AAMDNodes &NewAAInfo) { |
||
| 79 | bool SizeChanged = false; |
||
| 80 | if (NewSize != Size) { |
||
| 81 | LocationSize OldSize = Size; |
||
| 82 | Size = isSizeSet() ? Size.unionWith(NewSize) : NewSize; |
||
| 83 | SizeChanged = OldSize != Size; |
||
| 84 | } |
||
| 85 | |||
| 86 | if (AAInfo == DenseMapInfo<AAMDNodes>::getEmptyKey()) |
||
| 87 | // We don't have a AAInfo yet. Set it to NewAAInfo. |
||
| 88 | AAInfo = NewAAInfo; |
||
| 89 | else { |
||
| 90 | AAMDNodes Intersection(AAInfo.intersect(NewAAInfo)); |
||
| 91 | SizeChanged |= Intersection != AAInfo; |
||
| 92 | AAInfo = Intersection; |
||
| 93 | } |
||
| 94 | return SizeChanged; |
||
| 95 | } |
||
| 96 | |||
| 97 | LocationSize getSize() const { |
||
| 98 | assert(isSizeSet() && "Getting an unset size!"); |
||
| 99 | return Size; |
||
| 100 | } |
||
| 101 | |||
| 102 | /// Return the AAInfo, or null if there is no information or conflicting |
||
| 103 | /// information. |
||
| 104 | AAMDNodes getAAInfo() const { |
||
| 105 | // If we have missing or conflicting AAInfo, return null. |
||
| 106 | if (AAInfo == DenseMapInfo<AAMDNodes>::getEmptyKey() || |
||
| 107 | AAInfo == DenseMapInfo<AAMDNodes>::getTombstoneKey()) |
||
| 108 | return AAMDNodes(); |
||
| 109 | return AAInfo; |
||
| 110 | } |
||
| 111 | |||
| 112 | AliasSet *getAliasSet(AliasSetTracker &AST) { |
||
| 113 | assert(AS && "No AliasSet yet!"); |
||
| 114 | if (AS->Forward) { |
||
| 115 | AliasSet *OldAS = AS; |
||
| 116 | AS = OldAS->getForwardedTarget(AST); |
||
| 117 | AS->addRef(); |
||
| 118 | OldAS->dropRef(AST); |
||
| 119 | } |
||
| 120 | return AS; |
||
| 121 | } |
||
| 122 | |||
| 123 | void setAliasSet(AliasSet *as) { |
||
| 124 | assert(!AS && "Already have an alias set!"); |
||
| 125 | AS = as; |
||
| 126 | } |
||
| 127 | |||
| 128 | void eraseFromList() { |
||
| 129 | if (NextInList) NextInList->PrevInList = PrevInList; |
||
| 130 | *PrevInList = NextInList; |
||
| 131 | if (AS->PtrListEnd == &NextInList) { |
||
| 132 | AS->PtrListEnd = PrevInList; |
||
| 133 | assert(*AS->PtrListEnd == nullptr && "List not terminated right!"); |
||
| 134 | } |
||
| 135 | delete this; |
||
| 136 | } |
||
| 137 | }; |
||
| 138 | |||
| 139 | // Doubly linked list of nodes. |
||
| 140 | PointerRec *PtrList = nullptr; |
||
| 141 | PointerRec **PtrListEnd; |
||
| 142 | // Forwarding pointer. |
||
| 143 | AliasSet *Forward = nullptr; |
||
| 144 | |||
| 145 | /// All instructions without a specific address in this alias set. |
||
| 146 | std::vector<AssertingVH<Instruction>> UnknownInsts; |
||
| 147 | |||
| 148 | /// Number of nodes pointing to this AliasSet plus the number of AliasSets |
||
| 149 | /// forwarding to it. |
||
| 150 | unsigned RefCount : 27; |
||
| 151 | |||
| 152 | // Signifies that this set should be considered to alias any pointer. |
||
| 153 | // Use when the tracker holding this set is saturated. |
||
| 154 | unsigned AliasAny : 1; |
||
| 155 | |||
| 156 | /// The kinds of access this alias set models. |
||
| 157 | /// |
||
| 158 | /// We keep track of whether this alias set merely refers to the locations of |
||
| 159 | /// memory (and not any particular access), whether it modifies or references |
||
| 160 | /// the memory, or whether it does both. The lattice goes from "NoAccess" to |
||
| 161 | /// either RefAccess or ModAccess, then to ModRefAccess as necessary. |
||
| 162 | enum AccessLattice { |
||
| 163 | NoAccess = 0, |
||
| 164 | RefAccess = 1, |
||
| 165 | ModAccess = 2, |
||
| 166 | ModRefAccess = RefAccess | ModAccess |
||
| 167 | }; |
||
| 168 | unsigned Access : 2; |
||
| 169 | |||
| 170 | /// The kind of alias relationship between pointers of the set. |
||
| 171 | /// |
||
| 172 | /// These represent conservatively correct alias results between any members |
||
| 173 | /// of the set. We represent these independently of the values of alias |
||
| 174 | /// results in order to pack it into a single bit. Lattice goes from |
||
| 175 | /// MustAlias to MayAlias. |
||
| 176 | enum AliasLattice { |
||
| 177 | SetMustAlias = 0, SetMayAlias = 1 |
||
| 178 | }; |
||
| 179 | unsigned Alias : 1; |
||
| 180 | |||
| 181 | unsigned SetSize = 0; |
||
| 182 | |||
| 183 | void addRef() { ++RefCount; } |
||
| 184 | |||
| 185 | void dropRef(AliasSetTracker &AST) { |
||
| 186 | assert(RefCount >= 1 && "Invalid reference count detected!"); |
||
| 187 | if (--RefCount == 0) |
||
| 188 | removeFromTracker(AST); |
||
| 189 | } |
||
| 190 | |||
| 191 | public: |
||
| 192 | AliasSet(const AliasSet &) = delete; |
||
| 193 | AliasSet &operator=(const AliasSet &) = delete; |
||
| 194 | |||
| 195 | /// Accessors... |
||
| 196 | bool isRef() const { return Access & RefAccess; } |
||
| 197 | bool isMod() const { return Access & ModAccess; } |
||
| 198 | bool isMustAlias() const { return Alias == SetMustAlias; } |
||
| 199 | bool isMayAlias() const { return Alias == SetMayAlias; } |
||
| 200 | |||
| 201 | /// Return true if this alias set should be ignored as part of the |
||
| 202 | /// AliasSetTracker object. |
||
| 203 | bool isForwardingAliasSet() const { return Forward; } |
||
| 204 | |||
| 205 | /// Merge the specified alias set into this alias set. |
||
| 206 | void mergeSetIn(AliasSet &AS, AliasSetTracker &AST, BatchAAResults &BatchAA); |
||
| 207 | |||
| 208 | // Alias Set iteration - Allow access to all of the pointers which are part of |
||
| 209 | // this alias set. |
||
| 210 | class iterator; |
||
| 211 | iterator begin() const { return iterator(PtrList); } |
||
| 212 | iterator end() const { return iterator(); } |
||
| 213 | bool empty() const { return PtrList == nullptr; } |
||
| 214 | |||
| 215 | // Unfortunately, ilist::size() is linear, so we have to add code to keep |
||
| 216 | // track of the list's exact size. |
||
| 217 | unsigned size() { return SetSize; } |
||
| 218 | |||
| 219 | void print(raw_ostream &OS) const; |
||
| 220 | void dump() const; |
||
| 221 | |||
| 222 | /// Define an iterator for alias sets... this is just a forward iterator. |
||
| 223 | class iterator { |
||
| 224 | PointerRec *CurNode; |
||
| 225 | |||
| 226 | public: |
||
| 227 | using iterator_category = std::forward_iterator_tag; |
||
| 228 | using value_type = PointerRec; |
||
| 229 | using difference_type = std::ptrdiff_t; |
||
| 230 | using pointer = value_type *; |
||
| 231 | using reference = value_type &; |
||
| 232 | |||
| 233 | explicit iterator(PointerRec *CN = nullptr) : CurNode(CN) {} |
||
| 234 | |||
| 235 | bool operator==(const iterator& x) const { |
||
| 236 | return CurNode == x.CurNode; |
||
| 237 | } |
||
| 238 | bool operator!=(const iterator& x) const { return !operator==(x); } |
||
| 239 | |||
| 240 | value_type &operator*() const { |
||
| 241 | assert(CurNode && "Dereferencing AliasSet.end()!"); |
||
| 242 | return *CurNode; |
||
| 243 | } |
||
| 244 | value_type *operator->() const { return &operator*(); } |
||
| 245 | |||
| 246 | Value *getPointer() const { return CurNode->getValue(); } |
||
| 247 | LocationSize getSize() const { return CurNode->getSize(); } |
||
| 248 | AAMDNodes getAAInfo() const { return CurNode->getAAInfo(); } |
||
| 249 | |||
| 250 | iterator& operator++() { // Preincrement |
||
| 251 | assert(CurNode && "Advancing past AliasSet.end()!"); |
||
| 252 | CurNode = CurNode->getNext(); |
||
| 253 | return *this; |
||
| 254 | } |
||
| 255 | iterator operator++(int) { // Postincrement |
||
| 256 | iterator tmp = *this; ++*this; return tmp; |
||
| 257 | } |
||
| 258 | }; |
||
| 259 | |||
| 260 | private: |
||
| 261 | // Can only be created by AliasSetTracker. |
||
| 262 | AliasSet() |
||
| 263 | : PtrListEnd(&PtrList), RefCount(0), AliasAny(false), Access(NoAccess), |
||
| 264 | Alias(SetMustAlias) {} |
||
| 265 | |||
| 266 | PointerRec *getSomePointer() const { |
||
| 267 | return PtrList; |
||
| 268 | } |
||
| 269 | |||
| 270 | /// Return the real alias set this represents. If this has been merged with |
||
| 271 | /// another set and is forwarding, return the ultimate destination set. This |
||
| 272 | /// also implements the union-find collapsing as well. |
||
| 273 | AliasSet *getForwardedTarget(AliasSetTracker &AST) { |
||
| 274 | if (!Forward) return this; |
||
| 275 | |||
| 276 | AliasSet *Dest = Forward->getForwardedTarget(AST); |
||
| 277 | if (Dest != Forward) { |
||
| 278 | Dest->addRef(); |
||
| 279 | Forward->dropRef(AST); |
||
| 280 | Forward = Dest; |
||
| 281 | } |
||
| 282 | return Dest; |
||
| 283 | } |
||
| 284 | |||
| 285 | void removeFromTracker(AliasSetTracker &AST); |
||
| 286 | |||
| 287 | void addPointer(AliasSetTracker &AST, PointerRec &Entry, LocationSize Size, |
||
| 288 | const AAMDNodes &AAInfo, bool KnownMustAlias = false, |
||
| 289 | bool SkipSizeUpdate = false); |
||
| 290 | void addUnknownInst(Instruction *I, BatchAAResults &AA); |
||
| 291 | |||
| 292 | public: |
||
| 293 | /// If the specified pointer "may" (or must) alias one of the members in the |
||
| 294 | /// set return the appropriate AliasResult. Otherwise return NoAlias. |
||
| 295 | AliasResult aliasesPointer(const Value *Ptr, LocationSize Size, |
||
| 296 | const AAMDNodes &AAInfo, BatchAAResults &AA) const; |
||
| 297 | ModRefInfo aliasesUnknownInst(const Instruction *Inst, |
||
| 298 | BatchAAResults &AA) const; |
||
| 299 | }; |
||
| 300 | |||
| 301 | inline raw_ostream& operator<<(raw_ostream &OS, const AliasSet &AS) { |
||
| 302 | AS.print(OS); |
||
| 303 | return OS; |
||
| 304 | } |
||
| 305 | |||
| 306 | class AliasSetTracker { |
||
| 307 | BatchAAResults &AA; |
||
| 308 | ilist<AliasSet> AliasSets; |
||
| 309 | |||
| 310 | using PointerMapType = DenseMap<AssertingVH<Value>, AliasSet::PointerRec *>; |
||
| 311 | |||
| 312 | // Map from pointers to their node |
||
| 313 | PointerMapType PointerMap; |
||
| 314 | |||
| 315 | public: |
||
| 316 | /// Create an empty collection of AliasSets, and use the specified alias |
||
| 317 | /// analysis object to disambiguate load and store addresses. |
||
| 318 | explicit AliasSetTracker(BatchAAResults &AA) : AA(AA) {} |
||
| 319 | ~AliasSetTracker() { clear(); } |
||
| 320 | |||
| 321 | /// These methods are used to add different types of instructions to the alias |
||
| 322 | /// sets. Adding a new instruction can result in one of three actions |
||
| 323 | /// happening: |
||
| 324 | /// |
||
| 325 | /// 1. If the instruction doesn't alias any other sets, create a new set. |
||
| 326 | /// 2. If the instruction aliases exactly one set, add it to the set |
||
| 327 | /// 3. If the instruction aliases multiple sets, merge the sets, and add |
||
| 328 | /// the instruction to the result. |
||
| 329 | /// |
||
| 330 | /// These methods return true if inserting the instruction resulted in the |
||
| 331 | /// addition of a new alias set (i.e., the pointer did not alias anything). |
||
| 332 | /// |
||
| 333 | void add(Value *Ptr, LocationSize Size, const AAMDNodes &AAInfo); // Add a loc |
||
| 334 | void add(LoadInst *LI); |
||
| 335 | void add(StoreInst *SI); |
||
| 336 | void add(VAArgInst *VAAI); |
||
| 337 | void add(AnyMemSetInst *MSI); |
||
| 338 | void add(AnyMemTransferInst *MTI); |
||
| 339 | void add(Instruction *I); // Dispatch to one of the other add methods... |
||
| 340 | void add(BasicBlock &BB); // Add all instructions in basic block |
||
| 341 | void add(const AliasSetTracker &AST); // Add alias relations from another AST |
||
| 342 | void addUnknown(Instruction *I); |
||
| 343 | |||
| 344 | void clear(); |
||
| 345 | |||
| 346 | /// Return the alias sets that are active. |
||
| 347 | const ilist<AliasSet> &getAliasSets() const { return AliasSets; } |
||
| 348 | |||
| 349 | /// Return the alias set which contains the specified memory location. If |
||
| 350 | /// the memory location aliases two or more existing alias sets, will have |
||
| 351 | /// the effect of merging those alias sets before the single resulting alias |
||
| 352 | /// set is returned. |
||
| 353 | AliasSet &getAliasSetFor(const MemoryLocation &MemLoc); |
||
| 354 | |||
| 355 | /// Return the underlying alias analysis object used by this tracker. |
||
| 356 | BatchAAResults &getAliasAnalysis() const { return AA; } |
||
| 357 | |||
| 358 | using iterator = ilist<AliasSet>::iterator; |
||
| 359 | using const_iterator = ilist<AliasSet>::const_iterator; |
||
| 360 | |||
| 361 | const_iterator begin() const { return AliasSets.begin(); } |
||
| 362 | const_iterator end() const { return AliasSets.end(); } |
||
| 363 | |||
| 364 | iterator begin() { return AliasSets.begin(); } |
||
| 365 | iterator end() { return AliasSets.end(); } |
||
| 366 | |||
| 367 | void print(raw_ostream &OS) const; |
||
| 368 | void dump() const; |
||
| 369 | |||
| 370 | private: |
||
| 371 | friend class AliasSet; |
||
| 372 | |||
| 373 | // The total number of pointers contained in all "may" alias sets. |
||
| 374 | unsigned TotalMayAliasSetSize = 0; |
||
| 375 | |||
| 376 | // A non-null value signifies this AST is saturated. A saturated AST lumps |
||
| 377 | // all pointers into a single "May" set. |
||
| 378 | AliasSet *AliasAnyAS = nullptr; |
||
| 379 | |||
| 380 | void removeAliasSet(AliasSet *AS); |
||
| 381 | |||
| 382 | /// Just like operator[] on the map, except that it creates an entry for the |
||
| 383 | /// pointer if it doesn't already exist. |
||
| 384 | AliasSet::PointerRec &getEntryFor(Value *V) { |
||
| 385 | AliasSet::PointerRec *&Entry = PointerMap[V]; |
||
| 386 | if (!Entry) |
||
| 387 | Entry = new AliasSet::PointerRec(V); |
||
| 388 | return *Entry; |
||
| 389 | } |
||
| 390 | |||
| 391 | AliasSet &addPointer(MemoryLocation Loc, AliasSet::AccessLattice E); |
||
| 392 | AliasSet *mergeAliasSetsForPointer(const Value *Ptr, LocationSize Size, |
||
| 393 | const AAMDNodes &AAInfo, |
||
| 394 | bool &MustAliasAll); |
||
| 395 | |||
| 396 | /// Merge all alias sets into a single set that is considered to alias any |
||
| 397 | /// pointer. |
||
| 398 | AliasSet &mergeAllAliasSets(); |
||
| 399 | |||
| 400 | AliasSet *findAliasSetForUnknownInst(Instruction *Inst); |
||
| 401 | }; |
||
| 402 | |||
| 403 | inline raw_ostream& operator<<(raw_ostream &OS, const AliasSetTracker &AST) { |
||
| 404 | AST.print(OS); |
||
| 405 | return OS; |
||
| 406 | } |
||
| 407 | |||
| 408 | class AliasSetsPrinterPass : public PassInfoMixin<AliasSetsPrinterPass> { |
||
| 409 | raw_ostream &OS; |
||
| 410 | |||
| 411 | public: |
||
| 412 | explicit AliasSetsPrinterPass(raw_ostream &OS); |
||
| 413 | PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM); |
||
| 414 | }; |
||
| 415 | |||
| 416 | } // end namespace llvm |
||
| 417 | |||
| 418 | #endif // LLVM_ANALYSIS_ALIASSETTRACKER_H |