Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===-- llvm/Analysis/DependenceAnalysis.h -------------------- -*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | // |
||
| 9 | // DependenceAnalysis is an LLVM pass that analyses dependences between memory |
||
| 10 | // accesses. Currently, it is an implementation of the approach described in |
||
| 11 | // |
||
| 12 | // Practical Dependence Testing |
||
| 13 | // Goff, Kennedy, Tseng |
||
| 14 | // PLDI 1991 |
||
| 15 | // |
||
| 16 | // There's a single entry point that analyzes the dependence between a pair |
||
| 17 | // of memory references in a function, returning either NULL, for no dependence, |
||
| 18 | // or a more-or-less detailed description of the dependence between them. |
||
| 19 | // |
||
| 20 | // This pass exists to support the DependenceGraph pass. There are two separate |
||
| 21 | // passes because there's a useful separation of concerns. A dependence exists |
||
| 22 | // if two conditions are met: |
||
| 23 | // |
||
| 24 | // 1) Two instructions reference the same memory location, and |
||
| 25 | // 2) There is a flow of control leading from one instruction to the other. |
||
| 26 | // |
||
| 27 | // DependenceAnalysis attacks the first condition; DependenceGraph will attack |
||
| 28 | // the second (it's not yet ready). |
||
| 29 | // |
||
| 30 | // Please note that this is work in progress and the interface is subject to |
||
| 31 | // change. |
||
| 32 | // |
||
| 33 | // Plausible changes: |
||
| 34 | // Return a set of more precise dependences instead of just one dependence |
||
| 35 | // summarizing all. |
||
| 36 | // |
||
| 37 | //===----------------------------------------------------------------------===// |
||
| 38 | |||
| 39 | #ifndef LLVM_ANALYSIS_DEPENDENCEANALYSIS_H |
||
| 40 | #define LLVM_ANALYSIS_DEPENDENCEANALYSIS_H |
||
| 41 | |||
| 42 | #include "llvm/ADT/SmallBitVector.h" |
||
| 43 | #include "llvm/IR/Instructions.h" |
||
| 44 | #include "llvm/IR/PassManager.h" |
||
| 45 | #include "llvm/Pass.h" |
||
| 46 | |||
| 47 | namespace llvm { |
||
| 48 | class AAResults; |
||
| 49 | template <typename T> class ArrayRef; |
||
| 50 | class Loop; |
||
| 51 | class LoopInfo; |
||
| 52 | class ScalarEvolution; |
||
| 53 | class SCEV; |
||
| 54 | class SCEVConstant; |
||
| 55 | class raw_ostream; |
||
| 56 | |||
| 57 | /// Dependence - This class represents a dependence between two memory |
||
| 58 | /// memory references in a function. It contains minimal information and |
||
| 59 | /// is used in the very common situation where the compiler is unable to |
||
| 60 | /// determine anything beyond the existence of a dependence; that is, it |
||
| 61 | /// represents a confused dependence (see also FullDependence). In most |
||
| 62 | /// cases (for output, flow, and anti dependences), the dependence implies |
||
| 63 | /// an ordering, where the source must precede the destination; in contrast, |
||
| 64 | /// input dependences are unordered. |
||
| 65 | /// |
||
| 66 | /// When a dependence graph is built, each Dependence will be a member of |
||
| 67 | /// the set of predecessor edges for its destination instruction and a set |
||
| 68 | /// if successor edges for its source instruction. These sets are represented |
||
| 69 | /// as singly-linked lists, with the "next" fields stored in the dependence |
||
| 70 | /// itelf. |
||
| 71 | class Dependence { |
||
| 72 | protected: |
||
| 73 | Dependence(Dependence &&) = default; |
||
| 74 | Dependence &operator=(Dependence &&) = default; |
||
| 75 | |||
| 76 | public: |
||
| 77 | Dependence(Instruction *Source, Instruction *Destination) |
||
| 78 | : Src(Source), Dst(Destination) {} |
||
| 79 | virtual ~Dependence() = default; |
||
| 80 | |||
| 81 | /// Dependence::DVEntry - Each level in the distance/direction vector |
||
| 82 | /// has a direction (or perhaps a union of several directions), and |
||
| 83 | /// perhaps a distance. |
||
| 84 | struct DVEntry { |
||
| 85 | enum : unsigned char { |
||
| 86 | NONE = 0, |
||
| 87 | LT = 1, |
||
| 88 | EQ = 2, |
||
| 89 | LE = 3, |
||
| 90 | GT = 4, |
||
| 91 | NE = 5, |
||
| 92 | GE = 6, |
||
| 93 | ALL = 7 |
||
| 94 | }; |
||
| 95 | unsigned char Direction : 3; // Init to ALL, then refine. |
||
| 96 | bool Scalar : 1; // Init to true. |
||
| 97 | bool PeelFirst : 1; // Peeling the first iteration will break dependence. |
||
| 98 | bool PeelLast : 1; // Peeling the last iteration will break the dependence. |
||
| 99 | bool Splitable : 1; // Splitting the loop will break dependence. |
||
| 100 | const SCEV *Distance = nullptr; // NULL implies no distance available. |
||
| 101 | DVEntry() |
||
| 102 | : Direction(ALL), Scalar(true), PeelFirst(false), PeelLast(false), |
||
| 103 | Splitable(false) {} |
||
| 104 | }; |
||
| 105 | |||
| 106 | /// getSrc - Returns the source instruction for this dependence. |
||
| 107 | /// |
||
| 108 | Instruction *getSrc() const { return Src; } |
||
| 109 | |||
| 110 | /// getDst - Returns the destination instruction for this dependence. |
||
| 111 | /// |
||
| 112 | Instruction *getDst() const { return Dst; } |
||
| 113 | |||
| 114 | /// isInput - Returns true if this is an input dependence. |
||
| 115 | /// |
||
| 116 | bool isInput() const; |
||
| 117 | |||
| 118 | /// isOutput - Returns true if this is an output dependence. |
||
| 119 | /// |
||
| 120 | bool isOutput() const; |
||
| 121 | |||
| 122 | /// isFlow - Returns true if this is a flow (aka true) dependence. |
||
| 123 | /// |
||
| 124 | bool isFlow() const; |
||
| 125 | |||
| 126 | /// isAnti - Returns true if this is an anti dependence. |
||
| 127 | /// |
||
| 128 | bool isAnti() const; |
||
| 129 | |||
| 130 | /// isOrdered - Returns true if dependence is Output, Flow, or Anti |
||
| 131 | /// |
||
| 132 | bool isOrdered() const { return isOutput() || isFlow() || isAnti(); } |
||
| 133 | |||
| 134 | /// isUnordered - Returns true if dependence is Input |
||
| 135 | /// |
||
| 136 | bool isUnordered() const { return isInput(); } |
||
| 137 | |||
| 138 | /// isLoopIndependent - Returns true if this is a loop-independent |
||
| 139 | /// dependence. |
||
| 140 | virtual bool isLoopIndependent() const { return true; } |
||
| 141 | |||
| 142 | /// isConfused - Returns true if this dependence is confused |
||
| 143 | /// (the compiler understands nothing and makes worst-case |
||
| 144 | /// assumptions). |
||
| 145 | virtual bool isConfused() const { return true; } |
||
| 146 | |||
| 147 | /// isConsistent - Returns true if this dependence is consistent |
||
| 148 | /// (occurs every time the source and destination are executed). |
||
| 149 | virtual bool isConsistent() const { return false; } |
||
| 150 | |||
| 151 | /// getLevels - Returns the number of common loops surrounding the |
||
| 152 | /// source and destination of the dependence. |
||
| 153 | virtual unsigned getLevels() const { return 0; } |
||
| 154 | |||
| 155 | /// getDirection - Returns the direction associated with a particular |
||
| 156 | /// level. |
||
| 157 | virtual unsigned getDirection(unsigned Level) const { return DVEntry::ALL; } |
||
| 158 | |||
| 159 | /// getDistance - Returns the distance (or NULL) associated with a |
||
| 160 | /// particular level. |
||
| 161 | virtual const SCEV *getDistance(unsigned Level) const { return nullptr; } |
||
| 162 | |||
| 163 | /// Check if the direction vector is negative. A negative direction |
||
| 164 | /// vector means Src and Dst are reversed in the actual program. |
||
| 165 | virtual bool isDirectionNegative() const { return false; } |
||
| 166 | |||
| 167 | /// If the direction vector is negative, normalize the direction |
||
| 168 | /// vector to make it non-negative. Normalization is done by reversing |
||
| 169 | /// Src and Dst, plus reversing the dependence directions and distances |
||
| 170 | /// in the vector. |
||
| 171 | virtual bool normalize(ScalarEvolution *SE) { return false; } |
||
| 172 | |||
| 173 | /// isPeelFirst - Returns true if peeling the first iteration from |
||
| 174 | /// this loop will break this dependence. |
||
| 175 | virtual bool isPeelFirst(unsigned Level) const { return false; } |
||
| 176 | |||
| 177 | /// isPeelLast - Returns true if peeling the last iteration from |
||
| 178 | /// this loop will break this dependence. |
||
| 179 | virtual bool isPeelLast(unsigned Level) const { return false; } |
||
| 180 | |||
| 181 | /// isSplitable - Returns true if splitting this loop will break |
||
| 182 | /// the dependence. |
||
| 183 | virtual bool isSplitable(unsigned Level) const { return false; } |
||
| 184 | |||
| 185 | /// isScalar - Returns true if a particular level is scalar; that is, |
||
| 186 | /// if no subscript in the source or destination mention the induction |
||
| 187 | /// variable associated with the loop at this level. |
||
| 188 | virtual bool isScalar(unsigned Level) const; |
||
| 189 | |||
| 190 | /// getNextPredecessor - Returns the value of the NextPredecessor |
||
| 191 | /// field. |
||
| 192 | const Dependence *getNextPredecessor() const { return NextPredecessor; } |
||
| 193 | |||
| 194 | /// getNextSuccessor - Returns the value of the NextSuccessor |
||
| 195 | /// field. |
||
| 196 | const Dependence *getNextSuccessor() const { return NextSuccessor; } |
||
| 197 | |||
| 198 | /// setNextPredecessor - Sets the value of the NextPredecessor |
||
| 199 | /// field. |
||
| 200 | void setNextPredecessor(const Dependence *pred) { NextPredecessor = pred; } |
||
| 201 | |||
| 202 | /// setNextSuccessor - Sets the value of the NextSuccessor |
||
| 203 | /// field. |
||
| 204 | void setNextSuccessor(const Dependence *succ) { NextSuccessor = succ; } |
||
| 205 | |||
| 206 | /// dump - For debugging purposes, dumps a dependence to OS. |
||
| 207 | /// |
||
| 208 | void dump(raw_ostream &OS) const; |
||
| 209 | |||
| 210 | protected: |
||
| 211 | Instruction *Src, *Dst; |
||
| 212 | |||
| 213 | private: |
||
| 214 | const Dependence *NextPredecessor = nullptr, *NextSuccessor = nullptr; |
||
| 215 | friend class DependenceInfo; |
||
| 216 | }; |
||
| 217 | |||
| 218 | /// FullDependence - This class represents a dependence between two memory |
||
| 219 | /// references in a function. It contains detailed information about the |
||
| 220 | /// dependence (direction vectors, etc.) and is used when the compiler is |
||
| 221 | /// able to accurately analyze the interaction of the references; that is, |
||
| 222 | /// it is not a confused dependence (see Dependence). In most cases |
||
| 223 | /// (for output, flow, and anti dependences), the dependence implies an |
||
| 224 | /// ordering, where the source must precede the destination; in contrast, |
||
| 225 | /// input dependences are unordered. |
||
| 226 | class FullDependence final : public Dependence { |
||
| 227 | public: |
||
| 228 | FullDependence(Instruction *Src, Instruction *Dst, bool LoopIndependent, |
||
| 229 | unsigned Levels); |
||
| 230 | |||
| 231 | /// isLoopIndependent - Returns true if this is a loop-independent |
||
| 232 | /// dependence. |
||
| 233 | bool isLoopIndependent() const override { return LoopIndependent; } |
||
| 234 | |||
| 235 | /// isConfused - Returns true if this dependence is confused |
||
| 236 | /// (the compiler understands nothing and makes worst-case |
||
| 237 | /// assumptions). |
||
| 238 | bool isConfused() const override { return false; } |
||
| 239 | |||
| 240 | /// isConsistent - Returns true if this dependence is consistent |
||
| 241 | /// (occurs every time the source and destination are executed). |
||
| 242 | bool isConsistent() const override { return Consistent; } |
||
| 243 | |||
| 244 | /// getLevels - Returns the number of common loops surrounding the |
||
| 245 | /// source and destination of the dependence. |
||
| 246 | unsigned getLevels() const override { return Levels; } |
||
| 247 | |||
| 248 | /// getDirection - Returns the direction associated with a particular |
||
| 249 | /// level. |
||
| 250 | unsigned getDirection(unsigned Level) const override; |
||
| 251 | |||
| 252 | /// getDistance - Returns the distance (or NULL) associated with a |
||
| 253 | /// particular level. |
||
| 254 | const SCEV *getDistance(unsigned Level) const override; |
||
| 255 | |||
| 256 | /// Check if the direction vector is negative. A negative direction |
||
| 257 | /// vector means Src and Dst are reversed in the actual program. |
||
| 258 | bool isDirectionNegative() const override; |
||
| 259 | |||
| 260 | /// If the direction vector is negative, normalize the direction |
||
| 261 | /// vector to make it non-negative. Normalization is done by reversing |
||
| 262 | /// Src and Dst, plus reversing the dependence directions and distances |
||
| 263 | /// in the vector. |
||
| 264 | bool normalize(ScalarEvolution *SE) override; |
||
| 265 | |||
| 266 | /// isPeelFirst - Returns true if peeling the first iteration from |
||
| 267 | /// this loop will break this dependence. |
||
| 268 | bool isPeelFirst(unsigned Level) const override; |
||
| 269 | |||
| 270 | /// isPeelLast - Returns true if peeling the last iteration from |
||
| 271 | /// this loop will break this dependence. |
||
| 272 | bool isPeelLast(unsigned Level) const override; |
||
| 273 | |||
| 274 | /// isSplitable - Returns true if splitting the loop will break |
||
| 275 | /// the dependence. |
||
| 276 | bool isSplitable(unsigned Level) const override; |
||
| 277 | |||
| 278 | /// isScalar - Returns true if a particular level is scalar; that is, |
||
| 279 | /// if no subscript in the source or destination mention the induction |
||
| 280 | /// variable associated with the loop at this level. |
||
| 281 | bool isScalar(unsigned Level) const override; |
||
| 282 | |||
| 283 | private: |
||
| 284 | unsigned short Levels; |
||
| 285 | bool LoopIndependent; |
||
| 286 | bool Consistent; // Init to true, then refine. |
||
| 287 | std::unique_ptr<DVEntry[]> DV; |
||
| 288 | friend class DependenceInfo; |
||
| 289 | }; |
||
| 290 | |||
| 291 | /// DependenceInfo - This class is the main dependence-analysis driver. |
||
| 292 | /// |
||
| 293 | class DependenceInfo { |
||
| 294 | public: |
||
| 295 | DependenceInfo(Function *F, AAResults *AA, ScalarEvolution *SE, |
||
| 296 | LoopInfo *LI) |
||
| 297 | : AA(AA), SE(SE), LI(LI), F(F) {} |
||
| 298 | |||
| 299 | /// Handle transitive invalidation when the cached analysis results go away. |
||
| 300 | bool invalidate(Function &F, const PreservedAnalyses &PA, |
||
| 301 | FunctionAnalysisManager::Invalidator &Inv); |
||
| 302 | |||
| 303 | /// depends - Tests for a dependence between the Src and Dst instructions. |
||
| 304 | /// Returns NULL if no dependence; otherwise, returns a Dependence (or a |
||
| 305 | /// FullDependence) with as much information as can be gleaned. |
||
| 306 | /// The flag PossiblyLoopIndependent should be set by the caller |
||
| 307 | /// if it appears that control flow can reach from Src to Dst |
||
| 308 | /// without traversing a loop back edge. |
||
| 309 | std::unique_ptr<Dependence> depends(Instruction *Src, |
||
| 310 | Instruction *Dst, |
||
| 311 | bool PossiblyLoopIndependent); |
||
| 312 | |||
| 313 | /// getSplitIteration - Give a dependence that's splittable at some |
||
| 314 | /// particular level, return the iteration that should be used to split |
||
| 315 | /// the loop. |
||
| 316 | /// |
||
| 317 | /// Generally, the dependence analyzer will be used to build |
||
| 318 | /// a dependence graph for a function (basically a map from instructions |
||
| 319 | /// to dependences). Looking for cycles in the graph shows us loops |
||
| 320 | /// that cannot be trivially vectorized/parallelized. |
||
| 321 | /// |
||
| 322 | /// We can try to improve the situation by examining all the dependences |
||
| 323 | /// that make up the cycle, looking for ones we can break. |
||
| 324 | /// Sometimes, peeling the first or last iteration of a loop will break |
||
| 325 | /// dependences, and there are flags for those possibilities. |
||
| 326 | /// Sometimes, splitting a loop at some other iteration will do the trick, |
||
| 327 | /// and we've got a flag for that case. Rather than waste the space to |
||
| 328 | /// record the exact iteration (since we rarely know), we provide |
||
| 329 | /// a method that calculates the iteration. It's a drag that it must work |
||
| 330 | /// from scratch, but wonderful in that it's possible. |
||
| 331 | /// |
||
| 332 | /// Here's an example: |
||
| 333 | /// |
||
| 334 | /// for (i = 0; i < 10; i++) |
||
| 335 | /// A[i] = ... |
||
| 336 | /// ... = A[11 - i] |
||
| 337 | /// |
||
| 338 | /// There's a loop-carried flow dependence from the store to the load, |
||
| 339 | /// found by the weak-crossing SIV test. The dependence will have a flag, |
||
| 340 | /// indicating that the dependence can be broken by splitting the loop. |
||
| 341 | /// Calling getSplitIteration will return 5. |
||
| 342 | /// Splitting the loop breaks the dependence, like so: |
||
| 343 | /// |
||
| 344 | /// for (i = 0; i <= 5; i++) |
||
| 345 | /// A[i] = ... |
||
| 346 | /// ... = A[11 - i] |
||
| 347 | /// for (i = 6; i < 10; i++) |
||
| 348 | /// A[i] = ... |
||
| 349 | /// ... = A[11 - i] |
||
| 350 | /// |
||
| 351 | /// breaks the dependence and allows us to vectorize/parallelize |
||
| 352 | /// both loops. |
||
| 353 | const SCEV *getSplitIteration(const Dependence &Dep, unsigned Level); |
||
| 354 | |||
| 355 | Function *getFunction() const { return F; } |
||
| 356 | |||
| 357 | private: |
||
| 358 | AAResults *AA; |
||
| 359 | ScalarEvolution *SE; |
||
| 360 | LoopInfo *LI; |
||
| 361 | Function *F; |
||
| 362 | |||
| 363 | /// Subscript - This private struct represents a pair of subscripts from |
||
| 364 | /// a pair of potentially multi-dimensional array references. We use a |
||
| 365 | /// vector of them to guide subscript partitioning. |
||
| 366 | struct Subscript { |
||
| 367 | const SCEV *Src; |
||
| 368 | const SCEV *Dst; |
||
| 369 | enum ClassificationKind { ZIV, SIV, RDIV, MIV, NonLinear } Classification; |
||
| 370 | SmallBitVector Loops; |
||
| 371 | SmallBitVector GroupLoops; |
||
| 372 | SmallBitVector Group; |
||
| 373 | }; |
||
| 374 | |||
| 375 | struct CoefficientInfo { |
||
| 376 | const SCEV *Coeff; |
||
| 377 | const SCEV *PosPart; |
||
| 378 | const SCEV *NegPart; |
||
| 379 | const SCEV *Iterations; |
||
| 380 | }; |
||
| 381 | |||
| 382 | struct BoundInfo { |
||
| 383 | const SCEV *Iterations; |
||
| 384 | const SCEV *Upper[8]; |
||
| 385 | const SCEV *Lower[8]; |
||
| 386 | unsigned char Direction; |
||
| 387 | unsigned char DirSet; |
||
| 388 | }; |
||
| 389 | |||
| 390 | /// Constraint - This private class represents a constraint, as defined |
||
| 391 | /// in the paper |
||
| 392 | /// |
||
| 393 | /// Practical Dependence Testing |
||
| 394 | /// Goff, Kennedy, Tseng |
||
| 395 | /// PLDI 1991 |
||
| 396 | /// |
||
| 397 | /// There are 5 kinds of constraint, in a hierarchy. |
||
| 398 | /// 1) Any - indicates no constraint, any dependence is possible. |
||
| 399 | /// 2) Line - A line ax + by = c, where a, b, and c are parameters, |
||
| 400 | /// representing the dependence equation. |
||
| 401 | /// 3) Distance - The value d of the dependence distance; |
||
| 402 | /// 4) Point - A point <x, y> representing the dependence from |
||
| 403 | /// iteration x to iteration y. |
||
| 404 | /// 5) Empty - No dependence is possible. |
||
| 405 | class Constraint { |
||
| 406 | private: |
||
| 407 | enum ConstraintKind { Empty, Point, Distance, Line, Any } Kind; |
||
| 408 | ScalarEvolution *SE; |
||
| 409 | const SCEV *A; |
||
| 410 | const SCEV *B; |
||
| 411 | const SCEV *C; |
||
| 412 | const Loop *AssociatedLoop; |
||
| 413 | |||
| 414 | public: |
||
| 415 | /// isEmpty - Return true if the constraint is of kind Empty. |
||
| 416 | bool isEmpty() const { return Kind == Empty; } |
||
| 417 | |||
| 418 | /// isPoint - Return true if the constraint is of kind Point. |
||
| 419 | bool isPoint() const { return Kind == Point; } |
||
| 420 | |||
| 421 | /// isDistance - Return true if the constraint is of kind Distance. |
||
| 422 | bool isDistance() const { return Kind == Distance; } |
||
| 423 | |||
| 424 | /// isLine - Return true if the constraint is of kind Line. |
||
| 425 | /// Since Distance's can also be represented as Lines, we also return |
||
| 426 | /// true if the constraint is of kind Distance. |
||
| 427 | bool isLine() const { return Kind == Line || Kind == Distance; } |
||
| 428 | |||
| 429 | /// isAny - Return true if the constraint is of kind Any; |
||
| 430 | bool isAny() const { return Kind == Any; } |
||
| 431 | |||
| 432 | /// getX - If constraint is a point <X, Y>, returns X. |
||
| 433 | /// Otherwise assert. |
||
| 434 | const SCEV *getX() const; |
||
| 435 | |||
| 436 | /// getY - If constraint is a point <X, Y>, returns Y. |
||
| 437 | /// Otherwise assert. |
||
| 438 | const SCEV *getY() const; |
||
| 439 | |||
| 440 | /// getA - If constraint is a line AX + BY = C, returns A. |
||
| 441 | /// Otherwise assert. |
||
| 442 | const SCEV *getA() const; |
||
| 443 | |||
| 444 | /// getB - If constraint is a line AX + BY = C, returns B. |
||
| 445 | /// Otherwise assert. |
||
| 446 | const SCEV *getB() const; |
||
| 447 | |||
| 448 | /// getC - If constraint is a line AX + BY = C, returns C. |
||
| 449 | /// Otherwise assert. |
||
| 450 | const SCEV *getC() const; |
||
| 451 | |||
| 452 | /// getD - If constraint is a distance, returns D. |
||
| 453 | /// Otherwise assert. |
||
| 454 | const SCEV *getD() const; |
||
| 455 | |||
| 456 | /// getAssociatedLoop - Returns the loop associated with this constraint. |
||
| 457 | const Loop *getAssociatedLoop() const; |
||
| 458 | |||
| 459 | /// setPoint - Change a constraint to Point. |
||
| 460 | void setPoint(const SCEV *X, const SCEV *Y, const Loop *CurrentLoop); |
||
| 461 | |||
| 462 | /// setLine - Change a constraint to Line. |
||
| 463 | void setLine(const SCEV *A, const SCEV *B, |
||
| 464 | const SCEV *C, const Loop *CurrentLoop); |
||
| 465 | |||
| 466 | /// setDistance - Change a constraint to Distance. |
||
| 467 | void setDistance(const SCEV *D, const Loop *CurrentLoop); |
||
| 468 | |||
| 469 | /// setEmpty - Change a constraint to Empty. |
||
| 470 | void setEmpty(); |
||
| 471 | |||
| 472 | /// setAny - Change a constraint to Any. |
||
| 473 | void setAny(ScalarEvolution *SE); |
||
| 474 | |||
| 475 | /// dump - For debugging purposes. Dumps the constraint |
||
| 476 | /// out to OS. |
||
| 477 | void dump(raw_ostream &OS) const; |
||
| 478 | }; |
||
| 479 | |||
| 480 | /// establishNestingLevels - Examines the loop nesting of the Src and Dst |
||
| 481 | /// instructions and establishes their shared loops. Sets the variables |
||
| 482 | /// CommonLevels, SrcLevels, and MaxLevels. |
||
| 483 | /// The source and destination instructions needn't be contained in the same |
||
| 484 | /// loop. The routine establishNestingLevels finds the level of most deeply |
||
| 485 | /// nested loop that contains them both, CommonLevels. An instruction that's |
||
| 486 | /// not contained in a loop is at level = 0. MaxLevels is equal to the level |
||
| 487 | /// of the source plus the level of the destination, minus CommonLevels. |
||
| 488 | /// This lets us allocate vectors MaxLevels in length, with room for every |
||
| 489 | /// distinct loop referenced in both the source and destination subscripts. |
||
| 490 | /// The variable SrcLevels is the nesting depth of the source instruction. |
||
| 491 | /// It's used to help calculate distinct loops referenced by the destination. |
||
| 492 | /// Here's the map from loops to levels: |
||
| 493 | /// 0 - unused |
||
| 494 | /// 1 - outermost common loop |
||
| 495 | /// ... - other common loops |
||
| 496 | /// CommonLevels - innermost common loop |
||
| 497 | /// ... - loops containing Src but not Dst |
||
| 498 | /// SrcLevels - innermost loop containing Src but not Dst |
||
| 499 | /// ... - loops containing Dst but not Src |
||
| 500 | /// MaxLevels - innermost loop containing Dst but not Src |
||
| 501 | /// Consider the follow code fragment: |
||
| 502 | /// for (a = ...) { |
||
| 503 | /// for (b = ...) { |
||
| 504 | /// for (c = ...) { |
||
| 505 | /// for (d = ...) { |
||
| 506 | /// A[] = ...; |
||
| 507 | /// } |
||
| 508 | /// } |
||
| 509 | /// for (e = ...) { |
||
| 510 | /// for (f = ...) { |
||
| 511 | /// for (g = ...) { |
||
| 512 | /// ... = A[]; |
||
| 513 | /// } |
||
| 514 | /// } |
||
| 515 | /// } |
||
| 516 | /// } |
||
| 517 | /// } |
||
| 518 | /// If we're looking at the possibility of a dependence between the store |
||
| 519 | /// to A (the Src) and the load from A (the Dst), we'll note that they |
||
| 520 | /// have 2 loops in common, so CommonLevels will equal 2 and the direction |
||
| 521 | /// vector for Result will have 2 entries. SrcLevels = 4 and MaxLevels = 7. |
||
| 522 | /// A map from loop names to level indices would look like |
||
| 523 | /// a - 1 |
||
| 524 | /// b - 2 = CommonLevels |
||
| 525 | /// c - 3 |
||
| 526 | /// d - 4 = SrcLevels |
||
| 527 | /// e - 5 |
||
| 528 | /// f - 6 |
||
| 529 | /// g - 7 = MaxLevels |
||
| 530 | void establishNestingLevels(const Instruction *Src, |
||
| 531 | const Instruction *Dst); |
||
| 532 | |||
| 533 | unsigned CommonLevels, SrcLevels, MaxLevels; |
||
| 534 | |||
| 535 | /// mapSrcLoop - Given one of the loops containing the source, return |
||
| 536 | /// its level index in our numbering scheme. |
||
| 537 | unsigned mapSrcLoop(const Loop *SrcLoop) const; |
||
| 538 | |||
| 539 | /// mapDstLoop - Given one of the loops containing the destination, |
||
| 540 | /// return its level index in our numbering scheme. |
||
| 541 | unsigned mapDstLoop(const Loop *DstLoop) const; |
||
| 542 | |||
| 543 | /// isLoopInvariant - Returns true if Expression is loop invariant |
||
| 544 | /// in LoopNest. |
||
| 545 | bool isLoopInvariant(const SCEV *Expression, const Loop *LoopNest) const; |
||
| 546 | |||
| 547 | /// Makes sure all subscript pairs share the same integer type by |
||
| 548 | /// sign-extending as necessary. |
||
| 549 | /// Sign-extending a subscript is safe because getelementptr assumes the |
||
| 550 | /// array subscripts are signed. |
||
| 551 | void unifySubscriptType(ArrayRef<Subscript *> Pairs); |
||
| 552 | |||
| 553 | /// removeMatchingExtensions - Examines a subscript pair. |
||
| 554 | /// If the source and destination are identically sign (or zero) |
||
| 555 | /// extended, it strips off the extension in an effort to |
||
| 556 | /// simplify the actual analysis. |
||
| 557 | void removeMatchingExtensions(Subscript *Pair); |
||
| 558 | |||
| 559 | /// collectCommonLoops - Finds the set of loops from the LoopNest that |
||
| 560 | /// have a level <= CommonLevels and are referred to by the SCEV Expression. |
||
| 561 | void collectCommonLoops(const SCEV *Expression, |
||
| 562 | const Loop *LoopNest, |
||
| 563 | SmallBitVector &Loops) const; |
||
| 564 | |||
| 565 | /// checkSrcSubscript - Examines the SCEV Src, returning true iff it's |
||
| 566 | /// linear. Collect the set of loops mentioned by Src. |
||
| 567 | bool checkSrcSubscript(const SCEV *Src, |
||
| 568 | const Loop *LoopNest, |
||
| 569 | SmallBitVector &Loops); |
||
| 570 | |||
| 571 | /// checkDstSubscript - Examines the SCEV Dst, returning true iff it's |
||
| 572 | /// linear. Collect the set of loops mentioned by Dst. |
||
| 573 | bool checkDstSubscript(const SCEV *Dst, |
||
| 574 | const Loop *LoopNest, |
||
| 575 | SmallBitVector &Loops); |
||
| 576 | |||
| 577 | /// isKnownPredicate - Compare X and Y using the predicate Pred. |
||
| 578 | /// Basically a wrapper for SCEV::isKnownPredicate, |
||
| 579 | /// but tries harder, especially in the presence of sign and zero |
||
| 580 | /// extensions and symbolics. |
||
| 581 | bool isKnownPredicate(ICmpInst::Predicate Pred, |
||
| 582 | const SCEV *X, |
||
| 583 | const SCEV *Y) const; |
||
| 584 | |||
| 585 | /// isKnownLessThan - Compare to see if S is less than Size |
||
| 586 | /// Another wrapper for isKnownNegative(S - max(Size, 1)) with some extra |
||
| 587 | /// checking if S is an AddRec and we can prove lessthan using the loop |
||
| 588 | /// bounds. |
||
| 589 | bool isKnownLessThan(const SCEV *S, const SCEV *Size) const; |
||
| 590 | |||
| 591 | /// isKnownNonNegative - Compare to see if S is known not to be negative |
||
| 592 | /// Uses the fact that S comes from Ptr, which may be an inbound GEP, |
||
| 593 | /// Proving there is no wrapping going on. |
||
| 594 | bool isKnownNonNegative(const SCEV *S, const Value *Ptr) const; |
||
| 595 | |||
| 596 | /// collectUpperBound - All subscripts are the same type (on my machine, |
||
| 597 | /// an i64). The loop bound may be a smaller type. collectUpperBound |
||
| 598 | /// find the bound, if available, and zero extends it to the Type T. |
||
| 599 | /// (I zero extend since the bound should always be >= 0.) |
||
| 600 | /// If no upper bound is available, return NULL. |
||
| 601 | const SCEV *collectUpperBound(const Loop *l, Type *T) const; |
||
| 602 | |||
| 603 | /// collectConstantUpperBound - Calls collectUpperBound(), then |
||
| 604 | /// attempts to cast it to SCEVConstant. If the cast fails, |
||
| 605 | /// returns NULL. |
||
| 606 | const SCEVConstant *collectConstantUpperBound(const Loop *l, Type *T) const; |
||
| 607 | |||
| 608 | /// classifyPair - Examines the subscript pair (the Src and Dst SCEVs) |
||
| 609 | /// and classifies it as either ZIV, SIV, RDIV, MIV, or Nonlinear. |
||
| 610 | /// Collects the associated loops in a set. |
||
| 611 | Subscript::ClassificationKind classifyPair(const SCEV *Src, |
||
| 612 | const Loop *SrcLoopNest, |
||
| 613 | const SCEV *Dst, |
||
| 614 | const Loop *DstLoopNest, |
||
| 615 | SmallBitVector &Loops); |
||
| 616 | |||
| 617 | /// testZIV - Tests the ZIV subscript pair (Src and Dst) for dependence. |
||
| 618 | /// Returns true if any possible dependence is disproved. |
||
| 619 | /// If there might be a dependence, returns false. |
||
| 620 | /// If the dependence isn't proven to exist, |
||
| 621 | /// marks the Result as inconsistent. |
||
| 622 | bool testZIV(const SCEV *Src, |
||
| 623 | const SCEV *Dst, |
||
| 624 | FullDependence &Result) const; |
||
| 625 | |||
| 626 | /// testSIV - Tests the SIV subscript pair (Src and Dst) for dependence. |
||
| 627 | /// Things of the form [c1 + a1*i] and [c2 + a2*j], where |
||
| 628 | /// i and j are induction variables, c1 and c2 are loop invariant, |
||
| 629 | /// and a1 and a2 are constant. |
||
| 630 | /// Returns true if any possible dependence is disproved. |
||
| 631 | /// If there might be a dependence, returns false. |
||
| 632 | /// Sets appropriate direction vector entry and, when possible, |
||
| 633 | /// the distance vector entry. |
||
| 634 | /// If the dependence isn't proven to exist, |
||
| 635 | /// marks the Result as inconsistent. |
||
| 636 | bool testSIV(const SCEV *Src, |
||
| 637 | const SCEV *Dst, |
||
| 638 | unsigned &Level, |
||
| 639 | FullDependence &Result, |
||
| 640 | Constraint &NewConstraint, |
||
| 641 | const SCEV *&SplitIter) const; |
||
| 642 | |||
| 643 | /// testRDIV - Tests the RDIV subscript pair (Src and Dst) for dependence. |
||
| 644 | /// Things of the form [c1 + a1*i] and [c2 + a2*j] |
||
| 645 | /// where i and j are induction variables, c1 and c2 are loop invariant, |
||
| 646 | /// and a1 and a2 are constant. |
||
| 647 | /// With minor algebra, this test can also be used for things like |
||
| 648 | /// [c1 + a1*i + a2*j][c2]. |
||
| 649 | /// Returns true if any possible dependence is disproved. |
||
| 650 | /// If there might be a dependence, returns false. |
||
| 651 | /// Marks the Result as inconsistent. |
||
| 652 | bool testRDIV(const SCEV *Src, |
||
| 653 | const SCEV *Dst, |
||
| 654 | FullDependence &Result) const; |
||
| 655 | |||
| 656 | /// testMIV - Tests the MIV subscript pair (Src and Dst) for dependence. |
||
| 657 | /// Returns true if dependence disproved. |
||
| 658 | /// Can sometimes refine direction vectors. |
||
| 659 | bool testMIV(const SCEV *Src, |
||
| 660 | const SCEV *Dst, |
||
| 661 | const SmallBitVector &Loops, |
||
| 662 | FullDependence &Result) const; |
||
| 663 | |||
| 664 | /// strongSIVtest - Tests the strong SIV subscript pair (Src and Dst) |
||
| 665 | /// for dependence. |
||
| 666 | /// Things of the form [c1 + a*i] and [c2 + a*i], |
||
| 667 | /// where i is an induction variable, c1 and c2 are loop invariant, |
||
| 668 | /// and a is a constant |
||
| 669 | /// Returns true if any possible dependence is disproved. |
||
| 670 | /// If there might be a dependence, returns false. |
||
| 671 | /// Sets appropriate direction and distance. |
||
| 672 | bool strongSIVtest(const SCEV *Coeff, |
||
| 673 | const SCEV *SrcConst, |
||
| 674 | const SCEV *DstConst, |
||
| 675 | const Loop *CurrentLoop, |
||
| 676 | unsigned Level, |
||
| 677 | FullDependence &Result, |
||
| 678 | Constraint &NewConstraint) const; |
||
| 679 | |||
| 680 | /// weakCrossingSIVtest - Tests the weak-crossing SIV subscript pair |
||
| 681 | /// (Src and Dst) for dependence. |
||
| 682 | /// Things of the form [c1 + a*i] and [c2 - a*i], |
||
| 683 | /// where i is an induction variable, c1 and c2 are loop invariant, |
||
| 684 | /// and a is a constant. |
||
| 685 | /// Returns true if any possible dependence is disproved. |
||
| 686 | /// If there might be a dependence, returns false. |
||
| 687 | /// Sets appropriate direction entry. |
||
| 688 | /// Set consistent to false. |
||
| 689 | /// Marks the dependence as splitable. |
||
| 690 | bool weakCrossingSIVtest(const SCEV *SrcCoeff, |
||
| 691 | const SCEV *SrcConst, |
||
| 692 | const SCEV *DstConst, |
||
| 693 | const Loop *CurrentLoop, |
||
| 694 | unsigned Level, |
||
| 695 | FullDependence &Result, |
||
| 696 | Constraint &NewConstraint, |
||
| 697 | const SCEV *&SplitIter) const; |
||
| 698 | |||
| 699 | /// ExactSIVtest - Tests the SIV subscript pair |
||
| 700 | /// (Src and Dst) for dependence. |
||
| 701 | /// Things of the form [c1 + a1*i] and [c2 + a2*i], |
||
| 702 | /// where i is an induction variable, c1 and c2 are loop invariant, |
||
| 703 | /// and a1 and a2 are constant. |
||
| 704 | /// Returns true if any possible dependence is disproved. |
||
| 705 | /// If there might be a dependence, returns false. |
||
| 706 | /// Sets appropriate direction entry. |
||
| 707 | /// Set consistent to false. |
||
| 708 | bool exactSIVtest(const SCEV *SrcCoeff, |
||
| 709 | const SCEV *DstCoeff, |
||
| 710 | const SCEV *SrcConst, |
||
| 711 | const SCEV *DstConst, |
||
| 712 | const Loop *CurrentLoop, |
||
| 713 | unsigned Level, |
||
| 714 | FullDependence &Result, |
||
| 715 | Constraint &NewConstraint) const; |
||
| 716 | |||
| 717 | /// weakZeroSrcSIVtest - Tests the weak-zero SIV subscript pair |
||
| 718 | /// (Src and Dst) for dependence. |
||
| 719 | /// Things of the form [c1] and [c2 + a*i], |
||
| 720 | /// where i is an induction variable, c1 and c2 are loop invariant, |
||
| 721 | /// and a is a constant. See also weakZeroDstSIVtest. |
||
| 722 | /// Returns true if any possible dependence is disproved. |
||
| 723 | /// If there might be a dependence, returns false. |
||
| 724 | /// Sets appropriate direction entry. |
||
| 725 | /// Set consistent to false. |
||
| 726 | /// If loop peeling will break the dependence, mark appropriately. |
||
| 727 | bool weakZeroSrcSIVtest(const SCEV *DstCoeff, |
||
| 728 | const SCEV *SrcConst, |
||
| 729 | const SCEV *DstConst, |
||
| 730 | const Loop *CurrentLoop, |
||
| 731 | unsigned Level, |
||
| 732 | FullDependence &Result, |
||
| 733 | Constraint &NewConstraint) const; |
||
| 734 | |||
| 735 | /// weakZeroDstSIVtest - Tests the weak-zero SIV subscript pair |
||
| 736 | /// (Src and Dst) for dependence. |
||
| 737 | /// Things of the form [c1 + a*i] and [c2], |
||
| 738 | /// where i is an induction variable, c1 and c2 are loop invariant, |
||
| 739 | /// and a is a constant. See also weakZeroSrcSIVtest. |
||
| 740 | /// Returns true if any possible dependence is disproved. |
||
| 741 | /// If there might be a dependence, returns false. |
||
| 742 | /// Sets appropriate direction entry. |
||
| 743 | /// Set consistent to false. |
||
| 744 | /// If loop peeling will break the dependence, mark appropriately. |
||
| 745 | bool weakZeroDstSIVtest(const SCEV *SrcCoeff, |
||
| 746 | const SCEV *SrcConst, |
||
| 747 | const SCEV *DstConst, |
||
| 748 | const Loop *CurrentLoop, |
||
| 749 | unsigned Level, |
||
| 750 | FullDependence &Result, |
||
| 751 | Constraint &NewConstraint) const; |
||
| 752 | |||
| 753 | /// exactRDIVtest - Tests the RDIV subscript pair for dependence. |
||
| 754 | /// Things of the form [c1 + a*i] and [c2 + b*j], |
||
| 755 | /// where i and j are induction variable, c1 and c2 are loop invariant, |
||
| 756 | /// and a and b are constants. |
||
| 757 | /// Returns true if any possible dependence is disproved. |
||
| 758 | /// Marks the result as inconsistent. |
||
| 759 | /// Works in some cases that symbolicRDIVtest doesn't, |
||
| 760 | /// and vice versa. |
||
| 761 | bool exactRDIVtest(const SCEV *SrcCoeff, |
||
| 762 | const SCEV *DstCoeff, |
||
| 763 | const SCEV *SrcConst, |
||
| 764 | const SCEV *DstConst, |
||
| 765 | const Loop *SrcLoop, |
||
| 766 | const Loop *DstLoop, |
||
| 767 | FullDependence &Result) const; |
||
| 768 | |||
| 769 | /// symbolicRDIVtest - Tests the RDIV subscript pair for dependence. |
||
| 770 | /// Things of the form [c1 + a*i] and [c2 + b*j], |
||
| 771 | /// where i and j are induction variable, c1 and c2 are loop invariant, |
||
| 772 | /// and a and b are constants. |
||
| 773 | /// Returns true if any possible dependence is disproved. |
||
| 774 | /// Marks the result as inconsistent. |
||
| 775 | /// Works in some cases that exactRDIVtest doesn't, |
||
| 776 | /// and vice versa. Can also be used as a backup for |
||
| 777 | /// ordinary SIV tests. |
||
| 778 | bool symbolicRDIVtest(const SCEV *SrcCoeff, |
||
| 779 | const SCEV *DstCoeff, |
||
| 780 | const SCEV *SrcConst, |
||
| 781 | const SCEV *DstConst, |
||
| 782 | const Loop *SrcLoop, |
||
| 783 | const Loop *DstLoop) const; |
||
| 784 | |||
| 785 | /// gcdMIVtest - Tests an MIV subscript pair for dependence. |
||
| 786 | /// Returns true if any possible dependence is disproved. |
||
| 787 | /// Marks the result as inconsistent. |
||
| 788 | /// Can sometimes disprove the equal direction for 1 or more loops. |
||
| 789 | // Can handle some symbolics that even the SIV tests don't get, |
||
| 790 | /// so we use it as a backup for everything. |
||
| 791 | bool gcdMIVtest(const SCEV *Src, |
||
| 792 | const SCEV *Dst, |
||
| 793 | FullDependence &Result) const; |
||
| 794 | |||
| 795 | /// banerjeeMIVtest - Tests an MIV subscript pair for dependence. |
||
| 796 | /// Returns true if any possible dependence is disproved. |
||
| 797 | /// Marks the result as inconsistent. |
||
| 798 | /// Computes directions. |
||
| 799 | bool banerjeeMIVtest(const SCEV *Src, |
||
| 800 | const SCEV *Dst, |
||
| 801 | const SmallBitVector &Loops, |
||
| 802 | FullDependence &Result) const; |
||
| 803 | |||
| 804 | /// collectCoefficientInfo - Walks through the subscript, |
||
| 805 | /// collecting each coefficient, the associated loop bounds, |
||
| 806 | /// and recording its positive and negative parts for later use. |
||
| 807 | CoefficientInfo *collectCoeffInfo(const SCEV *Subscript, |
||
| 808 | bool SrcFlag, |
||
| 809 | const SCEV *&Constant) const; |
||
| 810 | |||
| 811 | /// getPositivePart - X^+ = max(X, 0). |
||
| 812 | /// |
||
| 813 | const SCEV *getPositivePart(const SCEV *X) const; |
||
| 814 | |||
| 815 | /// getNegativePart - X^- = min(X, 0). |
||
| 816 | /// |
||
| 817 | const SCEV *getNegativePart(const SCEV *X) const; |
||
| 818 | |||
| 819 | /// getLowerBound - Looks through all the bounds info and |
||
| 820 | /// computes the lower bound given the current direction settings |
||
| 821 | /// at each level. |
||
| 822 | const SCEV *getLowerBound(BoundInfo *Bound) const; |
||
| 823 | |||
| 824 | /// getUpperBound - Looks through all the bounds info and |
||
| 825 | /// computes the upper bound given the current direction settings |
||
| 826 | /// at each level. |
||
| 827 | const SCEV *getUpperBound(BoundInfo *Bound) const; |
||
| 828 | |||
| 829 | /// exploreDirections - Hierarchically expands the direction vector |
||
| 830 | /// search space, combining the directions of discovered dependences |
||
| 831 | /// in the DirSet field of Bound. Returns the number of distinct |
||
| 832 | /// dependences discovered. If the dependence is disproved, |
||
| 833 | /// it will return 0. |
||
| 834 | unsigned exploreDirections(unsigned Level, |
||
| 835 | CoefficientInfo *A, |
||
| 836 | CoefficientInfo *B, |
||
| 837 | BoundInfo *Bound, |
||
| 838 | const SmallBitVector &Loops, |
||
| 839 | unsigned &DepthExpanded, |
||
| 840 | const SCEV *Delta) const; |
||
| 841 | |||
| 842 | /// testBounds - Returns true iff the current bounds are plausible. |
||
| 843 | bool testBounds(unsigned char DirKind, |
||
| 844 | unsigned Level, |
||
| 845 | BoundInfo *Bound, |
||
| 846 | const SCEV *Delta) const; |
||
| 847 | |||
| 848 | /// findBoundsALL - Computes the upper and lower bounds for level K |
||
| 849 | /// using the * direction. Records them in Bound. |
||
| 850 | void findBoundsALL(CoefficientInfo *A, |
||
| 851 | CoefficientInfo *B, |
||
| 852 | BoundInfo *Bound, |
||
| 853 | unsigned K) const; |
||
| 854 | |||
| 855 | /// findBoundsLT - Computes the upper and lower bounds for level K |
||
| 856 | /// using the < direction. Records them in Bound. |
||
| 857 | void findBoundsLT(CoefficientInfo *A, |
||
| 858 | CoefficientInfo *B, |
||
| 859 | BoundInfo *Bound, |
||
| 860 | unsigned K) const; |
||
| 861 | |||
| 862 | /// findBoundsGT - Computes the upper and lower bounds for level K |
||
| 863 | /// using the > direction. Records them in Bound. |
||
| 864 | void findBoundsGT(CoefficientInfo *A, |
||
| 865 | CoefficientInfo *B, |
||
| 866 | BoundInfo *Bound, |
||
| 867 | unsigned K) const; |
||
| 868 | |||
| 869 | /// findBoundsEQ - Computes the upper and lower bounds for level K |
||
| 870 | /// using the = direction. Records them in Bound. |
||
| 871 | void findBoundsEQ(CoefficientInfo *A, |
||
| 872 | CoefficientInfo *B, |
||
| 873 | BoundInfo *Bound, |
||
| 874 | unsigned K) const; |
||
| 875 | |||
| 876 | /// intersectConstraints - Updates X with the intersection |
||
| 877 | /// of the Constraints X and Y. Returns true if X has changed. |
||
| 878 | bool intersectConstraints(Constraint *X, |
||
| 879 | const Constraint *Y); |
||
| 880 | |||
| 881 | /// propagate - Review the constraints, looking for opportunities |
||
| 882 | /// to simplify a subscript pair (Src and Dst). |
||
| 883 | /// Return true if some simplification occurs. |
||
| 884 | /// If the simplification isn't exact (that is, if it is conservative |
||
| 885 | /// in terms of dependence), set consistent to false. |
||
| 886 | bool propagate(const SCEV *&Src, |
||
| 887 | const SCEV *&Dst, |
||
| 888 | SmallBitVector &Loops, |
||
| 889 | SmallVectorImpl<Constraint> &Constraints, |
||
| 890 | bool &Consistent); |
||
| 891 | |||
| 892 | /// propagateDistance - Attempt to propagate a distance |
||
| 893 | /// constraint into a subscript pair (Src and Dst). |
||
| 894 | /// Return true if some simplification occurs. |
||
| 895 | /// If the simplification isn't exact (that is, if it is conservative |
||
| 896 | /// in terms of dependence), set consistent to false. |
||
| 897 | bool propagateDistance(const SCEV *&Src, |
||
| 898 | const SCEV *&Dst, |
||
| 899 | Constraint &CurConstraint, |
||
| 900 | bool &Consistent); |
||
| 901 | |||
| 902 | /// propagatePoint - Attempt to propagate a point |
||
| 903 | /// constraint into a subscript pair (Src and Dst). |
||
| 904 | /// Return true if some simplification occurs. |
||
| 905 | bool propagatePoint(const SCEV *&Src, |
||
| 906 | const SCEV *&Dst, |
||
| 907 | Constraint &CurConstraint); |
||
| 908 | |||
| 909 | /// propagateLine - Attempt to propagate a line |
||
| 910 | /// constraint into a subscript pair (Src and Dst). |
||
| 911 | /// Return true if some simplification occurs. |
||
| 912 | /// If the simplification isn't exact (that is, if it is conservative |
||
| 913 | /// in terms of dependence), set consistent to false. |
||
| 914 | bool propagateLine(const SCEV *&Src, |
||
| 915 | const SCEV *&Dst, |
||
| 916 | Constraint &CurConstraint, |
||
| 917 | bool &Consistent); |
||
| 918 | |||
| 919 | /// findCoefficient - Given a linear SCEV, |
||
| 920 | /// return the coefficient corresponding to specified loop. |
||
| 921 | /// If there isn't one, return the SCEV constant 0. |
||
| 922 | /// For example, given a*i + b*j + c*k, returning the coefficient |
||
| 923 | /// corresponding to the j loop would yield b. |
||
| 924 | const SCEV *findCoefficient(const SCEV *Expr, |
||
| 925 | const Loop *TargetLoop) const; |
||
| 926 | |||
| 927 | /// zeroCoefficient - Given a linear SCEV, |
||
| 928 | /// return the SCEV given by zeroing out the coefficient |
||
| 929 | /// corresponding to the specified loop. |
||
| 930 | /// For example, given a*i + b*j + c*k, zeroing the coefficient |
||
| 931 | /// corresponding to the j loop would yield a*i + c*k. |
||
| 932 | const SCEV *zeroCoefficient(const SCEV *Expr, |
||
| 933 | const Loop *TargetLoop) const; |
||
| 934 | |||
| 935 | /// addToCoefficient - Given a linear SCEV Expr, |
||
| 936 | /// return the SCEV given by adding some Value to the |
||
| 937 | /// coefficient corresponding to the specified TargetLoop. |
||
| 938 | /// For example, given a*i + b*j + c*k, adding 1 to the coefficient |
||
| 939 | /// corresponding to the j loop would yield a*i + (b+1)*j + c*k. |
||
| 940 | const SCEV *addToCoefficient(const SCEV *Expr, |
||
| 941 | const Loop *TargetLoop, |
||
| 942 | const SCEV *Value) const; |
||
| 943 | |||
| 944 | /// updateDirection - Update direction vector entry |
||
| 945 | /// based on the current constraint. |
||
| 946 | void updateDirection(Dependence::DVEntry &Level, |
||
| 947 | const Constraint &CurConstraint) const; |
||
| 948 | |||
| 949 | /// Given a linear access function, tries to recover subscripts |
||
| 950 | /// for each dimension of the array element access. |
||
| 951 | bool tryDelinearize(Instruction *Src, Instruction *Dst, |
||
| 952 | SmallVectorImpl<Subscript> &Pair); |
||
| 953 | |||
| 954 | /// Tries to delinearize \p Src and \p Dst access functions for a fixed size |
||
| 955 | /// multi-dimensional array. Calls tryDelinearizeFixedSizeImpl() to |
||
| 956 | /// delinearize \p Src and \p Dst separately, |
||
| 957 | bool tryDelinearizeFixedSize(Instruction *Src, Instruction *Dst, |
||
| 958 | const SCEV *SrcAccessFn, |
||
| 959 | const SCEV *DstAccessFn, |
||
| 960 | SmallVectorImpl<const SCEV *> &SrcSubscripts, |
||
| 961 | SmallVectorImpl<const SCEV *> &DstSubscripts); |
||
| 962 | |||
| 963 | /// Tries to delinearize access function for a multi-dimensional array with |
||
| 964 | /// symbolic runtime sizes. |
||
| 965 | /// Returns true upon success and false otherwise. |
||
| 966 | bool tryDelinearizeParametricSize( |
||
| 967 | Instruction *Src, Instruction *Dst, const SCEV *SrcAccessFn, |
||
| 968 | const SCEV *DstAccessFn, SmallVectorImpl<const SCEV *> &SrcSubscripts, |
||
| 969 | SmallVectorImpl<const SCEV *> &DstSubscripts); |
||
| 970 | |||
| 971 | /// checkSubscript - Helper function for checkSrcSubscript and |
||
| 972 | /// checkDstSubscript to avoid duplicate code |
||
| 973 | bool checkSubscript(const SCEV *Expr, const Loop *LoopNest, |
||
| 974 | SmallBitVector &Loops, bool IsSrc); |
||
| 975 | }; // class DependenceInfo |
||
| 976 | |||
| 977 | /// AnalysisPass to compute dependence information in a function |
||
| 978 | class DependenceAnalysis : public AnalysisInfoMixin<DependenceAnalysis> { |
||
| 979 | public: |
||
| 980 | typedef DependenceInfo Result; |
||
| 981 | Result run(Function &F, FunctionAnalysisManager &FAM); |
||
| 982 | |||
| 983 | private: |
||
| 984 | static AnalysisKey Key; |
||
| 985 | friend struct AnalysisInfoMixin<DependenceAnalysis>; |
||
| 986 | }; // class DependenceAnalysis |
||
| 987 | |||
| 988 | /// Printer pass to dump DA results. |
||
| 989 | struct DependenceAnalysisPrinterPass |
||
| 990 | : public PassInfoMixin<DependenceAnalysisPrinterPass> { |
||
| 991 | DependenceAnalysisPrinterPass(raw_ostream &OS, |
||
| 992 | bool NormalizeResults = false) |
||
| 993 | : OS(OS), NormalizeResults(NormalizeResults) {} |
||
| 994 | |||
| 995 | PreservedAnalyses run(Function &F, FunctionAnalysisManager &FAM); |
||
| 996 | |||
| 997 | private: |
||
| 998 | raw_ostream &OS; |
||
| 999 | bool NormalizeResults; |
||
| 1000 | }; // class DependenceAnalysisPrinterPass |
||
| 1001 | |||
| 1002 | /// Legacy pass manager pass to access dependence information |
||
| 1003 | class DependenceAnalysisWrapperPass : public FunctionPass { |
||
| 1004 | public: |
||
| 1005 | static char ID; // Class identification, replacement for typeinfo |
||
| 1006 | DependenceAnalysisWrapperPass(); |
||
| 1007 | |||
| 1008 | bool runOnFunction(Function &F) override; |
||
| 1009 | void releaseMemory() override; |
||
| 1010 | void getAnalysisUsage(AnalysisUsage &) const override; |
||
| 1011 | void print(raw_ostream &, const Module * = nullptr) const override; |
||
| 1012 | DependenceInfo &getDI() const; |
||
| 1013 | |||
| 1014 | private: |
||
| 1015 | std::unique_ptr<DependenceInfo> info; |
||
| 1016 | }; // class DependenceAnalysisWrapperPass |
||
| 1017 | |||
| 1018 | /// createDependenceAnalysisPass - This creates an instance of the |
||
| 1019 | /// DependenceAnalysis wrapper pass. |
||
| 1020 | FunctionPass *createDependenceAnalysisWrapperPass(); |
||
| 1021 | |||
| 1022 | } // namespace llvm |
||
| 1023 | |||
| 1024 | #endif |