Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line | 
|---|---|---|---|
| 14 | pmbaty | 1 | //===- InstructionCost.h ----------------------------------------*- C++ -*-===// | 
| 2 | // | ||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | ||
| 4 | // See https://llvm.org/LICENSE.txt for license information. | ||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | ||
| 6 | // | ||
| 7 | //===----------------------------------------------------------------------===// | ||
| 8 | /// \file | ||
| 9 | /// This file defines an InstructionCost class that is used when calculating | ||
| 10 | /// the cost of an instruction, or a group of instructions. In addition to a | ||
| 11 | /// numeric value representing the cost the class also contains a state that | ||
| 12 | /// can be used to encode particular properties, such as a cost being invalid. | ||
| 13 | /// Operations on InstructionCost implement saturation arithmetic, so that | ||
| 14 | /// accumulating costs on large cost-values don't overflow. | ||
| 15 | /// | ||
| 16 | //===----------------------------------------------------------------------===// | ||
| 17 | |||
| 18 | #ifndef LLVM_SUPPORT_INSTRUCTIONCOST_H | ||
| 19 | #define LLVM_SUPPORT_INSTRUCTIONCOST_H | ||
| 20 | |||
| 21 | #include "llvm/Support/MathExtras.h" | ||
| 22 | #include <limits> | ||
| 23 | #include <optional> | ||
| 24 | |||
| 25 | namespace llvm { | ||
| 26 | |||
| 27 | class raw_ostream; | ||
| 28 | |||
| 29 | class InstructionCost { | ||
| 30 | public: | ||
| 31 | using CostType = int64_t; | ||
| 32 | |||
| 33 |   /// CostState describes the state of a cost. | ||
| 34 | enum CostState { | ||
| 35 |     Valid,  /// < The cost value represents a valid cost, even when the | ||
| 36 |             /// cost-value is large. | ||
| 37 |     Invalid /// < Invalid indicates there is no way to represent the cost as a | ||
| 38 |             /// numeric value. This state exists to represent a possible issue, | ||
| 39 |             /// e.g. if the cost-model knows the operation cannot be expanded | ||
| 40 |             /// into a valid code-sequence by the code-generator.  While some | ||
| 41 |             /// passes may assert that the calculated cost must be valid, it is | ||
| 42 |             /// up to individual passes how to interpret an Invalid cost. For | ||
| 43 |             /// example, a transformation pass could choose not to perform a | ||
| 44 |             /// transformation if the resulting cost would end up Invalid. | ||
| 45 |             /// Because some passes may assert a cost is Valid, it is not | ||
| 46 |             /// recommended to use Invalid costs to model 'Unknown'. | ||
| 47 |             /// Note that Invalid is semantically different from a (very) high, | ||
| 48 |             /// but valid cost, which intentionally indicates no issue, but | ||
| 49 |             /// rather a strong preference not to select a certain operation. | ||
| 50 | }; | ||
| 51 | |||
| 52 | private: | ||
| 53 | CostType Value = 0; | ||
| 54 | CostState State = Valid; | ||
| 55 | |||
| 56 | void propagateState(const InstructionCost &RHS) { | ||
| 57 | if (RHS.State == Invalid) | ||
| 58 | State = Invalid; | ||
| 59 |   } | ||
| 60 | |||
| 61 | static CostType getMaxValue() { return std::numeric_limits<CostType>::max(); } | ||
| 62 | static CostType getMinValue() { return std::numeric_limits<CostType>::min(); } | ||
| 63 | |||
| 64 | public: | ||
| 65 |   // A default constructed InstructionCost is a valid zero cost | ||
| 66 | InstructionCost() = default; | ||
| 67 | |||
| 68 | InstructionCost(CostState) = delete; | ||
| 69 | InstructionCost(CostType Val) : Value(Val), State(Valid) {} | ||
| 70 | |||
| 71 | static InstructionCost getMax() { return getMaxValue(); } | ||
| 72 | static InstructionCost getMin() { return getMinValue(); } | ||
| 73 | static InstructionCost getInvalid(CostType Val = 0) { | ||
| 74 | InstructionCost Tmp(Val); | ||
| 75 | Tmp.setInvalid(); | ||
| 76 | return Tmp; | ||
| 77 |   } | ||
| 78 | |||
| 79 | bool isValid() const { return State == Valid; } | ||
| 80 | void setValid() { State = Valid; } | ||
| 81 | void setInvalid() { State = Invalid; } | ||
| 82 | CostState getState() const { return State; } | ||
| 83 | |||
| 84 |   /// This function is intended to be used as sparingly as possible, since the | ||
| 85 |   /// class provides the full range of operator support required for arithmetic | ||
| 86 |   /// and comparisons. | ||
| 87 | std::optional<CostType> getValue() const { | ||
| 88 | if (isValid()) | ||
| 89 | return Value; | ||
| 90 | return std::nullopt; | ||
| 91 |   } | ||
| 92 | |||
| 93 |   /// For all of the arithmetic operators provided here any invalid state is | ||
| 94 |   /// perpetuated and cannot be removed. Once a cost becomes invalid it stays | ||
| 95 |   /// invalid, and it also inherits any invalid state from the RHS. | ||
| 96 |   /// Arithmetic work on the actual values is implemented with saturation, | ||
| 97 |   /// to avoid overflow when using more extreme cost values. | ||
| 98 | |||
| 99 | InstructionCost &operator+=(const InstructionCost &RHS) { | ||
| 100 | propagateState(RHS); | ||
| 101 | |||
| 102 |     // Saturating addition. | ||
| 103 | InstructionCost::CostType Result; | ||
| 104 | if (AddOverflow(Value, RHS.Value, Result)) | ||
| 105 | Result = RHS.Value > 0 ? getMaxValue() : getMinValue(); | ||
| 106 | |||
| 107 | Value = Result; | ||
| 108 | return *this; | ||
| 109 |   } | ||
| 110 | |||
| 111 | InstructionCost &operator+=(const CostType RHS) { | ||
| 112 | InstructionCost RHS2(RHS); | ||
| 113 | *this += RHS2; | ||
| 114 | return *this; | ||
| 115 |   } | ||
| 116 | |||
| 117 | InstructionCost &operator-=(const InstructionCost &RHS) { | ||
| 118 | propagateState(RHS); | ||
| 119 | |||
| 120 |     // Saturating subtract. | ||
| 121 | InstructionCost::CostType Result; | ||
| 122 | if (SubOverflow(Value, RHS.Value, Result)) | ||
| 123 | Result = RHS.Value > 0 ? getMinValue() : getMaxValue(); | ||
| 124 | Value = Result; | ||
| 125 | return *this; | ||
| 126 |   } | ||
| 127 | |||
| 128 | InstructionCost &operator-=(const CostType RHS) { | ||
| 129 | InstructionCost RHS2(RHS); | ||
| 130 | *this -= RHS2; | ||
| 131 | return *this; | ||
| 132 |   } | ||
| 133 | |||
| 134 | InstructionCost &operator*=(const InstructionCost &RHS) { | ||
| 135 | propagateState(RHS); | ||
| 136 | |||
| 137 |     // Saturating multiply. | ||
| 138 | InstructionCost::CostType Result; | ||
| 139 | if (MulOverflow(Value, RHS.Value, Result)) { | ||
| 140 | if ((Value > 0 && RHS.Value > 0) || (Value < 0 && RHS.Value < 0)) | ||
| 141 | Result = getMaxValue(); | ||
| 142 |       else | ||
| 143 | Result = getMinValue(); | ||
| 144 |     } | ||
| 145 | |||
| 146 | Value = Result; | ||
| 147 | return *this; | ||
| 148 |   } | ||
| 149 | |||
| 150 | InstructionCost &operator*=(const CostType RHS) { | ||
| 151 | InstructionCost RHS2(RHS); | ||
| 152 | *this *= RHS2; | ||
| 153 | return *this; | ||
| 154 |   } | ||
| 155 | |||
| 156 | InstructionCost &operator/=(const InstructionCost &RHS) { | ||
| 157 | propagateState(RHS); | ||
| 158 | Value /= RHS.Value; | ||
| 159 | return *this; | ||
| 160 |   } | ||
| 161 | |||
| 162 | InstructionCost &operator/=(const CostType RHS) { | ||
| 163 | InstructionCost RHS2(RHS); | ||
| 164 | *this /= RHS2; | ||
| 165 | return *this; | ||
| 166 |   } | ||
| 167 | |||
| 168 | InstructionCost &operator++() { | ||
| 169 | *this += 1; | ||
| 170 | return *this; | ||
| 171 |   } | ||
| 172 | |||
| 173 | InstructionCost operator++(int) { | ||
| 174 | InstructionCost Copy = *this; | ||
| 175 | ++*this; | ||
| 176 | return Copy; | ||
| 177 |   } | ||
| 178 | |||
| 179 | InstructionCost &operator--() { | ||
| 180 | *this -= 1; | ||
| 181 | return *this; | ||
| 182 |   } | ||
| 183 | |||
| 184 | InstructionCost operator--(int) { | ||
| 185 | InstructionCost Copy = *this; | ||
| 186 | --*this; | ||
| 187 | return Copy; | ||
| 188 |   } | ||
| 189 | |||
| 190 |   /// For the comparison operators we have chosen to use lexicographical | ||
| 191 |   /// ordering where valid costs are always considered to be less than invalid | ||
| 192 |   /// costs. This avoids having to add asserts to the comparison operators that | ||
| 193 |   /// the states are valid and users can test for validity of the cost | ||
| 194 |   /// explicitly. | ||
| 195 | bool operator<(const InstructionCost &RHS) const { | ||
| 196 | if (State != RHS.State) | ||
| 197 | return State < RHS.State; | ||
| 198 | return Value < RHS.Value; | ||
| 199 |   } | ||
| 200 | |||
| 201 |   // Implement in terms of operator< to ensure that the two comparisons stay in | ||
| 202 |   // sync | ||
| 203 | bool operator==(const InstructionCost &RHS) const { | ||
| 204 | return !(*this < RHS) && !(RHS < *this); | ||
| 205 |   } | ||
| 206 | |||
| 207 | bool operator!=(const InstructionCost &RHS) const { return !(*this == RHS); } | ||
| 208 | |||
| 209 | bool operator==(const CostType RHS) const { | ||
| 210 | InstructionCost RHS2(RHS); | ||
| 211 | return *this == RHS2; | ||
| 212 |   } | ||
| 213 | |||
| 214 | bool operator!=(const CostType RHS) const { return !(*this == RHS); } | ||
| 215 | |||
| 216 | bool operator>(const InstructionCost &RHS) const { return RHS < *this; } | ||
| 217 | |||
| 218 | bool operator<=(const InstructionCost &RHS) const { return !(RHS < *this); } | ||
| 219 | |||
| 220 | bool operator>=(const InstructionCost &RHS) const { return !(*this < RHS); } | ||
| 221 | |||
| 222 | bool operator<(const CostType RHS) const { | ||
| 223 | InstructionCost RHS2(RHS); | ||
| 224 | return *this < RHS2; | ||
| 225 |   } | ||
| 226 | |||
| 227 | bool operator>(const CostType RHS) const { | ||
| 228 | InstructionCost RHS2(RHS); | ||
| 229 | return *this > RHS2; | ||
| 230 |   } | ||
| 231 | |||
| 232 | bool operator<=(const CostType RHS) const { | ||
| 233 | InstructionCost RHS2(RHS); | ||
| 234 | return *this <= RHS2; | ||
| 235 |   } | ||
| 236 | |||
| 237 | bool operator>=(const CostType RHS) const { | ||
| 238 | InstructionCost RHS2(RHS); | ||
| 239 | return *this >= RHS2; | ||
| 240 |   } | ||
| 241 | |||
| 242 | void print(raw_ostream &OS) const; | ||
| 243 | |||
| 244 | template <class Function> | ||
| 245 | auto map(const Function &F) const -> InstructionCost { | ||
| 246 | if (isValid()) | ||
| 247 | return F(Value); | ||
| 248 | return getInvalid(); | ||
| 249 |   } | ||
| 250 | }; | ||
| 251 | |||
| 252 | inline InstructionCost operator+(const InstructionCost &LHS, | ||
| 253 | const InstructionCost &RHS) { | ||
| 254 | InstructionCost LHS2(LHS); | ||
| 255 | LHS2 += RHS; | ||
| 256 | return LHS2; | ||
| 257 | } | ||
| 258 | |||
| 259 | inline InstructionCost operator-(const InstructionCost &LHS, | ||
| 260 | const InstructionCost &RHS) { | ||
| 261 | InstructionCost LHS2(LHS); | ||
| 262 | LHS2 -= RHS; | ||
| 263 | return LHS2; | ||
| 264 | } | ||
| 265 | |||
| 266 | inline InstructionCost operator*(const InstructionCost &LHS, | ||
| 267 | const InstructionCost &RHS) { | ||
| 268 | InstructionCost LHS2(LHS); | ||
| 269 | LHS2 *= RHS; | ||
| 270 | return LHS2; | ||
| 271 | } | ||
| 272 | |||
| 273 | inline InstructionCost operator/(const InstructionCost &LHS, | ||
| 274 | const InstructionCost &RHS) { | ||
| 275 | InstructionCost LHS2(LHS); | ||
| 276 | LHS2 /= RHS; | ||
| 277 | return LHS2; | ||
| 278 | } | ||
| 279 | |||
| 280 | inline raw_ostream &operator<<(raw_ostream &OS, const InstructionCost &V) { | ||
| 281 | V.print(OS); | ||
| 282 | return OS; | ||
| 283 | } | ||
| 284 | |||
| 285 | } // namespace llvm | ||
| 286 | |||
| 287 | #endif |