Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===- InstructionCost.h ----------------------------------------*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | /// \file |
||
| 9 | /// This file defines an InstructionCost class that is used when calculating |
||
| 10 | /// the cost of an instruction, or a group of instructions. In addition to a |
||
| 11 | /// numeric value representing the cost the class also contains a state that |
||
| 12 | /// can be used to encode particular properties, such as a cost being invalid. |
||
| 13 | /// Operations on InstructionCost implement saturation arithmetic, so that |
||
| 14 | /// accumulating costs on large cost-values don't overflow. |
||
| 15 | /// |
||
| 16 | //===----------------------------------------------------------------------===// |
||
| 17 | |||
| 18 | #ifndef LLVM_SUPPORT_INSTRUCTIONCOST_H |
||
| 19 | #define LLVM_SUPPORT_INSTRUCTIONCOST_H |
||
| 20 | |||
| 21 | #include "llvm/Support/MathExtras.h" |
||
| 22 | #include <limits> |
||
| 23 | #include <optional> |
||
| 24 | |||
| 25 | namespace llvm { |
||
| 26 | |||
| 27 | class raw_ostream; |
||
| 28 | |||
| 29 | class InstructionCost { |
||
| 30 | public: |
||
| 31 | using CostType = int64_t; |
||
| 32 | |||
| 33 | /// CostState describes the state of a cost. |
||
| 34 | enum CostState { |
||
| 35 | Valid, /// < The cost value represents a valid cost, even when the |
||
| 36 | /// cost-value is large. |
||
| 37 | Invalid /// < Invalid indicates there is no way to represent the cost as a |
||
| 38 | /// numeric value. This state exists to represent a possible issue, |
||
| 39 | /// e.g. if the cost-model knows the operation cannot be expanded |
||
| 40 | /// into a valid code-sequence by the code-generator. While some |
||
| 41 | /// passes may assert that the calculated cost must be valid, it is |
||
| 42 | /// up to individual passes how to interpret an Invalid cost. For |
||
| 43 | /// example, a transformation pass could choose not to perform a |
||
| 44 | /// transformation if the resulting cost would end up Invalid. |
||
| 45 | /// Because some passes may assert a cost is Valid, it is not |
||
| 46 | /// recommended to use Invalid costs to model 'Unknown'. |
||
| 47 | /// Note that Invalid is semantically different from a (very) high, |
||
| 48 | /// but valid cost, which intentionally indicates no issue, but |
||
| 49 | /// rather a strong preference not to select a certain operation. |
||
| 50 | }; |
||
| 51 | |||
| 52 | private: |
||
| 53 | CostType Value = 0; |
||
| 54 | CostState State = Valid; |
||
| 55 | |||
| 56 | void propagateState(const InstructionCost &RHS) { |
||
| 57 | if (RHS.State == Invalid) |
||
| 58 | State = Invalid; |
||
| 59 | } |
||
| 60 | |||
| 61 | static CostType getMaxValue() { return std::numeric_limits<CostType>::max(); } |
||
| 62 | static CostType getMinValue() { return std::numeric_limits<CostType>::min(); } |
||
| 63 | |||
| 64 | public: |
||
| 65 | // A default constructed InstructionCost is a valid zero cost |
||
| 66 | InstructionCost() = default; |
||
| 67 | |||
| 68 | InstructionCost(CostState) = delete; |
||
| 69 | InstructionCost(CostType Val) : Value(Val), State(Valid) {} |
||
| 70 | |||
| 71 | static InstructionCost getMax() { return getMaxValue(); } |
||
| 72 | static InstructionCost getMin() { return getMinValue(); } |
||
| 73 | static InstructionCost getInvalid(CostType Val = 0) { |
||
| 74 | InstructionCost Tmp(Val); |
||
| 75 | Tmp.setInvalid(); |
||
| 76 | return Tmp; |
||
| 77 | } |
||
| 78 | |||
| 79 | bool isValid() const { return State == Valid; } |
||
| 80 | void setValid() { State = Valid; } |
||
| 81 | void setInvalid() { State = Invalid; } |
||
| 82 | CostState getState() const { return State; } |
||
| 83 | |||
| 84 | /// This function is intended to be used as sparingly as possible, since the |
||
| 85 | /// class provides the full range of operator support required for arithmetic |
||
| 86 | /// and comparisons. |
||
| 87 | std::optional<CostType> getValue() const { |
||
| 88 | if (isValid()) |
||
| 89 | return Value; |
||
| 90 | return std::nullopt; |
||
| 91 | } |
||
| 92 | |||
| 93 | /// For all of the arithmetic operators provided here any invalid state is |
||
| 94 | /// perpetuated and cannot be removed. Once a cost becomes invalid it stays |
||
| 95 | /// invalid, and it also inherits any invalid state from the RHS. |
||
| 96 | /// Arithmetic work on the actual values is implemented with saturation, |
||
| 97 | /// to avoid overflow when using more extreme cost values. |
||
| 98 | |||
| 99 | InstructionCost &operator+=(const InstructionCost &RHS) { |
||
| 100 | propagateState(RHS); |
||
| 101 | |||
| 102 | // Saturating addition. |
||
| 103 | InstructionCost::CostType Result; |
||
| 104 | if (AddOverflow(Value, RHS.Value, Result)) |
||
| 105 | Result = RHS.Value > 0 ? getMaxValue() : getMinValue(); |
||
| 106 | |||
| 107 | Value = Result; |
||
| 108 | return *this; |
||
| 109 | } |
||
| 110 | |||
| 111 | InstructionCost &operator+=(const CostType RHS) { |
||
| 112 | InstructionCost RHS2(RHS); |
||
| 113 | *this += RHS2; |
||
| 114 | return *this; |
||
| 115 | } |
||
| 116 | |||
| 117 | InstructionCost &operator-=(const InstructionCost &RHS) { |
||
| 118 | propagateState(RHS); |
||
| 119 | |||
| 120 | // Saturating subtract. |
||
| 121 | InstructionCost::CostType Result; |
||
| 122 | if (SubOverflow(Value, RHS.Value, Result)) |
||
| 123 | Result = RHS.Value > 0 ? getMinValue() : getMaxValue(); |
||
| 124 | Value = Result; |
||
| 125 | return *this; |
||
| 126 | } |
||
| 127 | |||
| 128 | InstructionCost &operator-=(const CostType RHS) { |
||
| 129 | InstructionCost RHS2(RHS); |
||
| 130 | *this -= RHS2; |
||
| 131 | return *this; |
||
| 132 | } |
||
| 133 | |||
| 134 | InstructionCost &operator*=(const InstructionCost &RHS) { |
||
| 135 | propagateState(RHS); |
||
| 136 | |||
| 137 | // Saturating multiply. |
||
| 138 | InstructionCost::CostType Result; |
||
| 139 | if (MulOverflow(Value, RHS.Value, Result)) { |
||
| 140 | if ((Value > 0 && RHS.Value > 0) || (Value < 0 && RHS.Value < 0)) |
||
| 141 | Result = getMaxValue(); |
||
| 142 | else |
||
| 143 | Result = getMinValue(); |
||
| 144 | } |
||
| 145 | |||
| 146 | Value = Result; |
||
| 147 | return *this; |
||
| 148 | } |
||
| 149 | |||
| 150 | InstructionCost &operator*=(const CostType RHS) { |
||
| 151 | InstructionCost RHS2(RHS); |
||
| 152 | *this *= RHS2; |
||
| 153 | return *this; |
||
| 154 | } |
||
| 155 | |||
| 156 | InstructionCost &operator/=(const InstructionCost &RHS) { |
||
| 157 | propagateState(RHS); |
||
| 158 | Value /= RHS.Value; |
||
| 159 | return *this; |
||
| 160 | } |
||
| 161 | |||
| 162 | InstructionCost &operator/=(const CostType RHS) { |
||
| 163 | InstructionCost RHS2(RHS); |
||
| 164 | *this /= RHS2; |
||
| 165 | return *this; |
||
| 166 | } |
||
| 167 | |||
| 168 | InstructionCost &operator++() { |
||
| 169 | *this += 1; |
||
| 170 | return *this; |
||
| 171 | } |
||
| 172 | |||
| 173 | InstructionCost operator++(int) { |
||
| 174 | InstructionCost Copy = *this; |
||
| 175 | ++*this; |
||
| 176 | return Copy; |
||
| 177 | } |
||
| 178 | |||
| 179 | InstructionCost &operator--() { |
||
| 180 | *this -= 1; |
||
| 181 | return *this; |
||
| 182 | } |
||
| 183 | |||
| 184 | InstructionCost operator--(int) { |
||
| 185 | InstructionCost Copy = *this; |
||
| 186 | --*this; |
||
| 187 | return Copy; |
||
| 188 | } |
||
| 189 | |||
| 190 | /// For the comparison operators we have chosen to use lexicographical |
||
| 191 | /// ordering where valid costs are always considered to be less than invalid |
||
| 192 | /// costs. This avoids having to add asserts to the comparison operators that |
||
| 193 | /// the states are valid and users can test for validity of the cost |
||
| 194 | /// explicitly. |
||
| 195 | bool operator<(const InstructionCost &RHS) const { |
||
| 196 | if (State != RHS.State) |
||
| 197 | return State < RHS.State; |
||
| 198 | return Value < RHS.Value; |
||
| 199 | } |
||
| 200 | |||
| 201 | // Implement in terms of operator< to ensure that the two comparisons stay in |
||
| 202 | // sync |
||
| 203 | bool operator==(const InstructionCost &RHS) const { |
||
| 204 | return !(*this < RHS) && !(RHS < *this); |
||
| 205 | } |
||
| 206 | |||
| 207 | bool operator!=(const InstructionCost &RHS) const { return !(*this == RHS); } |
||
| 208 | |||
| 209 | bool operator==(const CostType RHS) const { |
||
| 210 | InstructionCost RHS2(RHS); |
||
| 211 | return *this == RHS2; |
||
| 212 | } |
||
| 213 | |||
| 214 | bool operator!=(const CostType RHS) const { return !(*this == RHS); } |
||
| 215 | |||
| 216 | bool operator>(const InstructionCost &RHS) const { return RHS < *this; } |
||
| 217 | |||
| 218 | bool operator<=(const InstructionCost &RHS) const { return !(RHS < *this); } |
||
| 219 | |||
| 220 | bool operator>=(const InstructionCost &RHS) const { return !(*this < RHS); } |
||
| 221 | |||
| 222 | bool operator<(const CostType RHS) const { |
||
| 223 | InstructionCost RHS2(RHS); |
||
| 224 | return *this < RHS2; |
||
| 225 | } |
||
| 226 | |||
| 227 | bool operator>(const CostType RHS) const { |
||
| 228 | InstructionCost RHS2(RHS); |
||
| 229 | return *this > RHS2; |
||
| 230 | } |
||
| 231 | |||
| 232 | bool operator<=(const CostType RHS) const { |
||
| 233 | InstructionCost RHS2(RHS); |
||
| 234 | return *this <= RHS2; |
||
| 235 | } |
||
| 236 | |||
| 237 | bool operator>=(const CostType RHS) const { |
||
| 238 | InstructionCost RHS2(RHS); |
||
| 239 | return *this >= RHS2; |
||
| 240 | } |
||
| 241 | |||
| 242 | void print(raw_ostream &OS) const; |
||
| 243 | |||
| 244 | template <class Function> |
||
| 245 | auto map(const Function &F) const -> InstructionCost { |
||
| 246 | if (isValid()) |
||
| 247 | return F(Value); |
||
| 248 | return getInvalid(); |
||
| 249 | } |
||
| 250 | }; |
||
| 251 | |||
| 252 | inline InstructionCost operator+(const InstructionCost &LHS, |
||
| 253 | const InstructionCost &RHS) { |
||
| 254 | InstructionCost LHS2(LHS); |
||
| 255 | LHS2 += RHS; |
||
| 256 | return LHS2; |
||
| 257 | } |
||
| 258 | |||
| 259 | inline InstructionCost operator-(const InstructionCost &LHS, |
||
| 260 | const InstructionCost &RHS) { |
||
| 261 | InstructionCost LHS2(LHS); |
||
| 262 | LHS2 -= RHS; |
||
| 263 | return LHS2; |
||
| 264 | } |
||
| 265 | |||
| 266 | inline InstructionCost operator*(const InstructionCost &LHS, |
||
| 267 | const InstructionCost &RHS) { |
||
| 268 | InstructionCost LHS2(LHS); |
||
| 269 | LHS2 *= RHS; |
||
| 270 | return LHS2; |
||
| 271 | } |
||
| 272 | |||
| 273 | inline InstructionCost operator/(const InstructionCost &LHS, |
||
| 274 | const InstructionCost &RHS) { |
||
| 275 | InstructionCost LHS2(LHS); |
||
| 276 | LHS2 /= RHS; |
||
| 277 | return LHS2; |
||
| 278 | } |
||
| 279 | |||
| 280 | inline raw_ostream &operator<<(raw_ostream &OS, const InstructionCost &V) { |
||
| 281 | V.print(OS); |
||
| 282 | return OS; |
||
| 283 | } |
||
| 284 | |||
| 285 | } // namespace llvm |
||
| 286 | |||
| 287 | #endif |