Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===-- llvm/Support/Alignment.h - Useful alignment functions ---*- C++ -*-===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | // |
||
9 | // This file contains types to represent alignments. |
||
10 | // They are instrumented to guarantee some invariants are preserved and prevent |
||
11 | // invalid manipulations. |
||
12 | // |
||
13 | // - Align represents an alignment in bytes, it is always set and always a valid |
||
14 | // power of two, its minimum value is 1 which means no alignment requirements. |
||
15 | // |
||
16 | // - MaybeAlign is an optional type, it may be undefined or set. When it's set |
||
17 | // you can get the underlying Align type by using the getValue() method. |
||
18 | // |
||
19 | //===----------------------------------------------------------------------===// |
||
20 | |||
21 | #ifndef LLVM_SUPPORT_ALIGNMENT_H_ |
||
22 | #define LLVM_SUPPORT_ALIGNMENT_H_ |
||
23 | |||
24 | #include "llvm/Support/MathExtras.h" |
||
25 | #include <cassert> |
||
26 | #include <optional> |
||
27 | #ifndef NDEBUG |
||
28 | #include <string> |
||
29 | #endif // NDEBUG |
||
30 | |||
31 | namespace llvm { |
||
32 | |||
33 | #define ALIGN_CHECK_ISPOSITIVE(decl) \ |
||
34 | assert(decl > 0 && (#decl " should be defined")) |
||
35 | |||
36 | /// This struct is a compact representation of a valid (non-zero power of two) |
||
37 | /// alignment. |
||
38 | /// It is suitable for use as static global constants. |
||
39 | struct Align { |
||
40 | private: |
||
41 | uint8_t ShiftValue = 0; /// The log2 of the required alignment. |
||
42 | /// ShiftValue is less than 64 by construction. |
||
43 | |||
44 | friend struct MaybeAlign; |
||
45 | friend unsigned Log2(Align); |
||
46 | friend bool operator==(Align Lhs, Align Rhs); |
||
47 | friend bool operator!=(Align Lhs, Align Rhs); |
||
48 | friend bool operator<=(Align Lhs, Align Rhs); |
||
49 | friend bool operator>=(Align Lhs, Align Rhs); |
||
50 | friend bool operator<(Align Lhs, Align Rhs); |
||
51 | friend bool operator>(Align Lhs, Align Rhs); |
||
52 | friend unsigned encode(struct MaybeAlign A); |
||
53 | friend struct MaybeAlign decodeMaybeAlign(unsigned Value); |
||
54 | |||
55 | /// A trivial type to allow construction of constexpr Align. |
||
56 | /// This is currently needed to workaround a bug in GCC 5.3 which prevents |
||
57 | /// definition of constexpr assign operators. |
||
58 | /// https://stackoverflow.com/questions/46756288/explicitly-defaulted-function-cannot-be-declared-as-constexpr-because-the-implic |
||
59 | /// FIXME: Remove this, make all assign operators constexpr and introduce user |
||
60 | /// defined literals when we don't have to support GCC 5.3 anymore. |
||
61 | /// https://llvm.org/docs/GettingStarted.html#getting-a-modern-host-c-toolchain |
||
62 | struct LogValue { |
||
63 | uint8_t Log; |
||
64 | }; |
||
65 | |||
66 | public: |
||
67 | /// Default is byte-aligned. |
||
68 | constexpr Align() = default; |
||
69 | /// Do not perform checks in case of copy/move construct/assign, because the |
||
70 | /// checks have been performed when building `Other`. |
||
71 | constexpr Align(const Align &Other) = default; |
||
72 | constexpr Align(Align &&Other) = default; |
||
73 | Align &operator=(const Align &Other) = default; |
||
74 | Align &operator=(Align &&Other) = default; |
||
75 | |||
76 | explicit Align(uint64_t Value) { |
||
77 | assert(Value > 0 && "Value must not be 0"); |
||
78 | assert(llvm::isPowerOf2_64(Value) && "Alignment is not a power of 2"); |
||
79 | ShiftValue = Log2_64(Value); |
||
80 | assert(ShiftValue < 64 && "Broken invariant"); |
||
81 | } |
||
82 | |||
83 | /// This is a hole in the type system and should not be abused. |
||
84 | /// Needed to interact with C for instance. |
||
85 | uint64_t value() const { return uint64_t(1) << ShiftValue; } |
||
86 | |||
87 | // Returns the previous alignment. |
||
88 | Align previous() const { |
||
89 | assert(ShiftValue != 0 && "Undefined operation"); |
||
90 | Align Out; |
||
91 | Out.ShiftValue = ShiftValue - 1; |
||
92 | return Out; |
||
93 | } |
||
94 | |||
95 | /// Allow constructions of constexpr Align. |
||
96 | template <size_t kValue> constexpr static Align Constant() { |
||
97 | return LogValue{static_cast<uint8_t>(CTLog2<kValue>())}; |
||
98 | } |
||
99 | |||
100 | /// Allow constructions of constexpr Align from types. |
||
101 | /// Compile time equivalent to Align(alignof(T)). |
||
102 | template <typename T> constexpr static Align Of() { |
||
103 | return Constant<std::alignment_of<T>::value>(); |
||
104 | } |
||
105 | |||
106 | /// Constexpr constructor from LogValue type. |
||
107 | constexpr Align(LogValue CA) : ShiftValue(CA.Log) {} |
||
108 | }; |
||
109 | |||
110 | /// Treats the value 0 as a 1, so Align is always at least 1. |
||
111 | inline Align assumeAligned(uint64_t Value) { |
||
112 | return Value ? Align(Value) : Align(); |
||
113 | } |
||
114 | |||
115 | /// This struct is a compact representation of a valid (power of two) or |
||
116 | /// undefined (0) alignment. |
||
117 | struct MaybeAlign : public std::optional<Align> { |
||
118 | private: |
||
119 | using UP = std::optional<Align>; |
||
120 | |||
121 | public: |
||
122 | /// Default is undefined. |
||
123 | MaybeAlign() = default; |
||
124 | /// Do not perform checks in case of copy/move construct/assign, because the |
||
125 | /// checks have been performed when building `Other`. |
||
126 | MaybeAlign(const MaybeAlign &Other) = default; |
||
127 | MaybeAlign &operator=(const MaybeAlign &Other) = default; |
||
128 | MaybeAlign(MaybeAlign &&Other) = default; |
||
129 | MaybeAlign &operator=(MaybeAlign &&Other) = default; |
||
130 | |||
131 | constexpr MaybeAlign(std::nullopt_t None) : UP(None) {} |
||
132 | constexpr MaybeAlign(Align Value) : UP(Value) {} |
||
133 | explicit MaybeAlign(uint64_t Value) { |
||
134 | assert((Value == 0 || llvm::isPowerOf2_64(Value)) && |
||
135 | "Alignment is neither 0 nor a power of 2"); |
||
136 | if (Value) |
||
137 | emplace(Value); |
||
138 | } |
||
139 | |||
140 | /// For convenience, returns a valid alignment or 1 if undefined. |
||
141 | Align valueOrOne() const { return value_or(Align()); } |
||
142 | }; |
||
143 | |||
144 | /// Checks that SizeInBytes is a multiple of the alignment. |
||
145 | inline bool isAligned(Align Lhs, uint64_t SizeInBytes) { |
||
146 | return SizeInBytes % Lhs.value() == 0; |
||
147 | } |
||
148 | |||
149 | /// Checks that Addr is a multiple of the alignment. |
||
150 | inline bool isAddrAligned(Align Lhs, const void *Addr) { |
||
151 | return isAligned(Lhs, reinterpret_cast<uintptr_t>(Addr)); |
||
152 | } |
||
153 | |||
154 | /// Returns a multiple of A needed to store `Size` bytes. |
||
155 | inline uint64_t alignTo(uint64_t Size, Align A) { |
||
156 | const uint64_t Value = A.value(); |
||
157 | // The following line is equivalent to `(Size + Value - 1) / Value * Value`. |
||
158 | |||
159 | // The division followed by a multiplication can be thought of as a right |
||
160 | // shift followed by a left shift which zeros out the extra bits produced in |
||
161 | // the bump; `~(Value - 1)` is a mask where all those bits being zeroed out |
||
162 | // are just zero. |
||
163 | |||
164 | // Most compilers can generate this code but the pattern may be missed when |
||
165 | // multiple functions gets inlined. |
||
166 | return (Size + Value - 1) & ~(Value - 1U); |
||
167 | } |
||
168 | |||
169 | /// If non-zero \p Skew is specified, the return value will be a minimal integer |
||
170 | /// that is greater than or equal to \p Size and equal to \p A * N + \p Skew for |
||
171 | /// some integer N. If \p Skew is larger than \p A, its value is adjusted to '\p |
||
172 | /// Skew mod \p A'. |
||
173 | /// |
||
174 | /// Examples: |
||
175 | /// \code |
||
176 | /// alignTo(5, Align(8), 7) = 7 |
||
177 | /// alignTo(17, Align(8), 1) = 17 |
||
178 | /// alignTo(~0LL, Align(8), 3) = 3 |
||
179 | /// \endcode |
||
180 | inline uint64_t alignTo(uint64_t Size, Align A, uint64_t Skew) { |
||
181 | const uint64_t Value = A.value(); |
||
182 | Skew %= Value; |
||
183 | return alignTo(Size - Skew, A) + Skew; |
||
184 | } |
||
185 | |||
186 | /// Aligns `Addr` to `Alignment` bytes, rounding up. |
||
187 | inline uintptr_t alignAddr(const void *Addr, Align Alignment) { |
||
188 | uintptr_t ArithAddr = reinterpret_cast<uintptr_t>(Addr); |
||
189 | assert(static_cast<uintptr_t>(ArithAddr + Alignment.value() - 1) >= |
||
190 | ArithAddr && |
||
191 | "Overflow"); |
||
192 | return alignTo(ArithAddr, Alignment); |
||
193 | } |
||
194 | |||
195 | /// Returns the offset to the next integer (mod 2**64) that is greater than |
||
196 | /// or equal to \p Value and is a multiple of \p Align. |
||
197 | inline uint64_t offsetToAlignment(uint64_t Value, Align Alignment) { |
||
198 | return alignTo(Value, Alignment) - Value; |
||
199 | } |
||
200 | |||
201 | /// Returns the necessary adjustment for aligning `Addr` to `Alignment` |
||
202 | /// bytes, rounding up. |
||
203 | inline uint64_t offsetToAlignedAddr(const void *Addr, Align Alignment) { |
||
204 | return offsetToAlignment(reinterpret_cast<uintptr_t>(Addr), Alignment); |
||
205 | } |
||
206 | |||
207 | /// Returns the log2 of the alignment. |
||
208 | inline unsigned Log2(Align A) { return A.ShiftValue; } |
||
209 | |||
210 | /// Returns the alignment that satisfies both alignments. |
||
211 | /// Same semantic as MinAlign. |
||
212 | inline Align commonAlignment(Align A, uint64_t Offset) { |
||
213 | return Align(MinAlign(A.value(), Offset)); |
||
214 | } |
||
215 | |||
216 | /// Returns a representation of the alignment that encodes undefined as 0. |
||
217 | inline unsigned encode(MaybeAlign A) { return A ? A->ShiftValue + 1 : 0; } |
||
218 | |||
219 | /// Dual operation of the encode function above. |
||
220 | inline MaybeAlign decodeMaybeAlign(unsigned Value) { |
||
221 | if (Value == 0) |
||
222 | return MaybeAlign(); |
||
223 | Align Out; |
||
224 | Out.ShiftValue = Value - 1; |
||
225 | return Out; |
||
226 | } |
||
227 | |||
228 | /// Returns a representation of the alignment, the encoded value is positive by |
||
229 | /// definition. |
||
230 | inline unsigned encode(Align A) { return encode(MaybeAlign(A)); } |
||
231 | |||
232 | /// Comparisons between Align and scalars. Rhs must be positive. |
||
233 | inline bool operator==(Align Lhs, uint64_t Rhs) { |
||
234 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
||
235 | return Lhs.value() == Rhs; |
||
236 | } |
||
237 | inline bool operator!=(Align Lhs, uint64_t Rhs) { |
||
238 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
||
239 | return Lhs.value() != Rhs; |
||
240 | } |
||
241 | inline bool operator<=(Align Lhs, uint64_t Rhs) { |
||
242 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
||
243 | return Lhs.value() <= Rhs; |
||
244 | } |
||
245 | inline bool operator>=(Align Lhs, uint64_t Rhs) { |
||
246 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
||
247 | return Lhs.value() >= Rhs; |
||
248 | } |
||
249 | inline bool operator<(Align Lhs, uint64_t Rhs) { |
||
250 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
||
251 | return Lhs.value() < Rhs; |
||
252 | } |
||
253 | inline bool operator>(Align Lhs, uint64_t Rhs) { |
||
254 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
||
255 | return Lhs.value() > Rhs; |
||
256 | } |
||
257 | |||
258 | /// Comparisons operators between Align. |
||
259 | inline bool operator==(Align Lhs, Align Rhs) { |
||
260 | return Lhs.ShiftValue == Rhs.ShiftValue; |
||
261 | } |
||
262 | inline bool operator!=(Align Lhs, Align Rhs) { |
||
263 | return Lhs.ShiftValue != Rhs.ShiftValue; |
||
264 | } |
||
265 | inline bool operator<=(Align Lhs, Align Rhs) { |
||
266 | return Lhs.ShiftValue <= Rhs.ShiftValue; |
||
267 | } |
||
268 | inline bool operator>=(Align Lhs, Align Rhs) { |
||
269 | return Lhs.ShiftValue >= Rhs.ShiftValue; |
||
270 | } |
||
271 | inline bool operator<(Align Lhs, Align Rhs) { |
||
272 | return Lhs.ShiftValue < Rhs.ShiftValue; |
||
273 | } |
||
274 | inline bool operator>(Align Lhs, Align Rhs) { |
||
275 | return Lhs.ShiftValue > Rhs.ShiftValue; |
||
276 | } |
||
277 | |||
278 | // Don't allow relational comparisons with MaybeAlign. |
||
279 | bool operator<=(Align Lhs, MaybeAlign Rhs) = delete; |
||
280 | bool operator>=(Align Lhs, MaybeAlign Rhs) = delete; |
||
281 | bool operator<(Align Lhs, MaybeAlign Rhs) = delete; |
||
282 | bool operator>(Align Lhs, MaybeAlign Rhs) = delete; |
||
283 | |||
284 | bool operator<=(MaybeAlign Lhs, Align Rhs) = delete; |
||
285 | bool operator>=(MaybeAlign Lhs, Align Rhs) = delete; |
||
286 | bool operator<(MaybeAlign Lhs, Align Rhs) = delete; |
||
287 | bool operator>(MaybeAlign Lhs, Align Rhs) = delete; |
||
288 | |||
289 | bool operator<=(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
||
290 | bool operator>=(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
||
291 | bool operator<(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
||
292 | bool operator>(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
||
293 | |||
294 | // Allow equality comparisons between Align and MaybeAlign. |
||
295 | inline bool operator==(MaybeAlign Lhs, Align Rhs) { return Lhs && *Lhs == Rhs; } |
||
296 | inline bool operator!=(MaybeAlign Lhs, Align Rhs) { return !(Lhs == Rhs); } |
||
297 | inline bool operator==(Align Lhs, MaybeAlign Rhs) { return Rhs == Lhs; } |
||
298 | inline bool operator!=(Align Lhs, MaybeAlign Rhs) { return !(Rhs == Lhs); } |
||
299 | // Allow equality comparisons with MaybeAlign. |
||
300 | inline bool operator==(MaybeAlign Lhs, MaybeAlign Rhs) { |
||
301 | return (Lhs && Rhs && (*Lhs == *Rhs)) || (!Lhs && !Rhs); |
||
302 | } |
||
303 | inline bool operator!=(MaybeAlign Lhs, MaybeAlign Rhs) { return !(Lhs == Rhs); } |
||
304 | // Allow equality comparisons with std::nullopt. |
||
305 | inline bool operator==(MaybeAlign Lhs, std::nullopt_t) { return !bool(Lhs); } |
||
306 | inline bool operator!=(MaybeAlign Lhs, std::nullopt_t) { return bool(Lhs); } |
||
307 | inline bool operator==(std::nullopt_t, MaybeAlign Rhs) { return !bool(Rhs); } |
||
308 | inline bool operator!=(std::nullopt_t, MaybeAlign Rhs) { return bool(Rhs); } |
||
309 | |||
310 | #ifndef NDEBUG |
||
311 | // For usage in LLVM_DEBUG macros. |
||
312 | inline std::string DebugStr(const Align &A) { |
||
313 | return std::to_string(A.value()); |
||
314 | } |
||
315 | // For usage in LLVM_DEBUG macros. |
||
316 | inline std::string DebugStr(const MaybeAlign &MA) { |
||
317 | if (MA) |
||
318 | return std::to_string(MA->value()); |
||
319 | return "None"; |
||
320 | } |
||
321 | #endif // NDEBUG |
||
322 | |||
323 | #undef ALIGN_CHECK_ISPOSITIVE |
||
324 | |||
325 | } // namespace llvm |
||
326 | |||
327 | #endif // LLVM_SUPPORT_ALIGNMENT_H_ |