Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line | 
|---|---|---|---|
| 14 | pmbaty | 1 | //===- llvm/Support/HashBuilder.h - Convenient hashing interface-*- C++ -*-===// | 
| 2 | // | ||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | ||
| 4 | // See https://llvm.org/LICENSE.txt for license information. | ||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | ||
| 6 | // | ||
| 7 | //===----------------------------------------------------------------------===// | ||
| 8 | // | ||
| 9 | // This file implements an interface allowing to conveniently build hashes of | ||
| 10 | // various data types, without relying on the underlying hasher type to know | ||
| 11 | // about hashed data types. | ||
| 12 | // | ||
| 13 | //===----------------------------------------------------------------------===// | ||
| 14 | |||
| 15 | #ifndef LLVM_SUPPORT_HASHBUILDER_H | ||
| 16 | #define LLVM_SUPPORT_HASHBUILDER_H | ||
| 17 | |||
| 18 | #include "llvm/ADT/ArrayRef.h" | ||
| 19 | #include "llvm/ADT/Hashing.h" | ||
| 20 | #include "llvm/ADT/STLExtras.h" | ||
| 21 | #include "llvm/ADT/StringRef.h" | ||
| 22 | #include "llvm/Support/Endian.h" | ||
| 23 | #include "llvm/Support/type_traits.h" | ||
| 24 | |||
| 25 | #include <iterator> | ||
| 26 | #include <optional> | ||
| 27 | #include <utility> | ||
| 28 | |||
| 29 | namespace llvm { | ||
| 30 | |||
| 31 | namespace hashbuilder_detail { | ||
| 32 | /// Trait to indicate whether a type's bits can be hashed directly (after | ||
| 33 | /// endianness correction). | ||
| 34 | template <typename U> | ||
| 35 | struct IsHashableData | ||
| 36 | : std::integral_constant<bool, is_integral_or_enum<U>::value> {}; | ||
| 37 | |||
| 38 | } // namespace hashbuilder_detail | ||
| 39 | |||
| 40 | /// Declares the hasher member, and functions forwarding directly to the hasher. | ||
| 41 | template <typename HasherT> class HashBuilderBase { | ||
| 42 | public: | ||
| 43 | template <typename HasherT_ = HasherT> | ||
| 44 | using HashResultTy = decltype(std::declval<HasherT_ &>().final()); | ||
| 45 | |||
| 46 | HasherT &getHasher() { return Hasher; } | ||
| 47 | |||
| 48 |   /// Forward to `HasherT::update(ArrayRef<uint8_t>)`. | ||
| 49 |   /// | ||
| 50 |   /// This may not take the size of `Data` into account. | ||
| 51 |   /// Users of this function should pay attention to respect endianness | ||
| 52 |   /// contraints. | ||
| 53 | void update(ArrayRef<uint8_t> Data) { this->getHasher().update(Data); } | ||
| 54 | |||
| 55 |   /// Forward to `HasherT::update(ArrayRef<uint8_t>)`. | ||
| 56 |   /// | ||
| 57 |   /// This may not take the size of `Data` into account. | ||
| 58 |   /// Users of this function should pay attention to respect endianness | ||
| 59 |   /// contraints. | ||
| 60 | void update(StringRef Data) { | ||
| 61 |     update( | ||
| 62 | ArrayRef(reinterpret_cast<const uint8_t *>(Data.data()), Data.size())); | ||
| 63 |   } | ||
| 64 | |||
| 65 |   /// Forward to `HasherT::final()` if available. | ||
| 66 | template <typename HasherT_ = HasherT> HashResultTy<HasherT_> final() { | ||
| 67 | return this->getHasher().final(); | ||
| 68 |   } | ||
| 69 | |||
| 70 |   /// Forward to `HasherT::result()` if available. | ||
| 71 | template <typename HasherT_ = HasherT> HashResultTy<HasherT_> result() { | ||
| 72 | return this->getHasher().result(); | ||
| 73 |   } | ||
| 74 | |||
| 75 | protected: | ||
| 76 | explicit HashBuilderBase(HasherT &Hasher) : Hasher(Hasher) {} | ||
| 77 | |||
| 78 | template <typename... ArgTypes> | ||
| 79 | explicit HashBuilderBase(ArgTypes &&...Args) | ||
| 80 | : OptionalHasher(std::in_place, std::forward<ArgTypes>(Args)...), | ||
| 81 | Hasher(*OptionalHasher) {} | ||
| 82 | |||
| 83 | private: | ||
| 84 | std::optional<HasherT> OptionalHasher; | ||
| 85 | HasherT &Hasher; | ||
| 86 | }; | ||
| 87 | |||
| 88 | /// Implementation of the `HashBuilder` interface. | ||
| 89 | /// | ||
| 90 | /// `support::endianness::native` is not supported. `HashBuilder` is | ||
| 91 | /// expected to canonicalize `support::endianness::native` to one of | ||
| 92 | /// `support::endianness::big` or `support::endianness::little`. | ||
| 93 | template <typename HasherT, support::endianness Endianness> | ||
| 94 | class HashBuilderImpl : public HashBuilderBase<HasherT> { | ||
| 95 | static_assert(Endianness != support::endianness::native, | ||
| 96 | "HashBuilder should canonicalize endianness"); | ||
| 97 | |||
| 98 | public: | ||
| 99 | explicit HashBuilderImpl(HasherT &Hasher) | ||
| 100 | : HashBuilderBase<HasherT>(Hasher) {} | ||
| 101 | template <typename... ArgTypes> | ||
| 102 | explicit HashBuilderImpl(ArgTypes &&...Args) | ||
| 103 | : HashBuilderBase<HasherT>(Args...) {} | ||
| 104 | |||
| 105 |   /// Implement hashing for hashable data types, e.g. integral or enum values. | ||
| 106 | template <typename T> | ||
| 107 | std::enable_if_t<hashbuilder_detail::IsHashableData<T>::value, | ||
| 108 | HashBuilderImpl &> | ||
| 109 | add(T Value) { | ||
| 110 | return adjustForEndiannessAndAdd(Value); | ||
| 111 |   } | ||
| 112 | |||
| 113 |   /// Support hashing `ArrayRef`. | ||
| 114 |   /// | ||
| 115 |   /// `Value.size()` is taken into account to ensure cases like | ||
| 116 |   /// ``` | ||
| 117 |   /// builder.add({1}); | ||
| 118 |   /// builder.add({2, 3}); | ||
| 119 |   /// ``` | ||
| 120 |   /// and | ||
| 121 |   /// ``` | ||
| 122 |   /// builder.add({1, 2}); | ||
| 123 |   /// builder.add({3}); | ||
| 124 |   /// ``` | ||
| 125 |   /// do not collide. | ||
| 126 | template <typename T> HashBuilderImpl &add(ArrayRef<T> Value) { | ||
| 127 |     // As of implementation time, simply calling `addRange(Value)` would also go | ||
| 128 |     // through the `update` fast path. But that would rely on the implementation | ||
| 129 |     // details of `ArrayRef::begin()` and `ArrayRef::end()`. Explicitly call | ||
| 130 |     // `update` to guarantee the fast path. | ||
| 131 | add(Value.size()); | ||
| 132 | if (hashbuilder_detail::IsHashableData<T>::value && | ||
| 133 | Endianness == support::endian::system_endianness()) { | ||
| 134 | this->update(ArrayRef(reinterpret_cast<const uint8_t *>(Value.begin()), | ||
| 135 | Value.size() * sizeof(T))); | ||
| 136 | } else { | ||
| 137 | for (auto &V : Value) | ||
| 138 | add(V); | ||
| 139 |     } | ||
| 140 | return *this; | ||
| 141 |   } | ||
| 142 | |||
| 143 |   /// Support hashing `StringRef`. | ||
| 144 |   /// | ||
| 145 |   /// `Value.size()` is taken into account to ensure cases like | ||
| 146 |   /// ``` | ||
| 147 |   /// builder.add("a"); | ||
| 148 |   /// builder.add("bc"); | ||
| 149 |   /// ``` | ||
| 150 |   /// and | ||
| 151 |   /// ``` | ||
| 152 |   /// builder.add("ab"); | ||
| 153 |   /// builder.add("c"); | ||
| 154 |   /// ``` | ||
| 155 |   /// do not collide. | ||
| 156 | HashBuilderImpl &add(StringRef Value) { | ||
| 157 |     // As of implementation time, simply calling `addRange(Value)` would also go | ||
| 158 |     // through `update`. But that would rely on the implementation of | ||
| 159 |     // `StringRef::begin()` and `StringRef::end()`. Explicitly call `update` to | ||
| 160 |     // guarantee the fast path. | ||
| 161 | add(Value.size()); | ||
| 162 | this->update(ArrayRef(reinterpret_cast<const uint8_t *>(Value.begin()), | ||
| 163 | Value.size())); | ||
| 164 | return *this; | ||
| 165 |   } | ||
| 166 | |||
| 167 | template <typename T> | ||
| 168 | using HasAddHashT = | ||
| 169 | decltype(addHash(std::declval<HashBuilderImpl &>(), std::declval<T &>())); | ||
| 170 |   /// Implement hashing for user-defined `struct`s. | ||
| 171 |   /// | ||
| 172 |   /// Any user-define `struct` can participate in hashing via `HashBuilder` by | ||
| 173 |   /// providing a `addHash` templated function. | ||
| 174 |   /// | ||
| 175 |   /// ``` | ||
| 176 |   /// template <typename HasherT, support::endianness Endianness> | ||
| 177 |   /// void addHash(HashBuilder<HasherT, Endianness> &HBuilder, | ||
| 178 |   ///              const UserDefinedStruct &Value); | ||
| 179 |   /// ``` | ||
| 180 |   /// | ||
| 181 |   /// For example: | ||
| 182 |   /// ``` | ||
| 183 |   /// struct SimpleStruct { | ||
| 184 |   ///   char c; | ||
| 185 |   ///   int i; | ||
| 186 |   /// }; | ||
| 187 |   /// | ||
| 188 |   /// template <typename HasherT, support::endianness Endianness> | ||
| 189 |   /// void addHash(HashBuilderImpl<HasherT, Endianness> &HBuilder, | ||
| 190 |   ///              const SimpleStruct &Value) { | ||
| 191 |   ///   HBuilder.add(Value.c); | ||
| 192 |   ///   HBuilder.add(Value.i); | ||
| 193 |   /// } | ||
| 194 |   /// ``` | ||
| 195 |   /// | ||
| 196 |   /// To avoid endianness issues, specializations of `addHash` should | ||
| 197 |   /// generally rely on exising `add`, `addRange`, and `addRangeElements` | ||
| 198 |   /// functions. If directly using `update`, an implementation must correctly | ||
| 199 |   /// handle endianness. | ||
| 200 |   /// | ||
| 201 |   /// ``` | ||
| 202 |   /// struct __attribute__ ((packed)) StructWithFastHash { | ||
| 203 |   ///   int I; | ||
| 204 |   ///   char C; | ||
| 205 |   /// | ||
| 206 |   ///   // If possible, we want to hash both `I` and `C` in a single | ||
| 207 |   ///   // `update` call for performance concerns. | ||
| 208 |   ///   template <typename HasherT, support::endianness Endianness> | ||
| 209 |   ///   friend void addHash(HashBuilderImpl<HasherT, Endianness> &HBuilder, | ||
| 210 |   ///                       const StructWithFastHash &Value) { | ||
| 211 |   ///     if (Endianness == support::endian::system_endianness()) { | ||
| 212 |   ///       HBuilder.update(ArrayRef( | ||
| 213 |   ///           reinterpret_cast<const uint8_t *>(&Value), sizeof(Value))); | ||
| 214 |   ///     } else { | ||
| 215 |   ///       // Rely on existing `add` methods to handle endianness. | ||
| 216 |   ///       HBuilder.add(Value.I); | ||
| 217 |   ///       HBuilder.add(Value.C); | ||
| 218 |   ///     } | ||
| 219 |   ///   } | ||
| 220 |   /// }; | ||
| 221 |   /// ``` | ||
| 222 |   /// | ||
| 223 |   /// To avoid collisions, specialization of `addHash` for variable-size | ||
| 224 |   /// types must take the size into account. | ||
| 225 |   /// | ||
| 226 |   /// For example: | ||
| 227 |   /// ``` | ||
| 228 |   /// struct CustomContainer { | ||
| 229 |   /// private: | ||
| 230 |   ///   size_t Size; | ||
| 231 |   ///   int Elements[100]; | ||
| 232 |   /// | ||
| 233 |   /// public: | ||
| 234 |   ///   CustomContainer(size_t Size) : Size(Size) { | ||
| 235 |   ///     for (size_t I = 0; I != Size; ++I) | ||
| 236 |   ///       Elements[I] = I; | ||
| 237 |   ///   } | ||
| 238 |   ///   template <typename HasherT, support::endianness Endianness> | ||
| 239 |   ///   friend void addHash(HashBuilderImpl<HasherT, Endianness> &HBuilder, | ||
| 240 |   ///                       const CustomContainer &Value) { | ||
| 241 |   ///     if (Endianness == support::endian::system_endianness()) { | ||
| 242 |   ///       HBuilder.update(ArrayRef( | ||
| 243 |   ///           reinterpret_cast<const uint8_t *>(&Value.Size), | ||
| 244 |   ///           sizeof(Value.Size) + Value.Size * sizeof(Value.Elements[0]))); | ||
| 245 |   ///     } else { | ||
| 246 |   ///       // `addRange` will take care of encoding the size. | ||
| 247 |   ///       HBuilder.addRange(&Value.Elements[0], &Value.Elements[0] + | ||
| 248 |   ///       Value.Size); | ||
| 249 |   ///     } | ||
| 250 |   ///   } | ||
| 251 |   /// }; | ||
| 252 |   /// ``` | ||
| 253 | template <typename T> | ||
| 254 | std::enable_if_t<is_detected<HasAddHashT, T>::value && | ||
| 255 | !hashbuilder_detail::IsHashableData<T>::value, | ||
| 256 | HashBuilderImpl &> | ||
| 257 | add(const T &Value) { | ||
| 258 | addHash(*this, Value); | ||
| 259 | return *this; | ||
| 260 |   } | ||
| 261 | |||
| 262 | template <typename T1, typename T2> | ||
| 263 | HashBuilderImpl &add(const std::pair<T1, T2> &Value) { | ||
| 264 | return add(Value.first, Value.second); | ||
| 265 |   } | ||
| 266 | |||
| 267 | template <typename... Ts> HashBuilderImpl &add(const std::tuple<Ts...> &Arg) { | ||
| 268 | std::apply([this](const auto &...Args) { this->add(Args...); }, Arg); | ||
| 269 | return *this; | ||
| 270 |   } | ||
| 271 | |||
| 272 |   /// A convenenience variadic helper. | ||
| 273 |   /// It simply iterates over its arguments, in order. | ||
| 274 |   /// ``` | ||
| 275 |   /// add(Arg1, Arg2); | ||
| 276 |   /// ``` | ||
| 277 |   /// is equivalent to | ||
| 278 |   /// ``` | ||
| 279 |   /// add(Arg1) | ||
| 280 |   /// add(Arg2) | ||
| 281 |   /// ``` | ||
| 282 | template <typename... Ts> | ||
| 283 | std::enable_if_t<(sizeof...(Ts) > 1), HashBuilderImpl &> | ||
| 284 | add(const Ts &...Args) { | ||
| 285 | return (add(Args), ...); | ||
| 286 |   } | ||
| 287 | |||
| 288 | template <typename ForwardIteratorT> | ||
| 289 | HashBuilderImpl &addRange(ForwardIteratorT First, ForwardIteratorT Last) { | ||
| 290 | add(std::distance(First, Last)); | ||
| 291 | return addRangeElements(First, Last); | ||
| 292 |   } | ||
| 293 | |||
| 294 | template <typename RangeT> HashBuilderImpl &addRange(const RangeT &Range) { | ||
| 295 | return addRange(adl_begin(Range), adl_end(Range)); | ||
| 296 |   } | ||
| 297 | |||
| 298 | template <typename ForwardIteratorT> | ||
| 299 | HashBuilderImpl &addRangeElements(ForwardIteratorT First, | ||
| 300 | ForwardIteratorT Last) { | ||
| 301 | return addRangeElementsImpl( | ||
| 302 | First, Last, | ||
| 303 | typename std::iterator_traits<ForwardIteratorT>::iterator_category()); | ||
| 304 |   } | ||
| 305 | |||
| 306 | template <typename RangeT> | ||
| 307 | HashBuilderImpl &addRangeElements(const RangeT &Range) { | ||
| 308 | return addRangeElements(adl_begin(Range), adl_end(Range)); | ||
| 309 |   } | ||
| 310 | |||
| 311 | template <typename T> | ||
| 312 | using HasByteSwapT = decltype(support::endian::byte_swap( | ||
| 313 | std::declval<T &>(), support::endianness::little)); | ||
| 314 |   /// Adjust `Value` for the target endianness and add it to the hash. | ||
| 315 | template <typename T> | ||
| 316 | std::enable_if_t<is_detected<HasByteSwapT, T>::value, HashBuilderImpl &> | ||
| 317 | adjustForEndiannessAndAdd(const T &Value) { | ||
| 318 | T SwappedValue = support::endian::byte_swap(Value, Endianness); | ||
| 319 | this->update(ArrayRef(reinterpret_cast<const uint8_t *>(&SwappedValue), | ||
| 320 | sizeof(SwappedValue))); | ||
| 321 | return *this; | ||
| 322 |   } | ||
| 323 | |||
| 324 | private: | ||
| 325 |   // FIXME: Once available, specialize this function for `contiguous_iterator`s, | ||
| 326 |   // and use it for `ArrayRef` and `StringRef`. | ||
| 327 | template <typename ForwardIteratorT> | ||
| 328 | HashBuilderImpl &addRangeElementsImpl(ForwardIteratorT First, | ||
| 329 | ForwardIteratorT Last, | ||
| 330 | std::forward_iterator_tag) { | ||
| 331 | for (auto It = First; It != Last; ++It) | ||
| 332 | add(*It); | ||
| 333 | return *this; | ||
| 334 |   } | ||
| 335 | |||
| 336 | template <typename T> | ||
| 337 | std::enable_if_t<hashbuilder_detail::IsHashableData<T>::value && | ||
| 338 | Endianness == support::endian::system_endianness(), | ||
| 339 | HashBuilderImpl &> | ||
| 340 | addRangeElementsImpl(T *First, T *Last, std::forward_iterator_tag) { | ||
| 341 | this->update(ArrayRef(reinterpret_cast<const uint8_t *>(First), | ||
| 342 | (Last - First) * sizeof(T))); | ||
| 343 | return *this; | ||
| 344 |   } | ||
| 345 | }; | ||
| 346 | |||
| 347 | /// Interface to help hash various types through a hasher type. | ||
| 348 | /// | ||
| 349 | /// Via provided specializations of `add`, `addRange`, and `addRangeElements` | ||
| 350 | /// functions, various types (e.g. `ArrayRef`, `StringRef`, etc.) can be hashed | ||
| 351 | /// without requiring any knowledge of hashed types from the hasher type. | ||
| 352 | /// | ||
| 353 | /// The only method expected from the templated hasher type `HasherT` is: | ||
| 354 | /// * void update(ArrayRef<uint8_t> Data) | ||
| 355 | /// | ||
| 356 | /// Additionally, the following methods will be forwarded to the hasher type: | ||
| 357 | /// * decltype(std::declval<HasherT &>().final()) final() | ||
| 358 | /// * decltype(std::declval<HasherT &>().result()) result() | ||
| 359 | /// | ||
| 360 | /// From a user point of view, the interface provides the following: | ||
| 361 | /// * `template<typename T> add(const T &Value)` | ||
| 362 | ///   The `add` function implements hashing of various types. | ||
| 363 | /// * `template <typename ItT> void addRange(ItT First, ItT Last)` | ||
| 364 | ///   The `addRange` function is designed to aid hashing a range of values. | ||
| 365 | ///   It explicitly adds the size of the range in the hash. | ||
| 366 | /// * `template <typename ItT> void addRangeElements(ItT First, ItT Last)` | ||
| 367 | ///   The `addRangeElements` function is also designed to aid hashing a range of | ||
| 368 | ///   values. In contrast to `addRange`, it **ignores** the size of the range, | ||
| 369 | ///   behaving as if elements were added one at a time with `add`. | ||
| 370 | /// | ||
| 371 | /// User-defined `struct` types can participate in this interface by providing | ||
| 372 | /// an `addHash` templated function. See the associated template specialization | ||
| 373 | /// for details. | ||
| 374 | /// | ||
| 375 | /// This interface does not impose requirements on the hasher | ||
| 376 | /// `update(ArrayRef<uint8_t> Data)` method. We want to avoid collisions for | ||
| 377 | /// variable-size types; for example for | ||
| 378 | /// ``` | ||
| 379 | /// builder.add({1}); | ||
| 380 | /// builder.add({2, 3}); | ||
| 381 | /// ``` | ||
| 382 | /// and | ||
| 383 | /// ``` | ||
| 384 | /// builder.add({1, 2}); | ||
| 385 | /// builder.add({3}); | ||
| 386 | /// ``` | ||
| 387 | /// . Thus, specializations of `add` and `addHash` for variable-size types must | ||
| 388 | /// not assume that the hasher type considers the size as part of the hash; they | ||
| 389 | /// must explicitly add the size to the hash. See for example specializations | ||
| 390 | /// for `ArrayRef` and `StringRef`. | ||
| 391 | /// | ||
| 392 | /// Additionally, since types are eventually forwarded to the hasher's | ||
| 393 | /// `void update(ArrayRef<uint8_t>)` method, endianness plays a role in the hash | ||
| 394 | /// computation (for example when computing `add((int)123)`). | ||
| 395 | /// Specifiying a non-`native` `Endianness` template parameter allows to compute | ||
| 396 | /// stable hash across platforms with different endianness. | ||
| 397 | template <class HasherT, support::endianness Endianness> | ||
| 398 | using HashBuilder = | ||
| 399 | HashBuilderImpl<HasherT, (Endianness == support::endianness::native | ||
| 400 | ? support::endian::system_endianness() | ||
| 401 | : Endianness)>; | ||
| 402 | |||
| 403 | namespace hashbuilder_detail { | ||
| 404 | class HashCodeHasher { | ||
| 405 | public: | ||
| 406 | HashCodeHasher() : Code(0) {} | ||
| 407 | void update(ArrayRef<uint8_t> Data) { | ||
| 408 | hash_code DataCode = hash_value(Data); | ||
| 409 | Code = hash_combine(Code, DataCode); | ||
| 410 |   } | ||
| 411 |   hash_code Code; | ||
| 412 | }; | ||
| 413 | |||
| 414 | using HashCodeHashBuilder = HashBuilder<hashbuilder_detail::HashCodeHasher, | ||
| 415 | support::endianness::native>; | ||
| 416 | } // namespace hashbuilder_detail | ||
| 417 | |||
| 418 | /// Provide a default implementation of `hash_value` when `addHash(const T &)` | ||
| 419 | /// is supported. | ||
| 420 | template <typename T> | ||
| 421 | std::enable_if_t< | ||
| 422 | is_detected<hashbuilder_detail::HashCodeHashBuilder::HasAddHashT, T>::value, | ||
| 423 |     hash_code> | ||
| 424 | hash_value(const T &Value) { | ||
| 425 | hashbuilder_detail::HashCodeHashBuilder HBuilder; | ||
| 426 | HBuilder.add(Value); | ||
| 427 | return HBuilder.getHasher().Code; | ||
| 428 | } | ||
| 429 | } // end namespace llvm | ||
| 430 | |||
| 431 | #endif // LLVM_SUPPORT_HASHBUILDER_H |