Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===- VirtualFileSystem.h - Virtual File System Layer ----------*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | // |
||
| 9 | /// \file |
||
| 10 | /// Defines the virtual file system interface vfs::FileSystem. |
||
| 11 | // |
||
| 12 | //===----------------------------------------------------------------------===// |
||
| 13 | |||
| 14 | #ifndef LLVM_SUPPORT_VIRTUALFILESYSTEM_H |
||
| 15 | #define LLVM_SUPPORT_VIRTUALFILESYSTEM_H |
||
| 16 | |||
| 17 | #include "llvm/ADT/IntrusiveRefCntPtr.h" |
||
| 18 | #include "llvm/ADT/SmallVector.h" |
||
| 19 | #include "llvm/ADT/StringRef.h" |
||
| 20 | #include "llvm/ADT/STLFunctionalExtras.h" |
||
| 21 | #include "llvm/Support/Chrono.h" |
||
| 22 | #include "llvm/Support/ErrorOr.h" |
||
| 23 | #include "llvm/Support/Errc.h" |
||
| 24 | #include "llvm/Support/FileSystem.h" |
||
| 25 | #include "llvm/Support/Path.h" |
||
| 26 | #include "llvm/Support/SourceMgr.h" |
||
| 27 | #include <cassert> |
||
| 28 | #include <cstdint> |
||
| 29 | #include <ctime> |
||
| 30 | #include <memory> |
||
| 31 | #include <optional> |
||
| 32 | #include <stack> |
||
| 33 | #include <string> |
||
| 34 | #include <system_error> |
||
| 35 | #include <utility> |
||
| 36 | #include <vector> |
||
| 37 | |||
| 38 | namespace llvm { |
||
| 39 | |||
| 40 | class MemoryBuffer; |
||
| 41 | class MemoryBufferRef; |
||
| 42 | class Twine; |
||
| 43 | |||
| 44 | namespace vfs { |
||
| 45 | |||
| 46 | /// The result of a \p status operation. |
||
| 47 | class Status { |
||
| 48 | std::string Name; |
||
| 49 | llvm::sys::fs::UniqueID UID; |
||
| 50 | llvm::sys::TimePoint<> MTime; |
||
| 51 | uint32_t User; |
||
| 52 | uint32_t Group; |
||
| 53 | uint64_t Size; |
||
| 54 | llvm::sys::fs::file_type Type = llvm::sys::fs::file_type::status_error; |
||
| 55 | llvm::sys::fs::perms Perms; |
||
| 56 | |||
| 57 | public: |
||
| 58 | // FIXME: remove when files support multiple names |
||
| 59 | bool IsVFSMapped = false; |
||
| 60 | |||
| 61 | /// Whether this entity has an external path different from the virtual path, |
||
| 62 | /// and the external path is exposed by leaking it through the abstraction. |
||
| 63 | /// For example, a RedirectingFileSystem will set this for paths where |
||
| 64 | /// UseExternalName is true. |
||
| 65 | /// |
||
| 66 | /// FIXME: Currently the external path is exposed by replacing the virtual |
||
| 67 | /// path in this Status object. Instead, we should leave the path in the |
||
| 68 | /// Status intact (matching the requested virtual path) - see |
||
| 69 | /// FileManager::getFileRef for how how we plan to fix this. |
||
| 70 | bool ExposesExternalVFSPath = false; |
||
| 71 | |||
| 72 | Status() = default; |
||
| 73 | Status(const llvm::sys::fs::file_status &Status); |
||
| 74 | Status(const Twine &Name, llvm::sys::fs::UniqueID UID, |
||
| 75 | llvm::sys::TimePoint<> MTime, uint32_t User, uint32_t Group, |
||
| 76 | uint64_t Size, llvm::sys::fs::file_type Type, |
||
| 77 | llvm::sys::fs::perms Perms); |
||
| 78 | |||
| 79 | /// Get a copy of a Status with a different size. |
||
| 80 | static Status copyWithNewSize(const Status &In, uint64_t NewSize); |
||
| 81 | /// Get a copy of a Status with a different name. |
||
| 82 | static Status copyWithNewName(const Status &In, const Twine &NewName); |
||
| 83 | static Status copyWithNewName(const llvm::sys::fs::file_status &In, |
||
| 84 | const Twine &NewName); |
||
| 85 | |||
| 86 | /// Returns the name that should be used for this file or directory. |
||
| 87 | StringRef getName() const { return Name; } |
||
| 88 | |||
| 89 | /// @name Status interface from llvm::sys::fs |
||
| 90 | /// @{ |
||
| 91 | llvm::sys::fs::file_type getType() const { return Type; } |
||
| 92 | llvm::sys::fs::perms getPermissions() const { return Perms; } |
||
| 93 | llvm::sys::TimePoint<> getLastModificationTime() const { return MTime; } |
||
| 94 | llvm::sys::fs::UniqueID getUniqueID() const { return UID; } |
||
| 95 | uint32_t getUser() const { return User; } |
||
| 96 | uint32_t getGroup() const { return Group; } |
||
| 97 | uint64_t getSize() const { return Size; } |
||
| 98 | /// @} |
||
| 99 | /// @name Status queries |
||
| 100 | /// These are static queries in llvm::sys::fs. |
||
| 101 | /// @{ |
||
| 102 | bool equivalent(const Status &Other) const; |
||
| 103 | bool isDirectory() const; |
||
| 104 | bool isRegularFile() const; |
||
| 105 | bool isOther() const; |
||
| 106 | bool isSymlink() const; |
||
| 107 | bool isStatusKnown() const; |
||
| 108 | bool exists() const; |
||
| 109 | /// @} |
||
| 110 | }; |
||
| 111 | |||
| 112 | /// Represents an open file. |
||
| 113 | class File { |
||
| 114 | public: |
||
| 115 | /// Destroy the file after closing it (if open). |
||
| 116 | /// Sub-classes should generally call close() inside their destructors. We |
||
| 117 | /// cannot do that from the base class, since close is virtual. |
||
| 118 | virtual ~File(); |
||
| 119 | |||
| 120 | /// Get the status of the file. |
||
| 121 | virtual llvm::ErrorOr<Status> status() = 0; |
||
| 122 | |||
| 123 | /// Get the name of the file |
||
| 124 | virtual llvm::ErrorOr<std::string> getName() { |
||
| 125 | if (auto Status = status()) |
||
| 126 | return Status->getName().str(); |
||
| 127 | else |
||
| 128 | return Status.getError(); |
||
| 129 | } |
||
| 130 | |||
| 131 | /// Get the contents of the file as a \p MemoryBuffer. |
||
| 132 | virtual llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> |
||
| 133 | getBuffer(const Twine &Name, int64_t FileSize = -1, |
||
| 134 | bool RequiresNullTerminator = true, bool IsVolatile = false) = 0; |
||
| 135 | |||
| 136 | /// Closes the file. |
||
| 137 | virtual std::error_code close() = 0; |
||
| 138 | |||
| 139 | // Get the same file with a different path. |
||
| 140 | static ErrorOr<std::unique_ptr<File>> |
||
| 141 | getWithPath(ErrorOr<std::unique_ptr<File>> Result, const Twine &P); |
||
| 142 | |||
| 143 | protected: |
||
| 144 | // Set the file's underlying path. |
||
| 145 | virtual void setPath(const Twine &Path) {} |
||
| 146 | }; |
||
| 147 | |||
| 148 | /// A member of a directory, yielded by a directory_iterator. |
||
| 149 | /// Only information available on most platforms is included. |
||
| 150 | class directory_entry { |
||
| 151 | std::string Path; |
||
| 152 | llvm::sys::fs::file_type Type = llvm::sys::fs::file_type::type_unknown; |
||
| 153 | |||
| 154 | public: |
||
| 155 | directory_entry() = default; |
||
| 156 | directory_entry(std::string Path, llvm::sys::fs::file_type Type) |
||
| 157 | : Path(std::move(Path)), Type(Type) {} |
||
| 158 | |||
| 159 | llvm::StringRef path() const { return Path; } |
||
| 160 | llvm::sys::fs::file_type type() const { return Type; } |
||
| 161 | }; |
||
| 162 | |||
| 163 | namespace detail { |
||
| 164 | |||
| 165 | /// An interface for virtual file systems to provide an iterator over the |
||
| 166 | /// (non-recursive) contents of a directory. |
||
| 167 | struct DirIterImpl { |
||
| 168 | virtual ~DirIterImpl(); |
||
| 169 | |||
| 170 | /// Sets \c CurrentEntry to the next entry in the directory on success, |
||
| 171 | /// to directory_entry() at end, or returns a system-defined \c error_code. |
||
| 172 | virtual std::error_code increment() = 0; |
||
| 173 | |||
| 174 | directory_entry CurrentEntry; |
||
| 175 | }; |
||
| 176 | |||
| 177 | } // namespace detail |
||
| 178 | |||
| 179 | /// An input iterator over the entries in a virtual path, similar to |
||
| 180 | /// llvm::sys::fs::directory_iterator. |
||
| 181 | class directory_iterator { |
||
| 182 | std::shared_ptr<detail::DirIterImpl> Impl; // Input iterator semantics on copy |
||
| 183 | |||
| 184 | public: |
||
| 185 | directory_iterator(std::shared_ptr<detail::DirIterImpl> I) |
||
| 186 | : Impl(std::move(I)) { |
||
| 187 | assert(Impl.get() != nullptr && "requires non-null implementation"); |
||
| 188 | if (Impl->CurrentEntry.path().empty()) |
||
| 189 | Impl.reset(); // Normalize the end iterator to Impl == nullptr. |
||
| 190 | } |
||
| 191 | |||
| 192 | /// Construct an 'end' iterator. |
||
| 193 | directory_iterator() = default; |
||
| 194 | |||
| 195 | /// Equivalent to operator++, with an error code. |
||
| 196 | directory_iterator &increment(std::error_code &EC) { |
||
| 197 | assert(Impl && "attempting to increment past end"); |
||
| 198 | EC = Impl->increment(); |
||
| 199 | if (Impl->CurrentEntry.path().empty()) |
||
| 200 | Impl.reset(); // Normalize the end iterator to Impl == nullptr. |
||
| 201 | return *this; |
||
| 202 | } |
||
| 203 | |||
| 204 | const directory_entry &operator*() const { return Impl->CurrentEntry; } |
||
| 205 | const directory_entry *operator->() const { return &Impl->CurrentEntry; } |
||
| 206 | |||
| 207 | bool operator==(const directory_iterator &RHS) const { |
||
| 208 | if (Impl && RHS.Impl) |
||
| 209 | return Impl->CurrentEntry.path() == RHS.Impl->CurrentEntry.path(); |
||
| 210 | return !Impl && !RHS.Impl; |
||
| 211 | } |
||
| 212 | bool operator!=(const directory_iterator &RHS) const { |
||
| 213 | return !(*this == RHS); |
||
| 214 | } |
||
| 215 | }; |
||
| 216 | |||
| 217 | class FileSystem; |
||
| 218 | |||
| 219 | namespace detail { |
||
| 220 | |||
| 221 | /// Keeps state for the recursive_directory_iterator. |
||
| 222 | struct RecDirIterState { |
||
| 223 | std::stack<directory_iterator, std::vector<directory_iterator>> Stack; |
||
| 224 | bool HasNoPushRequest = false; |
||
| 225 | }; |
||
| 226 | |||
| 227 | } // end namespace detail |
||
| 228 | |||
| 229 | /// An input iterator over the recursive contents of a virtual path, |
||
| 230 | /// similar to llvm::sys::fs::recursive_directory_iterator. |
||
| 231 | class recursive_directory_iterator { |
||
| 232 | FileSystem *FS; |
||
| 233 | std::shared_ptr<detail::RecDirIterState> |
||
| 234 | State; // Input iterator semantics on copy. |
||
| 235 | |||
| 236 | public: |
||
| 237 | recursive_directory_iterator(FileSystem &FS, const Twine &Path, |
||
| 238 | std::error_code &EC); |
||
| 239 | |||
| 240 | /// Construct an 'end' iterator. |
||
| 241 | recursive_directory_iterator() = default; |
||
| 242 | |||
| 243 | /// Equivalent to operator++, with an error code. |
||
| 244 | recursive_directory_iterator &increment(std::error_code &EC); |
||
| 245 | |||
| 246 | const directory_entry &operator*() const { return *State->Stack.top(); } |
||
| 247 | const directory_entry *operator->() const { return &*State->Stack.top(); } |
||
| 248 | |||
| 249 | bool operator==(const recursive_directory_iterator &Other) const { |
||
| 250 | return State == Other.State; // identity |
||
| 251 | } |
||
| 252 | bool operator!=(const recursive_directory_iterator &RHS) const { |
||
| 253 | return !(*this == RHS); |
||
| 254 | } |
||
| 255 | |||
| 256 | /// Gets the current level. Starting path is at level 0. |
||
| 257 | int level() const { |
||
| 258 | assert(!State->Stack.empty() && |
||
| 259 | "Cannot get level without any iteration state"); |
||
| 260 | return State->Stack.size() - 1; |
||
| 261 | } |
||
| 262 | |||
| 263 | void no_push() { State->HasNoPushRequest = true; } |
||
| 264 | }; |
||
| 265 | |||
| 266 | /// The virtual file system interface. |
||
| 267 | class FileSystem : public llvm::ThreadSafeRefCountedBase<FileSystem> { |
||
| 268 | public: |
||
| 269 | virtual ~FileSystem(); |
||
| 270 | |||
| 271 | /// Get the status of the entry at \p Path, if one exists. |
||
| 272 | virtual llvm::ErrorOr<Status> status(const Twine &Path) = 0; |
||
| 273 | |||
| 274 | /// Get a \p File object for the file at \p Path, if one exists. |
||
| 275 | virtual llvm::ErrorOr<std::unique_ptr<File>> |
||
| 276 | openFileForRead(const Twine &Path) = 0; |
||
| 277 | |||
| 278 | /// This is a convenience method that opens a file, gets its content and then |
||
| 279 | /// closes the file. |
||
| 280 | llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> |
||
| 281 | getBufferForFile(const Twine &Name, int64_t FileSize = -1, |
||
| 282 | bool RequiresNullTerminator = true, bool IsVolatile = false); |
||
| 283 | |||
| 284 | /// Get a directory_iterator for \p Dir. |
||
| 285 | /// \note The 'end' iterator is directory_iterator(). |
||
| 286 | virtual directory_iterator dir_begin(const Twine &Dir, |
||
| 287 | std::error_code &EC) = 0; |
||
| 288 | |||
| 289 | /// Set the working directory. This will affect all following operations on |
||
| 290 | /// this file system and may propagate down for nested file systems. |
||
| 291 | virtual std::error_code setCurrentWorkingDirectory(const Twine &Path) = 0; |
||
| 292 | |||
| 293 | /// Get the working directory of this file system. |
||
| 294 | virtual llvm::ErrorOr<std::string> getCurrentWorkingDirectory() const = 0; |
||
| 295 | |||
| 296 | /// Gets real path of \p Path e.g. collapse all . and .. patterns, resolve |
||
| 297 | /// symlinks. For real file system, this uses `llvm::sys::fs::real_path`. |
||
| 298 | /// This returns errc::operation_not_permitted if not implemented by subclass. |
||
| 299 | virtual std::error_code getRealPath(const Twine &Path, |
||
| 300 | SmallVectorImpl<char> &Output) const; |
||
| 301 | |||
| 302 | /// Check whether a file exists. Provided for convenience. |
||
| 303 | bool exists(const Twine &Path); |
||
| 304 | |||
| 305 | /// Is the file mounted on a local filesystem? |
||
| 306 | virtual std::error_code isLocal(const Twine &Path, bool &Result); |
||
| 307 | |||
| 308 | /// Make \a Path an absolute path. |
||
| 309 | /// |
||
| 310 | /// Makes \a Path absolute using the current directory if it is not already. |
||
| 311 | /// An empty \a Path will result in the current directory. |
||
| 312 | /// |
||
| 313 | /// /absolute/path => /absolute/path |
||
| 314 | /// relative/../path => <current-directory>/relative/../path |
||
| 315 | /// |
||
| 316 | /// \param Path A path that is modified to be an absolute path. |
||
| 317 | /// \returns success if \a path has been made absolute, otherwise a |
||
| 318 | /// platform-specific error_code. |
||
| 319 | virtual std::error_code makeAbsolute(SmallVectorImpl<char> &Path) const; |
||
| 320 | |||
| 321 | enum class PrintType { Summary, Contents, RecursiveContents }; |
||
| 322 | void print(raw_ostream &OS, PrintType Type = PrintType::Contents, |
||
| 323 | unsigned IndentLevel = 0) const { |
||
| 324 | printImpl(OS, Type, IndentLevel); |
||
| 325 | } |
||
| 326 | |||
| 327 | #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) |
||
| 328 | LLVM_DUMP_METHOD void dump() const; |
||
| 329 | #endif |
||
| 330 | |||
| 331 | protected: |
||
| 332 | virtual void printImpl(raw_ostream &OS, PrintType Type, |
||
| 333 | unsigned IndentLevel) const { |
||
| 334 | printIndent(OS, IndentLevel); |
||
| 335 | OS << "FileSystem\n"; |
||
| 336 | } |
||
| 337 | |||
| 338 | void printIndent(raw_ostream &OS, unsigned IndentLevel) const { |
||
| 339 | for (unsigned i = 0; i < IndentLevel; ++i) |
||
| 340 | OS << " "; |
||
| 341 | } |
||
| 342 | }; |
||
| 343 | |||
| 344 | /// Gets an \p vfs::FileSystem for the 'real' file system, as seen by |
||
| 345 | /// the operating system. |
||
| 346 | /// The working directory is linked to the process's working directory. |
||
| 347 | /// (This is usually thread-hostile). |
||
| 348 | IntrusiveRefCntPtr<FileSystem> getRealFileSystem(); |
||
| 349 | |||
| 350 | /// Create an \p vfs::FileSystem for the 'real' file system, as seen by |
||
| 351 | /// the operating system. |
||
| 352 | /// It has its own working directory, independent of (but initially equal to) |
||
| 353 | /// that of the process. |
||
| 354 | std::unique_ptr<FileSystem> createPhysicalFileSystem(); |
||
| 355 | |||
| 356 | /// A file system that allows overlaying one \p AbstractFileSystem on top |
||
| 357 | /// of another. |
||
| 358 | /// |
||
| 359 | /// Consists of a stack of >=1 \p FileSystem objects, which are treated as being |
||
| 360 | /// one merged file system. When there is a directory that exists in more than |
||
| 361 | /// one file system, the \p OverlayFileSystem contains a directory containing |
||
| 362 | /// the union of their contents. The attributes (permissions, etc.) of the |
||
| 363 | /// top-most (most recently added) directory are used. When there is a file |
||
| 364 | /// that exists in more than one file system, the file in the top-most file |
||
| 365 | /// system overrides the other(s). |
||
| 366 | class OverlayFileSystem : public FileSystem { |
||
| 367 | using FileSystemList = SmallVector<IntrusiveRefCntPtr<FileSystem>, 1>; |
||
| 368 | |||
| 369 | /// The stack of file systems, implemented as a list in order of |
||
| 370 | /// their addition. |
||
| 371 | FileSystemList FSList; |
||
| 372 | |||
| 373 | public: |
||
| 374 | OverlayFileSystem(IntrusiveRefCntPtr<FileSystem> Base); |
||
| 375 | |||
| 376 | /// Pushes a file system on top of the stack. |
||
| 377 | void pushOverlay(IntrusiveRefCntPtr<FileSystem> FS); |
||
| 378 | |||
| 379 | llvm::ErrorOr<Status> status(const Twine &Path) override; |
||
| 380 | llvm::ErrorOr<std::unique_ptr<File>> |
||
| 381 | openFileForRead(const Twine &Path) override; |
||
| 382 | directory_iterator dir_begin(const Twine &Dir, std::error_code &EC) override; |
||
| 383 | llvm::ErrorOr<std::string> getCurrentWorkingDirectory() const override; |
||
| 384 | std::error_code setCurrentWorkingDirectory(const Twine &Path) override; |
||
| 385 | std::error_code isLocal(const Twine &Path, bool &Result) override; |
||
| 386 | std::error_code getRealPath(const Twine &Path, |
||
| 387 | SmallVectorImpl<char> &Output) const override; |
||
| 388 | |||
| 389 | using iterator = FileSystemList::reverse_iterator; |
||
| 390 | using const_iterator = FileSystemList::const_reverse_iterator; |
||
| 391 | using reverse_iterator = FileSystemList::iterator; |
||
| 392 | using const_reverse_iterator = FileSystemList::const_iterator; |
||
| 393 | using range = iterator_range<iterator>; |
||
| 394 | using const_range = iterator_range<const_iterator>; |
||
| 395 | |||
| 396 | /// Get an iterator pointing to the most recently added file system. |
||
| 397 | iterator overlays_begin() { return FSList.rbegin(); } |
||
| 398 | const_iterator overlays_begin() const { return FSList.rbegin(); } |
||
| 399 | |||
| 400 | /// Get an iterator pointing one-past the least recently added file system. |
||
| 401 | iterator overlays_end() { return FSList.rend(); } |
||
| 402 | const_iterator overlays_end() const { return FSList.rend(); } |
||
| 403 | |||
| 404 | /// Get an iterator pointing to the least recently added file system. |
||
| 405 | reverse_iterator overlays_rbegin() { return FSList.begin(); } |
||
| 406 | const_reverse_iterator overlays_rbegin() const { return FSList.begin(); } |
||
| 407 | |||
| 408 | /// Get an iterator pointing one-past the most recently added file system. |
||
| 409 | reverse_iterator overlays_rend() { return FSList.end(); } |
||
| 410 | const_reverse_iterator overlays_rend() const { return FSList.end(); } |
||
| 411 | |||
| 412 | range overlays_range() { return llvm::reverse(FSList); } |
||
| 413 | const_range overlays_range() const { return llvm::reverse(FSList); } |
||
| 414 | |||
| 415 | protected: |
||
| 416 | void printImpl(raw_ostream &OS, PrintType Type, |
||
| 417 | unsigned IndentLevel) const override; |
||
| 418 | }; |
||
| 419 | |||
| 420 | /// By default, this delegates all calls to the underlying file system. This |
||
| 421 | /// is useful when derived file systems want to override some calls and still |
||
| 422 | /// proxy other calls. |
||
| 423 | class ProxyFileSystem : public FileSystem { |
||
| 424 | public: |
||
| 425 | explicit ProxyFileSystem(IntrusiveRefCntPtr<FileSystem> FS) |
||
| 426 | : FS(std::move(FS)) {} |
||
| 427 | |||
| 428 | llvm::ErrorOr<Status> status(const Twine &Path) override { |
||
| 429 | return FS->status(Path); |
||
| 430 | } |
||
| 431 | llvm::ErrorOr<std::unique_ptr<File>> |
||
| 432 | openFileForRead(const Twine &Path) override { |
||
| 433 | return FS->openFileForRead(Path); |
||
| 434 | } |
||
| 435 | directory_iterator dir_begin(const Twine &Dir, std::error_code &EC) override { |
||
| 436 | return FS->dir_begin(Dir, EC); |
||
| 437 | } |
||
| 438 | llvm::ErrorOr<std::string> getCurrentWorkingDirectory() const override { |
||
| 439 | return FS->getCurrentWorkingDirectory(); |
||
| 440 | } |
||
| 441 | std::error_code setCurrentWorkingDirectory(const Twine &Path) override { |
||
| 442 | return FS->setCurrentWorkingDirectory(Path); |
||
| 443 | } |
||
| 444 | std::error_code getRealPath(const Twine &Path, |
||
| 445 | SmallVectorImpl<char> &Output) const override { |
||
| 446 | return FS->getRealPath(Path, Output); |
||
| 447 | } |
||
| 448 | std::error_code isLocal(const Twine &Path, bool &Result) override { |
||
| 449 | return FS->isLocal(Path, Result); |
||
| 450 | } |
||
| 451 | |||
| 452 | protected: |
||
| 453 | FileSystem &getUnderlyingFS() const { return *FS; } |
||
| 454 | |||
| 455 | private: |
||
| 456 | IntrusiveRefCntPtr<FileSystem> FS; |
||
| 457 | |||
| 458 | virtual void anchor(); |
||
| 459 | }; |
||
| 460 | |||
| 461 | namespace detail { |
||
| 462 | |||
| 463 | class InMemoryDirectory; |
||
| 464 | class InMemoryNode; |
||
| 465 | |||
| 466 | struct NewInMemoryNodeInfo { |
||
| 467 | llvm::sys::fs::UniqueID DirUID; |
||
| 468 | StringRef Path; |
||
| 469 | StringRef Name; |
||
| 470 | time_t ModificationTime; |
||
| 471 | std::unique_ptr<llvm::MemoryBuffer> Buffer; |
||
| 472 | uint32_t User; |
||
| 473 | uint32_t Group; |
||
| 474 | llvm::sys::fs::file_type Type; |
||
| 475 | llvm::sys::fs::perms Perms; |
||
| 476 | |||
| 477 | Status makeStatus() const; |
||
| 478 | }; |
||
| 479 | |||
| 480 | class NamedNodeOrError { |
||
| 481 | ErrorOr<std::pair<llvm::SmallString<128>, const detail::InMemoryNode *>> |
||
| 482 | Value; |
||
| 483 | |||
| 484 | public: |
||
| 485 | NamedNodeOrError(llvm::SmallString<128> Name, |
||
| 486 | const detail::InMemoryNode *Node) |
||
| 487 | : Value(std::make_pair(Name, Node)) {} |
||
| 488 | NamedNodeOrError(std::error_code EC) : Value(EC) {} |
||
| 489 | NamedNodeOrError(llvm::errc EC) : Value(EC) {} |
||
| 490 | |||
| 491 | StringRef getName() const { return (*Value).first; } |
||
| 492 | explicit operator bool() const { return static_cast<bool>(Value); } |
||
| 493 | operator std::error_code() const { return Value.getError(); } |
||
| 494 | std::error_code getError() const { return Value.getError(); } |
||
| 495 | const detail::InMemoryNode *operator*() const { return (*Value).second; } |
||
| 496 | }; |
||
| 497 | |||
| 498 | } // namespace detail |
||
| 499 | |||
| 500 | /// An in-memory file system. |
||
| 501 | class InMemoryFileSystem : public FileSystem { |
||
| 502 | std::unique_ptr<detail::InMemoryDirectory> Root; |
||
| 503 | std::string WorkingDirectory; |
||
| 504 | bool UseNormalizedPaths = true; |
||
| 505 | |||
| 506 | using MakeNodeFn = llvm::function_ref<std::unique_ptr<detail::InMemoryNode>( |
||
| 507 | detail::NewInMemoryNodeInfo)>; |
||
| 508 | |||
| 509 | /// Create node with \p MakeNode and add it into this filesystem at \p Path. |
||
| 510 | bool addFile(const Twine &Path, time_t ModificationTime, |
||
| 511 | std::unique_ptr<llvm::MemoryBuffer> Buffer, |
||
| 512 | std::optional<uint32_t> User, std::optional<uint32_t> Group, |
||
| 513 | std::optional<llvm::sys::fs::file_type> Type, |
||
| 514 | std::optional<llvm::sys::fs::perms> Perms, MakeNodeFn MakeNode); |
||
| 515 | |||
| 516 | /// Looks up the in-memory node for the path \p P. |
||
| 517 | /// If \p FollowFinalSymlink is true, the returned node is guaranteed to |
||
| 518 | /// not be a symlink and its path may differ from \p P. |
||
| 519 | detail::NamedNodeOrError lookupNode(const Twine &P, bool FollowFinalSymlink, |
||
| 520 | size_t SymlinkDepth = 0) const; |
||
| 521 | |||
| 522 | class DirIterator; |
||
| 523 | |||
| 524 | public: |
||
| 525 | explicit InMemoryFileSystem(bool UseNormalizedPaths = true); |
||
| 526 | ~InMemoryFileSystem() override; |
||
| 527 | |||
| 528 | /// Add a file containing a buffer or a directory to the VFS with a |
||
| 529 | /// path. The VFS owns the buffer. If present, User, Group, Type |
||
| 530 | /// and Perms apply to the newly-created file or directory. |
||
| 531 | /// \return true if the file or directory was successfully added, |
||
| 532 | /// false if the file or directory already exists in the file system with |
||
| 533 | /// different contents. |
||
| 534 | bool addFile(const Twine &Path, time_t ModificationTime, |
||
| 535 | std::unique_ptr<llvm::MemoryBuffer> Buffer, |
||
| 536 | std::optional<uint32_t> User = std::nullopt, |
||
| 537 | std::optional<uint32_t> Group = std::nullopt, |
||
| 538 | std::optional<llvm::sys::fs::file_type> Type = std::nullopt, |
||
| 539 | std::optional<llvm::sys::fs::perms> Perms = std::nullopt); |
||
| 540 | |||
| 541 | /// Add a hard link to a file. |
||
| 542 | /// |
||
| 543 | /// Here hard links are not intended to be fully equivalent to the classical |
||
| 544 | /// filesystem. Both the hard link and the file share the same buffer and |
||
| 545 | /// status (and thus have the same UniqueID). Because of this there is no way |
||
| 546 | /// to distinguish between the link and the file after the link has been |
||
| 547 | /// added. |
||
| 548 | /// |
||
| 549 | /// The \p Target path must be an existing file or a hardlink. The |
||
| 550 | /// \p NewLink file must not have been added before. The \p Target |
||
| 551 | /// path must not be a directory. The \p NewLink node is added as a hard |
||
| 552 | /// link which points to the resolved file of \p Target node. |
||
| 553 | /// \return true if the above condition is satisfied and hardlink was |
||
| 554 | /// successfully created, false otherwise. |
||
| 555 | bool addHardLink(const Twine &NewLink, const Twine &Target); |
||
| 556 | |||
| 557 | /// Arbitrary max depth to search through symlinks. We can get into problems |
||
| 558 | /// if a link links to a link that links back to the link, for example. |
||
| 559 | static constexpr size_t MaxSymlinkDepth = 16; |
||
| 560 | |||
| 561 | /// Add a symbolic link. Unlike a HardLink, because \p Target doesn't need |
||
| 562 | /// to refer to a file (or refer to anything, as it happens). Also, an |
||
| 563 | /// in-memory directory for \p Target isn't automatically created. |
||
| 564 | bool |
||
| 565 | addSymbolicLink(const Twine &NewLink, const Twine &Target, |
||
| 566 | time_t ModificationTime, |
||
| 567 | std::optional<uint32_t> User = std::nullopt, |
||
| 568 | std::optional<uint32_t> Group = std::nullopt, |
||
| 569 | std::optional<llvm::sys::fs::perms> Perms = std::nullopt); |
||
| 570 | |||
| 571 | /// Add a buffer to the VFS with a path. The VFS does not own the buffer. |
||
| 572 | /// If present, User, Group, Type and Perms apply to the newly-created file |
||
| 573 | /// or directory. |
||
| 574 | /// \return true if the file or directory was successfully added, |
||
| 575 | /// false if the file or directory already exists in the file system with |
||
| 576 | /// different contents. |
||
| 577 | bool addFileNoOwn(const Twine &Path, time_t ModificationTime, |
||
| 578 | const llvm::MemoryBufferRef &Buffer, |
||
| 579 | std::optional<uint32_t> User = std::nullopt, |
||
| 580 | std::optional<uint32_t> Group = std::nullopt, |
||
| 581 | std::optional<llvm::sys::fs::file_type> Type = std::nullopt, |
||
| 582 | std::optional<llvm::sys::fs::perms> Perms = std::nullopt); |
||
| 583 | |||
| 584 | std::string toString() const; |
||
| 585 | |||
| 586 | /// Return true if this file system normalizes . and .. in paths. |
||
| 587 | bool useNormalizedPaths() const { return UseNormalizedPaths; } |
||
| 588 | |||
| 589 | llvm::ErrorOr<Status> status(const Twine &Path) override; |
||
| 590 | llvm::ErrorOr<std::unique_ptr<File>> |
||
| 591 | openFileForRead(const Twine &Path) override; |
||
| 592 | directory_iterator dir_begin(const Twine &Dir, std::error_code &EC) override; |
||
| 593 | |||
| 594 | llvm::ErrorOr<std::string> getCurrentWorkingDirectory() const override { |
||
| 595 | return WorkingDirectory; |
||
| 596 | } |
||
| 597 | /// Canonicalizes \p Path by combining with the current working |
||
| 598 | /// directory and normalizing the path (e.g. remove dots). If the current |
||
| 599 | /// working directory is not set, this returns errc::operation_not_permitted. |
||
| 600 | /// |
||
| 601 | /// This doesn't resolve symlinks as they are not supported in in-memory file |
||
| 602 | /// system. |
||
| 603 | std::error_code getRealPath(const Twine &Path, |
||
| 604 | SmallVectorImpl<char> &Output) const override; |
||
| 605 | std::error_code isLocal(const Twine &Path, bool &Result) override; |
||
| 606 | std::error_code setCurrentWorkingDirectory(const Twine &Path) override; |
||
| 607 | |||
| 608 | protected: |
||
| 609 | void printImpl(raw_ostream &OS, PrintType Type, |
||
| 610 | unsigned IndentLevel) const override; |
||
| 611 | }; |
||
| 612 | |||
| 613 | /// Get a globally unique ID for a virtual file or directory. |
||
| 614 | llvm::sys::fs::UniqueID getNextVirtualUniqueID(); |
||
| 615 | |||
| 616 | /// Gets a \p FileSystem for a virtual file system described in YAML |
||
| 617 | /// format. |
||
| 618 | std::unique_ptr<FileSystem> |
||
| 619 | getVFSFromYAML(std::unique_ptr<llvm::MemoryBuffer> Buffer, |
||
| 620 | llvm::SourceMgr::DiagHandlerTy DiagHandler, |
||
| 621 | StringRef YAMLFilePath, void *DiagContext = nullptr, |
||
| 622 | IntrusiveRefCntPtr<FileSystem> ExternalFS = getRealFileSystem()); |
||
| 623 | |||
| 624 | struct YAMLVFSEntry { |
||
| 625 | template <typename T1, typename T2> |
||
| 626 | YAMLVFSEntry(T1 &&VPath, T2 &&RPath, bool IsDirectory = false) |
||
| 627 | : VPath(std::forward<T1>(VPath)), RPath(std::forward<T2>(RPath)), |
||
| 628 | IsDirectory(IsDirectory) {} |
||
| 629 | std::string VPath; |
||
| 630 | std::string RPath; |
||
| 631 | bool IsDirectory = false; |
||
| 632 | }; |
||
| 633 | |||
| 634 | class RedirectingFSDirIterImpl; |
||
| 635 | class RedirectingFileSystemParser; |
||
| 636 | |||
| 637 | /// A virtual file system parsed from a YAML file. |
||
| 638 | /// |
||
| 639 | /// Currently, this class allows creating virtual files and directories. Virtual |
||
| 640 | /// files map to existing external files in \c ExternalFS, and virtual |
||
| 641 | /// directories may either map to existing directories in \c ExternalFS or list |
||
| 642 | /// their contents in the form of other virtual directories and/or files. |
||
| 643 | /// |
||
| 644 | /// The basic structure of the parsed file is: |
||
| 645 | /// \verbatim |
||
| 646 | /// { |
||
| 647 | /// 'version': <version number>, |
||
| 648 | /// <optional configuration> |
||
| 649 | /// 'roots': [ |
||
| 650 | /// <directory entries> |
||
| 651 | /// ] |
||
| 652 | /// } |
||
| 653 | /// \endverbatim |
||
| 654 | /// |
||
| 655 | /// The roots may be absolute or relative. If relative they will be made |
||
| 656 | /// absolute against either current working directory or the directory where |
||
| 657 | /// the Overlay YAML file is located, depending on the 'root-relative' |
||
| 658 | /// configuration. |
||
| 659 | /// |
||
| 660 | /// All configuration options are optional. |
||
| 661 | /// 'case-sensitive': <boolean, default=(true for Posix, false for Windows)> |
||
| 662 | /// 'use-external-names': <boolean, default=true> |
||
| 663 | /// 'root-relative': <string, one of 'cwd' or 'overlay-dir', default='cwd'> |
||
| 664 | /// 'overlay-relative': <boolean, default=false> |
||
| 665 | /// 'fallthrough': <boolean, default=true, deprecated - use 'redirecting-with' |
||
| 666 | /// instead> |
||
| 667 | /// 'redirecting-with': <string, one of 'fallthrough', 'fallback', or |
||
| 668 | /// 'redirect-only', default='fallthrough'> |
||
| 669 | /// |
||
| 670 | /// To clarify, 'root-relative' option will prepend the current working |
||
| 671 | /// directory, or the overlay directory to the 'roots->name' field only if |
||
| 672 | /// 'roots->name' is a relative path. On the other hand, when 'overlay-relative' |
||
| 673 | /// is set to 'true', external paths will always be prepended with the overlay |
||
| 674 | /// directory, even if external paths are not relative paths. The |
||
| 675 | /// 'root-relative' option has no interaction with the 'overlay-relative' |
||
| 676 | /// option. |
||
| 677 | /// |
||
| 678 | /// Virtual directories that list their contents are represented as |
||
| 679 | /// \verbatim |
||
| 680 | /// { |
||
| 681 | /// 'type': 'directory', |
||
| 682 | /// 'name': <string>, |
||
| 683 | /// 'contents': [ <file or directory entries> ] |
||
| 684 | /// } |
||
| 685 | /// \endverbatim |
||
| 686 | /// |
||
| 687 | /// The default attributes for such virtual directories are: |
||
| 688 | /// \verbatim |
||
| 689 | /// MTime = now() when created |
||
| 690 | /// Perms = 0777 |
||
| 691 | /// User = Group = 0 |
||
| 692 | /// Size = 0 |
||
| 693 | /// UniqueID = unspecified unique value |
||
| 694 | /// \endverbatim |
||
| 695 | /// |
||
| 696 | /// When a path prefix matches such a directory, the next component in the path |
||
| 697 | /// is matched against the entries in the 'contents' array. |
||
| 698 | /// |
||
| 699 | /// Re-mapped directories, on the other hand, are represented as |
||
| 700 | /// /// \verbatim |
||
| 701 | /// { |
||
| 702 | /// 'type': 'directory-remap', |
||
| 703 | /// 'name': <string>, |
||
| 704 | /// 'use-external-name': <boolean>, # Optional |
||
| 705 | /// 'external-contents': <path to external directory> |
||
| 706 | /// } |
||
| 707 | /// \endverbatim |
||
| 708 | /// |
||
| 709 | /// and inherit their attributes from the external directory. When a path |
||
| 710 | /// prefix matches such an entry, the unmatched components are appended to the |
||
| 711 | /// 'external-contents' path, and the resulting path is looked up in the |
||
| 712 | /// external file system instead. |
||
| 713 | /// |
||
| 714 | /// Re-mapped files are represented as |
||
| 715 | /// \verbatim |
||
| 716 | /// { |
||
| 717 | /// 'type': 'file', |
||
| 718 | /// 'name': <string>, |
||
| 719 | /// 'use-external-name': <boolean>, # Optional |
||
| 720 | /// 'external-contents': <path to external file> |
||
| 721 | /// } |
||
| 722 | /// \endverbatim |
||
| 723 | /// |
||
| 724 | /// Their attributes and file contents are determined by looking up the file at |
||
| 725 | /// their 'external-contents' path in the external file system. |
||
| 726 | /// |
||
| 727 | /// For 'file', 'directory' and 'directory-remap' entries the 'name' field may |
||
| 728 | /// contain multiple path components (e.g. /path/to/file). However, any |
||
| 729 | /// directory in such a path that contains more than one child must be uniquely |
||
| 730 | /// represented by a 'directory' entry. |
||
| 731 | /// |
||
| 732 | /// When the 'use-external-name' field is set, calls to \a vfs::File::status() |
||
| 733 | /// give the external (remapped) filesystem name instead of the name the file |
||
| 734 | /// was accessed by. This is an intentional leak through the \a |
||
| 735 | /// RedirectingFileSystem abstraction layer. It enables clients to discover |
||
| 736 | /// (and use) the external file location when communicating with users or tools |
||
| 737 | /// that don't use the same VFS overlay. |
||
| 738 | /// |
||
| 739 | /// FIXME: 'use-external-name' causes behaviour that's inconsistent with how |
||
| 740 | /// "real" filesystems behave. Maybe there should be a separate channel for |
||
| 741 | /// this information. |
||
| 742 | class RedirectingFileSystem : public vfs::FileSystem { |
||
| 743 | public: |
||
| 744 | enum EntryKind { EK_Directory, EK_DirectoryRemap, EK_File }; |
||
| 745 | enum NameKind { NK_NotSet, NK_External, NK_Virtual }; |
||
| 746 | |||
| 747 | /// The type of redirection to perform. |
||
| 748 | enum class RedirectKind { |
||
| 749 | /// Lookup the redirected path first (ie. the one specified in |
||
| 750 | /// 'external-contents') and if that fails "fallthrough" to a lookup of the |
||
| 751 | /// originally provided path. |
||
| 752 | Fallthrough, |
||
| 753 | /// Lookup the provided path first and if that fails, "fallback" to a |
||
| 754 | /// lookup of the redirected path. |
||
| 755 | Fallback, |
||
| 756 | /// Only lookup the redirected path, do not lookup the originally provided |
||
| 757 | /// path. |
||
| 758 | RedirectOnly |
||
| 759 | }; |
||
| 760 | |||
| 761 | /// The type of relative path used by Roots. |
||
| 762 | enum class RootRelativeKind { |
||
| 763 | /// The roots are relative to the current working directory. |
||
| 764 | CWD, |
||
| 765 | /// The roots are relative to the directory where the Overlay YAML file |
||
| 766 | // locates. |
||
| 767 | OverlayDir |
||
| 768 | }; |
||
| 769 | |||
| 770 | /// A single file or directory in the VFS. |
||
| 771 | class Entry { |
||
| 772 | EntryKind Kind; |
||
| 773 | std::string Name; |
||
| 774 | |||
| 775 | public: |
||
| 776 | Entry(EntryKind K, StringRef Name) : Kind(K), Name(Name) {} |
||
| 777 | virtual ~Entry() = default; |
||
| 778 | |||
| 779 | StringRef getName() const { return Name; } |
||
| 780 | EntryKind getKind() const { return Kind; } |
||
| 781 | }; |
||
| 782 | |||
| 783 | /// A directory in the vfs with explicitly specified contents. |
||
| 784 | class DirectoryEntry : public Entry { |
||
| 785 | std::vector<std::unique_ptr<Entry>> Contents; |
||
| 786 | Status S; |
||
| 787 | |||
| 788 | public: |
||
| 789 | /// Constructs a directory entry with explicitly specified contents. |
||
| 790 | DirectoryEntry(StringRef Name, std::vector<std::unique_ptr<Entry>> Contents, |
||
| 791 | Status S) |
||
| 792 | : Entry(EK_Directory, Name), Contents(std::move(Contents)), |
||
| 793 | S(std::move(S)) {} |
||
| 794 | |||
| 795 | /// Constructs an empty directory entry. |
||
| 796 | DirectoryEntry(StringRef Name, Status S) |
||
| 797 | : Entry(EK_Directory, Name), S(std::move(S)) {} |
||
| 798 | |||
| 799 | Status getStatus() { return S; } |
||
| 800 | |||
| 801 | void addContent(std::unique_ptr<Entry> Content) { |
||
| 802 | Contents.push_back(std::move(Content)); |
||
| 803 | } |
||
| 804 | |||
| 805 | Entry *getLastContent() const { return Contents.back().get(); } |
||
| 806 | |||
| 807 | using iterator = decltype(Contents)::iterator; |
||
| 808 | |||
| 809 | iterator contents_begin() { return Contents.begin(); } |
||
| 810 | iterator contents_end() { return Contents.end(); } |
||
| 811 | |||
| 812 | static bool classof(const Entry *E) { return E->getKind() == EK_Directory; } |
||
| 813 | }; |
||
| 814 | |||
| 815 | /// A file or directory in the vfs that is mapped to a file or directory in |
||
| 816 | /// the external filesystem. |
||
| 817 | class RemapEntry : public Entry { |
||
| 818 | std::string ExternalContentsPath; |
||
| 819 | NameKind UseName; |
||
| 820 | |||
| 821 | protected: |
||
| 822 | RemapEntry(EntryKind K, StringRef Name, StringRef ExternalContentsPath, |
||
| 823 | NameKind UseName) |
||
| 824 | : Entry(K, Name), ExternalContentsPath(ExternalContentsPath), |
||
| 825 | UseName(UseName) {} |
||
| 826 | |||
| 827 | public: |
||
| 828 | StringRef getExternalContentsPath() const { return ExternalContentsPath; } |
||
| 829 | |||
| 830 | /// Whether to use the external path as the name for this file or directory. |
||
| 831 | bool useExternalName(bool GlobalUseExternalName) const { |
||
| 832 | return UseName == NK_NotSet ? GlobalUseExternalName |
||
| 833 | : (UseName == NK_External); |
||
| 834 | } |
||
| 835 | |||
| 836 | NameKind getUseName() const { return UseName; } |
||
| 837 | |||
| 838 | static bool classof(const Entry *E) { |
||
| 839 | switch (E->getKind()) { |
||
| 840 | case EK_DirectoryRemap: |
||
| 841 | [[fallthrough]]; |
||
| 842 | case EK_File: |
||
| 843 | return true; |
||
| 844 | case EK_Directory: |
||
| 845 | return false; |
||
| 846 | } |
||
| 847 | llvm_unreachable("invalid entry kind"); |
||
| 848 | } |
||
| 849 | }; |
||
| 850 | |||
| 851 | /// A directory in the vfs that maps to a directory in the external file |
||
| 852 | /// system. |
||
| 853 | class DirectoryRemapEntry : public RemapEntry { |
||
| 854 | public: |
||
| 855 | DirectoryRemapEntry(StringRef Name, StringRef ExternalContentsPath, |
||
| 856 | NameKind UseName) |
||
| 857 | : RemapEntry(EK_DirectoryRemap, Name, ExternalContentsPath, UseName) {} |
||
| 858 | |||
| 859 | static bool classof(const Entry *E) { |
||
| 860 | return E->getKind() == EK_DirectoryRemap; |
||
| 861 | } |
||
| 862 | }; |
||
| 863 | |||
| 864 | /// A file in the vfs that maps to a file in the external file system. |
||
| 865 | class FileEntry : public RemapEntry { |
||
| 866 | public: |
||
| 867 | FileEntry(StringRef Name, StringRef ExternalContentsPath, NameKind UseName) |
||
| 868 | : RemapEntry(EK_File, Name, ExternalContentsPath, UseName) {} |
||
| 869 | |||
| 870 | static bool classof(const Entry *E) { return E->getKind() == EK_File; } |
||
| 871 | }; |
||
| 872 | |||
| 873 | /// Represents the result of a path lookup into the RedirectingFileSystem. |
||
| 874 | struct LookupResult { |
||
| 875 | /// The entry the looked-up path corresponds to. |
||
| 876 | Entry *E; |
||
| 877 | |||
| 878 | private: |
||
| 879 | /// When the found Entry is a DirectoryRemapEntry, stores the path in the |
||
| 880 | /// external file system that the looked-up path in the virtual file system |
||
| 881 | // corresponds to. |
||
| 882 | std::optional<std::string> ExternalRedirect; |
||
| 883 | |||
| 884 | public: |
||
| 885 | LookupResult(Entry *E, sys::path::const_iterator Start, |
||
| 886 | sys::path::const_iterator End); |
||
| 887 | |||
| 888 | /// If the found Entry maps the the input path to a path in the external |
||
| 889 | /// file system (i.e. it is a FileEntry or DirectoryRemapEntry), returns |
||
| 890 | /// that path. |
||
| 891 | std::optional<StringRef> getExternalRedirect() const { |
||
| 892 | if (isa<DirectoryRemapEntry>(E)) |
||
| 893 | return StringRef(*ExternalRedirect); |
||
| 894 | if (auto *FE = dyn_cast<FileEntry>(E)) |
||
| 895 | return FE->getExternalContentsPath(); |
||
| 896 | return std::nullopt; |
||
| 897 | } |
||
| 898 | }; |
||
| 899 | |||
| 900 | private: |
||
| 901 | friend class RedirectingFSDirIterImpl; |
||
| 902 | friend class RedirectingFileSystemParser; |
||
| 903 | |||
| 904 | /// Canonicalize path by removing ".", "..", "./", components. This is |
||
| 905 | /// a VFS request, do not bother about symlinks in the path components |
||
| 906 | /// but canonicalize in order to perform the correct entry search. |
||
| 907 | std::error_code makeCanonical(SmallVectorImpl<char> &Path) const; |
||
| 908 | |||
| 909 | /// Get the File status, or error, from the underlying external file system. |
||
| 910 | /// This returns the status with the originally requested name, while looking |
||
| 911 | /// up the entry using the canonical path. |
||
| 912 | ErrorOr<Status> getExternalStatus(const Twine &CanonicalPath, |
||
| 913 | const Twine &OriginalPath) const; |
||
| 914 | |||
| 915 | /// Make \a Path an absolute path. |
||
| 916 | /// |
||
| 917 | /// Makes \a Path absolute using the \a WorkingDir if it is not already. |
||
| 918 | /// |
||
| 919 | /// /absolute/path => /absolute/path |
||
| 920 | /// relative/../path => <WorkingDir>/relative/../path |
||
| 921 | /// |
||
| 922 | /// \param WorkingDir A path that will be used as the base Dir if \a Path |
||
| 923 | /// is not already absolute. |
||
| 924 | /// \param Path A path that is modified to be an absolute path. |
||
| 925 | /// \returns success if \a path has been made absolute, otherwise a |
||
| 926 | /// platform-specific error_code. |
||
| 927 | std::error_code makeAbsolute(StringRef WorkingDir, |
||
| 928 | SmallVectorImpl<char> &Path) const; |
||
| 929 | |||
| 930 | // In a RedirectingFileSystem, keys can be specified in Posix or Windows |
||
| 931 | // style (or even a mixture of both), so this comparison helper allows |
||
| 932 | // slashes (representing a root) to match backslashes (and vice versa). Note |
||
| 933 | // that, other than the root, path components should not contain slashes or |
||
| 934 | // backslashes. |
||
| 935 | bool pathComponentMatches(llvm::StringRef lhs, llvm::StringRef rhs) const { |
||
| 936 | if ((CaseSensitive ? lhs.equals(rhs) : lhs.equals_insensitive(rhs))) |
||
| 937 | return true; |
||
| 938 | return (lhs == "/" && rhs == "\\") || (lhs == "\\" && rhs == "/"); |
||
| 939 | } |
||
| 940 | |||
| 941 | /// The root(s) of the virtual file system. |
||
| 942 | std::vector<std::unique_ptr<Entry>> Roots; |
||
| 943 | |||
| 944 | /// The current working directory of the file system. |
||
| 945 | std::string WorkingDirectory; |
||
| 946 | |||
| 947 | /// The file system to use for external references. |
||
| 948 | IntrusiveRefCntPtr<FileSystem> ExternalFS; |
||
| 949 | |||
| 950 | /// This represents the directory path that the YAML file is located. |
||
| 951 | /// This will be prefixed to each 'external-contents' if IsRelativeOverlay |
||
| 952 | /// is set. This will also be prefixed to each 'roots->name' if RootRelative |
||
| 953 | /// is set to RootRelativeKind::OverlayDir and the path is relative. |
||
| 954 | std::string OverlayFileDir; |
||
| 955 | |||
| 956 | /// @name Configuration |
||
| 957 | /// @{ |
||
| 958 | |||
| 959 | /// Whether to perform case-sensitive comparisons. |
||
| 960 | /// |
||
| 961 | /// Currently, case-insensitive matching only works correctly with ASCII. |
||
| 962 | bool CaseSensitive = is_style_posix(sys::path::Style::native); |
||
| 963 | |||
| 964 | /// IsRelativeOverlay marks whether a OverlayFileDir path must |
||
| 965 | /// be prefixed in every 'external-contents' when reading from YAML files. |
||
| 966 | bool IsRelativeOverlay = false; |
||
| 967 | |||
| 968 | /// Whether to use to use the value of 'external-contents' for the |
||
| 969 | /// names of files. This global value is overridable on a per-file basis. |
||
| 970 | bool UseExternalNames = true; |
||
| 971 | |||
| 972 | /// Determines the lookups to perform, as well as their order. See |
||
| 973 | /// \c RedirectKind for details. |
||
| 974 | RedirectKind Redirection = RedirectKind::Fallthrough; |
||
| 975 | |||
| 976 | /// Determine the prefix directory if the roots are relative paths. See |
||
| 977 | /// \c RootRelativeKind for details. |
||
| 978 | RootRelativeKind RootRelative = RootRelativeKind::CWD; |
||
| 979 | /// @} |
||
| 980 | |||
| 981 | RedirectingFileSystem(IntrusiveRefCntPtr<FileSystem> ExternalFS); |
||
| 982 | |||
| 983 | /// Looks up the path <tt>[Start, End)</tt> in \p From, possibly recursing |
||
| 984 | /// into the contents of \p From if it is a directory. Returns a LookupResult |
||
| 985 | /// giving the matched entry and, if that entry is a FileEntry or |
||
| 986 | /// DirectoryRemapEntry, the path it redirects to in the external file system. |
||
| 987 | ErrorOr<LookupResult> lookupPathImpl(llvm::sys::path::const_iterator Start, |
||
| 988 | llvm::sys::path::const_iterator End, |
||
| 989 | Entry *From) const; |
||
| 990 | |||
| 991 | /// Get the status for a path with the provided \c LookupResult. |
||
| 992 | ErrorOr<Status> status(const Twine &CanonicalPath, const Twine &OriginalPath, |
||
| 993 | const LookupResult &Result); |
||
| 994 | |||
| 995 | public: |
||
| 996 | /// Looks up \p Path in \c Roots and returns a LookupResult giving the |
||
| 997 | /// matched entry and, if the entry was a FileEntry or DirectoryRemapEntry, |
||
| 998 | /// the path it redirects to in the external file system. |
||
| 999 | ErrorOr<LookupResult> lookupPath(StringRef Path) const; |
||
| 1000 | |||
| 1001 | /// Parses \p Buffer, which is expected to be in YAML format and |
||
| 1002 | /// returns a virtual file system representing its contents. |
||
| 1003 | static std::unique_ptr<RedirectingFileSystem> |
||
| 1004 | create(std::unique_ptr<MemoryBuffer> Buffer, |
||
| 1005 | SourceMgr::DiagHandlerTy DiagHandler, StringRef YAMLFilePath, |
||
| 1006 | void *DiagContext, IntrusiveRefCntPtr<FileSystem> ExternalFS); |
||
| 1007 | |||
| 1008 | /// Redirect each of the remapped files from first to second. |
||
| 1009 | static std::unique_ptr<RedirectingFileSystem> |
||
| 1010 | create(ArrayRef<std::pair<std::string, std::string>> RemappedFiles, |
||
| 1011 | bool UseExternalNames, FileSystem &ExternalFS); |
||
| 1012 | |||
| 1013 | ErrorOr<Status> status(const Twine &Path) override; |
||
| 1014 | ErrorOr<std::unique_ptr<File>> openFileForRead(const Twine &Path) override; |
||
| 1015 | |||
| 1016 | std::error_code getRealPath(const Twine &Path, |
||
| 1017 | SmallVectorImpl<char> &Output) const override; |
||
| 1018 | |||
| 1019 | llvm::ErrorOr<std::string> getCurrentWorkingDirectory() const override; |
||
| 1020 | |||
| 1021 | std::error_code setCurrentWorkingDirectory(const Twine &Path) override; |
||
| 1022 | |||
| 1023 | std::error_code isLocal(const Twine &Path, bool &Result) override; |
||
| 1024 | |||
| 1025 | std::error_code makeAbsolute(SmallVectorImpl<char> &Path) const override; |
||
| 1026 | |||
| 1027 | directory_iterator dir_begin(const Twine &Dir, std::error_code &EC) override; |
||
| 1028 | |||
| 1029 | void setOverlayFileDir(StringRef PrefixDir); |
||
| 1030 | |||
| 1031 | StringRef getOverlayFileDir() const; |
||
| 1032 | |||
| 1033 | /// Sets the redirection kind to \c Fallthrough if true or \c RedirectOnly |
||
| 1034 | /// otherwise. Will removed in the future, use \c setRedirection instead. |
||
| 1035 | void setFallthrough(bool Fallthrough); |
||
| 1036 | |||
| 1037 | void setRedirection(RedirectingFileSystem::RedirectKind Kind); |
||
| 1038 | |||
| 1039 | std::vector<llvm::StringRef> getRoots() const; |
||
| 1040 | |||
| 1041 | void printEntry(raw_ostream &OS, Entry *E, unsigned IndentLevel = 0) const; |
||
| 1042 | |||
| 1043 | protected: |
||
| 1044 | void printImpl(raw_ostream &OS, PrintType Type, |
||
| 1045 | unsigned IndentLevel) const override; |
||
| 1046 | }; |
||
| 1047 | |||
| 1048 | /// Collect all pairs of <virtual path, real path> entries from the |
||
| 1049 | /// \p YAMLFilePath. This is used by the module dependency collector to forward |
||
| 1050 | /// the entries into the reproducer output VFS YAML file. |
||
| 1051 | void collectVFSFromYAML( |
||
| 1052 | std::unique_ptr<llvm::MemoryBuffer> Buffer, |
||
| 1053 | llvm::SourceMgr::DiagHandlerTy DiagHandler, StringRef YAMLFilePath, |
||
| 1054 | SmallVectorImpl<YAMLVFSEntry> &CollectedEntries, |
||
| 1055 | void *DiagContext = nullptr, |
||
| 1056 | IntrusiveRefCntPtr<FileSystem> ExternalFS = getRealFileSystem()); |
||
| 1057 | |||
| 1058 | class YAMLVFSWriter { |
||
| 1059 | std::vector<YAMLVFSEntry> Mappings; |
||
| 1060 | std::optional<bool> IsCaseSensitive; |
||
| 1061 | std::optional<bool> IsOverlayRelative; |
||
| 1062 | std::optional<bool> UseExternalNames; |
||
| 1063 | std::string OverlayDir; |
||
| 1064 | |||
| 1065 | void addEntry(StringRef VirtualPath, StringRef RealPath, bool IsDirectory); |
||
| 1066 | |||
| 1067 | public: |
||
| 1068 | YAMLVFSWriter() = default; |
||
| 1069 | |||
| 1070 | void addFileMapping(StringRef VirtualPath, StringRef RealPath); |
||
| 1071 | void addDirectoryMapping(StringRef VirtualPath, StringRef RealPath); |
||
| 1072 | |||
| 1073 | void setCaseSensitivity(bool CaseSensitive) { |
||
| 1074 | IsCaseSensitive = CaseSensitive; |
||
| 1075 | } |
||
| 1076 | |||
| 1077 | void setUseExternalNames(bool UseExtNames) { UseExternalNames = UseExtNames; } |
||
| 1078 | |||
| 1079 | void setOverlayDir(StringRef OverlayDirectory) { |
||
| 1080 | IsOverlayRelative = true; |
||
| 1081 | OverlayDir.assign(OverlayDirectory.str()); |
||
| 1082 | } |
||
| 1083 | |||
| 1084 | const std::vector<YAMLVFSEntry> &getMappings() const { return Mappings; } |
||
| 1085 | |||
| 1086 | void write(llvm::raw_ostream &OS); |
||
| 1087 | }; |
||
| 1088 | |||
| 1089 | } // namespace vfs |
||
| 1090 | } // namespace llvm |
||
| 1091 | |||
| 1092 | #endif // LLVM_SUPPORT_VIRTUALFILESYSTEM_H |