Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===--- FileManager.h - File System Probing and Caching --------*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | /// |
||
| 9 | /// \file |
||
| 10 | /// Defines the clang::FileManager interface and associated types. |
||
| 11 | /// |
||
| 12 | //===----------------------------------------------------------------------===// |
||
| 13 | |||
| 14 | #ifndef LLVM_CLANG_BASIC_FILEMANAGER_H |
||
| 15 | #define LLVM_CLANG_BASIC_FILEMANAGER_H |
||
| 16 | |||
| 17 | #include "clang/Basic/DirectoryEntry.h" |
||
| 18 | #include "clang/Basic/FileEntry.h" |
||
| 19 | #include "clang/Basic/FileSystemOptions.h" |
||
| 20 | #include "clang/Basic/LLVM.h" |
||
| 21 | #include "llvm/ADT/DenseMap.h" |
||
| 22 | #include "llvm/ADT/IntrusiveRefCntPtr.h" |
||
| 23 | #include "llvm/ADT/PointerUnion.h" |
||
| 24 | #include "llvm/ADT/SmallVector.h" |
||
| 25 | #include "llvm/ADT/StringMap.h" |
||
| 26 | #include "llvm/ADT/StringRef.h" |
||
| 27 | #include "llvm/Support/Allocator.h" |
||
| 28 | #include "llvm/Support/ErrorOr.h" |
||
| 29 | #include "llvm/Support/FileSystem.h" |
||
| 30 | #include "llvm/Support/VirtualFileSystem.h" |
||
| 31 | #include <ctime> |
||
| 32 | #include <map> |
||
| 33 | #include <memory> |
||
| 34 | #include <string> |
||
| 35 | |||
| 36 | namespace llvm { |
||
| 37 | |||
| 38 | class MemoryBuffer; |
||
| 39 | |||
| 40 | } // end namespace llvm |
||
| 41 | |||
| 42 | namespace clang { |
||
| 43 | |||
| 44 | class FileSystemStatCache; |
||
| 45 | |||
| 46 | /// Implements support for file system lookup, file system caching, |
||
| 47 | /// and directory search management. |
||
| 48 | /// |
||
| 49 | /// This also handles more advanced properties, such as uniquing files based |
||
| 50 | /// on "inode", so that a file with two names (e.g. symlinked) will be treated |
||
| 51 | /// as a single file. |
||
| 52 | /// |
||
| 53 | class FileManager : public RefCountedBase<FileManager> { |
||
| 54 | IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS; |
||
| 55 | FileSystemOptions FileSystemOpts; |
||
| 56 | llvm::SpecificBumpPtrAllocator<FileEntry> FilesAlloc; |
||
| 57 | llvm::SpecificBumpPtrAllocator<DirectoryEntry> DirsAlloc; |
||
| 58 | |||
| 59 | /// Cache for existing real directories. |
||
| 60 | llvm::DenseMap<llvm::sys::fs::UniqueID, DirectoryEntry *> UniqueRealDirs; |
||
| 61 | |||
| 62 | /// Cache for existing real files. |
||
| 63 | llvm::DenseMap<llvm::sys::fs::UniqueID, FileEntry *> UniqueRealFiles; |
||
| 64 | |||
| 65 | /// The virtual directories that we have allocated. |
||
| 66 | /// |
||
| 67 | /// For each virtual file (e.g. foo/bar/baz.cpp), we add all of its parent |
||
| 68 | /// directories (foo/ and foo/bar/) here. |
||
| 69 | SmallVector<DirectoryEntry *, 4> VirtualDirectoryEntries; |
||
| 70 | /// The virtual files that we have allocated. |
||
| 71 | SmallVector<FileEntry *, 4> VirtualFileEntries; |
||
| 72 | |||
| 73 | /// A set of files that bypass the maps and uniquing. They can have |
||
| 74 | /// conflicting filenames. |
||
| 75 | SmallVector<FileEntry *, 0> BypassFileEntries; |
||
| 76 | |||
| 77 | /// A cache that maps paths to directory entries (either real or |
||
| 78 | /// virtual) we have looked up, or an error that occurred when we looked up |
||
| 79 | /// the directory. |
||
| 80 | /// |
||
| 81 | /// The actual Entries for real directories/files are |
||
| 82 | /// owned by UniqueRealDirs/UniqueRealFiles above, while the Entries |
||
| 83 | /// for virtual directories/files are owned by |
||
| 84 | /// VirtualDirectoryEntries/VirtualFileEntries above. |
||
| 85 | /// |
||
| 86 | llvm::StringMap<llvm::ErrorOr<DirectoryEntry &>, llvm::BumpPtrAllocator> |
||
| 87 | SeenDirEntries; |
||
| 88 | |||
| 89 | /// A cache that maps paths to file entries (either real or |
||
| 90 | /// virtual) we have looked up, or an error that occurred when we looked up |
||
| 91 | /// the file. |
||
| 92 | /// |
||
| 93 | /// \see SeenDirEntries |
||
| 94 | llvm::StringMap<llvm::ErrorOr<FileEntryRef::MapValue>, llvm::BumpPtrAllocator> |
||
| 95 | SeenFileEntries; |
||
| 96 | |||
| 97 | /// A mirror of SeenFileEntries to give fake answers for getBypassFile(). |
||
| 98 | /// |
||
| 99 | /// Don't bother hooking up a BumpPtrAllocator. This should be rarely used, |
||
| 100 | /// and only on error paths. |
||
| 101 | std::unique_ptr<llvm::StringMap<llvm::ErrorOr<FileEntryRef::MapValue>>> |
||
| 102 | SeenBypassFileEntries; |
||
| 103 | |||
| 104 | /// The file entry for stdin, if it has been accessed through the FileManager. |
||
| 105 | OptionalFileEntryRef STDIN; |
||
| 106 | |||
| 107 | /// The canonical names of files and directories . |
||
| 108 | llvm::DenseMap<const void *, llvm::StringRef> CanonicalNames; |
||
| 109 | |||
| 110 | /// Storage for canonical names that we have computed. |
||
| 111 | llvm::BumpPtrAllocator CanonicalNameStorage; |
||
| 112 | |||
| 113 | /// Each FileEntry we create is assigned a unique ID #. |
||
| 114 | /// |
||
| 115 | unsigned NextFileUID; |
||
| 116 | |||
| 117 | // Caching. |
||
| 118 | std::unique_ptr<FileSystemStatCache> StatCache; |
||
| 119 | |||
| 120 | std::error_code getStatValue(StringRef Path, llvm::vfs::Status &Status, |
||
| 121 | bool isFile, |
||
| 122 | std::unique_ptr<llvm::vfs::File> *F); |
||
| 123 | |||
| 124 | /// Add all ancestors of the given path (pointing to either a file |
||
| 125 | /// or a directory) as virtual directories. |
||
| 126 | void addAncestorsAsVirtualDirs(StringRef Path); |
||
| 127 | |||
| 128 | /// Fills the RealPathName in file entry. |
||
| 129 | void fillRealPathName(FileEntry *UFE, llvm::StringRef FileName); |
||
| 130 | |||
| 131 | public: |
||
| 132 | /// Construct a file manager, optionally with a custom VFS. |
||
| 133 | /// |
||
| 134 | /// \param FS if non-null, the VFS to use. Otherwise uses |
||
| 135 | /// llvm::vfs::getRealFileSystem(). |
||
| 136 | FileManager(const FileSystemOptions &FileSystemOpts, |
||
| 137 | IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS = nullptr); |
||
| 138 | ~FileManager(); |
||
| 139 | |||
| 140 | /// Installs the provided FileSystemStatCache object within |
||
| 141 | /// the FileManager. |
||
| 142 | /// |
||
| 143 | /// Ownership of this object is transferred to the FileManager. |
||
| 144 | /// |
||
| 145 | /// \param statCache the new stat cache to install. Ownership of this |
||
| 146 | /// object is transferred to the FileManager. |
||
| 147 | void setStatCache(std::unique_ptr<FileSystemStatCache> statCache); |
||
| 148 | |||
| 149 | /// Removes the FileSystemStatCache object from the manager. |
||
| 150 | void clearStatCache(); |
||
| 151 | |||
| 152 | /// Returns the number of unique real file entries cached by the file manager. |
||
| 153 | size_t getNumUniqueRealFiles() const { return UniqueRealFiles.size(); } |
||
| 154 | |||
| 155 | /// Lookup, cache, and verify the specified directory (real or |
||
| 156 | /// virtual). |
||
| 157 | /// |
||
| 158 | /// This returns a \c std::error_code if there was an error reading the |
||
| 159 | /// directory. On success, returns the reference to the directory entry |
||
| 160 | /// together with the exact path that was used to access a file by a |
||
| 161 | /// particular call to getDirectoryRef. |
||
| 162 | /// |
||
| 163 | /// \param CacheFailure If true and the file does not exist, we'll cache |
||
| 164 | /// the failure to find this file. |
||
| 165 | llvm::Expected<DirectoryEntryRef> getDirectoryRef(StringRef DirName, |
||
| 166 | bool CacheFailure = true); |
||
| 167 | |||
| 168 | /// Get a \c DirectoryEntryRef if it exists, without doing anything on error. |
||
| 169 | OptionalDirectoryEntryRef getOptionalDirectoryRef(StringRef DirName, |
||
| 170 | bool CacheFailure = true) { |
||
| 171 | return llvm::expectedToOptional(getDirectoryRef(DirName, CacheFailure)); |
||
| 172 | } |
||
| 173 | |||
| 174 | /// Lookup, cache, and verify the specified directory (real or |
||
| 175 | /// virtual). |
||
| 176 | /// |
||
| 177 | /// This function is deprecated and will be removed at some point in the |
||
| 178 | /// future, new clients should use |
||
| 179 | /// \c getDirectoryRef. |
||
| 180 | /// |
||
| 181 | /// This returns a \c std::error_code if there was an error reading the |
||
| 182 | /// directory. If there is no error, the DirectoryEntry is guaranteed to be |
||
| 183 | /// non-NULL. |
||
| 184 | /// |
||
| 185 | /// \param CacheFailure If true and the file does not exist, we'll cache |
||
| 186 | /// the failure to find this file. |
||
| 187 | llvm::ErrorOr<const DirectoryEntry *> |
||
| 188 | getDirectory(StringRef DirName, bool CacheFailure = true); |
||
| 189 | |||
| 190 | /// Lookup, cache, and verify the specified file (real or |
||
| 191 | /// virtual). |
||
| 192 | /// |
||
| 193 | /// This function is deprecated and will be removed at some point in the |
||
| 194 | /// future, new clients should use |
||
| 195 | /// \c getFileRef. |
||
| 196 | /// |
||
| 197 | /// This returns a \c std::error_code if there was an error loading the file. |
||
| 198 | /// If there is no error, the FileEntry is guaranteed to be non-NULL. |
||
| 199 | /// |
||
| 200 | /// \param OpenFile if true and the file exists, it will be opened. |
||
| 201 | /// |
||
| 202 | /// \param CacheFailure If true and the file does not exist, we'll cache |
||
| 203 | /// the failure to find this file. |
||
| 204 | llvm::ErrorOr<const FileEntry *> |
||
| 205 | getFile(StringRef Filename, bool OpenFile = false, bool CacheFailure = true); |
||
| 206 | |||
| 207 | /// Lookup, cache, and verify the specified file (real or virtual). Return the |
||
| 208 | /// reference to the file entry together with the exact path that was used to |
||
| 209 | /// access a file by a particular call to getFileRef. If the underlying VFS is |
||
| 210 | /// a redirecting VFS that uses external file names, the returned FileEntryRef |
||
| 211 | /// will use the external name instead of the filename that was passed to this |
||
| 212 | /// method. |
||
| 213 | /// |
||
| 214 | /// This returns a \c std::error_code if there was an error loading the file, |
||
| 215 | /// or a \c FileEntryRef otherwise. |
||
| 216 | /// |
||
| 217 | /// \param OpenFile if true and the file exists, it will be opened. |
||
| 218 | /// |
||
| 219 | /// \param CacheFailure If true and the file does not exist, we'll cache |
||
| 220 | /// the failure to find this file. |
||
| 221 | llvm::Expected<FileEntryRef> getFileRef(StringRef Filename, |
||
| 222 | bool OpenFile = false, |
||
| 223 | bool CacheFailure = true); |
||
| 224 | |||
| 225 | /// Get the FileEntryRef for stdin, returning an error if stdin cannot be |
||
| 226 | /// read. |
||
| 227 | /// |
||
| 228 | /// This reads and caches stdin before returning. Subsequent calls return the |
||
| 229 | /// same file entry, and a reference to the cached input is returned by calls |
||
| 230 | /// to getBufferForFile. |
||
| 231 | llvm::Expected<FileEntryRef> getSTDIN(); |
||
| 232 | |||
| 233 | /// Get a FileEntryRef if it exists, without doing anything on error. |
||
| 234 | OptionalFileEntryRef getOptionalFileRef(StringRef Filename, |
||
| 235 | bool OpenFile = false, |
||
| 236 | bool CacheFailure = true) { |
||
| 237 | return llvm::expectedToOptional( |
||
| 238 | getFileRef(Filename, OpenFile, CacheFailure)); |
||
| 239 | } |
||
| 240 | |||
| 241 | /// Returns the current file system options |
||
| 242 | FileSystemOptions &getFileSystemOpts() { return FileSystemOpts; } |
||
| 243 | const FileSystemOptions &getFileSystemOpts() const { return FileSystemOpts; } |
||
| 244 | |||
| 245 | llvm::vfs::FileSystem &getVirtualFileSystem() const { return *FS; } |
||
| 246 | llvm::IntrusiveRefCntPtr<llvm::vfs::FileSystem> |
||
| 247 | getVirtualFileSystemPtr() const { |
||
| 248 | return FS; |
||
| 249 | } |
||
| 250 | |||
| 251 | void setVirtualFileSystem(IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS) { |
||
| 252 | this->FS = std::move(FS); |
||
| 253 | } |
||
| 254 | |||
| 255 | /// Retrieve a file entry for a "virtual" file that acts as |
||
| 256 | /// if there were a file with the given name on disk. |
||
| 257 | /// |
||
| 258 | /// The file itself is not accessed. |
||
| 259 | FileEntryRef getVirtualFileRef(StringRef Filename, off_t Size, |
||
| 260 | time_t ModificationTime); |
||
| 261 | |||
| 262 | const FileEntry *getVirtualFile(StringRef Filename, off_t Size, |
||
| 263 | time_t ModificationTime); |
||
| 264 | |||
| 265 | /// Retrieve a FileEntry that bypasses VFE, which is expected to be a virtual |
||
| 266 | /// file entry, to access the real file. The returned FileEntry will have |
||
| 267 | /// the same filename as FE but a different identity and its own stat. |
||
| 268 | /// |
||
| 269 | /// This should be used only for rare error recovery paths because it |
||
| 270 | /// bypasses all mapping and uniquing, blindly creating a new FileEntry. |
||
| 271 | /// There is no attempt to deduplicate these; if you bypass the same file |
||
| 272 | /// twice, you get two new file entries. |
||
| 273 | OptionalFileEntryRef getBypassFile(FileEntryRef VFE); |
||
| 274 | |||
| 275 | /// Open the specified file as a MemoryBuffer, returning a new |
||
| 276 | /// MemoryBuffer if successful, otherwise returning null. |
||
| 277 | llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> |
||
| 278 | getBufferForFile(const FileEntry *Entry, bool isVolatile = false, |
||
| 279 | bool RequiresNullTerminator = true); |
||
| 280 | llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> |
||
| 281 | getBufferForFile(StringRef Filename, bool isVolatile = false, |
||
| 282 | bool RequiresNullTerminator = true) { |
||
| 283 | return getBufferForFileImpl(Filename, /*FileSize=*/-1, isVolatile, |
||
| 284 | RequiresNullTerminator); |
||
| 285 | } |
||
| 286 | |||
| 287 | private: |
||
| 288 | llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> |
||
| 289 | getBufferForFileImpl(StringRef Filename, int64_t FileSize, bool isVolatile, |
||
| 290 | bool RequiresNullTerminator); |
||
| 291 | |||
| 292 | public: |
||
| 293 | /// Get the 'stat' information for the given \p Path. |
||
| 294 | /// |
||
| 295 | /// If the path is relative, it will be resolved against the WorkingDir of the |
||
| 296 | /// FileManager's FileSystemOptions. |
||
| 297 | /// |
||
| 298 | /// \returns a \c std::error_code describing an error, if there was one |
||
| 299 | std::error_code getNoncachedStatValue(StringRef Path, |
||
| 300 | llvm::vfs::Status &Result); |
||
| 301 | |||
| 302 | /// If path is not absolute and FileSystemOptions set the working |
||
| 303 | /// directory, the path is modified to be relative to the given |
||
| 304 | /// working directory. |
||
| 305 | /// \returns true if \c path changed. |
||
| 306 | bool FixupRelativePath(SmallVectorImpl<char> &path) const; |
||
| 307 | |||
| 308 | /// Makes \c Path absolute taking into account FileSystemOptions and the |
||
| 309 | /// working directory option. |
||
| 310 | /// \returns true if \c Path changed to absolute. |
||
| 311 | bool makeAbsolutePath(SmallVectorImpl<char> &Path) const; |
||
| 312 | |||
| 313 | /// Produce an array mapping from the unique IDs assigned to each |
||
| 314 | /// file to the corresponding FileEntry pointer. |
||
| 315 | void GetUniqueIDMapping( |
||
| 316 | SmallVectorImpl<const FileEntry *> &UIDToFiles) const; |
||
| 317 | |||
| 318 | /// Retrieve the canonical name for a given directory. |
||
| 319 | /// |
||
| 320 | /// This is a very expensive operation, despite its results being cached, |
||
| 321 | /// and should only be used when the physical layout of the file system is |
||
| 322 | /// required, which is (almost) never. |
||
| 323 | StringRef getCanonicalName(const DirectoryEntry *Dir); |
||
| 324 | |||
| 325 | /// Retrieve the canonical name for a given file. |
||
| 326 | /// |
||
| 327 | /// This is a very expensive operation, despite its results being cached, |
||
| 328 | /// and should only be used when the physical layout of the file system is |
||
| 329 | /// required, which is (almost) never. |
||
| 330 | StringRef getCanonicalName(const FileEntry *File); |
||
| 331 | |||
| 332 | void PrintStats() const; |
||
| 333 | }; |
||
| 334 | |||
| 335 | } // end namespace clang |
||
| 336 | |||
| 337 | #endif // LLVM_CLANG_BASIC_FILEMANAGER_H |