Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===-- FileCollector.h -----------------------------------------*- C++ -*-===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | |||
9 | #ifndef LLVM_SUPPORT_FILECOLLECTOR_H |
||
10 | #define LLVM_SUPPORT_FILECOLLECTOR_H |
||
11 | |||
12 | #include "llvm/ADT/StringMap.h" |
||
13 | #include "llvm/ADT/StringSet.h" |
||
14 | #include "llvm/Support/VirtualFileSystem.h" |
||
15 | #include <mutex> |
||
16 | #include <string> |
||
17 | |||
18 | namespace llvm { |
||
19 | class FileCollectorFileSystem; |
||
20 | class Twine; |
||
21 | |||
22 | class FileCollectorBase { |
||
23 | public: |
||
24 | FileCollectorBase(); |
||
25 | virtual ~FileCollectorBase(); |
||
26 | |||
27 | void addFile(const Twine &file); |
||
28 | void addDirectory(const Twine &Dir); |
||
29 | |||
30 | protected: |
||
31 | bool markAsSeen(StringRef Path) { |
||
32 | if (Path.empty()) |
||
33 | return false; |
||
34 | return Seen.insert(Path).second; |
||
35 | } |
||
36 | |||
37 | virtual void addFileImpl(StringRef SrcPath) = 0; |
||
38 | |||
39 | virtual llvm::vfs::directory_iterator |
||
40 | addDirectoryImpl(const llvm::Twine &Dir, |
||
41 | IntrusiveRefCntPtr<vfs::FileSystem> FS, |
||
42 | std::error_code &EC) = 0; |
||
43 | |||
44 | /// Synchronizes access to internal data structures. |
||
45 | std::mutex Mutex; |
||
46 | |||
47 | /// Tracks already seen files so they can be skipped. |
||
48 | StringSet<> Seen; |
||
49 | }; |
||
50 | |||
51 | /// Captures file system interaction and generates data to be later replayed |
||
52 | /// with the RedirectingFileSystem. |
||
53 | /// |
||
54 | /// For any file that gets accessed we eventually create: |
||
55 | /// - a copy of the file inside Root |
||
56 | /// - a record in RedirectingFileSystem mapping that maps: |
||
57 | /// current real path -> path to the copy in Root |
||
58 | /// |
||
59 | /// That intent is that later when the mapping is used by RedirectingFileSystem |
||
60 | /// it simulates the state of FS that we collected. |
||
61 | /// |
||
62 | /// We generate file copies and mapping lazily - see writeMapping and copyFiles. |
||
63 | /// We don't try to capture the state of the file at the exact time when it's |
||
64 | /// accessed. Files might get changed, deleted ... we record only the "final" |
||
65 | /// state. |
||
66 | /// |
||
67 | /// In order to preserve the relative topology of files we use their real paths |
||
68 | /// as relative paths inside of the Root. |
||
69 | class FileCollector : public FileCollectorBase { |
||
70 | public: |
||
71 | /// Helper utility that encapsulates the logic for canonicalizing a virtual |
||
72 | /// path and a path to copy from. |
||
73 | class PathCanonicalizer { |
||
74 | public: |
||
75 | struct PathStorage { |
||
76 | SmallString<256> CopyFrom; |
||
77 | SmallString<256> VirtualPath; |
||
78 | }; |
||
79 | |||
80 | /// Canonicalize a pair of virtual and real paths. |
||
81 | PathStorage canonicalize(StringRef SrcPath); |
||
82 | |||
83 | private: |
||
84 | /// Replace with a (mostly) real path, or don't modify. Resolves symlinks |
||
85 | /// in the directory, using \a CachedDirs to avoid redundant lookups, but |
||
86 | /// leaves the filename as a possible symlink. |
||
87 | void updateWithRealPath(SmallVectorImpl<char> &Path); |
||
88 | |||
89 | StringMap<std::string> CachedDirs; |
||
90 | }; |
||
91 | |||
92 | /// \p Root is the directory where collected files are will be stored. |
||
93 | /// \p OverlayRoot is VFS mapping root. |
||
94 | /// \p Root directory gets created in copyFiles unless it already exists. |
||
95 | FileCollector(std::string Root, std::string OverlayRoot); |
||
96 | |||
97 | /// Write the yaml mapping (for the VFS) to the given file. |
||
98 | std::error_code writeMapping(StringRef MappingFile); |
||
99 | |||
100 | /// Copy the files into the root directory. |
||
101 | /// |
||
102 | /// When StopOnError is true (the default) we abort as soon as one file |
||
103 | /// cannot be copied. This is relatively common, for example when a file was |
||
104 | /// removed after it was added to the mapping. |
||
105 | std::error_code copyFiles(bool StopOnError = true); |
||
106 | |||
107 | /// Create a VFS that uses \p Collector to collect files accessed via \p |
||
108 | /// BaseFS. |
||
109 | static IntrusiveRefCntPtr<vfs::FileSystem> |
||
110 | createCollectorVFS(IntrusiveRefCntPtr<vfs::FileSystem> BaseFS, |
||
111 | std::shared_ptr<FileCollector> Collector); |
||
112 | |||
113 | private: |
||
114 | friend FileCollectorFileSystem; |
||
115 | |||
116 | void addFileToMapping(StringRef VirtualPath, StringRef RealPath) { |
||
117 | if (sys::fs::is_directory(VirtualPath)) |
||
118 | VFSWriter.addDirectoryMapping(VirtualPath, RealPath); |
||
119 | else |
||
120 | VFSWriter.addFileMapping(VirtualPath, RealPath); |
||
121 | } |
||
122 | |||
123 | protected: |
||
124 | void addFileImpl(StringRef SrcPath) override; |
||
125 | |||
126 | llvm::vfs::directory_iterator |
||
127 | addDirectoryImpl(const llvm::Twine &Dir, |
||
128 | IntrusiveRefCntPtr<vfs::FileSystem> FS, |
||
129 | std::error_code &EC) override; |
||
130 | |||
131 | /// The directory where collected files are copied to in copyFiles(). |
||
132 | const std::string Root; |
||
133 | |||
134 | /// The root directory where the VFS overlay lives. |
||
135 | const std::string OverlayRoot; |
||
136 | |||
137 | /// The yaml mapping writer. |
||
138 | vfs::YAMLVFSWriter VFSWriter; |
||
139 | |||
140 | /// Helper utility for canonicalizing paths. |
||
141 | PathCanonicalizer Canonicalizer; |
||
142 | }; |
||
143 | |||
144 | } // end namespace llvm |
||
145 | |||
146 | #endif // LLVM_SUPPORT_FILECOLLECTOR_H |