Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line |
|---|---|---|---|
| 14 | pmbaty | 1 | //===--- MemoryBuffer.h - Memory Buffer Interface ---------------*- C++ -*-===// |
| 2 | // |
||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
| 6 | // |
||
| 7 | //===----------------------------------------------------------------------===// |
||
| 8 | // |
||
| 9 | // This file defines the MemoryBuffer interface. |
||
| 10 | // |
||
| 11 | //===----------------------------------------------------------------------===// |
||
| 12 | |||
| 13 | #ifndef LLVM_SUPPORT_MEMORYBUFFER_H |
||
| 14 | #define LLVM_SUPPORT_MEMORYBUFFER_H |
||
| 15 | |||
| 16 | #include "llvm-c/Types.h" |
||
| 17 | #include "llvm/ADT/ArrayRef.h" |
||
| 18 | #include "llvm/ADT/StringRef.h" |
||
| 19 | #include "llvm/ADT/Twine.h" |
||
| 20 | #include "llvm/Support/Alignment.h" |
||
| 21 | #include "llvm/Support/CBindingWrapping.h" |
||
| 22 | #include "llvm/Support/ErrorOr.h" |
||
| 23 | #include "llvm/Support/MemoryBufferRef.h" |
||
| 24 | #include <cstddef> |
||
| 25 | #include <cstdint> |
||
| 26 | #include <memory> |
||
| 27 | |||
| 28 | namespace llvm { |
||
| 29 | namespace sys { |
||
| 30 | namespace fs { |
||
| 31 | // Duplicated from FileSystem.h to avoid a dependency. |
||
| 32 | #if defined(_WIN32) |
||
| 33 | // A Win32 HANDLE is a typedef of void* |
||
| 34 | using file_t = void *; |
||
| 35 | #else |
||
| 36 | using file_t = int; |
||
| 37 | #endif |
||
| 38 | } // namespace fs |
||
| 39 | } // namespace sys |
||
| 40 | |||
| 41 | /// This interface provides simple read-only access to a block of memory, and |
||
| 42 | /// provides simple methods for reading files and standard input into a memory |
||
| 43 | /// buffer. In addition to basic access to the characters in the file, this |
||
| 44 | /// interface guarantees you can read one character past the end of the file, |
||
| 45 | /// and that this character will read as '\0'. |
||
| 46 | /// |
||
| 47 | /// The '\0' guarantee is needed to support an optimization -- it's intended to |
||
| 48 | /// be more efficient for clients which are reading all the data to stop |
||
| 49 | /// reading when they encounter a '\0' than to continually check the file |
||
| 50 | /// position to see if it has reached the end of the file. |
||
| 51 | class MemoryBuffer { |
||
| 52 | const char *BufferStart; // Start of the buffer. |
||
| 53 | const char *BufferEnd; // End of the buffer. |
||
| 54 | |||
| 55 | protected: |
||
| 56 | MemoryBuffer() = default; |
||
| 57 | |||
| 58 | void init(const char *BufStart, const char *BufEnd, |
||
| 59 | bool RequiresNullTerminator); |
||
| 60 | |||
| 61 | public: |
||
| 62 | MemoryBuffer(const MemoryBuffer &) = delete; |
||
| 63 | MemoryBuffer &operator=(const MemoryBuffer &) = delete; |
||
| 64 | virtual ~MemoryBuffer(); |
||
| 65 | |||
| 66 | const char *getBufferStart() const { return BufferStart; } |
||
| 67 | const char *getBufferEnd() const { return BufferEnd; } |
||
| 68 | size_t getBufferSize() const { return BufferEnd-BufferStart; } |
||
| 69 | |||
| 70 | StringRef getBuffer() const { |
||
| 71 | return StringRef(BufferStart, getBufferSize()); |
||
| 72 | } |
||
| 73 | |||
| 74 | /// Return an identifier for this buffer, typically the filename it was read |
||
| 75 | /// from. |
||
| 76 | virtual StringRef getBufferIdentifier() const { return "Unknown buffer"; } |
||
| 77 | |||
| 78 | /// For read-only MemoryBuffer_MMap, mark the buffer as unused in the near |
||
| 79 | /// future and the kernel can free resources associated with it. Further |
||
| 80 | /// access is supported but may be expensive. This calls |
||
| 81 | /// madvise(MADV_DONTNEED) on read-only file mappings on *NIX systems. This |
||
| 82 | /// function should not be called on a writable buffer. |
||
| 83 | virtual void dontNeedIfMmap() {} |
||
| 84 | |||
| 85 | /// Open the specified file as a MemoryBuffer, returning a new MemoryBuffer |
||
| 86 | /// if successful, otherwise returning null. |
||
| 87 | /// |
||
| 88 | /// \param IsText Set to true to indicate that the file should be read in |
||
| 89 | /// text mode. |
||
| 90 | /// |
||
| 91 | /// \param IsVolatile Set to true to indicate that the contents of the file |
||
| 92 | /// can change outside the user's control, e.g. when libclang tries to parse |
||
| 93 | /// while the user is editing/updating the file or if the file is on an NFS. |
||
| 94 | /// |
||
| 95 | /// \param Alignment Set to indicate that the buffer should be aligned to at |
||
| 96 | /// least the specified alignment. |
||
| 97 | static ErrorOr<std::unique_ptr<MemoryBuffer>> |
||
| 98 | getFile(const Twine &Filename, bool IsText = false, |
||
| 99 | bool RequiresNullTerminator = true, bool IsVolatile = false, |
||
| 100 | std::optional<Align> Alignment = std::nullopt); |
||
| 101 | |||
| 102 | /// Read all of the specified file into a MemoryBuffer as a stream |
||
| 103 | /// (i.e. until EOF reached). This is useful for special files that |
||
| 104 | /// look like a regular file but have 0 size (e.g. /proc/cpuinfo on Linux). |
||
| 105 | static ErrorOr<std::unique_ptr<MemoryBuffer>> |
||
| 106 | getFileAsStream(const Twine &Filename); |
||
| 107 | |||
| 108 | /// Given an already-open file descriptor, map some slice of it into a |
||
| 109 | /// MemoryBuffer. The slice is specified by an \p Offset and \p MapSize. |
||
| 110 | /// Since this is in the middle of a file, the buffer is not null terminated. |
||
| 111 | static ErrorOr<std::unique_ptr<MemoryBuffer>> |
||
| 112 | getOpenFileSlice(sys::fs::file_t FD, const Twine &Filename, uint64_t MapSize, |
||
| 113 | int64_t Offset, bool IsVolatile = false, |
||
| 114 | std::optional<Align> Alignment = std::nullopt); |
||
| 115 | |||
| 116 | /// Given an already-open file descriptor, read the file and return a |
||
| 117 | /// MemoryBuffer. |
||
| 118 | /// |
||
| 119 | /// \param IsVolatile Set to true to indicate that the contents of the file |
||
| 120 | /// can change outside the user's control, e.g. when libclang tries to parse |
||
| 121 | /// while the user is editing/updating the file or if the file is on an NFS. |
||
| 122 | /// |
||
| 123 | /// \param Alignment Set to indicate that the buffer should be aligned to at |
||
| 124 | /// least the specified alignment. |
||
| 125 | static ErrorOr<std::unique_ptr<MemoryBuffer>> |
||
| 126 | getOpenFile(sys::fs::file_t FD, const Twine &Filename, uint64_t FileSize, |
||
| 127 | bool RequiresNullTerminator = true, bool IsVolatile = false, |
||
| 128 | std::optional<Align> Alignment = std::nullopt); |
||
| 129 | |||
| 130 | /// Open the specified memory range as a MemoryBuffer. Note that InputData |
||
| 131 | /// must be null terminated if RequiresNullTerminator is true. |
||
| 132 | static std::unique_ptr<MemoryBuffer> |
||
| 133 | getMemBuffer(StringRef InputData, StringRef BufferName = "", |
||
| 134 | bool RequiresNullTerminator = true); |
||
| 135 | |||
| 136 | static std::unique_ptr<MemoryBuffer> |
||
| 137 | getMemBuffer(MemoryBufferRef Ref, bool RequiresNullTerminator = true); |
||
| 138 | |||
| 139 | /// Open the specified memory range as a MemoryBuffer, copying the contents |
||
| 140 | /// and taking ownership of it. InputData does not have to be null terminated. |
||
| 141 | static std::unique_ptr<MemoryBuffer> |
||
| 142 | getMemBufferCopy(StringRef InputData, const Twine &BufferName = ""); |
||
| 143 | |||
| 144 | /// Read all of stdin into a file buffer, and return it. |
||
| 145 | static ErrorOr<std::unique_ptr<MemoryBuffer>> getSTDIN(); |
||
| 146 | |||
| 147 | /// Open the specified file as a MemoryBuffer, or open stdin if the Filename |
||
| 148 | /// is "-". |
||
| 149 | static ErrorOr<std::unique_ptr<MemoryBuffer>> |
||
| 150 | getFileOrSTDIN(const Twine &Filename, bool IsText = false, |
||
| 151 | bool RequiresNullTerminator = true, |
||
| 152 | std::optional<Align> Alignment = std::nullopt); |
||
| 153 | |||
| 154 | /// Map a subrange of the specified file as a MemoryBuffer. |
||
| 155 | static ErrorOr<std::unique_ptr<MemoryBuffer>> |
||
| 156 | getFileSlice(const Twine &Filename, uint64_t MapSize, uint64_t Offset, |
||
| 157 | bool IsVolatile = false, |
||
| 158 | std::optional<Align> Alignment = std::nullopt); |
||
| 159 | |||
| 160 | //===--------------------------------------------------------------------===// |
||
| 161 | // Provided for performance analysis. |
||
| 162 | //===--------------------------------------------------------------------===// |
||
| 163 | |||
| 164 | /// The kind of memory backing used to support the MemoryBuffer. |
||
| 165 | enum BufferKind { |
||
| 166 | MemoryBuffer_Malloc, |
||
| 167 | MemoryBuffer_MMap |
||
| 168 | }; |
||
| 169 | |||
| 170 | /// Return information on the memory mechanism used to support the |
||
| 171 | /// MemoryBuffer. |
||
| 172 | virtual BufferKind getBufferKind() const = 0; |
||
| 173 | |||
| 174 | MemoryBufferRef getMemBufferRef() const; |
||
| 175 | }; |
||
| 176 | |||
| 177 | /// This class is an extension of MemoryBuffer, which allows copy-on-write |
||
| 178 | /// access to the underlying contents. It only supports creation methods that |
||
| 179 | /// are guaranteed to produce a writable buffer. For example, mapping a file |
||
| 180 | /// read-only is not supported. |
||
| 181 | class WritableMemoryBuffer : public MemoryBuffer { |
||
| 182 | protected: |
||
| 183 | WritableMemoryBuffer() = default; |
||
| 184 | |||
| 185 | public: |
||
| 186 | using MemoryBuffer::getBuffer; |
||
| 187 | using MemoryBuffer::getBufferEnd; |
||
| 188 | using MemoryBuffer::getBufferStart; |
||
| 189 | |||
| 190 | // const_cast is well-defined here, because the underlying buffer is |
||
| 191 | // guaranteed to have been initialized with a mutable buffer. |
||
| 192 | char *getBufferStart() { |
||
| 193 | return const_cast<char *>(MemoryBuffer::getBufferStart()); |
||
| 194 | } |
||
| 195 | char *getBufferEnd() { |
||
| 196 | return const_cast<char *>(MemoryBuffer::getBufferEnd()); |
||
| 197 | } |
||
| 198 | MutableArrayRef<char> getBuffer() { |
||
| 199 | return {getBufferStart(), getBufferEnd()}; |
||
| 200 | } |
||
| 201 | |||
| 202 | static ErrorOr<std::unique_ptr<WritableMemoryBuffer>> |
||
| 203 | getFile(const Twine &Filename, bool IsVolatile = false, |
||
| 204 | std::optional<Align> Alignment = std::nullopt); |
||
| 205 | |||
| 206 | /// Map a subrange of the specified file as a WritableMemoryBuffer. |
||
| 207 | static ErrorOr<std::unique_ptr<WritableMemoryBuffer>> |
||
| 208 | getFileSlice(const Twine &Filename, uint64_t MapSize, uint64_t Offset, |
||
| 209 | bool IsVolatile = false, |
||
| 210 | std::optional<Align> Alignment = std::nullopt); |
||
| 211 | |||
| 212 | /// Allocate a new MemoryBuffer of the specified size that is not initialized. |
||
| 213 | /// Note that the caller should initialize the memory allocated by this |
||
| 214 | /// method. The memory is owned by the MemoryBuffer object. |
||
| 215 | /// |
||
| 216 | /// \param Alignment Set to indicate that the buffer should be aligned to at |
||
| 217 | /// least the specified alignment. |
||
| 218 | static std::unique_ptr<WritableMemoryBuffer> |
||
| 219 | getNewUninitMemBuffer(size_t Size, const Twine &BufferName = "", |
||
| 220 | std::optional<Align> Alignment = std::nullopt); |
||
| 221 | |||
| 222 | /// Allocate a new zero-initialized MemoryBuffer of the specified size. Note |
||
| 223 | /// that the caller need not initialize the memory allocated by this method. |
||
| 224 | /// The memory is owned by the MemoryBuffer object. |
||
| 225 | static std::unique_ptr<WritableMemoryBuffer> |
||
| 226 | getNewMemBuffer(size_t Size, const Twine &BufferName = ""); |
||
| 227 | |||
| 228 | private: |
||
| 229 | // Hide these base class factory function so one can't write |
||
| 230 | // WritableMemoryBuffer::getXXX() |
||
| 231 | // and be surprised that he got a read-only Buffer. |
||
| 232 | using MemoryBuffer::getFileAsStream; |
||
| 233 | using MemoryBuffer::getFileOrSTDIN; |
||
| 234 | using MemoryBuffer::getMemBuffer; |
||
| 235 | using MemoryBuffer::getMemBufferCopy; |
||
| 236 | using MemoryBuffer::getOpenFile; |
||
| 237 | using MemoryBuffer::getOpenFileSlice; |
||
| 238 | using MemoryBuffer::getSTDIN; |
||
| 239 | }; |
||
| 240 | |||
| 241 | /// This class is an extension of MemoryBuffer, which allows write access to |
||
| 242 | /// the underlying contents and committing those changes to the original source. |
||
| 243 | /// It only supports creation methods that are guaranteed to produce a writable |
||
| 244 | /// buffer. For example, mapping a file read-only is not supported. |
||
| 245 | class WriteThroughMemoryBuffer : public MemoryBuffer { |
||
| 246 | protected: |
||
| 247 | WriteThroughMemoryBuffer() = default; |
||
| 248 | |||
| 249 | public: |
||
| 250 | using MemoryBuffer::getBuffer; |
||
| 251 | using MemoryBuffer::getBufferEnd; |
||
| 252 | using MemoryBuffer::getBufferStart; |
||
| 253 | |||
| 254 | // const_cast is well-defined here, because the underlying buffer is |
||
| 255 | // guaranteed to have been initialized with a mutable buffer. |
||
| 256 | char *getBufferStart() { |
||
| 257 | return const_cast<char *>(MemoryBuffer::getBufferStart()); |
||
| 258 | } |
||
| 259 | char *getBufferEnd() { |
||
| 260 | return const_cast<char *>(MemoryBuffer::getBufferEnd()); |
||
| 261 | } |
||
| 262 | MutableArrayRef<char> getBuffer() { |
||
| 263 | return {getBufferStart(), getBufferEnd()}; |
||
| 264 | } |
||
| 265 | |||
| 266 | static ErrorOr<std::unique_ptr<WriteThroughMemoryBuffer>> |
||
| 267 | getFile(const Twine &Filename, int64_t FileSize = -1); |
||
| 268 | |||
| 269 | /// Map a subrange of the specified file as a ReadWriteMemoryBuffer. |
||
| 270 | static ErrorOr<std::unique_ptr<WriteThroughMemoryBuffer>> |
||
| 271 | getFileSlice(const Twine &Filename, uint64_t MapSize, uint64_t Offset); |
||
| 272 | |||
| 273 | private: |
||
| 274 | // Hide these base class factory function so one can't write |
||
| 275 | // WritableMemoryBuffer::getXXX() |
||
| 276 | // and be surprised that he got a read-only Buffer. |
||
| 277 | using MemoryBuffer::getFileAsStream; |
||
| 278 | using MemoryBuffer::getFileOrSTDIN; |
||
| 279 | using MemoryBuffer::getMemBuffer; |
||
| 280 | using MemoryBuffer::getMemBufferCopy; |
||
| 281 | using MemoryBuffer::getOpenFile; |
||
| 282 | using MemoryBuffer::getOpenFileSlice; |
||
| 283 | using MemoryBuffer::getSTDIN; |
||
| 284 | }; |
||
| 285 | |||
| 286 | // Create wrappers for C Binding types (see CBindingWrapping.h). |
||
| 287 | DEFINE_SIMPLE_CONVERSION_FUNCTIONS(MemoryBuffer, LLVMMemoryBufferRef) |
||
| 288 | |||
| 289 | } // end namespace llvm |
||
| 290 | |||
| 291 | #endif // LLVM_SUPPORT_MEMORYBUFFER_H |