Subversion Repositories QNX 8.QNX8 LLVM/Clang compiler suite

//===- TokenBufferTokenManager.h  -----------------------------------------===//

//

// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.

// See https://llvm.org/LICENSE.txt for license information.

// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception

//

//===----------------------------------------------------------------------===//

#ifndef LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H

#define LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H

#include "clang/Tooling/Syntax/TokenManager.h"

#include "clang/Tooling/Syntax/Tokens.h"

namespace clang {

namespace syntax {

/// A TokenBuffer-powered token manager.

/// It tracks the underlying token buffers, source manager, etc.

class TokenBufferTokenManager : public TokenManager {

public:

  TokenBufferTokenManager(const TokenBuffer &Tokens,

                          const LangOptions &LangOpts, SourceManager &SourceMgr)

      : Tokens(Tokens), LangOpts(LangOpts), SM(SourceMgr) {}

  static bool classof(const TokenManager *N) { return N->kind() == Kind; }

  llvm::StringLiteral kind() const override { return Kind; }

  llvm::StringRef getText(Key I) const override {

    const auto *Token = getToken(I);

    assert(Token);

    // Handle 'eof' separately, calling text() on it produces an empty string.

    // FIXME: this special logic is for syntax::Leaf dump, move it when we

    // have a direct way to retrive token kind in the syntax::Leaf.

    if (Token->kind() == tok::eof)

      return "<eof>";

    return Token->text(SM);

  }

  const syntax::Token *getToken(Key I) const {

    return reinterpret_cast<const syntax::Token *>(I);

  }

  SourceManager &sourceManager() { return SM; }

  const SourceManager &sourceManager() const { return SM; }

  const TokenBuffer &tokenBuffer() const { return Tokens; }

private:

  // This manager is powered by the TokenBuffer.

  static constexpr llvm::StringLiteral Kind = "TokenBuffer";

  /// Add \p Buffer to the underlying source manager, tokenize it and store the

  /// resulting tokens. Used exclusively in `FactoryImpl` to materialize tokens

  /// that were not written in user code.

  std::pair<FileID, ArrayRef<Token>>

  lexBuffer(std::unique_ptr<llvm::MemoryBuffer> Buffer);

  friend class FactoryImpl;

  const TokenBuffer &Tokens;

  const LangOptions &LangOpts;

  /// The underlying source manager for the ExtraTokens.

  SourceManager &SM;

  /// IDs and storage for additional tokenized files.

  llvm::DenseMap<FileID, std::vector<Token>> ExtraTokens;

};

} // namespace syntax

} // namespace clang

#endif // LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H