clang 19.0.0git
TokenBufferTokenManager.cpp
Go to the documentation of this file.
1//===- TokenBufferTokenManager.cpp ----------------------------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
10
11namespace clang {
12namespace syntax {
13constexpr llvm::StringLiteral syntax::TokenBufferTokenManager::Kind;
14
15std::pair<FileID, ArrayRef<syntax::Token>>
16syntax::TokenBufferTokenManager::lexBuffer(
17 std::unique_ptr<llvm::MemoryBuffer> Input) {
18 auto FID = SM.createFileID(std::move(Input));
19 auto It = ExtraTokens.try_emplace(FID, tokenize(FID, SM, LangOpts));
20 assert(It.second && "duplicate FileID");
21 return {FID, It.first->second};
22}
23
24} // namespace syntax
25} // namespace clang
#define SM(sm)
Definition: Cuda.cpp:82
std::vector< syntax::Token > tokenize(FileID FID, const SourceManager &SM, const LangOptions &LO)
Lex the text buffer, corresponding to FID, in raw mode and record the resulting spelled tokens.
Definition: Tokens.cpp:607
The JSON file list parser is used to communicate input to InstallAPI.