13constexpr llvm::StringLiteral syntax::TokenBufferTokenManager::Kind;
15std::pair<FileID, ArrayRef<syntax::Token>>
16syntax::TokenBufferTokenManager::lexBuffer(
17 std::unique_ptr<llvm::MemoryBuffer> Input) {
18 auto FID =
SM.createFileID(std::move(Input));
19 auto It = ExtraTokens.try_emplace(FID,
tokenize(FID,
SM, LangOpts));
20 assert(It.second &&
"duplicate FileID");
21 return {FID, It.first->second};
std::vector< syntax::Token > tokenize(FileID FID, const SourceManager &SM, const LangOptions &LO)
Lex the text buffer, corresponding to FID, in raw mode and record the resulting spelled tokens.
The JSON file list parser is used to communicate input to InstallAPI.