Token.h File Reference

#include "clang/Basic/LLVM.h"
#include "clang/Basic/LangStandard.h"
#include "clang/Basic/TokenKinds.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/STLForwardCompat.h"
#include "llvm/Support/raw_ostream.h"
#include <cstdint>
#include <limits>
#include <memory>
#include <vector>

Go to the source code of this file.

Classes
struct	clang::clangd::Token
	A single C++ or preprocessor token. More...
struct	clang::clangd::Token::Range
	A half-open range of tokens within a stream. More...
class	clang::clangd::TokenStream
	A complete sequence of Tokens representing a source file. More...

Namespaces
namespace	clang
	===– Representation.cpp - ClangDoc Representation --------—*- C++ -*-===//
namespace	clang::clangd
	FIXME: Skip testing on windows temporarily due to the different escaping code mode.

Enumerations
enum class	clang::clangd::LexFlags : uint8_t { clang::clangd::StartsPPLine = 1 << 0 , clang::clangd::NeedsCleaning = 1 << 1 }

Functions
llvm::raw_ostream &	clang::clangd::operator<< (llvm::raw_ostream &OS, const Token &T)
llvm::raw_ostream &	clang::clangd::operator<< (llvm::raw_ostream &OS, const Token::Range &R)
llvm::raw_ostream &	clang::clangd::operator<< (llvm::raw_ostream &OS, const TokenStream &TS)
TokenStream	clang::clangd::lex (const std::string &, const clang::LangOptions &)
	Extracts a raw token stream from the source code.
clang::LangOptions	clang::clangd::genericLangOpts (clang::Language=clang::Language::CXX, clang::LangStandard::Kind=clang::LangStandard::lang_unspecified)
	A generic lang options suitable for lexing/parsing a langage.
TokenStream	clang::clangd::cook (const TokenStream &, const clang::LangOptions &)
	Decoding raw tokens written in the source code, returning a derived stream.
TokenStream	clang::clangd::stripComments (const TokenStream &)
	Drops comment tokens.