Engages in a tight little dance with the lexer to efficiently preprocess tokens. More...

#include "clang/Lex/Preprocessor.h"

Classes
struct	PreambleSkipInfo

class	ResetMacroExpansionHelper

Public Member Functions
	Preprocessor (std::shared_ptr< PreprocessorOptions > PPOpts, DiagnosticsEngine &diags, LangOptions &opts, SourceManager &SM, HeaderSearch &Headers, ModuleLoader &TheModuleLoader, IdentifierInfoLookup *IILookup=nullptr, bool OwnsHeaderSearch=false, TranslationUnitKind TUKind=TU_Complete)

	~Preprocessor ()

void	Initialize (const TargetInfo &Target, const TargetInfo *AuxTarget=nullptr)
	Initialize the preprocessor using information about the target. More...

void	InitializeForModelFile ()
	Initialize the preprocessor to parse a model file. More...

void	FinalizeForModelFile ()
	Cleanup after model file parsing. More...

PreprocessorOptions &	getPreprocessorOpts () const
	Retrieve the preprocessor options used to initialize this preprocessor. More...

DiagnosticsEngine &	getDiagnostics () const

void	setDiagnostics (DiagnosticsEngine &D)

const LangOptions &	getLangOpts () const

const TargetInfo &	getTargetInfo () const

const TargetInfo *	getAuxTargetInfo () const

FileManager &	getFileManager () const

SourceManager &	getSourceManager () const

HeaderSearch &	getHeaderSearchInfo () const

IdentifierTable &	getIdentifierTable ()

const IdentifierTable &	getIdentifierTable () const

SelectorTable &	getSelectorTable ()

Builtin::Context &	getBuiltinInfo ()

llvm::BumpPtrAllocator &	getPreprocessorAllocator ()

void	setExternalSource (ExternalPreprocessorSource *Source)

ExternalPreprocessorSource *	getExternalSource () const

ModuleLoader &	getModuleLoader () const
	Retrieve the module loader associated with this preprocessor. More...

bool	hadModuleLoaderFatalFailure () const

bool	isParsingIfOrElifDirective () const
	True if we are currently preprocessing a if or #elif directive. More...

void	SetCommentRetentionState (bool KeepComments, bool KeepMacroComments)
	Control whether the preprocessor retains comments in output. More...

bool	getCommentRetentionState () const

void	setPragmasEnabled (bool Enabled)

bool	getPragmasEnabled () const

void	SetSuppressIncludeNotFoundError (bool Suppress)

bool	GetSuppressIncludeNotFoundError ()

void	setPreprocessedOutput (bool IsPreprocessedOutput)
	Sets whether the preprocessor is responsible for producing output or if it is producing tokens to be consumed by Parse and Sema. More...

bool	isPreprocessedOutput () const
	Returns true if the preprocessor is responsible for generating output, false if it is producing tokens to be consumed by Parse and Sema. More...

bool	isCurrentLexer (const PreprocessorLexer *L) const
	Return true if we are lexing directly from the specified lexer. More...

PreprocessorLexer *	getCurrentLexer () const
	Return the current lexer being lexed from. More...

PreprocessorLexer *	getCurrentFileLexer () const
	Return the current file lexer being lexed from. More...

Module *	getCurrentLexerSubmodule () const
	Return the submodule owning the file being lexed. More...

FileID	getPredefinesFileID () const
	Returns the FileID for the preprocessor predefines. More...

void	setTokenWatcher (llvm::unique_function< void(const clang::Token &)> F)
	Register a function that would be called on each token in the final expanded token stream. More...

bool	isMacroDefined (StringRef Id)

bool	isMacroDefined (const IdentifierInfo *II)

bool	isMacroDefinedInLocalModule (const IdentifierInfo II, Module M)
	Determine whether II is defined as a macro within the module M, if that is a module that we've already preprocessed. More...

MacroDefinition	getMacroDefinition (const IdentifierInfo *II)

MacroDefinition	getMacroDefinitionAtLoc (const IdentifierInfo *II, SourceLocation Loc)

MacroDirective *	getLocalMacroDirective (const IdentifierInfo *II) const
	Given an identifier, return its latest non-imported MacroDirective if it is #define'd and not #undef'd, or null if it isn't #define'd. More...

const MacroInfo *	getMacroInfo (const IdentifierInfo *II) const

MacroInfo *	getMacroInfo (const IdentifierInfo *II)

MacroDirective *	getLocalMacroDirectiveHistory (const IdentifierInfo *II) const
	Given an identifier, return the latest non-imported macro directive for that identifier. More...

void	appendMacroDirective (IdentifierInfo II, MacroDirective MD)
	Add a directive to the macro directive history for this identifier. More...

DefMacroDirective *	appendDefMacroDirective (IdentifierInfo II, MacroInfo MI, SourceLocation Loc)

DefMacroDirective *	appendDefMacroDirective (IdentifierInfo II, MacroInfo MI)

void	setLoadedMacroDirective (IdentifierInfo II, MacroDirective ED, MacroDirective *MD)
	Set a MacroDirective that was loaded from a PCH file. More...

ModuleMacro *	addModuleMacro (Module Mod, IdentifierInfo II, MacroInfo Macro, ArrayRef< ModuleMacro > Overrides, bool &IsNew)
	Register an exported macro for a module and identifier. More...

ModuleMacro *	getModuleMacro (Module Mod, IdentifierInfo II)

ArrayRef< ModuleMacro * >	getLeafModuleMacros (const IdentifierInfo *II) const
	Get the list of leaf (non-overridden) module macros for a name. More...

StringRef	getLastMacroWithSpelling (SourceLocation Loc, ArrayRef< TokenValue > Tokens) const
	Return the name of the macro defined before `Loc` that has spelling `Tokens`. More...

const std::string &	getPredefines () const

void	setPredefines (const char *P)
	Set the predefines for this Preprocessor. More...

void	setPredefines (StringRef P)

IdentifierInfo *	getIdentifierInfo (StringRef Name) const
	Return information about the specified preprocessor identifier token. More...

void	AddPragmaHandler (StringRef Namespace, PragmaHandler *Handler)
	Add the specified pragma handler to this preprocessor. More...

void	AddPragmaHandler (PragmaHandler *Handler)

void	RemovePragmaHandler (StringRef Namespace, PragmaHandler *Handler)
	Remove the specific pragma handler from this preprocessor. More...

void	RemovePragmaHandler (PragmaHandler *Handler)

void	IgnorePragmas ()
	Install empty handlers for all pragmas (making them ignored). More...

void	addCommentHandler (CommentHandler *Handler)
	Add the specified comment handler to the preprocessor. More...

void	removeCommentHandler (CommentHandler *Handler)
	Remove the specified comment handler. More...

void	setCodeCompletionHandler (CodeCompletionHandler &Handler)
	Set the code completion handler to the given object. More...

CodeCompletionHandler *	getCodeCompletionHandler () const
	Retrieve the current code-completion handler. More...

void	clearCodeCompletionHandler ()
	Clear out the code completion handler. More...

void	CodeCompleteIncludedFile (llvm::StringRef Dir, bool IsAngled)
	Hook used by the lexer to invoke the "included file" code completion point. More...

void	CodeCompleteNaturalLanguage ()
	Hook used by the lexer to invoke the "natural language" code completion point. More...

void	setCodeCompletionIdentifierInfo (IdentifierInfo *Filter)
	Set the code completion token for filtering purposes. More...

void	setCodeCompletionTokenRange (const SourceLocation Start, const SourceLocation End)
	Set the code completion token range for detecting replacement range later on. More...

SourceRange	getCodeCompletionTokenRange () const

StringRef	getCodeCompletionFilter ()
	Get the code completion token for filtering purposes. More...

PreprocessingRecord *	getPreprocessingRecord () const
	Retrieve the preprocessing record, or NULL if there is no preprocessing record. More...

void	createPreprocessingRecord ()
	Create a new preprocessing record, which will keep track of all macro expansions, macro definitions, etc. More...

bool	isPCHThroughHeader (const FileEntry *FE)
	Returns true if the FileEntry is the PCH through header. More...

bool	creatingPCHWithThroughHeader ()
	True if creating a PCH with a through header. More...

bool	usingPCHWithThroughHeader ()
	True if using a PCH with a through header. More...

bool	creatingPCHWithPragmaHdrStop ()
	True if creating a PCH with a #pragma hdrstop. More...

bool	usingPCHWithPragmaHdrStop ()
	True if using a PCH with a #pragma hdrstop. More...

void	SkipTokensWhileUsingPCH ()
	Skip tokens until after the #include of the through header or until after a #pragma hdrstop. More...

void	HandleSkippedDirectiveWhileUsingPCH (Token &Result, SourceLocation HashLoc)
	Process directives while skipping until the through header or #pragma hdrstop is found. More...

void	EnterMainSourceFile ()
	Enter the specified FileID as the main source file, which implicitly adds the builtin defines etc. More...

void	EndSourceFile ()
	Inform the preprocessor callbacks that processing is complete. More...

bool	EnterSourceFile (FileID FID, const DirectoryLookup *Dir, SourceLocation Loc)
	Add a source file to the top of the include stack and start lexing tokens from it instead of the current buffer. More...

void	EnterMacro (Token &Tok, SourceLocation ILEnd, MacroInfo Macro, MacroArgs Args)
	Add a Macro to the top of the include stack and start lexing tokens from it instead of the current buffer. More...

void	EnterTokenStream (std::unique_ptr< Token[]> Toks, unsigned NumToks, bool DisableMacroExpansion, bool IsReinject)

void	EnterTokenStream (ArrayRef< Token > Toks, bool DisableMacroExpansion, bool IsReinject)

void	RemoveTopOfLexerStack ()
	Pop the current lexer/macro exp off the top of the lexer stack. More...

void	EnableBacktrackAtThisPos ()
	From the point that this method is called, and until CommitBacktrackedTokens() or Backtrack() is called, the Preprocessor keeps track of the lexed tokens so that a subsequent Backtrack() call will make the Preprocessor re-lex the same tokens. More...

void	CommitBacktrackedTokens ()
	Disable the last EnableBacktrackAtThisPos call. More...

void	Backtrack ()
	Make Preprocessor re-lex the tokens that were lexed since EnableBacktrackAtThisPos() was previously called. More...

bool	isBacktrackEnabled () const
	True if EnableBacktrackAtThisPos() was called and caching of tokens is on. More...

void	Lex (Token &Result)
	Lex the next token for this preprocessor. More...

bool	LexHeaderName (Token &Result, bool AllowMacroExpansion=true)
	Lex a token, forming a header-name token if possible. More...

bool	LexAfterModuleImport (Token &Result)
	Lex a token following the 'import' contextual keyword. More...

void	CollectPpImportSuffix (SmallVectorImpl< Token > &Toks)
	Collect the tokens of a C++20 pp-import-suffix. More...

void	makeModuleVisible (Module *M, SourceLocation Loc)

SourceLocation	getModuleImportLoc (Module *M) const

bool	LexStringLiteral (Token &Result, std::string &String, const char *DiagnosticTag, bool AllowMacroExpansion)
	Lex a string literal, which may be the concatenation of multiple string literals and may even come from macro expansion. More...

bool	FinishLexStringLiteral (Token &Result, std::string &String, const char *DiagnosticTag, bool AllowMacroExpansion)
	Complete the lexing of a string literal where the first token has already been lexed (see LexStringLiteral). More...

void	LexNonComment (Token &Result)
	Lex a token. More...

void	LexUnexpandedToken (Token &Result)
	Just like Lex, but disables macro expansion of identifier tokens. More...

void	LexUnexpandedNonComment (Token &Result)
	Like LexNonComment, but this disables macro expansion of identifier tokens. More...

bool	parseSimpleIntegerLiteral (Token &Tok, uint64_t &Value)
	Parses a simple integer literal to get its numeric value. More...

void	SetMacroExpansionOnlyInDirectives ()
	Disables macro expansion everywhere except for preprocessor directives. More...

const Token &	LookAhead (unsigned N)
	Peeks ahead N tokens and returns that token without consuming any tokens. More...

void	RevertCachedTokens (unsigned N)
	When backtracking is enabled and tokens are cached, this allows to revert a specific number of tokens. More...

void	EnterToken (const Token &Tok, bool IsReinject)
	Enters a token in the token stream to be lexed next. More...

void	AnnotateCachedTokens (const Token &Tok)
	We notify the Preprocessor that if it is caching tokens (because backtrack is enabled) it should replace the most recent cached tokens with the given annotation token. More...

SourceLocation	getLastCachedTokenLocation () const
	Get the location of the last cached token, suitable for setting the end location of an annotation token. More...

bool	IsPreviousCachedToken (const Token &Tok) const
	Whether `Tok` is the most recent token (`CachedLexPos - 1`) in CachedTokens. More...

void	ReplacePreviousCachedToken (ArrayRef< Token > NewToks)
	Replace token in `CachedLexPos - 1` in CachedTokens by the tokens in `NewToks`. More...

void	ReplaceLastTokenWithAnnotation (const Token &Tok)
	Replace the last token with an annotation token. More...

void	EnterAnnotationToken (SourceRange Range, tok::TokenKind Kind, void *AnnotationVal)
	Enter an annotation token into the token stream. More...

void	TypoCorrectToken (const Token &Tok)
	Update the current token to represent the provided identifier, in order to cache an action performed by typo correction. More...

void	recomputeCurLexerKind ()
	Recompute the current lexer kind based on the CurLexer/ CurTokenLexer pointers. More...

bool	isIncrementalProcessingEnabled () const
	Returns true if incremental processing is enabled. More...

void	enableIncrementalProcessing (bool value=true)
	Enables the incremental processing. More...

bool	SetCodeCompletionPoint (const FileEntry *File, unsigned Line, unsigned Column)
	Specify the point at which code-completion will be performed. More...

bool	isCodeCompletionEnabled () const
	Determine if we are performing code completion. More...

SourceLocation	getCodeCompletionLoc () const
	Returns the location of the code-completion point. More...

SourceLocation	getCodeCompletionFileLoc () const
	Returns the start location of the file of code-completion point. More...

bool	isCodeCompletionReached () const
	Returns true if code-completion is enabled and we have hit the code-completion point. More...

void	setCodeCompletionReached ()
	Note that we hit the code-completion point. More...

std::pair< IdentifierInfo *, SourceLocation >	getPragmaARCCFCodeAuditedInfo () const
	The location of the currently-active #pragma clang arc_cf_code_audited begin. More...

void	setPragmaARCCFCodeAuditedInfo (IdentifierInfo *Ident, SourceLocation Loc)
	Set the location of the currently-active #pragma clang arc_cf_code_audited begin. More...

SourceLocation	getPragmaAssumeNonNullLoc () const
	The location of the currently-active #pragma clang assume_nonnull begin. More...

void	setPragmaAssumeNonNullLoc (SourceLocation Loc)
	Set the location of the currently-active #pragma clang assume_nonnull begin. More...

void	setMainFileDir (const DirectoryEntry *Dir)
	Set the directory in which the main file should be considered to have been found, if it is not a real file. More...

void	setSkipMainFilePreamble (unsigned Bytes, bool StartOfLine)
	Instruct the preprocessor to skip part of the main source file. More...

DiagnosticBuilder	Diag (SourceLocation Loc, unsigned DiagID) const
	Forwarding function for diagnostics. More...

DiagnosticBuilder	Diag (const Token &Tok, unsigned DiagID) const

StringRef	getSpelling (SourceLocation loc, SmallVectorImpl< char > &buffer, bool *invalid=nullptr) const
	Return the 'spelling' of the token at the given location; does not go up to the spelling location or down to the expansion location. More...

std::string	getSpelling (const Token &Tok, bool *Invalid=nullptr) const
	Return the 'spelling' of the Tok token. More...

unsigned	getSpelling (const Token &Tok, const char &Buffer, bool Invalid=nullptr) const
	Get the spelling of a token into a preallocated buffer, instead of as an std::string. More...

StringRef	getSpelling (const Token &Tok, SmallVectorImpl< char > &Buffer, bool *Invalid=nullptr) const
	Get the spelling of a token into a SmallVector. More...

bool	getRawToken (SourceLocation Loc, Token &Result, bool IgnoreWhiteSpace=false)
	Relex the token at the specified location. More...

char	getSpellingOfSingleCharacterNumericConstant (const Token &Tok, bool *Invalid=nullptr) const
	Given a Token `Tok` that is a numeric constant with length 1, return the character. More...

StringRef	getImmediateMacroName (SourceLocation Loc)
	Retrieve the name of the immediate macro expansion. More...

void	CreateString (StringRef Str, Token &Tok, SourceLocation ExpansionLocStart=SourceLocation(), SourceLocation ExpansionLocEnd=SourceLocation())
	Plop the specified string into a scratch buffer and set the specified token's location and length to it. More...

SourceLocation	SplitToken (SourceLocation TokLoc, unsigned Length)
	Split the first Length characters out of the token starting at TokLoc and return a location pointing to the split token. More...

SourceLocation	getLocForEndOfToken (SourceLocation Loc, unsigned Offset=0)
	Computes the source location just past the end of the token at this source location. More...

bool	isAtStartOfMacroExpansion (SourceLocation loc, SourceLocation *MacroBegin=nullptr) const
	Returns true if the given MacroID location points at the first token of the macro expansion. More...

bool	isAtEndOfMacroExpansion (SourceLocation loc, SourceLocation *MacroEnd=nullptr) const
	Returns true if the given MacroID location points at the last token of the macro expansion. More...

void	DumpToken (const Token &Tok, bool DumpFlags=false) const
	Print the token to stderr, used for debugging. More...

void	DumpLocation (SourceLocation Loc) const

void	DumpMacro (const MacroInfo &MI) const

void	dumpMacroInfo (const IdentifierInfo *II)

SourceLocation	AdvanceToTokenCharacter (SourceLocation TokStart, unsigned Char) const
	Given a location that specifies the start of a token, return a new location that specifies a character within the token. More...

void	IncrementPasteCounter (bool isFast)
	Increment the counters for the number of token paste operations performed. More...

void	PrintStats ()

size_t	getTotalMemory () const

void	HandleMicrosoftCommentPaste (Token &Tok)
	When the macro expander pastes together a comment (/##/) in Microsoft mode, this method handles updating the current state, returning the token on the next source line. More...

IdentifierInfo *	LookUpIdentifierInfo (Token &Identifier) const
	Given a tok::raw_identifier token, look up the identifier information for the token and install it into the token, updating the token kind accordingly. More...

void	SetPoisonReason (IdentifierInfo *II, unsigned DiagID)
	Specifies the reason for poisoning an identifier. More...

void	HandlePoisonedIdentifier (Token &Identifier)
	Display reason for poisoned identifier. More...

void	MaybeHandlePoisonedIdentifier (Token &Identifier)

void	PoisonSEHIdentifiers (bool Poison=true)

bool	HandleIdentifier (Token &Identifier)
	Callback invoked when the lexer reads an identifier and has filled in the tokens IdentifierInfo member. More...

bool	HandleEndOfFile (Token &Result, bool isEndOfMacro=false)
	Callback invoked when the lexer hits the end of the current file. More...

bool	HandleEndOfTokenLexer (Token &Result)
	Callback invoked when the current TokenLexer hits the end of its token stream. More...

void	HandleDirective (Token &Result)
	Callback invoked when the lexer sees a # token at the start of a line. More...

SourceLocation	CheckEndOfDirective (const char *DirType, bool EnableMacros=false)
	Ensure that the next token is a tok::eod token. More...

SourceRange	DiscardUntilEndOfDirective ()
	Read and discard all tokens remaining on the current line until the tok::eod token is found. More...

bool	SawDateOrTime () const
	Returns true if the preprocessor has seen a use of DATE or TIME in the file so far. More...

unsigned	getCounterValue () const

void	setCounterValue (unsigned V)

Module *	getCurrentModule ()
	Retrieves the module that we're currently building, if any. More...

MacroInfo *	AllocateMacroInfo (SourceLocation L)
	Allocate a new MacroInfo object with the provided SourceLocation. More...

bool	GetIncludeFilenameSpelling (SourceLocation Loc, StringRef &Buffer)
	Turn the specified lexer token into a fully checked and spelled filename, e.g. More...

Optional< FileEntryRef >	LookupFile (SourceLocation FilenameLoc, StringRef Filename, bool isAngled, const DirectoryLookup FromDir, const FileEntry FromFile, const DirectoryLookup &CurDir, SmallVectorImpl< char > SearchPath, SmallVectorImpl< char > RelativePath, ModuleMap::KnownHeader SuggestedModule, bool IsMapped, bool IsFrameworkFound, bool SkipCache=false)
	Given a "foo" or <foo> reference, look up the indicated file. More...

const DirectoryLookup *	GetCurDirLookup ()
	Get the DirectoryLookup structure used to find the current FileEntry, if CurLexer is non-null and if applicable. More...

bool	isInPrimaryFile () const
	Return true if we're in the top-level file, not in a #include. More...

bool	LexOnOffSwitch (tok::OnOffSwitch &Result)
	Lex an on-off-switch (C99 6.10.6p2) and verify that it is followed by EOD. More...

bool	CheckMacroName (Token &MacroNameTok, MacroUse isDefineUndef, bool *ShadowFlag=nullptr)

void	EnterSubmodule (Module *M, SourceLocation ImportLoc, bool ForPragma)

Module *	LeaveSubmodule (bool ForPragma)

Module *	getModuleForLocation (SourceLocation Loc)
	Find the module that owns the source or header file that `Loc` points to. More...

const FileEntry *	getModuleHeaderToIncludeForDiagnostics (SourceLocation IncLoc, Module *M, SourceLocation MLoc)
	We want to produce a diagnostic at location IncLoc concerning a missing module import. More...

bool	isRecordingPreamble () const

bool	hasRecordedPreamble () const

ArrayRef< PPConditionalInfo >	getPreambleConditionalStack () const

void	setRecordedPreambleConditionalStack (ArrayRef< PPConditionalInfo > s)

void	setReplayablePreambleConditionalStack (ArrayRef< PPConditionalInfo > s, llvm::Optional< PreambleSkipInfo > SkipInfo)

llvm::Optional< PreambleSkipInfo >	getPreambleSkipInfo () const

void	HandlePragmaOnce (Token &OnceTok)
	HandlePragmaOnce - Handle #pragma once. OnceTok is the 'once'. More...

void	HandlePragmaMark ()

void	HandlePragmaPoison ()
	HandlePragmaPoison - Handle #pragma GCC poison. PoisonTok is the 'poison'. More...

void	HandlePragmaSystemHeader (Token &SysHeaderTok)
	HandlePragmaSystemHeader - Implement #pragma GCC system_header. More...

void	HandlePragmaDependency (Token &DependencyTok)
	HandlePragmaDependency - Handle #pragma GCC dependency "foo" blah. More...

void	HandlePragmaPushMacro (Token &Tok)
	Handle #pragma push_macro. More...

void	HandlePragmaPopMacro (Token &Tok)
	Handle #pragma pop_macro. More...

void	HandlePragmaIncludeAlias (Token &Tok)

void	HandlePragmaModuleBuild (Token &Tok)

void	HandlePragmaHdrstop (Token &Tok)

IdentifierInfo *	ParsePragmaPushOrPopMacro (Token &Tok)
	ParsePragmaPushOrPopMacro - Handle parsing of pragma push_macro/pop_macro. More...

bool	HandleComment (Token &result, SourceRange Comment)

void	markMacroAsUsed (MacroInfo *MI)
	A macro is used, update information about macros that need unused warnings. More...


PPCallbacks *	getPPCallbacks () const

void	addPPCallbacks (std::unique_ptr< PPCallbacks > C)

Static Public Member Functions
static bool	checkModuleIsAvailable (const LangOptions &LangOpts, const TargetInfo &TargetInfo, DiagnosticsEngine &Diags, Module *M)
	Check that the given module is available, producing a diagnostic if not. More...

Friends
class	VAOptDefinitionContext

class	VariadicMacroScopeGuard

class	ASTReader

class	MacroArgs

void	TokenLexer::ExpandFunctionArguments ()

using	macro_iterator = MacroMap::const_iterator

macro_iterator	macro_begin (bool IncludeExternalMacros=true) const

macro_iterator	macro_end (bool IncludeExternalMacros=true) const

llvm::iterator_range< macro_iterator >	macros (bool IncludeExternalMacros=true) const

Detailed Description

Engages in a tight little dance with the lexer to efficiently preprocess tokens.

Lexers know only about tokens within a single source file, and don't know anything about preprocessor-level issues like the #include stack, token expansion, etc.

Definition at line 125 of file Preprocessor.h.

Member Typedef Documentation

◆ macro_iterator

using clang::Preprocessor::macro_iterator = MacroMap::const_iterator

Iterators for the macro history table. Currently defined macros have IdentifierInfo::hasMacroDefinition() set and an empty MacroInfo::getUndefLoc() at the head of the list.

Definition at line 1131 of file Preprocessor.h.

Constructor & Destructor Documentation

◆ Preprocessor()

Preprocessor::Preprocessor	(	std::shared_ptr< PreprocessorOptions >	PPOpts,
		DiagnosticsEngine &	diags,
		LangOptions &	opts,
		SourceManager &	SM,
		HeaderSearch &	Headers,
		ModuleLoader &	TheModuleLoader,
		IdentifierInfoLookup *	IILookup = `nullptr`,
		bool	OwnsHeaderSearch = `false`,
		TranslationUnitKind	TUKind = `TU_Complete`
	)

Definition at line 78 of file Preprocessor.cpp.

References clang::CPlusPlus2a, getIdentifierInfo(), getLangOpts(), SetPoisonReason(), and usingPCHWithPragmaHdrStop().

◆ ~Preprocessor()

Preprocessor::~Preprocessor ( )

Definition at line 168 of file Preprocessor.cpp.

Member Function Documentation

◆ addCommentHandler()

void Preprocessor::addCommentHandler ( CommentHandler * Handler )

Add the specified comment handler to the preprocessor.

Definition at line 1361 of file Preprocessor.cpp.

Referenced by clang::Parser::Parser().

◆ addModuleMacro()

ModuleMacro * Preprocessor::addModuleMacro	(	Module *	Mod,
		IdentifierInfo *	II,
		MacroInfo *	Macro,
		ArrayRef< ModuleMacro *>	Overrides,
		bool &	IsNew
	)

Register an exported macro for a module and identifier.

Definition at line 129 of file PPMacroExpansion.cpp.

References clang::ModuleMacro::create(), clang::ModuleMacro::Profile(), and clang::IdentifierInfo::setHasMacroDefinition().

◆ addPPCallbacks()

void clang::Preprocessor::addPPCallbacks ( std::unique_ptr< PPCallbacks > C )

inline

Definition at line 996 of file Preprocessor.h.

Referenced by clang::AttachDependencyGraphGen(), clang::AttachHeaderIncludeGen(), clang::DependencyCollector::attachToPreprocessor(), clang::ModuleDependencyCollector::attachToPreprocessor(), clang::arcmt::MigrateSourceAction::CreateASTConsumer(), clang::CodeGenAction::CreateASTConsumer(), clang::arcmt::ObjCMigrateAction::CreateASTConsumer(), createPreprocessingRecord(), clang::DoPrintPreprocessedInput(), clang::arcmt::getFileRemappings(), clang::RewriteIncludesInInput(), and clang::syntax::TokenCollector::TokenCollector().

◆ AddPragmaHandler() [1/2]

void Preprocessor::AddPragmaHandler	(	StringRef	Namespace,
		PragmaHandler *	Handler
	)

Add the specified pragma handler to this preprocessor.

AddPragmaHandler - Add the specified pragma handler to the preprocessor.

If Namespace is non-null, then it is a token required to exist on the pragma line before the pragma string starts, e.g. "STDC" or "GCC".

If 'Namespace' is non-null, then it is a token required to exist on the pragma line before the pragma string starts, e.g. "STDC" or "GCC".

Definition at line 889 of file Pragma.cpp.

References clang::PragmaNamespace::AddPragma(), clang::PragmaNamespace::FindHandler(), clang::PragmaNamespace::getIfNamespace(), and clang::PragmaHandler::getName().

Referenced by clang::DoPrintPreprocessedInput().

◆ AddPragmaHandler() [2/2]

void clang::Preprocessor::AddPragmaHandler ( PragmaHandler * Handler )

inline

Definition at line 1170 of file Preprocessor.h.

◆ AdvanceToTokenCharacter()

SourceLocation clang::Preprocessor::AdvanceToTokenCharacter	(	SourceLocation	TokStart,
		unsigned	Char
	)		const

inline

Given a location that specifies the start of a token, return a new location that specifies a character within the token.

Definition at line 1808 of file Preprocessor.h.

Referenced by GetLineValue(), isTargetEnvironment(), clang::NumericLiteralParser::isValidUDSuffix(), and clang::NumericLiteralParser::NumericLiteralParser().

◆ AllocateMacroInfo()

MacroInfo * Preprocessor::AllocateMacroInfo ( SourceLocation L )

Allocate a new MacroInfo object with the provided SourceLocation.

Definition at line 58 of file PPDirectives.cpp.

Referenced by isConfigurationPattern().

◆ AnnotateCachedTokens()

void clang::Preprocessor::AnnotateCachedTokens ( const Token & Tok )

inline

We notify the Preprocessor that if it is caching tokens (because backtrack is enabled) it should replace the most recent cached tokens with the given annotation token.

This function has no effect if backtracking is not enabled.

Note that the use of this function is just for optimization, so that the cached tokens doesn't get re-parsed and re-resolved after a backtrack is invoked.

Definition at line 1493 of file Preprocessor.h.

References clang::Token::isAnnotation().

Referenced by clang::Parser::ParseTopLevelDecl(), clang::Parser::TryAnnotateTypeOrScopeToken(), and clang::Parser::TryAnnotateTypeOrScopeTokenAfterScopeSpec().

◆ appendDefMacroDirective() [1/2]

DefMacroDirective* clang::Preprocessor::appendDefMacroDirective	(	IdentifierInfo *	II,
		MacroInfo *	MI,
		SourceLocation	Loc
	)

inline

Definition at line 1097 of file Preprocessor.h.

Referenced by isConfigurationPattern().

◆ appendDefMacroDirective() [2/2]

DefMacroDirective* clang::Preprocessor::appendDefMacroDirective	(	IdentifierInfo *	II,
		MacroInfo *	MI
	)

inline

Definition at line 1103 of file Preprocessor.h.

References clang::MacroInfo::getDefinitionLoc().

◆ appendMacroDirective()

void Preprocessor::appendMacroDirective	(	IdentifierInfo *	II,
		MacroDirective *	MD
	)

Add a directive to the macro directive history for this identifier.

Definition at line 68 of file PPMacroExpansion.cpp.

References clang::MacroDirective::getPrevious(), clang::MacroDirective::isDefined(), clang::IdentifierInfo::isFromAST(), clang::IdentifierInfo::setChangedSinceDeserialization(), clang::IdentifierInfo::setHasMacroDefinition(), and clang::MacroDirective::setPrevious().

Referenced by isConfigurationPattern(), and ReadLineMarkerFlags().

◆ Backtrack()

void Preprocessor::Backtrack ( )

Make Preprocessor re-lex the tokens that were lexed since EnableBacktrackAtThisPos() was previously called.

Definition at line 40 of file PPCaching.cpp.

References clang::C, isBacktrackEnabled(), clang::Token::IsReinjected, Lex(), recomputeCurLexerKind(), clang::Result, and clang::Token::setFlag().

Referenced by clang::Parser::getTypeAnnotation().

◆ CheckEndOfDirective()

SourceLocation Preprocessor::CheckEndOfDirective	(	const char *	DirType,
		bool	EnableMacros = `false`
	)

Ensure that the next token is a tok::eod token.

If not, emit a diagnostic and consume up until the eod. If EnableMacros is true, then we consider macros that expand to zero tokens as being ok.

Returns: The location of the end of the directive (the terminating newline).

If not, emit a diagnostic and consume up until the eod. If EnableMacros is true, then we consider macros that expand to zero tokens as being ok.

Returns the location of the end of the directive.

Definition at line 342 of file PPDirectives.cpp.

References clang::CodeCompletionHandler::CodeCompleteInConditionalExclusion(), clang::FixItHint::CreateInsertion(), clang::PPCallbacks::CVK_False, clang::PPCallbacks::CVK_True, Diag(), DiscardUntilEndOfDirective(), clang::comments::tok::eof, clang::PPConditionalInfo::FoundElse, clang::PPConditionalInfo::FoundNonSkip, clang::SourceManager::getBuffer(), clang::SourceManager::getDecomposedLoc(), clang::SourceRange::getEnd(), clang::Token::getLocation(), clang::Token::getRawIdentifier(), clang::PreprocessorLexer::getSourceLocation(), getSpelling(), clang::PPConditionalInfo::IfLoc, clang::Token::is(), clang::Token::isAtStartOfLine(), clang::SourceLocation::isFileID(), clang::Token::isNot(), isRecordingPreamble(), Lex(), clang::PreprocessorLexer::LexingRawMode, LexUnexpandedToken(), memcpy(), clang::Token::needsCleaning(), clang::None, clang::PreprocessorLexer::ParsingPreprocessorDirective, clang::PreprocessorLexer::peekConditionalLevel(), clang::PreprocessorLexer::popConditionalLevel(), clang::PreprocessorLexer::pushConditionalLevel(), setCodeCompletionReached(), clang::interp::Sub(), clang::format::Tok, and clang::PPConditionalInfo::WasSkipping.

Referenced by checkModuleIsAvailable(), GetLineValue(), isConfigurationPattern(), LexOnOffSwitch(), and ReadLineMarkerFlags().

◆ CheckMacroName()

bool Preprocessor::CheckMacroName	(	Token &	MacroNameTok,
		MacroUse	isDefineUndef,
		bool *	ShadowFlag = `nullptr`
	)

◆ checkModuleIsAvailable()

bool Preprocessor::checkModuleIsAvailable	(	const LangOptions &	LangOpts,
		const TargetInfo &	TargetInfo,
		DiagnosticsEngine &	Diags,
		Module *	M
	)

static

Check that the given module is available, producing a diagnostic if not.

Returns: true if the check failed (because the module is not available). false if the module appears to be usable.

Definition at line 1644 of file PPDirectives.cpp.

References clang::SrcMgr::C_User, CheckEndOfDirective(), clang::FixItHint::CreateReplacement(), clang::LangOptions::CurrentModule, clang::Module::DefinitionLoc, Diag(), diagnoseAutoModuleImport(), clang::FrameworkCacheEntry::Directory, DiscardUntilEndOfDirective(), EnterAnnotationToken(), clang::comments::tok::eof, clang::Module::UnresolvedHeaderDirective::FileName, Filename, clang::Module::UnresolvedHeaderDirective::FileNameLoc, clang::CharSourceRange::getCharRange(), getDiagnostics(), clang::Token::getEndLoc(), clang::Module::getFullModuleName(), clang::Token::getIdentifierInfo(), getIdentifierInfo(), GetIncludeFilenameSpelling(), getLangOpts(), clang::Token::getLocation(), clang::ModuleMap::KnownHeader::getModule(), clang::DirectoryEntry::getName(), clang::IdentifierInfo::getNameStart(), clang::IdentifierInfo::getPPKeywordID(), getSpelling(), getTargetInfo(), clang::Module::getTopLevelModuleName(), hadModuleLoaderFatalFailure(), clang::Module::Hidden, clang::isAlphanumeric(), clang::Module::isAvailable(), clang::ModuleLoadResult::isConfigMismatch(), isForModuleBuilding(), clang::SourceLocation::isInvalid(), clang::ModuleLoadResult::isMissingExpected(), clang::Token::isNot(), isPCHThroughHeader(), clang::Module::UnresolvedHeaderDirective::IsUmbrella, clang::SourceLocation::isValid(), LexHeaderName(), LookupFile(), max(), clang::LangOptions::ModuleName, clang::Module::Name, clang::None, clang::Module::Parent, clang::minimize_source_to_dependency_directives::pp_import, clang::DiagnosticsEngine::Report(), clang::Result, clang::Token::startToken(), and usingPCHWithThroughHeader().

Referenced by prepareToBuildModule().

◆ clearCodeCompletionHandler()

void clang::Preprocessor::clearCodeCompletionHandler ( )

inline

Clear out the code completion handler.

Definition at line 1206 of file Preprocessor.h.

Referenced by clang::Parser::~Parser().

◆ CodeCompleteIncludedFile()

void Preprocessor::CodeCompleteIncludedFile	(	llvm::StringRef	Dir,
		bool	IsAngled
	)

Hook used by the lexer to invoke the "included file" code completion point.

Definition at line 444 of file Preprocessor.cpp.

References clang::CodeCompletionHandler::CodeCompleteIncludedFile(), and setCodeCompletionReached().

◆ CodeCompleteNaturalLanguage()

void Preprocessor::CodeCompleteNaturalLanguage ( )

Hook used by the lexer to invoke the "natural language" code completion point.

Definition at line 451 of file Preprocessor.cpp.

References clang::CodeCompletionHandler::CodeCompleteNaturalLanguage(), and setCodeCompletionReached().

Referenced by isEndOfBlockCommentWithEscapedNewLine(), clang::Lexer::ReadToEndOfLine(), and clang::MacroArgs::StringifyArgument().

◆ CollectPpImportSuffix()

void Preprocessor::CollectPpImportSuffix ( SmallVectorImpl< Token > & Toks )

Collect the tokens of a C++20 pp-import-suffix.

Definition at line 1063 of file Preprocessor.cpp.

References clang::comments::tok::eof, and Lex().

Referenced by LexAfterModuleImport().

◆ CommitBacktrackedTokens()

void Preprocessor::CommitBacktrackedTokens ( )

Disable the last EnableBacktrackAtThisPos call.

Definition at line 32 of file PPCaching.cpp.

Referenced by clang::Parser::getTypeAnnotation().

◆ createPreprocessingRecord()

void Preprocessor::createPreprocessingRecord ( )

Create a new preprocessing record, which will keep track of all macro expansions, macro definitions, etc.

Definition at line 1395 of file Preprocessor.cpp.

References addPPCallbacks(), and getSourceManager().

◆ CreateString()

void Preprocessor::CreateString	(	StringRef	Str,
		Token &	Tok,
		SourceLocation	ExpansionLocStart = `SourceLocation()`,
		SourceLocation	ExpansionLocEnd = `SourceLocation()`
	)

Plop the specified string into a scratch buffer and set the specified token's location and length to it.

CreateString - Plop the specified string into a scratch buffer and return a location for it.

If specified, the source location provides a location of the expansion point of the token.

If specified, the source location provides a source location for the token.

Definition at line 482 of file Preprocessor.cpp.

References clang::SourceManager::createExpansionLoc(), clang::Token::is(), clang::Token::isLiteral(), clang::SourceLocation::isValid(), clang::Token::setLength(), clang::Token::setLiteralData(), clang::Token::setLocation(), and clang::Token::setRawIdentifierData().

Referenced by ComputeDATE_TIME(), isTargetEnvironment(), clang::TokenLexer::Lex(), LexHeaderName(), and clang::MacroArgs::StringifyArgument().

◆ creatingPCHWithPragmaHdrStop()

bool Preprocessor::creatingPCHWithPragmaHdrStop ( )

True if creating a PCH with a #pragma hdrstop.

Definition at line 614 of file Preprocessor.cpp.

References clang::TU_Prefix.

◆ creatingPCHWithThroughHeader()

bool Preprocessor::creatingPCHWithThroughHeader ( )

True if creating a PCH with a through header.

Definition at line 604 of file Preprocessor.cpp.

References clang::FileID::isValid(), and clang::TU_Prefix.

◆ Diag() [1/2]

DiagnosticBuilder clang::Preprocessor::Diag	(	SourceLocation	Loc,
		unsigned	DiagID
	)		const

inline

Forwarding function for diagnostics.

This emits a diagnostic at the specified Token's location, translating the token's start position in the current buffer into a SourcePosition object for rendering.

Definition at line 1651 of file Preprocessor.h.

References clang::DiagnosticsEngine::Report().

Referenced by buildMSAsmString(), clang::CharLiteralParser::CharLiteralParser(), checkConfigMacro(), CheckEndOfDirective(), CheckMacroName(), checkModuleIsAvailable(), CreateSLocExpansionAbbrev(), clang::Lexer::Diag(), diagnoseAutoModuleImport(), diagnoseUnexpectedOperator(), EnterMainSourceFile(), EvaluateDefined(), EvaluateDirectiveSubExpr(), EvaluateFeatureLikeBuiltinMacro(), EvaluateHasIncludeCommon(), EvaluateHasIncludeNext(), EvaluateValue(), ExpectFeatureIdentifierInfo(), FinishLexStringLiteral(), GenerateNewArgTokens(), GetIncludeFilenameSpelling(), GetLineValue(), HandleDirective(), HandleIdentifier(), HandlePoisonedIdentifier(), clang::PragmaNamespace::HandlePragma(), clang::TokenLexer::Init(), isConfigurationPattern(), clang::TokenLexer::isParsingPreprocessorDirective(), isTargetEnvironment(), isTrivialSingleTokenExpansion(), clang::NumericLiteralParser::isValidUDSuffix(), clang::TokenLexer::Lex(), LexAfterModuleImport(), LexHeaderName(), LexModuleNameComponent(), LexOnOffSwitch(), makeModuleVisible(), clang::NumericLiteralParser::NumericLiteralParser(), ParseAlignPragma(), ParseLoopHintValue(), ReadLineMarkerFlags(), clang::Lexer::ReadToEndOfLine(), shouldIgnoreMacro(), SkipTokensWhileUsingPCH(), and clang::MacroArgs::StringifyArgument().

◆ Diag() [2/2]

DiagnosticBuilder clang::Preprocessor::Diag	(	const Token &	Tok,
		unsigned	DiagID
	)		const

inline

Definition at line 1655 of file Preprocessor.h.

References clang::Token::getLocation(), and clang::DiagnosticsEngine::Report().

◆ DiscardUntilEndOfDirective()

SourceRange Preprocessor::DiscardUntilEndOfDirective ( )

Read and discard all tokens remaining on the current line until the tok::eod token is found.

Returns the range of the skipped tokens.

Definition at line 82 of file PPDirectives.cpp.

References clang::comments::tok::eof, clang::Token::getLocation(), clang::Token::isNot(), LexUnexpandedToken(), clang::SourceRange::setBegin(), and clang::SourceRange::setEnd().

Referenced by CheckEndOfDirective(), CheckMacroName(), checkModuleIsAvailable(), GetLineValue(), HandleDirective(), HandleSkippedDirectiveWhileUsingPCH(), isConfigurationPattern(), LexOnOffSwitch(), ParseAlignPragma(), and ReadLineMarkerFlags().

◆ DumpLocation()

void Preprocessor::DumpLocation ( SourceLocation Loc ) const

Definition at line 254 of file Preprocessor.cpp.

References clang::SourceLocation::print().

Referenced by DumpToken().

◆ DumpMacro()

void Preprocessor::DumpMacro ( const MacroInfo & MI ) const

Definition at line 258 of file Preprocessor.cpp.

References DumpToken(), clang::MacroInfo::getNumTokens(), and clang::MacroInfo::getReplacementToken().

◆ dumpMacroInfo()

void Preprocessor::dumpMacroInfo ( const IdentifierInfo * II )

Definition at line 257 of file PPMacroExpansion.cpp.

References clang::IdentifierInfo::getNameStart(), clang::None, and State.

Referenced by LexOnOffSwitch().

◆ DumpToken()

void Preprocessor::DumpToken	(	const Token &	Tok,
		bool	DumpFlags = `false`
	)		const

Print the token to stderr, used for debugging.

Definition at line 230 of file Preprocessor.cpp.

References DumpLocation(), clang::SourceManager::getCharacterData(), clang::Token::getKind(), clang::Token::getLength(), clang::Token::getLocation(), getSpelling(), clang::tok::getTokenName(), clang::Token::hasLeadingSpace(), clang::Token::isAtStartOfLine(), clang::Token::isExpandDisabled(), and clang::Token::needsCleaning().

Referenced by DumpMacro(), clang::DumpRawTokensAction::ExecuteAction(), and clang::DumpTokensAction::ExecuteAction().

◆ EnableBacktrackAtThisPos()

void Preprocessor::EnableBacktrackAtThisPos ( )

From the point that this method is called, and until CommitBacktrackedTokens() or Backtrack() is called, the Preprocessor keeps track of the lexed tokens so that a subsequent Backtrack() call will make the Preprocessor re-lex the same tokens.

Nested backtracks are allowed, meaning that EnableBacktrackAtThisPos can be called multiple times and CommitBacktrackedTokens/Backtrack calls will be combined with the EnableBacktrackAtThisPos calls in reverse order.

NOTE: DO NOT forget to call either CommitBacktrackedTokens or Backtrack at some point after EnableBacktrackAtThisPos. If you don't, caching of tokens will continue indefinitely.

Definition at line 25 of file PPCaching.cpp.

Referenced by clang::Parser::getTypeAnnotation().

◆ enableIncrementalProcessing()

void clang::Preprocessor::enableIncrementalProcessing ( bool value = true )

inline

Enables the incremental processing.

Definition at line 1551 of file Preprocessor.h.

References Line.

◆ EndSourceFile()

void Preprocessor::EndSourceFile ( )

Inform the preprocessor callbacks that processing is complete.

Definition at line 684 of file Preprocessor.cpp.

Referenced by clang::FrontendAction::EndSourceFile().

◆ EnterAnnotationToken()

void Preprocessor::EnterAnnotationToken	(	SourceRange	Range,
		tok::TokenKind	Kind,
		void *	AnnotationVal
	)

Enter an annotation token into the token stream.

Push a token onto the token stream containing an annotation.

Definition at line 1546 of file PPDirectives.cpp.

References clang::SourceRange::getBegin(), clang::SourceRange::getEnd(), clang::Token::setAnnotationEndLoc(), clang::Token::setAnnotationValue(), clang::Token::setKind(), clang::Token::setLocation(), and clang::Token::startToken().

Referenced by checkModuleIsAvailable(), and LexOnOffSwitch().

◆ EnterMacro()

void Preprocessor::EnterMacro	(	Token &	Tok,
		SourceLocation	ILEnd,
		MacroInfo *	Macro,
		MacroArgs *	Args
	)

Add a Macro to the top of the include stack and start lexing tokens from it instead of the current buffer.

EnterMacro - Add a Macro to the top of the include stack and start lexing tokens from it instead of the current buffer.

Parameters

Args	specifies the tokens input to a function-like macro.
ILEnd	specifies the location of the ')' for a function-like macro or the identifier for an object-like macro.

Definition at line 127 of file PPLexerChange.cpp.

References clang::format::Tok.

Referenced by isTrivialSingleTokenExpansion().

◆ EnterMainSourceFile()

void Preprocessor::EnterMainSourceFile ( )

Enter the specified FileID as the main source file, which implicitly adds the builtin defines etc.

EnterMainSourceFile - Enter the specified FileID as the main source file, which implicitly adds the builtin defines etc.

Definition at line 531 of file Preprocessor.cpp.

References clang::SrcMgr::C_User, clang::SourceManager::createFileID(), Diag(), EnterSourceFile(), clang::SourceManager::getFileEntryForID(), clang::SourceManager::getMainFileID(), clang::HeaderSearch::IncrementIncludeCount(), clang::FileID::isInvalid(), clang::SourceManager::isLoadedFileID(), clang::FileID::isValid(), LookupFile(), SkipTokensWhileUsingPCH(), usingPCHWithPragmaHdrStop(), and usingPCHWithThroughHeader().

Referenced by DoPrintMacros(), clang::DoPrintPreprocessedInput(), clang::PrintDependencyDirectivesSourceMinimizerAction::ExecuteAction(), clang::DumpTokensAction::ExecuteAction(), clang::PreprocessOnlyAction::ExecuteAction(), clang::RewriteIncludesInInput(), and clang::RewriteMacrosInInput().

◆ EnterSourceFile()

bool Preprocessor::EnterSourceFile	(	FileID	FID,
		const DirectoryLookup *	CurDir,
		SourceLocation	Loc
	)

Add a source file to the top of the include stack and start lexing tokens from it instead of the current buffer.

EnterSourceFile - Add a source file to the top of the include stack and start lexing tokens from it instead of the current buffer.

Emits a diagnostic, doesn't enter the file, and returns true on error.

Definition at line 69 of file PPLexerChange.cpp.

References Diag(), and clang::PPCallbacks::EnterFile.

Referenced by EnterMainSourceFile().

◆ EnterSubmodule()

void Preprocessor::EnterSubmodule	(	Module *	M,
		SourceLocation	ImportLoc,
		bool	ForPragma
	)

Definition at line 644 of file PPLexerChange.cpp.

References clang::ModuleMap::resolveConflicts(), clang::ModuleMap::resolveExports(), clang::ModuleMap::resolveUses(), and State.

◆ EnterToken()

void clang::Preprocessor::EnterToken	(	const Token &	Tok,
		bool	IsReinject
	)

inline

Enters a token in the token stream to be lexed next.

If BackTrack() is called afterwards, the token will remain at the insertion point. If IsReinject is true, resulting token will have Token::IsReinjected flag set. See the flag documentation for details.

Definition at line 1471 of file Preprocessor.h.

References clang::format::Tok.

Referenced by FixDigraph(), LexOnOffSwitch(), ParseAlignPragma(), clang::Parser::ParseConstraintExpression(), clang::Parser::ParseTopLevelDecl(), and clang::Parser::TryAnnotateTypeOrScopeToken().

◆ EnterTokenStream() [1/2]

void clang::Preprocessor::EnterTokenStream	(	std::unique_ptr< Token[]>	Toks,
		unsigned	NumToks,
		bool	DisableMacroExpansion,
		bool	IsReinject
	)

inline

Definition at line 1315 of file Preprocessor.h.

◆ EnterTokenStream() [2/2]

void clang::Preprocessor::EnterTokenStream	(	ArrayRef< Token >	Toks,
		bool	DisableMacroExpansion,
		bool	IsReinject
	)

inline

Definition at line 1321 of file Preprocessor.h.

◆ FinalizeForModelFile()

void Preprocessor::FinalizeForModelFile ( )

Cleanup after model file parsing.

Definition at line 224 of file Preprocessor.cpp.

◆ FinishLexStringLiteral()

bool Preprocessor::FinishLexStringLiteral	(	Token &	Result,
		std::string &	String,
		const char *	DiagnosticTag,
		bool	AllowMacroExpansion
	)

Complete the lexing of a string literal where the first token has already been lexed (see LexStringLiteral).

Definition at line 1302 of file Preprocessor.cpp.

References Diag(), clang::StringLiteralParser::GetString(), clang::StringLiteralParser::hadError, clang::Token::hasUDSuffix(), clang::Token::is(), clang::StringLiteralParser::isAscii(), clang::Token::isNot(), Lex(), LexUnexpandedToken(), and clang::StringLiteralParser::Pascal.

Referenced by isTargetEnvironment(), and LexOnOffSwitch().

◆ getAuxTargetInfo()

const TargetInfo* clang::Preprocessor::getAuxTargetInfo ( ) const

inline

Definition at line 906 of file Preprocessor.h.

◆ getBuiltinInfo()

Builtin::Context& clang::Preprocessor::getBuiltinInfo ( )

inline

Definition at line 914 of file Preprocessor.h.

References BuiltinInfo.

Referenced by clang::FrontendAction::BeginSourceFile(), clang::CompilerInstance::createASTContext(), and clang::createChainedIncludesSource().

◆ getCodeCompletionFileLoc()

SourceLocation clang::Preprocessor::getCodeCompletionFileLoc ( ) const

inline

Returns the start location of the file of code-completion point.

Returns an invalid location if code-completion is not enabled or the file containing the code-completion point has not been lexed yet.

Definition at line 1585 of file Preprocessor.h.

Referenced by isEndOfBlockCommentWithEscapedNewLine(), and clang::Lexer::ReadToEndOfLine().

◆ getCodeCompletionFilter()

StringRef clang::Preprocessor::getCodeCompletionFilter ( )

inline

Get the code completion token for filtering purposes.

Definition at line 1234 of file Preprocessor.h.

References clang::IdentifierInfo::getName().

◆ getCodeCompletionHandler()

CodeCompletionHandler* clang::Preprocessor::getCodeCompletionHandler ( ) const

inline

Retrieve the current code-completion handler.

Definition at line 1201 of file Preprocessor.h.

Referenced by EvaluateDefined(), and EvaluateValue().

◆ getCodeCompletionLoc()

SourceLocation clang::Preprocessor::getCodeCompletionLoc ( ) const

inline

Returns the location of the code-completion point.

Returns an invalid location if code-completion is not enabled or the file containing the code-completion point has not been lexed yet.

Definition at line 1579 of file Preprocessor.h.

Referenced by findPlaceholderEnd().

◆ getCodeCompletionTokenRange()

SourceRange clang::Preprocessor::getCodeCompletionTokenRange ( ) const

inline

Definition at line 1229 of file Preprocessor.h.

◆ getCommentRetentionState()

bool clang::Preprocessor::getCommentRetentionState ( ) const

inline

Definition at line 943 of file Preprocessor.h.

Referenced by HandleComment(), PrintPreprocessedTokens(), and clang::Lexer::resetExtendedTokenMode().

◆ getCounterValue()

unsigned clang::Preprocessor::getCounterValue ( ) const

inline

Definition at line 1933 of file Preprocessor.h.

Referenced by shouldIgnoreMacro().

◆ GetCurDirLookup()

const DirectoryLookup* clang::Preprocessor::GetCurDirLookup ( )

inline

Get the DirectoryLookup structure used to find the current FileEntry, if CurLexer is non-null and if applicable.

This allows us to implement #include_next and find directory-specific properties.

Definition at line 1970 of file Preprocessor.h.

References clang::prec::Conditional, clang::FileID::isInvalid(), clang::Lexer::isPragmaLexer(), clang::MU_Other, and P.

Referenced by EvaluateHasIncludeNext().

◆ getCurrentFileLexer()

PreprocessorLexer * Preprocessor::getCurrentFileLexer ( ) const

Return the current file lexer being lexed from.

getCurrentLexer - Return the current file lexer being lexed from.

Note that this ignores any potentially active macro expansions and _Pragma expansions going on at the time.

Definition at line 50 of file PPLexerChange.cpp.

Referenced by isTargetEnvironment(), and LookupFile().

◆ getCurrentLexer()

PreprocessorLexer* clang::Preprocessor::getCurrentLexer ( ) const

inline

Return the current lexer being lexed from.

Note that this ignores any potentially active macro expansions and _Pragma expansions going on at the time.

Definition at line 975 of file Preprocessor.h.

Referenced by EvaluateHasIncludeNext().

◆ getCurrentLexerSubmodule()

Module* clang::Preprocessor::getCurrentLexerSubmodule ( ) const

inline

Return the submodule owning the file being lexed.

This may not be the current module if we have changed modules since entering the file.

Definition at line 985 of file Preprocessor.h.

Referenced by EvaluateHasIncludeNext().

◆ getCurrentModule()

Module * Preprocessor::getCurrentModule ( )

Retrieves the module that we're currently building, if any.

Definition at line 518 of file Preprocessor.cpp.

References getHeaderSearchInfo(), getLangOpts(), and clang::HeaderSearch::lookupModule().

Referenced by clang::Sema::ActOnEndOfTranslationUnit(), LookupFile(), and markIdentifierFromAST().

◆ getDiagnostics()

DiagnosticsEngine& clang::Preprocessor::getDiagnostics ( ) const

inline

Definition at line 901 of file Preprocessor.h.

Referenced by clang::AttachHeaderIncludeGen(), clang::DependencyCollector::attachToPreprocessor(), clang::CharLiteralParser::CharLiteralParser(), checkModuleIsAvailable(), clang::ento::CreateAnalysisConsumer(), emitBlob(), EnableCodeCompletion(), findPlaceholderEnd(), clang::PCHGenerator::HandleTranslationUnit(), HasExtension(), clang::html::HighlightMacros(), isConfigurationPattern(), isTargetEnvironment(), LexOnOffSwitch(), maybeDiagnoseUTF8Homoglyph(), ParseAlignPragma(), and clang::Lexer::ReadToEndOfLine().

◆ getExternalSource()

ExternalPreprocessorSource* clang::Preprocessor::getExternalSource ( ) const

inline

Definition at line 921 of file Preprocessor.h.

Referenced by getFutureCompatDiagKind(), and isTrivialSingleTokenExpansion().

◆ getFileManager()

FileManager& clang::Preprocessor::getFileManager ( ) const

inline

Definition at line 907 of file Preprocessor.h.

Referenced by emitBlob(), EnableCodeCompletion(), and getNumberOfModules().

◆ getHeaderSearchInfo()

HeaderSearch& clang::Preprocessor::getHeaderSearchInfo ( ) const

inline

Definition at line 909 of file Preprocessor.h.

Referenced by clang::Sema::ActOnEndOfTranslationUnit(), clang::DependencyCollector::attachToPreprocessor(), clang::ModuleDependencyCollector::attachToPreprocessor(), clang::FrontendAction::BeginSourceFile(), compileModuleImpl(), clang::GenerateModuleAction::CreateASTConsumer(), clang::CompilerInstance::createPCHExternalASTSource(), clang::FrontendAction::EndSourceFile(), EvaluateHasIncludeCommon(), clang::FrontendAction::Execute(), clang::FrontendAction::getCurrentModule(), getCurrentModule(), getIncludeStringForHeader(), getInputBufferForModule(), getModuleHeaderToIncludeForDiagnostics(), getTopImportImplicitModule(), clang::VerifyDiagnosticConsumer::HandleDiagnostic(), clang::PCHGenerator::HandleTranslationUnit(), LexOnOffSwitch(), clang::CompilerInstance::loadGlobalModuleIndex(), clang::CompilerInstance::loadModuleFile(), loadModuleMapForModuleBuild(), and prepareToBuildModule().

◆ getIdentifierInfo()

IdentifierInfo* clang::Preprocessor::getIdentifierInfo ( StringRef Name ) const

inline

Return information about the specified preprocessor identifier token.

Definition at line 1161 of file Preprocessor.h.

Referenced by checkConfigMacro(), checkModuleIsAvailable(), checkTupleLikeDecomposition(), DiagnoseCallingConvCast(), clang::Sema::DiagnoseOwningPropertyGetterSynthesis(), diagReturnOnAllocFailure(), FindLocsWithCommonFileID(), getFallthroughAttrSpelling(), getTupleLikeElementType(), clang::Parser::getTypeAnnotation(), clang::Parser::Initialize(), clang::Sema::Initialize(), isTargetEnvironment(), isTupleLike(), LexAfterModuleImport(), LexModuleNameComponent(), clang::CompilerInstance::loadModuleFile(), LookUpIdentifierInfo(), Preprocessor(), and VersionNumberSeparator().

◆ getIdentifierTable() [1/2]

IdentifierTable& clang::Preprocessor::getIdentifierTable ( )

inline

Definition at line 911 of file Preprocessor.h.

Referenced by AddLazyVectorDecls(), clang::FrontendAction::BeginSourceFile(), BuildNonArrayForRange(), clang::CompilerInstance::createASTContext(), clang::createChainedIncludesSource(), clang::Sema::DeclareGlobalNewDelete(), clang::FrontendAction::EndSourceFile(), getDeclForLocalLookup(), clang::Parser::Initialize(), LookupMemberExpr(), LookupMethodInReceiverType(), LookupStdInitializerList(), lookupStdTypeTraitMember(), noteMemberDeclaredHere(), and shouldIgnoreMacro().

◆ getIdentifierTable() [2/2]

const IdentifierTable& clang::Preprocessor::getIdentifierTable ( ) const

inline

Definition at line 912 of file Preprocessor.h.

◆ getImmediateMacroName()

StringRef clang::Preprocessor::getImmediateMacroName ( SourceLocation Loc )

inline

Retrieve the name of the immediate macro expansion.

This routine starts from a source location, and finds the name of the macro responsible for its immediate expansion. It looks through any intervening macro argument expansions to compute this. It returns a StringRef that refers to the SourceManager-owned buffer of the source where that macro name is spelled. Thus, the result shouldn't out-live the SourceManager.

Definition at line 1742 of file Preprocessor.h.

Referenced by lookThroughRangesV3Condition().

◆ GetIncludeFilenameSpelling()

bool Preprocessor::GetIncludeFilenameSpelling	(	SourceLocation	Loc,
		StringRef &	Buffer
	)

Turn the specified lexer token into a fully checked and spelled filename, e.g.

GetIncludeFilenameSpelling - Turn the specified lexer token into a fully checked and spelled filename, e.g.

as an operand of #include.

The caller is expected to provide a buffer that is large enough to hold the spelling of the filename, but is also expected to handle the case when this method decides to use a different buffer.

Returns: true if the input filename was in <>'s or false if it was in ""'s.

as an operand of #include. This returns true if the input filename was in <>'s or false if it were in ""'s. The caller is expected to provide a buffer that is large enough to hold the spelling of the filename, but is also expected to handle the case when this method decides to use a different buffer.

Definition at line 1498 of file PPDirectives.cpp.

References Diag().

Referenced by checkModuleIsAvailable(), and EvaluateHasIncludeCommon().

◆ getLangOpts()

const LangOptions& clang::Preprocessor::getLangOpts ( ) const

inline

Definition at line 904 of file Preprocessor.h.

Referenced by AddFunctionParameterChunks(), AddMacroResults(), clang::TokenConcatenation::AvoidConcat(), clang::FrontendAction::BeginSourceFile(), clang::CharLiteralParser::CharLiteralParser(), CheckMacroName(), checkModuleIsAvailable(), clang::createChainedIncludesSource(), DetectEOL(), diagnoseAutoModuleImport(), clang::DoPrintPreprocessedInput(), clang::DoRewriteTest(), emitPremigrationErrors(), EvaluateDirectiveSubExpr(), EvaluateHasIncludeNext(), EvaluateValue(), clang::PrintPreambleAction::ExecuteAction(), clang::DumpRawTokensAction::ExecuteAction(), FindLocsWithCommonFileID(), getCurrentModule(), getDeclForLocalLookup(), getFallthroughAttrSpelling(), clang::Parser::getLangOpts(), getModuleForLocation(), getModuleHeaderToIncludeForDiagnostics(), HandleDirective(), HandleIdentifier(), HandlePopUpPieceEndTag(), clang::PCHGenerator::HandleTranslationUnit(), HasExtension(), HasFeature(), clang::html::HighlightMacros(), clang::TokenLexer::Init(), clang::InitializePreprocessor(), isConfigurationPattern(), isInterestingIdentifier(), IsStringPrefix(), isTargetEnvironment(), clang::NumericLiteralParser::isValidUDSuffix(), clang::TokenLexer::Lex(), Lex(), LexAfterModuleImport(), LexRawTokensFromMainFile(), LookUpIdentifierInfo(), MaybeAddSentinel(), clang::NumericLiteralParser::NumericLiteralParser(), ParseLoopHintValue(), Preprocessor(), PrintPreprocessedTokens(), clang::RewriteMacrosInInput(), shouldWarnOnMacroDef(), shouldWarnOnMacroUndef(), clang::html::SyntaxHighlight(), and clang::TokenConcatenation::TokenConcatenation().

◆ getLastCachedTokenLocation()

SourceLocation clang::Preprocessor::getLastCachedTokenLocation ( ) const

inline

Get the location of the last cached token, suitable for setting the end location of an annotation token.

Definition at line 1501 of file Preprocessor.h.

Referenced by IsPreviousCachedToken().

◆ getLastMacroWithSpelling()

StringRef Preprocessor::getLastMacroWithSpelling	(	SourceLocation	Loc,
		ArrayRef< TokenValue >	Tokens
	)		const

Return the name of the macro defined before Loc that has spelling Tokens.

If there are multiple macros with same spelling, return the last one defined.

Definition at line 350 of file Preprocessor.cpp.

Referenced by DiagnoseCallingConvCast(), clang::Sema::DiagnoseOwningPropertyGetterSynthesis(), and getFallthroughAttrSpelling().

◆ getLeafModuleMacros()

ArrayRef<ModuleMacro*> clang::Preprocessor::getLeafModuleMacros ( const IdentifierInfo * II ) const

inline

Get the list of leaf (non-overridden) module macros for a name.

Definition at line 1118 of file Preprocessor.h.

References clang::IdentifierInfo::isOutOfDate().

◆ getLocalMacroDirective()

MacroDirective* clang::Preprocessor::getLocalMacroDirective ( const IdentifierInfo * II ) const

inline

Given an identifier, return its latest non-imported MacroDirective if it is #define'd and not #undef'd, or null if it isn't #define'd.

Definition at line 1065 of file Preprocessor.h.

References clang::MacroDirective::getDefinition(), clang::IdentifierInfo::hasMacroDefinition(), and clang::MacroDirective::DefInfo::isUndefined().

Referenced by ReadLineMarkerFlags().

◆ getLocalMacroDirectiveHistory()

MacroDirective * Preprocessor::getLocalMacroDirectiveHistory ( const IdentifierInfo * II ) const

Given an identifier, return the latest non-imported macro directive for that identifier.

One can iterate over all previous macro directives from the most recent one.

Definition at line 60 of file PPMacroExpansion.cpp.

References clang::IdentifierInfo::hadMacroDefinition().

Referenced by checkConfigMacro().

◆ getLocForEndOfToken()

SourceLocation clang::Preprocessor::getLocForEndOfToken	(	SourceLocation	Loc,
		unsigned	Offset = `0`
	)

inline

Computes the source location just past the end of the token at this source location.

This routine can be used to produce a source location that points just past the end of the token referenced by Loc, and is generally used when a diagnostic needs to point just after a token where it expected something different that it received. If the returned source location would not be meaningful (e.g., if it points into a macro), this routine returns an invalid source location.

Parameters

Offset an offset from the end of the token, where the source location should refer to. The default offset (0) produces a source location pointing just past the end of the token; an offset of 1 produces a source location pointing to the last character in the token, etc.

Definition at line 1775 of file Preprocessor.h.

References Offset.

Referenced by AuditedType(), clang::arcmt::ObjCMigrateAction::BeginInvocation(), clang::Parser::Diag(), EvaluateHasIncludeCommon(), GenerateNewArgTokens(), clang::Parser::getEndOfPreviousToken(), IsCommonTypo(), isTargetEnvironment(), and clang::Parser::ParseTopLevelDecl().

◆ getMacroDefinition()

MacroDefinition clang::Preprocessor::getMacroDefinition ( const IdentifierInfo * II )

inline

Definition at line 1035 of file Preprocessor.h.

References clang::IdentifierInfo::hasMacroDefinition().

Referenced by AddMacroResults(), EvaluateDefined(), HandleIdentifier(), and isConfigurationPattern().

◆ getMacroDefinitionAtLoc()

MacroDefinition clang::Preprocessor::getMacroDefinitionAtLoc	(	const IdentifierInfo *	II,
		SourceLocation	Loc
	)

inline

Definition at line 1048 of file Preprocessor.h.

References clang::IdentifierInfo::hadMacroDefinition().

Referenced by hasSuperInitCall().

◆ getMacroInfo() [1/2]

const MacroInfo* clang::Preprocessor::getMacroInfo ( const IdentifierInfo * II ) const

inline

Definition at line 1076 of file Preprocessor.h.

Referenced by checkConfigMacro(), CheckMacroName(), clang::CodeCompletionResult::CreateCodeCompletionStringForMacro(), GenerateNewArgTokens(), isConfigurationPattern(), and isTrivialSingleTokenExpansion().

◆ getMacroInfo() [2/2]

MacroInfo* clang::Preprocessor::getMacroInfo ( const IdentifierInfo * II )

inline

Definition at line 1080 of file Preprocessor.h.

References clang::MacroDirective::getMacroInfo(), and clang::IdentifierInfo::hasMacroDefinition().

◆ getModuleForLocation()

Module * Preprocessor::getModuleForLocation ( SourceLocation Loc )

Find the module that owns the source or header file that Loc points to.

If the location is in a file that was included into a module, or is outside any module, returns nullptr.

Definition at line 628 of file PPDirectives.cpp.

References clang::LangOptions::CurrentModule, clang::ModuleMap::findModuleForHeader(), clang::SourceManager::getExpansionLoc(), clang::SourceManager::getFileEntryForID(), clang::SourceManager::getFileID(), getLangOpts(), clang::ModuleMap::KnownHeader::getModule(), clang::HeaderSearch::getModuleMap(), clang::SourceManager::isInMainFile(), and clang::HeaderSearch::lookupModule().

Referenced by getModuleHeaderToIncludeForDiagnostics(), and LookupFile().

◆ getModuleHeaderToIncludeForDiagnostics()

const FileEntry * Preprocessor::getModuleHeaderToIncludeForDiagnostics	(	SourceLocation	IncLoc,
		Module *	M,
		SourceLocation	MLoc
	)

We want to produce a diagnostic at location IncLoc concerning a missing module import.

Parameters

IncLoc	The location at which the missing import was detected.
M	The desired module.
MLoc	A location within the desired module at which some desired effect occurred (eg, where a desired entity was declared).

Returns: A file that can be #included to import a module containing MLoc. Null if no such file could be determined or if a #include is not appropriate.

Definition at line 649 of file PPDirectives.cpp.

References clang::ModuleMap::findAllModulesForHeader(), clang::SourceManager::getExpansionLoc(), clang::SourceManager::getFileEntryForID(), clang::SourceManager::getFileID(), getHeaderSearchInfo(), clang::SourceManager::getIncludeLoc(), getLangOpts(), getModuleForLocation(), clang::HeaderSearch::getModuleMap(), getSourceManager(), clang::Module::getTopLevelModule(), clang::Module::GlobalModuleFragment, clang::SourceManager::isInMainFile(), clang::SourceLocation::isInvalid(), clang::Module::Kind, clang::ObjC, SM, and clang::ModuleMap::TextualHeader.

◆ getModuleImportLoc()

SourceLocation clang::Preprocessor::getModuleImportLoc ( Module * M ) const

inline

Definition at line 1370 of file Preprocessor.h.

◆ getModuleLoader()

ModuleLoader& clang::Preprocessor::getModuleLoader ( ) const

inline

Retrieve the module loader associated with this preprocessor.

Definition at line 926 of file Preprocessor.h.

Referenced by clang::PCHGenerator::HandleTranslationUnit(), and LexOnOffSwitch().

◆ getModuleMacro()

ModuleMacro * Preprocessor::getModuleMacro	(	Module *	Mod,
		IdentifierInfo *	II
	)

Definition at line 171 of file PPMacroExpansion.cpp.

References clang::SourceManager::isInSystemHeader(), and clang::ModuleMacro::Profile().

◆ getPPCallbacks()

PPCallbacks* clang::Preprocessor::getPPCallbacks ( ) const

inline

Accessors for preprocessor callbacks.

Note that this class takes ownership of any PPCallbacks object given to it.

Definition at line 995 of file Preprocessor.h.

Referenced by EvaluateDefined(), EvaluateHasIncludeCommon(), LexOnOffSwitch(), and ParseAlignPragma().

◆ getPragmaARCCFCodeAuditedInfo()

std::pair<IdentifierInfo *, SourceLocation> clang::Preprocessor::getPragmaARCCFCodeAuditedInfo ( ) const

inline

The location of the currently-active #pragma clang arc_cf_code_audited begin.

Returns an invalid location if there is no such pragma active.

Definition at line 1606 of file Preprocessor.h.

Referenced by clang::Sema::AddCFAuditedAttribute().

◆ getPragmaAssumeNonNullLoc()

SourceLocation clang::Preprocessor::getPragmaAssumeNonNullLoc ( ) const

inline

The location of the currently-active #pragma clang assume_nonnull begin.

Returns an invalid location if there is no such pragma active.

Definition at line 1621 of file Preprocessor.h.

◆ getPragmasEnabled()

bool clang::Preprocessor::getPragmasEnabled ( ) const

inline

Definition at line 946 of file Preprocessor.h.

◆ getPreambleConditionalStack()

ArrayRef<PPConditionalInfo> clang::Preprocessor::getPreambleConditionalStack ( ) const

inline

Definition at line 2266 of file Preprocessor.h.

Referenced by shouldIgnoreMacro().

◆ getPreambleSkipInfo()

llvm::Optional<PreambleSkipInfo> clang::Preprocessor::getPreambleSkipInfo ( ) const

inline

Definition at line 2281 of file Preprocessor.h.

Referenced by shouldIgnoreMacro().

◆ getPredefines()

const std::string& clang::Preprocessor::getPredefines ( ) const

inline

Definition at line 1151 of file Preprocessor.h.

◆ getPredefinesFileID()

FileID clang::Preprocessor::getPredefinesFileID ( ) const

inline

Returns the FileID for the preprocessor predefines.

Definition at line 988 of file Preprocessor.h.

Referenced by checkConfigMacro(), DetectEOL(), isConfigurationPattern(), clang::RewriteIncludesInInput(), shouldIgnoreMacro(), and SkipTokensWhileUsingPCH().

◆ getPreprocessingRecord()

PreprocessingRecord* clang::Preprocessor::getPreprocessingRecord ( ) const

inline

Retrieve the preprocessing record, or NULL if there is no preprocessing record.

Definition at line 1242 of file Preprocessor.h.

References clang::format::Tok.

Referenced by shouldIgnoreMacro().

◆ getPreprocessorAllocator()

llvm::BumpPtrAllocator& clang::Preprocessor::getPreprocessorAllocator ( )

inline

Definition at line 915 of file Preprocessor.h.

Referenced by clang::ModuleMacro::create(), LexOnOffSwitch(), ParseAlignPragma(), and ParseLoopHintValue().

◆ getPreprocessorOpts()

PreprocessorOptions& clang::Preprocessor::getPreprocessorOpts ( ) const

inline

Retrieve the preprocessor options used to initialize this preprocessor.

Definition at line 899 of file Preprocessor.h.

Referenced by findPlaceholderEnd().

◆ getRawToken()

bool clang::Preprocessor::getRawToken	(	SourceLocation	Loc,
		Token &	Result,
		bool	IgnoreWhiteSpace = `false`
	)

inline

Relex the token at the specified location.

Returns: true if there was a failure, false on success.

Definition at line 1711 of file Preprocessor.h.

Referenced by AuditedType(), and UseNSOptionsMacro().

◆ getSelectorTable()

SelectorTable& clang::Preprocessor::getSelectorTable ( )

inline

Definition at line 913 of file Preprocessor.h.

Referenced by clang::CompilerInstance::createASTContext(), LookupMemberExpr(), and LookupMethodInReceiverType().

◆ getSourceManager()

SourceManager& clang::Preprocessor::getSourceManager ( ) const

inline

Definition at line 908 of file Preprocessor.h.

Referenced by addConstevalToLambdaDeclSpecifier(), AddFunctionParameterChunks(), clang::DependencyCollector::attachToPreprocessor(), clang::ModuleDependencyCollector::attachToPreprocessor(), AuditedType(), clang::TokenConcatenation::AvoidConcat(), clang::arcmt::ObjCMigrateAction::BeginInvocation(), clang::VerifyDiagnosticConsumer::BeginSourceFile(), clang::CharLiteralParser::CharLiteralParser(), checkConfigMacro(), clang::Lexer::Create_PragmaLexer(), clang::CompilerInstance::createASTContext(), createPreprocessingRecord(), DetectEOL(), clang::DoPrintPreprocessedInput(), clang::DoRewriteTest(), emitPremigrationErrors(), EvaluateDefined(), clang::PrintDependencyDirectivesSourceMinimizerAction::ExecuteAction(), clang::DumpRawTokensAction::ExecuteAction(), FindLocsWithCommonFileID(), clang::PreprocessorLexer::getFileEntry(), GetFirstChar(), GetMappedTokenLoc(), getModuleHeaderToIncludeForDiagnostics(), clang::VerifyDiagnosticConsumer::HandleComment(), hasSuperInitCall(), clang::html::HighlightMacros(), clang::TokenLexer::Init(), isConfigurationPattern(), clang::TokenLexer::isParsingPreprocessorDirective(), IsPreviousCachedToken(), IsStringPrefix(), clang::TokenLexer::Lex(), LexRawTokensFromMainFile(), LookUpIdentifierInfo(), clang::Parser::ParseConstraintExpression(), clang::PreprocessorLexer::PreprocessorLexer(), PrintMacroDefinition(), ReadLineMarkerFlags(), clang::RewriteIncludesInInput(), clang::RewriteMacrosInInput(), SelectDigraphErrorMessage(), shouldIgnoreMacro(), SplitToken(), clang::html::SyntaxHighlight(), clang::syntax::TokenCollector::TokenCollector(), updateConsecutiveMacroArgTokens(), and UseNSOptionsMacro().

◆ getSpelling() [1/4]

StringRef clang::Preprocessor::getSpelling	(	SourceLocation	loc,
		SmallVectorImpl< char > &	buffer,
		bool *	invalid = `nullptr`
	)		const

inline

Return the 'spelling' of the token at the given location; does not go up to the spelling location or down to the expansion location.

Parameters

buffer	A buffer which will be used only if the token requires "cleaning", e.g. if it contains trigraphs or escaped newlines
invalid	If non-null, will be set `true` if an error occurs.

Definition at line 1666 of file Preprocessor.h.

Referenced by buildMSAsmString(), CheckEndOfDirective(), checkModuleIsAvailable(), clang::DoRewriteTest(), DumpToken(), EvaluateHasIncludeCommon(), EvaluateValue(), GetFirstChar(), GetLineValue(), getSpelling(), IsCommonTypo(), clang::MacroInfo::isIdenticalTo(), isMapModifier(), isMapType(), IsStringPrefix(), clang::TokenLexer::Lex(), LexHeaderName(), LexOnOffSwitch(), LookUpIdentifierInfo(), outputPrintable(), ParseAlignPragma(), clang::Parser::ParseConstraintExpression(), parseContextScore(), ParseLoopHintValue(), parseOpenMPDirectiveKind(), parseOpenMPSimpleClause(), parseSimpleIntegerLiteral(), PrintMacroDefinition(), ReadLineMarkerFlags(), clang::RewriteMacrosInInput(), clang::MacroArgs::StringifyArgument(), and VersionNumberSeparator().

◆ getSpelling() [2/4]

std::string clang::Preprocessor::getSpelling	(	const Token &	Tok,
		bool *	Invalid = `nullptr`
	)		const

inline

Return the 'spelling' of the Tok token.

The spelling of a token is the characters used to represent the token in the source file after trigraph expansion and escaped-newline folding. In particular, this wants to get the true, uncanonicalized, spelling of things like digraphs, UCNs, etc.

Parameters

Invalid If non-null, will be set true if an error occurs.

Definition at line 1680 of file Preprocessor.h.

◆ getSpelling() [3/4]

unsigned clang::Preprocessor::getSpelling	(	const Token &	Tok,
		const char *&	Buffer,
		bool *	Invalid = `nullptr`
	)		const

inline

Get the spelling of a token into a preallocated buffer, instead of as an std::string.

The caller is required to allocate enough space for the token, which is guaranteed to be at least Tok.getLength() bytes long. The length of the actual result is returned.

Note that this method may do two possible things: it may either fill in the buffer specified with characters, or it may change the input pointer to point to a constant buffer with the data already in it (avoiding a copy). The caller is not allowed to modify the returned buffer pointer if an internal buffer is returned.

Definition at line 1696 of file Preprocessor.h.

◆ getSpelling() [4/4]

StringRef Preprocessor::getSpelling	(	const Token &	Tok,
		SmallVectorImpl< char > &	Buffer,
		bool *	Invalid = `nullptr`
	)		const

Get the spelling of a token into a SmallVector.

getSpelling - This method is used to get the spelling of a token into a SmallVector.

Note that the returned StringRef may not point to the supplied buffer if a copy can be avoided.

Definition at line 460 of file Preprocessor.cpp.

References clang::Token::getIdentifierInfo(), clang::Token::getLength(), getSpelling(), clang::Token::hasUCN(), clang::Token::isNot(), and clang::Token::needsCleaning().

◆ getSpellingOfSingleCharacterNumericConstant()

char clang::Preprocessor::getSpellingOfSingleCharacterNumericConstant	(	const Token &	Tok,
		bool *	Invalid = `nullptr`
	)		const

inline

Given a Token Tok that is a numeric constant with length 1, return the character.

Definition at line 1719 of file Preprocessor.h.

References clang::SourceManager::getCharacterData(), clang::Token::getLength(), clang::Token::getLiteralData(), clang::Token::getLocation(), clang::Token::is(), and clang::Token::needsCleaning().

◆ GetSuppressIncludeNotFoundError()

bool clang::Preprocessor::GetSuppressIncludeNotFoundError ( )

inline

Definition at line 952 of file Preprocessor.h.

◆ getTargetInfo()

const TargetInfo& clang::Preprocessor::getTargetInfo ( ) const

inline

Definition at line 905 of file Preprocessor.h.

Referenced by clang::CharLiteralParser::CharLiteralParser(), checkModuleIsAvailable(), EvaluateValue(), clang::Parser::getTargetInfo(), isTargetEnvironment(), clang::NumericLiteralParser::NumericLiteralParser(), and ParseAlignPragma().

◆ getTotalMemory()

size_t Preprocessor::getTotalMemory ( ) const

Definition at line 320 of file Preprocessor.cpp.

Referenced by PrintStats().

◆ hadModuleLoaderFatalFailure()

bool clang::Preprocessor::hadModuleLoaderFatalFailure ( ) const

inline

Definition at line 928 of file Preprocessor.h.

References clang::ModuleLoader::HadFatalFailure.

Referenced by checkModuleIsAvailable().

◆ HandleComment()

bool Preprocessor::HandleComment	(	Token &	result,
		SourceRange	Comment
	)

Definition at line 1375 of file Preprocessor.cpp.

References getCommentRetentionState(), Lex(), clang::CodeCompletionHandler::~CodeCompletionHandler(), clang::CommentHandler::~CommentHandler(), and clang::ModuleLoader::~ModuleLoader().

Referenced by isEndOfBlockCommentWithEscapedNewLine().

◆ HandleDirective()

void Preprocessor::HandleDirective ( Token & Result )

Callback invoked when the lexer sees a # token at the start of a line.

HandleDirective - This callback is invoked when the lexer sees a # token at the start of a line.

This consumes the directive, modifies the lexer/preprocessor state, and advances the lexer(s) so that the next token read is the correct one.

Definition at line 899 of file PPDirectives.cpp.

◆ HandleEndOfFile()

bool Preprocessor::HandleEndOfFile	(	Token &	Result,
		bool	isEndOfMacro = `false`
	)

Callback invoked when the lexer hits the end of the current file.

HandleEndOfFile - This callback is invoked when the lexer hits the end of the current file.

This either returns the EOF token and returns true, or pops a level off the include stack and returns false, at which point the client should call lex again.

This either returns the EOF token or pops a level off the include stack and keeps going.

Definition at line 306 of file PPLexerChange.cpp.

References collectAllSubModulesWithUmbrellaHeader(), clang::FixItHint::CreateReplacement(), Diag(), clang::comments::tok::eof, clang::PPCallbacks::ExitFile, clang::Token::getLocation(), clang::SourceLocation::getLocWithOffset(), isMacroDefined(), max(), clang::Token::setAnnotationEndLoc(), clang::Token::setAnnotationValue(), clang::Token::setLocation(), clang::Token::startToken(), and clang::TU_Complete.

Referenced by clang::Lexer::ReadToEndOfLine().

◆ HandleEndOfTokenLexer()

bool Preprocessor::HandleEndOfTokenLexer ( Token & Result )

Callback invoked when the current TokenLexer hits the end of its token stream.

HandleEndOfTokenLexer - This callback is invoked when the current TokenLexer hits the end of its token stream.

Definition at line 546 of file PPLexerChange.cpp.

Referenced by clang::TokenLexer::Lex().

◆ HandleIdentifier()

bool Preprocessor::HandleIdentifier ( Token & Identifier )

Callback invoked when the lexer reads an identifier and has filled in the tokens IdentifierInfo member.

HandleIdentifier - This callback is invoked when the lexer reads an identifier.

This callback potentially macro expands it or turns it into a named token (like 'for').

Returns: true if we actually computed a token, false if we need to lex again.

This callback looks up the identifier in the map and/or potentially macro expands it or turns it into a named token (like 'for').

Note that callers of this method are guarded by checking the IdentifierInfo's 'isHandleIdentifierCase' bit. If this method changes, the IdentifierInfo methods that compute these properties will need to change to match.

Definition at line 791 of file Preprocessor.cpp.

References Diag(), clang::Token::DisableExpand, getFutureCompatDiagKind(), clang::Token::getIdentifierInfo(), getLangOpts(), clang::Token::getLocation(), getMacroDefinition(), HandlePoisonedIdentifier(), clang::Token::is(), clang::Token::isExpandDisabled(), clang::IdentifierInfo::isPoisoned(), clang::Token::setFlag(), and clang::Token::setKind().

Referenced by clang::TokenLexer::Lex(), and maybeDiagnoseUTF8Homoglyph().

◆ HandleMicrosoftCommentPaste()

void Preprocessor::HandleMicrosoftCommentPaste ( Token & Tok )

When the macro expander pastes together a comment (/##/) in Microsoft mode, this method handles updating the current state, returning the token on the next source line.

HandleMicrosoftCommentPaste - When the macro expander pastes together a comment (/##/) in microsoft mode, this method handles updating the current state, returning the token on the next source line.

Definition at line 584 of file PPLexerChange.cpp.

References clang::comments::tok::eof, clang::Token::is(), clang::Token::isNot(), clang::PreprocessorLexer::LexingRawMode, and clang::PreprocessorLexer::ParsingPreprocessorDirective.

Referenced by clang::TokenLexer::isParsingPreprocessorDirective().

◆ HandlePoisonedIdentifier()

void Preprocessor::HandlePoisonedIdentifier ( Token & Identifier )

Display reason for poisoned identifier.

Definition at line 748 of file Preprocessor.cpp.

References Diag(), and clang::Token::getIdentifierInfo().

Referenced by HandleIdentifier(), and clang::TokenLexer::Lex().

◆ HandlePragmaDependency()

void Preprocessor::HandlePragmaDependency ( Token & DependencyTok )

HandlePragmaDependency - Handle #pragma GCC dependency "foo" blah.

Definition at line 489 of file Pragma.cpp.

References Diag(), Filename, clang::Token::getLocation(), clang::FileEntry::getModificationTime(), and clang::Token::isNot().

Referenced by LexOnOffSwitch().

◆ HandlePragmaHdrstop()

void Preprocessor::HandlePragmaHdrstop ( Token & Tok )

Definition at line 855 of file Pragma.cpp.

References Diag(), clang::comments::tok::eof, clang::Token::getLocation(), clang::Token::is(), clang::Token::isNot(), clang::Result, clang::Token::startToken(), and clang::format::Tok.

Referenced by HandleSkippedDirectiveWhileUsingPCH(), and LexOnOffSwitch().

◆ HandlePragmaIncludeAlias()

void Preprocessor::HandlePragmaIncludeAlias ( Token & Tok )

Definition at line 659 of file Pragma.cpp.

References Diag(), clang::Token::getLocation(), clang::Token::is(), and clang::Token::isNot().

Referenced by LexOnOffSwitch().

◆ HandlePragmaMark()

void Preprocessor::HandlePragmaMark ( )

Definition at line 409 of file Pragma.cpp.

Referenced by LexOnOffSwitch().

◆ HandlePragmaModuleBuild()

void Preprocessor::HandlePragmaModuleBuild ( Token & Tok )

Definition at line 781 of file Pragma.cpp.

References Diag(), End, clang::comments::tok::eof, clang::Token::getKind(), clang::Token::getLocation(), clang::IdentifierInfo::getName(), clang::Token::getRawIdentifier(), clang::Token::is(), clang::Token::isAtStartOfLine(), clang::Token::isNot(), and LexModuleNameComponent().

◆ HandlePragmaOnce()

void Preprocessor::HandlePragmaOnce ( Token & OnceTok )

HandlePragmaOnce - Handle #pragma once. OnceTok is the 'once'.

Definition at line 394 of file Pragma.cpp.

References Diag(), IsHeaderFile(), and clang::TU_Prefix.

Referenced by LexOnOffSwitch().

◆ HandlePragmaPoison()

void Preprocessor::HandlePragmaPoison ( )

HandlePragmaPoison - Handle #pragma GCC poison. PoisonTok is the 'poison'.

Definition at line 415 of file Pragma.cpp.

References Diag(), clang::Token::is(), clang::IdentifierInfo::isFromAST(), isMacroDefined(), clang::Token::isNot(), clang::IdentifierInfo::isPoisoned(), clang::IdentifierInfo::setChangedSinceDeserialization(), clang::IdentifierInfo::setIsPoisoned(), and clang::format::Tok.

Referenced by LexOnOffSwitch().

◆ HandlePragmaPopMacro()

void Preprocessor::HandlePragmaPopMacro ( Token & PopMacroTok )

Handle #pragma pop_macro.

The syntax is:

#pragma pop_macro("macro")

Definition at line 624 of file Pragma.cpp.

References Diag(), clang::Token::getLocation(), and clang::IdentifierInfo::getName().

◆ HandlePragmaPushMacro()

void Preprocessor::HandlePragmaPushMacro ( Token & PushMacroTok )

Handle #pragma push_macro.

The syntax is:

#pragma push_macro("macro")

Definition at line 601 of file Pragma.cpp.

References clang::MacroInfo::setIsAllowRedefinitionsWithoutWarning().

◆ HandlePragmaSystemHeader()

void Preprocessor::HandlePragmaSystemHeader ( Token & SysHeaderTok )

HandlePragmaSystemHeader - Implement #pragma GCC system_header.

We know that the whole directive has been parsed.

Definition at line 457 of file Pragma.cpp.

References clang::SrcMgr::C_System, Diag(), clang::PreprocessorLexer::getFileEntry(), clang::PresumedLoc::getFilename(), clang::PresumedLoc::getLine(), clang::Token::getLocation(), clang::PresumedLoc::isInvalid(), and clang::PPCallbacks::SystemHeaderPragma.

Referenced by LexOnOffSwitch().

◆ HandleSkippedDirectiveWhileUsingPCH()

void Preprocessor::HandleSkippedDirectiveWhileUsingPCH	(	Token &	Result,
		SourceLocation	HashLoc
	)

Process directives while skipping until the through header or #pragma hdrstop is found.

Process a directive while looking for the through header or a #pragma hdrstop.

The following directives are handled: #include (to check if it is the through header) #define (to warn about macros that don't match the PCH) #pragma (to check for pragma hdrstop). All other directives are completely discarded.

Definition at line 874 of file PPDirectives.cpp.

References DiscardUntilEndOfDirective(), clang::Token::getIdentifierInfo(), HandlePragmaHdrstop(), Lex(), clang::minimize_source_to_dependency_directives::pp_define, and clang::minimize_source_to_dependency_directives::pp_include.

Referenced by HandleDirective().

◆ hasRecordedPreamble()

bool clang::Preprocessor::hasRecordedPreamble ( ) const

inline

Definition at line 2262 of file Preprocessor.h.

Referenced by shouldIgnoreMacro().

◆ IgnorePragmas()

void Preprocessor::IgnorePragmas ( )

Install empty handlers for all pragmas (making them ignored).

Ignore all pragmas, useful for modes such as -Eonly which would otherwise warn about those pragmas being unknown.

Definition at line 1908 of file Pragma.cpp.

References clang::EmptyPragmaHandler::EmptyPragmaHandler().

Referenced by DoPrintMacros(), clang::PreprocessOnlyAction::ExecuteAction(), and clang::RewriteIncludesInInput().

◆ IncrementPasteCounter()

void clang::Preprocessor::IncrementPasteCounter ( bool isFast )

inline

Increment the counters for the number of token paste operations performed.

If fast was specified, this is a 'fast paste' case we handled.

Definition at line 1817 of file Preprocessor.h.

References Identifier.

Referenced by clang::TokenLexer::Lex().

◆ Initialize()

void Preprocessor::Initialize	(	const TargetInfo &	Target,
		const TargetInfo *	AuxTarget = `nullptr`
	)

Initialize the preprocessor using information about the target.

Parameters

Target	is owned by the caller and must remain valid for the lifetime of the preprocessor.
AuxTarget	is owned by the caller and must remain valid for the lifetime of the preprocessor.

Definition at line 194 of file Preprocessor.cpp.

References clang::IdentifierTable::AddKeywords(), clang::Builtin::Context::InitializeTarget(), and clang::HeaderSearch::setTarget().

◆ InitializeForModelFile()

void Preprocessor::InitializeForModelFile ( )

Initialize the preprocessor to parse a model file.

To parse model files the preprocessor of the original source is reused to preserver the identifier table. However to avoid some duplicate information in the preprocessor some cleanup is needed before it is used to parse model files. This method does that cleanup.

Definition at line 212 of file Preprocessor.cpp.

◆ isAtEndOfMacroExpansion()

bool clang::Preprocessor::isAtEndOfMacroExpansion	(	SourceLocation	loc,
		SourceLocation *	MacroEnd = `nullptr`
	)		const

inline

Returns true if the given MacroID location points at the last token of the macro expansion.

Parameters

MacroEnd If non-null and function returns true, it is set to end location of the macro.

Definition at line 1795 of file Preprocessor.h.

◆ isAtStartOfMacroExpansion()

bool clang::Preprocessor::isAtStartOfMacroExpansion	(	SourceLocation	loc,
		SourceLocation *	MacroBegin = `nullptr`
	)		const

inline

Returns true if the given MacroID location points at the first token of the macro expansion.

Parameters

MacroBegin If non-null and function returns true, it is set to begin location of the macro.

Definition at line 1784 of file Preprocessor.h.

Referenced by clang::Parser::ParseConstraintExpression().

◆ isBacktrackEnabled()

bool clang::Preprocessor::isBacktrackEnabled ( ) const

inline

True if EnableBacktrackAtThisPos() was called and caching of tokens is on.

Definition at line 1357 of file Preprocessor.h.

Referenced by Backtrack(), and clang::Parser::ParseTopLevelDecl().

◆ isCodeCompletionEnabled()

bool clang::Preprocessor::isCodeCompletionEnabled ( ) const

inline

Determine if we are performing code completion.

Definition at line 1573 of file Preprocessor.h.

Referenced by clang::Sema::ActOnEndOfTranslationUnit(), findPlaceholderEnd(), and clang::Parser::Parser().

◆ isCodeCompletionReached()

bool clang::Preprocessor::isCodeCompletionReached ( ) const

inline

Returns true if code-completion is enabled and we have hit the code-completion point.

Definition at line 1591 of file Preprocessor.h.

Referenced by clang::Parser::ParseTopLevelDecl(), and clang::Parser::ParseUnqualifiedId().

◆ isCurrentLexer()

bool clang::Preprocessor::isCurrentLexer ( const PreprocessorLexer * L ) const

inline

Return true if we are lexing directly from the specified lexer.

Definition at line 967 of file Preprocessor.h.

◆ isIncrementalProcessingEnabled()

bool clang::Preprocessor::isIncrementalProcessingEnabled ( ) const

inline

Returns true if incremental processing is enabled.

Definition at line 1548 of file Preprocessor.h.

Referenced by clang::Sema::ActOnEndOfTranslationUnit(), clang::Parser::ParseTopLevelDecl(), and clang::Parser::~Parser().

◆ isInPrimaryFile()

bool Preprocessor::isInPrimaryFile ( ) const

Return true if we're in the top-level file, not in a #include.

isInPrimaryFile - Return true if we're in the top-level file, not in a #include.

This looks through macro expansions and active _Pragma lexers.

Definition at line 35 of file PPLexerChange.cpp.

Referenced by EvaluateHasIncludeNext(), and clang::Lexer::ReadToEndOfLine().

◆ isMacroDefined() [1/2]

bool clang::Preprocessor::isMacroDefined ( StringRef Id )

inline

Definition at line 1011 of file Preprocessor.h.

References clang::IdentifierTable::get(), and isMacroDefined().

Referenced by diagnoseXorMisusedAsPow(), clang::arcmt::trans::getNilString(), MaybeAddSentinel(), ParseLoopHintValue(), and clang::HeaderSearch::ShouldEnterIncludeFile().

◆ isMacroDefined() [2/2]

bool clang::Preprocessor::isMacroDefined ( const IdentifierInfo * II )

inline

Definition at line 1014 of file Preprocessor.h.

References bool, and clang::IdentifierInfo::hasMacroDefinition().

◆ isMacroDefinedInLocalModule()

bool clang::Preprocessor::isMacroDefinedInLocalModule	(	const IdentifierInfo *	II,
		Module *	M
	)

inline

Determine whether II is defined as a macro within the module M, if that is a module that we've already preprocessed.

Does not check for macros imported into M.

Definition at line 1022 of file Preprocessor.h.

References clang::IdentifierInfo::hasMacroDefinition(), and clang::MacroDirective::isDefined().

Referenced by clang::HeaderSearch::ShouldEnterIncludeFile().

◆ isParsingIfOrElifDirective()

bool clang::Preprocessor::isParsingIfOrElifDirective ( ) const

inline

True if we are currently preprocessing a if or #elif directive.

Definition at line 933 of file Preprocessor.h.

Referenced by EvaluateHasIncludeCommon().

◆ isPCHThroughHeader()

bool Preprocessor::isPCHThroughHeader ( const FileEntry * FE )

Returns true if the FileEntry is the PCH through header.

Definition at line 598 of file Preprocessor.cpp.

References clang::SourceManager::getFileEntryForID(), and clang::FileID::isValid().

Referenced by checkModuleIsAvailable().

◆ isPreprocessedOutput()

bool clang::Preprocessor::isPreprocessedOutput ( ) const

inline

Returns true if the preprocessor is responsible for generating output, false if it is producing tokens to be consumed by Parse and Sema.

Definition at line 964 of file Preprocessor.h.

Referenced by findPlaceholderEnd().

◆ IsPreviousCachedToken()

bool Preprocessor::IsPreviousCachedToken ( const Token & Tok ) const

Whether Tok is the most recent token (CachedLexPos - 1) in CachedTokens.

Definition at line 139 of file PPCaching.cpp.

References clang::Token::getKind(), getLastCachedTokenLocation(), clang::Token::getLocation(), and getSourceManager().

◆ isRecordingPreamble()

bool clang::Preprocessor::isRecordingPreamble ( ) const

inline

Definition at line 2258 of file Preprocessor.h.

Referenced by CheckEndOfDirective(), clang::Lexer::ReadToEndOfLine(), and shouldIgnoreMacro().

◆ LeaveSubmodule()

Module * Preprocessor::LeaveSubmodule ( bool ForPragma )

Definition at line 721 of file PPLexerChange.cpp.

References clang::MacroDirective::getPrevious(), and clang::Module::getTopLevelModuleName().

◆ Lex()

void Preprocessor::Lex ( Token & Result )

Lex the next token for this preprocessor.

Definition at line 883 of file Preprocessor.cpp.

References clang::Token::getEndLoc(), clang::Token::getFlag(), clang::Token::getIdentifierInfo(), clang::Token::getKind(), getLangOpts(), clang::Token::getLocation(), clang::Token::is(), clang::IdentifierInfo::isModulesImport(), clang::Token::IsReinjected, LexAfterModuleImport(), setCodeCompletionIdentifierInfo(), setCodeCompletionTokenRange(), and clang::Token::setIdentifierInfo().

Referenced by Backtrack(), CheckEndOfDirective(), CollectPpImportSuffix(), clang::Parser::ConsumeToken(), DoPrintMacros(), clang::DoPrintPreprocessedInput(), clang::PrintDependencyDirectivesSourceMinimizerAction::ExecuteAction(), clang::DumpTokensAction::ExecuteAction(), clang::PreprocessOnlyAction::ExecuteAction(), FinishLexStringLiteral(), FixDigraph(), GetLineValue(), HandleComment(), HandleSkippedDirectiveWhileUsingPCH(), LexAfterModuleImport(), LexHeaderName(), clang::PreprocessorLexer::LexIncludeFilename(), LexOnOffSwitch(), outputPrintable(), ParseAlignPragma(), ParseLoopHintValue(), parseSimpleIntegerLiteral(), PrintPreprocessedTokens(), ReadLineMarkerFlags(), clang::RewriteIncludesInInput(), clang::RewriteMacrosInInput(), clang::Parser::TryAnnotateTypeOrScopeToken(), and clang::Parser::TryConsumeToken().

◆ LexAfterModuleImport()

bool Preprocessor::LexAfterModuleImport ( Token & Result )

Lex a token following the 'import' contextual keyword.

pp-import: [C++20] import header-name pp-import-suffix[opt] ; import header-name-tokens pp-import-suffix[opt] ; [ObjC] @ import module-name ; [Clang] import module-name ;

header-name-tokens:
      string-literal
      < [any sequence of preprocessing-tokens other than >] >

module-name:
      module-name-qualifier[opt] identifier

module-name-qualifier
      module-name-qualifier[opt] identifier .

We respond to a pp-import by importing macros from the named module.

Definition at line 1117 of file Preprocessor.cpp.

References CollectPpImportSuffix(), Diag(), clang::comments::tok::eof, clang::Token::getIdentifierInfo(), getIdentifierInfo(), clang::Token::getKind(), getLangOpts(), clang::Token::getLocation(), clang::Module::Hidden, clang::Token::is(), clang::SourceLocation::isMacroID(), clang::Token::isNot(), Lex(), LexHeaderName(), clang::ModuleLoader::loadModule(), makeModuleVisible(), clang::None, recomputeCurLexerKind(), clang::Token::setIdentifierInfo(), clang::Token::setKind(), clang::Token::setLength(), clang::Token::setLocation(), and clang::Token::startToken().

Referenced by Lex(), and SkipTokensWhileUsingPCH().

◆ LexHeaderName()

bool Preprocessor::LexHeaderName	(	Token &	FilenameTok,
		bool	AllowMacroExpansion = `true`
	)

Lex a token, forming a header-name token if possible.

Lex a header-name token (including one formed from header-name-tokens if AllowConcatenation is true).

Parameters

FilenameTok	Filled in with the next token. On success, this will be either a header_name token. On failure, it will be whatever other token was found instead.
AllowMacroExpansion	If `true`, allow the header name to be formed by macro expansion (concatenating tokens as necessary if the first token is a '<').

Returns: true if we reached EOD or EOF while looking for a > token in a concatenated header name and diagnosed it. false otherwise.

Definition at line 974 of file Preprocessor.cpp.

References CreateString(), Diag(), End, clang::comments::tok::eof, clang::Token::getLength(), clang::Token::getLocation(), getSpelling(), clang::Token::hasLeadingEmptyMacro(), clang::Token::hasLeadingSpace(), clang::Token::is(), clang::Token::isAtStartOfLine(), clang::Token::isNot(), clang::Token::isOneOf(), clang::Token::LeadingEmptyMacro, clang::Token::LeadingSpace, Lex(), clang::PreprocessorLexer::LexIncludeFilename(), memcpy(), setCodeCompletionReached(), clang::Token::setFlagValue(), clang::Token::setKind(), clang::Token::StartOfLine, and clang::Token::startToken().

Referenced by checkModuleIsAvailable(), EvaluateHasIncludeCommon(), and LexAfterModuleImport().

◆ LexNonComment()

void clang::Preprocessor::LexNonComment ( Token & Result )

inline

Lex a token.

If it's a comment, keep lexing until we get something not a comment.

This is useful in -E -C mode where comments would foul up preprocessor directive handling.

Definition at line 1398 of file Preprocessor.h.

References clang::Token::getKind().

Referenced by EvaluateDefined(), EvaluateDirectiveSubExpr(), EvaluateHasIncludeCommon(), EvaluateValue(), and isTargetEnvironment().

◆ LexOnOffSwitch()

bool Preprocessor::LexOnOffSwitch ( tok::OnOffSwitch & Result )

Lex an on-off-switch (C99 6.10.6p2) and verify that it is followed by EOD.

Return true if the token is not a valid on-off-switch.

Definition at line 942 of file Pragma.cpp.

Referenced by ParseAlignPragma().

◆ LexStringLiteral()

bool clang::Preprocessor::LexStringLiteral	(	Token &	Result,
		std::string &	String,
		const char *	DiagnosticTag,
		bool	AllowMacroExpansion
	)

inline

Lex a string literal, which may be the concatenation of multiple string literals and may even come from macro expansion.

Returns: true on success, false if a error diagnostic has been generated.

Definition at line 1377 of file Preprocessor.h.

Referenced by ParseAlignPragma().

◆ LexUnexpandedNonComment()

void clang::Preprocessor::LexUnexpandedNonComment ( Token & Result )

inline

Like LexNonComment, but this disables macro expansion of identifier tokens.

Definition at line 1418 of file Preprocessor.h.

References clang::Token::getKind().

Referenced by EvaluateDefined().

◆ LexUnexpandedToken()

void clang::Preprocessor::LexUnexpandedToken ( Token & Result )

inline

Just like Lex, but disables macro expansion of identifier tokens.

Definition at line 1405 of file Preprocessor.h.

Referenced by CheckEndOfDirective(), CheckMacroName(), DiscardUntilEndOfDirective(), EvaluateFeatureLikeBuiltinMacro(), FinishLexStringLiteral(), GenerateNewArgTokens(), HandleDirective(), clang::PragmaNamespace::HandlePragma(), isConfigurationPattern(), isTargetEnvironment(), LexModuleName(), LexModuleNameComponent(), LexOnOffSwitch(), outputPrintable(), and ParseAlignPragma().

◆ LookAhead()

const Token& clang::Preprocessor::LookAhead ( unsigned N )

inline

Peeks ahead N tokens and returns that token without consuming any tokens.

LookAhead(0) returns the next token that would be returned by Lex(), LookAhead(1) returns the token after it, etc. This returns normal tokens after phase 5. As such, it is equivalent to using 'Lex', not 'LexUnexpandedToken'.

Definition at line 1442 of file Preprocessor.h.

Referenced by clang::Parser::NextToken(), and parseOpenMPDirectiveKind().

◆ LookupFile()

Optional< FileEntryRef > Preprocessor::LookupFile	(	SourceLocation	FilenameLoc,
		StringRef	Filename,
		bool	isAngled,
		const DirectoryLookup *	FromDir,
		const FileEntry *	FromFile,
		const DirectoryLookup *&	CurDir,
		SmallVectorImpl< char > *	SearchPath,
		SmallVectorImpl< char > *	RelativePath,
		ModuleMap::KnownHeader *	SuggestedModule,
		bool *	IsMapped,
		bool *	IsFrameworkFound,
		bool	SkipCache = `false`
	)

Given a "foo" or <foo> reference, look up the indicated file.

Returns None on failure. isAngled indicates whether the file reference is for system #include's or not (i.e. using <> instead of "").

Definition at line 718 of file PPDirectives.cpp.

References clang::ModuleMap::diagnoseHeaderInclusion(), getCurrentFileLexer(), getCurrentModule(), clang::FileEntry::getDir(), clang::FileManager::getDirectory(), clang::PreprocessorLexer::getFileEntry(), clang::SourceManager::getFileEntryForID(), clang::PreprocessorLexer::getFileID(), clang::SourceManager::getMainFileID(), getModuleForLocation(), clang::HeaderSearch::getModuleMap(), clang::SourceManager::isInMainFile(), clang::Module::IsSystem, clang::HeaderSearch::LookupFile(), clang::HeaderSearch::LookupSubframeworkHeader(), and clang::None.

Referenced by checkModuleIsAvailable(), EnterMainSourceFile(), and EvaluateHasIncludeCommon().

◆ LookUpIdentifierInfo()

IdentifierInfo * Preprocessor::LookUpIdentifierInfo ( Token & Identifier ) const

Given a tok::raw_identifier token, look up the identifier information for the token and install it into the token, updating the token kind accordingly.

LookUpIdentifierInfo - Given a tok::raw_identifier token, look up the identifier information for the token and install it into the token, updating the token kind accordingly.

Definition at line 697 of file Preprocessor.cpp.

References clang::expandUCNs(), getIdentifierInfo(), getLangOpts(), clang::Token::getLocation(), clang::Token::getRawIdentifier(), getSourceManager(), getSpelling(), clang::Token::hasUCN(), clang::SourceManager::isInSystemHeader(), clang::Token::needsCleaning(), clang::Token::setIdentifierInfo(), and clang::Token::setKind().

Referenced by DetectEOL(), findPlaceholderEnd(), clang::html::HighlightMacros(), clang::TokenLexer::Lex(), LexRawTokensFromMainFile(), maybeDiagnoseUTF8Homoglyph(), and clang::html::SyntaxHighlight().

◆ macro_begin()

Preprocessor::macro_iterator Preprocessor::macro_begin ( bool IncludeExternalMacros = true ) const

Definition at line 306 of file Preprocessor.cpp.

References clang::ExternalPreprocessorSource::ReadDefinedMacros().

Referenced by AddMacroResults(), and DoPrintMacros().

◆ macro_end()

Preprocessor::macro_iterator Preprocessor::macro_end ( bool IncludeExternalMacros = true ) const

Definition at line 333 of file Preprocessor.cpp.

References clang::ExternalPreprocessorSource::ReadDefinedMacros().

Referenced by AddMacroResults(), and DoPrintMacros().

◆ macros()

llvm::iterator_range<macro_iterator> clang::Preprocessor::macros ( bool IncludeExternalMacros = true ) const

inline

Definition at line 1137 of file Preprocessor.h.

Referenced by indexPreprocessorMacros().

◆ makeModuleVisible()

void Preprocessor::makeModuleVisible	(	Module *	M,
		SourceLocation	Loc
	)

Definition at line 1285 of file Preprocessor.cpp.

References Diag().

Referenced by LexAfterModuleImport(), and LexOnOffSwitch().

◆ markMacroAsUsed()

void Preprocessor::markMacroAsUsed ( MacroInfo * MI )

A macro is used, update information about macros that need unused warnings.

Definition at line 1839 of file PPMacroExpansion.cpp.

References clang::MacroInfo::getDefinitionLoc(), clang::MacroInfo::isUsed(), clang::MacroInfo::isWarnIfUnused(), and clang::MacroInfo::setIsUsed().

Referenced by EvaluateDefined(), isConfigurationPattern(), and isTrivialSingleTokenExpansion().

◆ MaybeHandlePoisonedIdentifier()

void clang::Preprocessor::MaybeHandlePoisonedIdentifier ( Token & Identifier )

inline

Definition at line 1855 of file Preprocessor.h.

References clang::Token::getIdentifierInfo(), and clang::IdentifierInfo::isPoisoned().

◆ ParsePragmaPushOrPopMacro()

IdentifierInfo * Preprocessor::ParsePragmaPushOrPopMacro ( Token & Tok )

ParsePragmaPushOrPopMacro - Handle parsing of pragma push_macro/pop_macro.

Return the IdentifierInfo* associated with the macro to push or pop.

Definition at line 546 of file Pragma.cpp.

References Diag(), clang::Token::getLocation(), clang::Token::hasUDSuffix(), clang::Token::isNot(), clang::Token::startToken(), and clang::format::Tok.

◆ parseSimpleIntegerLiteral()

bool Preprocessor::parseSimpleIntegerLiteral	(	Token &	Tok,
		uint64_t &	Value
	)

Parses a simple integer literal to get its numeric value.

Floating point literals and user defined literals are rejected. Used primarily to handle pragmas that accept integer arguments.

Definition at line 1343 of file Preprocessor.cpp.

References clang::Token::getLocation(), getSpelling(), clang::Token::is(), and Lex().

Referenced by LexOnOffSwitch(), and ParseAlignPragma().

◆ PoisonSEHIdentifiers()

void Preprocessor::PoisonSEHIdentifiers ( bool Poison = true )

Definition at line 734 of file Preprocessor.cpp.

References clang::IdentifierInfo::setIsPoisoned().

◆ PrintStats()

void Preprocessor::PrintStats ( )

Definition at line 267 of file Preprocessor.cpp.

References getTotalMemory().

Referenced by clang::FrontendAction::EndSourceFile().

◆ recomputeCurLexerKind()

void Preprocessor::recomputeCurLexerKind ( )

Recompute the current lexer kind based on the CurLexer/ CurTokenLexer pointers.

Definition at line 377 of file Preprocessor.cpp.

Referenced by Backtrack(), and LexAfterModuleImport().

◆ removeCommentHandler()

void Preprocessor::removeCommentHandler ( CommentHandler * Handler )

Remove the specified comment handler.

It is an error to remove a handler that has not been registered.

Definition at line 1368 of file Preprocessor.cpp.

Referenced by clang::Parser::~Parser().

◆ RemovePragmaHandler() [1/2]

void Preprocessor::RemovePragmaHandler	(	StringRef	Namespace,
		PragmaHandler *	Handler
	)

Remove the specific pragma handler from this preprocessor.

RemovePragmaHandler - Remove the specific pragma handler from the preprocessor.

If Namespace is non-null, then it should be the namespace that Handler was added to. It is an error to remove a handler that has not been registered.

If

Namespace is non-null, then it should be the namespace that
Handler was added to. It is an error to remove a handler that has not been registered.

Definition at line 920 of file Pragma.cpp.

References clang::PragmaHandler::getIfNamespace(), clang::PragmaNamespace::IsEmpty(), and clang::PragmaNamespace::RemovePragmaHandler().

Referenced by clang::DoPrintPreprocessedInput().

◆ RemovePragmaHandler() [2/2]

void clang::Preprocessor::RemovePragmaHandler ( PragmaHandler * Handler )

inline

Definition at line 1180 of file Preprocessor.h.

◆ RemoveTopOfLexerStack()

void Preprocessor::RemoveTopOfLexerStack ( )

Pop the current lexer/macro exp off the top of the lexer stack.

RemoveTopOfLexerStack - Pop the current lexer/macro exp off the top of the lexer stack.

This should only be used in situations where the current state of the top-of-stack lexer is known.

This should only be used in situations where the current state of the top-of-stack lexer is unknown.

Definition at line 567 of file PPLexerChange.cpp.

◆ ReplaceLastTokenWithAnnotation()

void clang::Preprocessor::ReplaceLastTokenWithAnnotation ( const Token & Tok )

inline

Replace the last token with an annotation token.

Like AnnotateCachedTokens(), this routine replaces an already-parsed (and resolved) token with an annotation token. However, this routine only replaces the last token with the annotation token; it does not affect any other cached tokens. This function has no effect if backtracking is not enabled.

Definition at line 1525 of file Preprocessor.h.

References clang::Token::isAnnotation().

◆ ReplacePreviousCachedToken()

void Preprocessor::ReplacePreviousCachedToken ( ArrayRef< Token > NewToks )

Replace token in CachedLexPos - 1 in CachedTokens by the tokens in NewToks.

Useful when a token needs to be split in smaller ones and CachedTokens most recent token must to be updated to reflect that.

Definition at line 157 of file PPCaching.cpp.

◆ RevertCachedTokens()

void clang::Preprocessor::RevertCachedTokens ( unsigned N )

inline

When backtracking is enabled and tokens are cached, this allows to revert a specific number of tokens.

Note that the number of tokens being reverted should be up to the last backtrack position, not more.

Definition at line 1455 of file Preprocessor.h.

Referenced by clang::Parser::ParseTopLevelDecl().

◆ SawDateOrTime()

bool clang::Preprocessor::SawDateOrTime ( ) const

inline

Returns true if the preprocessor has seen a use of DATE or TIME in the file so far.

Definition at line 1930 of file Preprocessor.h.

Referenced by shouldIgnoreMacro().

◆ setCodeCompletionHandler()

void clang::Preprocessor::setCodeCompletionHandler ( CodeCompletionHandler & Handler )

inline

Set the code completion handler to the given object.

Definition at line 1196 of file Preprocessor.h.

Referenced by clang::Parser::Parser().

◆ setCodeCompletionIdentifierInfo()

void clang::Preprocessor::setCodeCompletionIdentifierInfo ( IdentifierInfo * Filter )

inline

Set the code completion token for filtering purposes.

Definition at line 1219 of file Preprocessor.h.

References clang::tooling::Filter.

Referenced by Lex().

◆ SetCodeCompletionPoint()

bool Preprocessor::SetCodeCompletionPoint	(	const FileEntry *	File,
		unsigned	Line,
		unsigned	Column
	)

Specify the point at which code-completion will be performed.

Parameters

File	the file in which code completion should occur. If this file is included multiple times, code-completion will perform completion the first time it is included. If NULL, this function clears out the code-completion point.
Line	the line at which code completion should occur (1-based).
Column	the column at which code completion should occur (1-based).

Returns: true if an error occurred, false otherwise.

Definition at line 386 of file Preprocessor.cpp.

References clang::SourceManager::getMemoryBufferForFile().

Referenced by EnableCodeCompletion().

◆ setCodeCompletionReached()

void clang::Preprocessor::setCodeCompletionReached ( )

inline

Note that we hit the code-completion point.

Definition at line 1594 of file Preprocessor.h.

Referenced by CheckEndOfDirective(), CheckMacroName(), CodeCompleteIncludedFile(), CodeCompleteNaturalLanguage(), EvaluateDefined(), EvaluateValue(), HandleDirective(), and LexHeaderName().

◆ setCodeCompletionTokenRange()

void clang::Preprocessor::setCodeCompletionTokenRange	(	const SourceLocation	Start,
		const SourceLocation	End
	)

inline

Set the code completion token range for detecting replacement range later on.

Definition at line 1225 of file Preprocessor.h.

Referenced by Lex().

◆ SetCommentRetentionState()

void clang::Preprocessor::SetCommentRetentionState	(	bool	KeepComments,
		bool	KeepMacroComments
	)

inline

Control whether the preprocessor retains comments in output.

Definition at line 938 of file Preprocessor.h.

Referenced by clang::DoPrintPreprocessedInput().

◆ setCounterValue()

void clang::Preprocessor::setCounterValue ( unsigned V )

inline

Definition at line 1934 of file Preprocessor.h.

References Filename, and V.

◆ setDiagnostics()

void clang::Preprocessor::setDiagnostics ( DiagnosticsEngine & D )

inline

Definition at line 902 of file Preprocessor.h.

◆ setExternalSource()

void clang::Preprocessor::setExternalSource ( ExternalPreprocessorSource * Source )

inline

Definition at line 917 of file Preprocessor.h.

◆ setLoadedMacroDirective()

void Preprocessor::setLoadedMacroDirective	(	IdentifierInfo *	II,
		MacroDirective *	ED,
		MacroDirective *	MD
	)

Set a MacroDirective that was loaded from a PCH file.

Definition at line 93 of file PPMacroExpansion.cpp.

References clang::MacroDirective::isDefined(), clang::IdentifierInfo::setHasMacroDefinition(), and clang::MacroDirective::setPrevious().

◆ SetMacroExpansionOnlyInDirectives()

void clang::Preprocessor::SetMacroExpansionOnlyInDirectives ( )

inline

Disables macro expansion everywhere except for preprocessor directives.

Definition at line 1430 of file Preprocessor.h.

Referenced by clang::RewriteIncludesInInput().

◆ setMainFileDir()

void clang::Preprocessor::setMainFileDir ( const DirectoryEntry * Dir )

inline

Set the directory in which the main file should be considered to have been found, if it is not a real file.

Definition at line 1633 of file Preprocessor.h.

Referenced by prepareToBuildModule().

◆ SetPoisonReason()

void Preprocessor::SetPoisonReason	(	IdentifierInfo *	II,
		unsigned	DiagID
	)

Specifies the reason for poisoning an identifier.

If that identifier is accessed while poisoned, then this reason will be used instead of the default "poisoned" diagnostic.

Definition at line 730 of file Preprocessor.cpp.

Referenced by clang::Parser::Initialize(), and Preprocessor().

◆ setPragmaARCCFCodeAuditedInfo()

void clang::Preprocessor::setPragmaARCCFCodeAuditedInfo	(	IdentifierInfo *	Ident,
		SourceLocation	Loc
	)

inline

Set the location of the currently-active #pragma clang arc_cf_code_audited begin.

An invalid location ends the pragma.

Definition at line 1612 of file Preprocessor.h.

◆ setPragmaAssumeNonNullLoc()

void clang::Preprocessor::setPragmaAssumeNonNullLoc ( SourceLocation Loc )

inline

Set the location of the currently-active #pragma clang assume_nonnull begin.

An invalid location ends the pragma.

Definition at line 1627 of file Preprocessor.h.

◆ setPragmasEnabled()

void clang::Preprocessor::setPragmasEnabled ( bool Enabled )

inline

Definition at line 945 of file Preprocessor.h.

◆ setPredefines() [1/2]

void clang::Preprocessor::setPredefines ( const char * P )

inline

Set the predefines for this Preprocessor.

These predefines are automatically injected when parsing the main file.

Definition at line 1156 of file Preprocessor.h.

References P.

Referenced by createASTReader(), and clang::CompilerInstance::createPCHExternalASTSource().

◆ setPredefines() [2/2]

void clang::Preprocessor::setPredefines ( StringRef P )

inline

Definition at line 1157 of file Preprocessor.h.

References P.

◆ setPreprocessedOutput()

void clang::Preprocessor::setPreprocessedOutput ( bool IsPreprocessedOutput )

inline

Sets whether the preprocessor is responsible for producing output or if it is producing tokens to be consumed by Parse and Sema.

Definition at line 958 of file Preprocessor.h.

◆ setRecordedPreambleConditionalStack()

void clang::Preprocessor::setRecordedPreambleConditionalStack ( ArrayRef< PPConditionalInfo > s )

inline

Definition at line 2270 of file Preprocessor.h.

Referenced by clang::Lexer::ReadToEndOfLine().

◆ setReplayablePreambleConditionalStack()

void clang::Preprocessor::setReplayablePreambleConditionalStack	(	ArrayRef< PPConditionalInfo >	s,
		llvm::Optional< PreambleSkipInfo >	SkipInfo
	)

inline

Definition at line 2274 of file Preprocessor.h.

◆ setSkipMainFilePreamble()

void clang::Preprocessor::setSkipMainFilePreamble	(	unsigned	Bytes,
		bool	StartOfLine
	)

inline

Instruct the preprocessor to skip part of the main source file.

Parameters

Bytes	The number of bytes in the preamble to skip.
StartOfLine	Whether skipping these bytes puts the lexer at the start of a line.

Definition at line 1643 of file Preprocessor.h.

Referenced by clang::FrontendAction::BeginSourceFile().

◆ SetSuppressIncludeNotFoundError()

void clang::Preprocessor::SetSuppressIncludeNotFoundError ( bool Suppress )

inline

Definition at line 948 of file Preprocessor.h.

Referenced by clang::DependencyFileGenerator::attachToPreprocessor().

◆ setTokenWatcher()

void clang::Preprocessor::setTokenWatcher ( llvm::unique_function< void(const clang::Token &)> F )

inline

Register a function that would be called on each token in the final expanded token stream.

This also reports annotation tokens produced by the parser.

Definition at line 1007 of file Preprocessor.h.

Referenced by clang::syntax::TokenCollector::TokenCollector().

◆ SkipTokensWhileUsingPCH()

void Preprocessor::SkipTokensWhileUsingPCH ( )

Skip tokens until after the #include of the through header or until after a #pragma hdrstop.

Skip tokens until after the #include of the through header or until after a #pragma hdrstop is seen.

Tokens in the predefines file and the main file may be skipped. If the end of the predefines file is reached, skipping continues into the main file. If the end of the main file is reached, it's a fatal error.

Definition at line 627 of file Preprocessor.cpp.

References Diag(), clang::comments::tok::eof, getPredefinesFileID(), clang::Token::is(), LexAfterModuleImport(), clang::PreprocessorLexer::setConditionalLevels(), and clang::format::Tok.

Referenced by EnterMainSourceFile().

◆ SplitToken()

SourceLocation Preprocessor::SplitToken	(	SourceLocation	TokLoc,
		unsigned	Length
	)

Split the first Length characters out of the token starting at TokLoc and return a location pointing to the split token.

Re-lexing from the split token will return the split token rather than the original.

Definition at line 502 of file Preprocessor.cpp.

References clang::SourceManager::createTokenSplitLoc(), clang::SourceManager::getBufferData(), clang::SourceManager::getDecomposedLoc(), clang::SourceLocation::getLocWithOffset(), getSourceManager(), clang::SourceManager::getSpellingLoc(), and SM.

◆ TypoCorrectToken()

void clang::Preprocessor::TypoCorrectToken ( const Token & Tok )

inline

Update the current token to represent the provided identifier, in order to cache an action performed by typo correction.

Definition at line 1537 of file Preprocessor.h.

References clang::Token::getIdentifierInfo().

◆ usingPCHWithPragmaHdrStop()

bool Preprocessor::usingPCHWithPragmaHdrStop ( )

True if using a PCH with a #pragma hdrstop.

Definition at line 618 of file Preprocessor.cpp.

References clang::TU_Prefix.

Referenced by EnterMainSourceFile(), and Preprocessor().

◆ usingPCHWithThroughHeader()

bool Preprocessor::usingPCHWithThroughHeader ( )

True if using a PCH with a through header.

Definition at line 609 of file Preprocessor.cpp.

References clang::FileID::isValid(), and clang::TU_Prefix.

Referenced by checkModuleIsAvailable(), and EnterMainSourceFile().

Friends And Related Function Documentation

◆ ASTReader

friend class ASTReader

friend

Definition at line 433 of file Preprocessor.h.

◆ MacroArgs

friend class MacroArgs

friend

Definition at line 434 of file Preprocessor.h.

◆ TokenLexer::ExpandFunctionArguments

void TokenLexer::ExpandFunctionArguments ( )

friend

◆ VAOptDefinitionContext

friend class VAOptDefinitionContext

friend

Definition at line 126 of file Preprocessor.h.

◆ VariadicMacroScopeGuard

friend class VariadicMacroScopeGuard

friend

Definition at line 127 of file Preprocessor.h.

Referenced by isConfigurationPattern().

The documentation for this class was generated from the following files:

include/clang/Lex/Preprocessor.h
lib/Lex/PPCaching.cpp
lib/Lex/PPDirectives.cpp
lib/Lex/PPExpressions.cpp
lib/Lex/PPLexerChange.cpp
lib/Lex/PPMacroExpansion.cpp
lib/Lex/Pragma.cpp
lib/Lex/Preprocessor.cpp

Classes

Public Member Functions

Static Public Member Functions

Friends

Detailed Description

Member Typedef Documentation

◆ macro_iterator

Constructor & Destructor Documentation

◆ Preprocessor()

◆ ~Preprocessor()

Member Function Documentation

◆ addCommentHandler()

◆ addModuleMacro()

◆ addPPCallbacks()

◆ AddPragmaHandler() [1/2]

◆ AddPragmaHandler() [2/2]

◆ AdvanceToTokenCharacter()

◆ AllocateMacroInfo()

◆ AnnotateCachedTokens()

◆ appendDefMacroDirective() [1/2]

◆ appendDefMacroDirective() [2/2]

◆ appendMacroDirective()

◆ Backtrack()

◆ CheckEndOfDirective()

◆ CheckMacroName()

◆ checkModuleIsAvailable()

◆ clearCodeCompletionHandler()

◆ CodeCompleteIncludedFile()

◆ CodeCompleteNaturalLanguage()

◆ CollectPpImportSuffix()

◆ CommitBacktrackedTokens()

◆ createPreprocessingRecord()

◆ CreateString()

◆ creatingPCHWithPragmaHdrStop()

◆ creatingPCHWithThroughHeader()

◆ Diag() [1/2]

◆ Diag() [2/2]

◆ DiscardUntilEndOfDirective()

◆ DumpLocation()

◆ DumpMacro()

◆ dumpMacroInfo()

◆ DumpToken()

◆ EnableBacktrackAtThisPos()

◆ enableIncrementalProcessing()

◆ EndSourceFile()

◆ EnterAnnotationToken()

◆ EnterMacro()

◆ EnterMainSourceFile()

◆ EnterSourceFile()

◆ EnterSubmodule()

◆ EnterToken()

◆ EnterTokenStream() [1/2]

◆ EnterTokenStream() [2/2]

◆ FinalizeForModelFile()

◆ FinishLexStringLiteral()

◆ getAuxTargetInfo()

◆ getBuiltinInfo()

◆ getCodeCompletionFileLoc()

◆ getCodeCompletionFilter()

◆ getCodeCompletionHandler()

◆ getCodeCompletionLoc()

◆ getCodeCompletionTokenRange()

◆ getCommentRetentionState()

◆ getCounterValue()

◆ GetCurDirLookup()

◆ getCurrentFileLexer()

◆ getCurrentLexer()

◆ getCurrentLexerSubmodule()

◆ getCurrentModule()

◆ getDiagnostics()

◆ getExternalSource()

◆ getFileManager()

◆ getHeaderSearchInfo()

◆ getIdentifierInfo()

◆ getIdentifierTable() [1/2]

◆ getIdentifierTable() [2/2]

◆ getImmediateMacroName()

◆ GetIncludeFilenameSpelling()

◆ getLangOpts()

◆ getLastCachedTokenLocation()