IdentifierTable.cpp File Reference

#include "clang/Basic/IdentifierTable.h"
#include "clang/Basic/CharInfo.h"
#include "clang/Basic/DiagnosticLex.h"
#include "clang/Basic/LangOptions.h"
#include "clang/Basic/OperatorKinds.h"
#include "clang/Basic/Specifiers.h"
#include "clang/Basic/TargetBuiltins.h"
#include "clang/Basic/TokenKinds.h"
#include "llvm/ADT/DenseMapInfo.h"
#include "llvm/ADT/FoldingSet.h"
#include "llvm/ADT/StringMap.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/Support/Allocator.h"
#include "llvm/Support/raw_ostream.h"
#include <cassert>
#include <cstdio>
#include <cstring>
#include <string>
#include "clang/Basic/TokenKinds.def"
#include "clang/Basic/OperatorKinds.def"

Go to the source code of this file.

Macros
#define	KEYWORD(NAME, FLAGS)
#define	ALIAS(NAME, TOK, FLAGS)
#define	CXX_KEYWORD_OPERATOR(NAME, ALIAS)
#define	OBJC_AT_KEYWORD(NAME)
#define	NOTABLE_IDENTIFIER(NAME)
#define	TESTING_KEYWORD(NAME, FLAGS)
#define	KEYWORD(NAME, FLAGS)
#define	HASH(LEN, FIRST, THIRD)
#define	CASE(LEN, FIRST, THIRD, NAME)
#define	OVERLOADED_OPERATOR(Name, Spelling, Token, Unary, Binary, MemberOnly)
#define	KEYWORD(NAME, FLAGS)

Functions
static KeywordStatus	getKeywordStatusHelper (const LangOptions &LangOpts, TokenKey Flag)
static bool	IsKeywordInCpp (unsigned Flags)
static void	MarkIdentifierAsKeywordInCpp (IdentifierTable &Table, StringRef Name)
static void	AddKeyword (StringRef Keyword, tok::TokenKind TokenCode, unsigned Flags, const LangOptions &LangOpts, IdentifierTable &Table)
	AddKeyword - This method is used to associate a token ID with specific identifiers because they are language keywords.
static void	AddCXXOperatorKeyword (StringRef Keyword, tok::TokenKind TokenCode, IdentifierTable &Table)
	AddCXXOperatorKeyword - Register a C++ operator keyword alternative representations.
static void	AddObjCKeyword (StringRef Name, tok::ObjCKeywordKind ObjCID, IdentifierTable &Table)
	AddObjCKeyword - Register an Objective-C @keyword like "class" "selector" or "property".
static void	AddNotableIdentifier (StringRef Name, tok::NotableIdentifierKind BTID, IdentifierTable &Table)
static KeywordStatus	getTokenKwStatus (const LangOptions &LangOpts, tok::TokenKind K)
	Checks if the specified token kind represents a keyword in the specified language.
static bool	startsWithWord (StringRef name, StringRef word)
	Interpreting the given string using the normal CamelCase conventions, determine whether the given string starts with the given "word", which is assumed to end in a lowercase letter.
static SelectorTableImpl &	getSelectorTableImpl (void *P)

Macro Definition Documentation

ALIAS

#define ALIAS	(		NAME,
			TOK,
			FLAGS )

Value:

  AddKeyword(StringRef(NAME), tok::kw_ ## TOK,  \
             FLAGS, LangOpts, *this);

Referenced by sanitizeFilenameAsIdentifier().

CASE

#define CASE	(		LEN,
			FIRST,
			THIRD,
			NAME )

Value:

  case HASH(LEN, FIRST, THIRD): \
    return memcmp(Name, #NAME, LEN) ? tok::pp_not_keyword : tok::pp_ ## NAME

Referenced by clang::IdentifierInfo::getPPKeywordID(), and getStableLevel().

CXX_KEYWORD_OPERATOR

#define CXX_KEYWORD_OPERATOR	(		NAME,
			ALIAS )

Value:

  if (LangOpts.CXXOperatorNames)                                               \
    AddCXXOperatorKeyword(StringRef(#NAME), tok::ALIAS, *this);                \
  else                                                                         \
    MarkIdentifierAsKeywordInCpp(*this, StringRef(#NAME));

HASH

#define HASH	(		LEN,
			FIRST,
			THIRD )

Value:

  (LEN << 6) + (((FIRST - 'a') - (THIRD - 'a')) & 63)

Referenced by clang::IdentifierInfo::getPPKeywordID().

KEYWORD [1/3]

#define KEYWORD	(		NAME,
			FLAGS )

Value:

  AddKeyword(StringRef(#NAME), tok::kw_ ## NAME,  \
             FLAGS, LangOpts, *this);

Referenced by sanitizeFilenameAsIdentifier().

KEYWORD [2/3]

#define KEYWORD	(		NAME,
			FLAGS )

Value:

  case tok::kw_##NAME: return getKeywordStatus(LangOpts, FLAGS);

KEYWORD [3/3]

#define KEYWORD	(		NAME,
			FLAGS )

Value:

.Case(#NAME, FLAGS)

NOTABLE_IDENTIFIER

#define NOTABLE_IDENTIFIER

(

NAME

)

Value:

  AddNotableIdentifier(StringRef(#NAME), tok::NAME, *this);

OBJC_AT_KEYWORD

#define OBJC_AT_KEYWORD

(

NAME

)

Value:

  if (LangOpts.ObjC)           \
    AddObjCKeyword(StringRef(#NAME), tok::objc_##NAME, *this);

OVERLOADED_OPERATOR

#define OVERLOADED_OPERATOR	(		Name,
			Spelling,
			Token,
			Unary,
			Binary,
			MemberOnly )

Value:

  case OO_##Name: return Spelling;

TESTING_KEYWORD

#define TESTING_KEYWORD	(		NAME,
			FLAGS )

Function Documentation

AddCXXOperatorKeyword()

void AddCXXOperatorKeyword ( StringRef Keyword, tok::TokenKind TokenCode, IdentifierTable & Table )

static

AddCXXOperatorKeyword - Register a C++ operator keyword alternative representations.

Definition at line 242 of file IdentifierTable.cpp.

References clang::IdentifierTable::get(), clang::Keyword, and clang::IdentifierInfo::setIsCPlusPlusOperatorKeyword().

AddKeyword()

void AddKeyword ( StringRef Keyword, tok::TokenKind TokenCode, unsigned Flags, const LangOptions & LangOpts, IdentifierTable & Table )

static

AddKeyword - This method is used to associate a token ID with specific identifiers because they are language keywords.

This causes the lexer to automatically map matching identifiers to specialized token codes.

Definition at line 216 of file IdentifierTable.cpp.

References clang::IdentifierTable::get(), clang::getKeywordStatus(), IsKeywordInCpp(), clang::Keyword, clang::KS_Disabled, clang::KS_Extension, clang::KS_Future, MarkIdentifierAsKeywordInCpp(), clang::IdentifierInfo::setIsExtensionToken(), and clang::IdentifierInfo::setIsFutureCompatKeyword().

Referenced by clang::IdentifierTable::AddKeywords().

AddNotableIdentifier()

void AddNotableIdentifier ( StringRef Name, tok::NotableIdentifierKind BTID, IdentifierTable & Table )

static

Definition at line 257 of file IdentifierTable.cpp.

References clang::IdentifierTable::get(), and clang::IdentifierInfo::setNotableIdentifierID().

AddObjCKeyword()

void AddObjCKeyword ( StringRef Name, tok::ObjCKeywordKind ObjCID, IdentifierTable & Table )

static

AddObjCKeyword - Register an Objective-C @keyword like "class" "selector" or "property".

Definition at line 251 of file IdentifierTable.cpp.

References clang::IdentifierTable::get(), and clang::IdentifierInfo::setObjCKeywordID().

getKeywordStatusHelper()

KeywordStatus getKeywordStatusHelper ( const LangOptions & LangOpts, TokenKey Flag )

static

Definition at line 86 of file IdentifierTable.cpp.

References clang::BOOLSUPPORT, clang::CHAR8SUPPORT, clang::HALFSUPPORT, clang::LangOptions::isSYCL(), clang::KEYALTIVEC, clang::KEYBORLAND, clang::KEYC23, clang::KEYC99, clang::KEYCOROUTINES, clang::KEYCUDA, clang::KEYCXX, clang::KEYCXX11, clang::KEYCXX20, clang::KEYDEFERTS, clang::KEYFIXEDPOINT, clang::KEYGNU, clang::KEYHLSL, clang::KEYMODULES, clang::KEYMS, clang::KEYMSCOMPAT, clang::KEYNOCXX, clang::KEYNOMS18, clang::KEYNOOPENCL, clang::KEYNOZOS, clang::KEYOBJC, clang::KEYOPENCLC, clang::KEYOPENCLCXX, clang::KEYSYCL, clang::KEYZOS, clang::KEYZVECTOR, clang::KS_Disabled, clang::KS_Enabled, clang::KS_Extension, clang::KS_Future, clang::KS_Unknown, and clang::WCHARSUPPORT.

Referenced by clang::getKeywordStatus().

getSelectorTableImpl()

SelectorTableImpl & getSelectorTableImpl ( void * P )

static

Definition at line 702 of file IdentifierTable.cpp.

Referenced by clang::SelectorTable::getSelector(), clang::SelectorTable::getTotalMemory(), and clang::SelectorTable::~SelectorTable().

getTokenKwStatus()

KeywordStatus getTokenKwStatus ( const LangOptions & LangOpts, tok::TokenKind K )

static

Checks if the specified token kind represents a keyword in the specified language.

Returns

Status of the keyword in the language.

Definition at line 308 of file IdentifierTable.cpp.

References clang::KS_Disabled.

Referenced by clang::IdentifierInfo::isKeyword().

IsKeywordInCpp()

bool IsKeywordInCpp ( unsigned Flags )

static

Definition at line 201 of file IdentifierTable.cpp.

References clang::BOOLSUPPORT, clang::CHAR8SUPPORT, clang::KEYCXX, clang::KEYCXX11, clang::KEYCXX20, and clang::WCHARSUPPORT.

Referenced by AddKeyword().

MarkIdentifierAsKeywordInCpp()

void MarkIdentifierAsKeywordInCpp ( IdentifierTable & Table, StringRef Name )

static

Definition at line 206 of file IdentifierTable.cpp.

References clang::IdentifierTable::get(), clang::IdentifierInfo::setHandleIdentifierCase(), and clang::IdentifierInfo::setIsKeywordInCPlusPlus().

Referenced by AddKeyword().

startsWithWord()

bool startsWithWord ( StringRef name, StringRef word )

static

Interpreting the given string using the normal CamelCase conventions, determine whether the given string starts with the given "word", which is assumed to end in a lowercase letter.

Definition at line 585 of file IdentifierTable.cpp.

References clang::isLowercase().

Referenced by clang::Selector::getInstTypeMethodFamily().