clang-tools 19.0.0git
Headers.h
Go to the documentation of this file.
1//===--- Headers.h - Include headers -----------------------------*- C++-*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
9#ifndef LLVM_CLANG_TOOLS_EXTRA_CLANGD_HEADERS_H
10#define LLVM_CLANG_TOOLS_EXTRA_CLANGD_HEADERS_H
11
12#include "Protocol.h"
13#include "SourceCode.h"
14#include "index/Symbol.h"
15#include "support/Path.h"
16#include "clang/Basic/FileEntry.h"
17#include "clang/Basic/TokenKinds.h"
18#include "clang/Format/Format.h"
19#include "clang/Frontend/CompilerInstance.h"
20#include "clang/Lex/HeaderSearch.h"
21#include "clang/Lex/Preprocessor.h"
22#include "clang/Tooling/Inclusions/HeaderIncludes.h"
23#include "clang/Tooling/Inclusions/StandardLibrary.h"
24#include "llvm/ADT/ArrayRef.h"
25#include "llvm/ADT/DenseSet.h"
26#include "llvm/ADT/StringRef.h"
27#include "llvm/ADT/StringSet.h"
28#include "llvm/Support/Error.h"
29#include "llvm/Support/FileSystem/UniqueID.h"
30#include <optional>
31#include <string>
32
33namespace clang {
34namespace clangd {
35
36/// Returns true if \p Include is literal include like "path" or <path>.
37bool isLiteralInclude(llvm::StringRef Include);
38
39/// Represents a header file to be #include'd.
40struct HeaderFile {
41 std::string File;
42 /// If this is true, `File` is a literal string quoted with <> or "" that
43 /// can be #included directly; otherwise, `File` is an absolute file path.
45
46 bool valid() const;
47};
48
49/// A header and directives as stored in a Symbol.
51 /// The header to include. This is either a URI or a verbatim include which is
52 /// quoted with <> or "".
53 llvm::StringRef Header;
54 /// The include directive(s) that can be used, e.g. #import and/or #include.
56};
57
58/// Creates a `HeaderFile` from \p Header which can be either a URI or a literal
59/// include.
60llvm::Expected<HeaderFile> toHeaderFile(llvm::StringRef Header,
61 llvm::StringRef HintPath);
62
63// Returns include headers for \p Sym sorted by popularity. If two headers are
64// equally popular, prefer the shorter one.
65llvm::SmallVector<SymbolInclude, 1> getRankedIncludes(const Symbol &Sym);
66
67// An #include directive that we found in the main file.
68struct Inclusion {
69 tok::PPKeywordKind Directive; // Directive used for inclusion, e.g. import
70 std::string Written; // Inclusion name as written e.g. <vector>.
71 Path Resolved; // Resolved path of included file. Empty if not resolved.
72 unsigned HashOffset = 0; // Byte offset from start of file to #.
73 int HashLine = 0; // Line number containing the directive, 0-indexed.
74 SrcMgr::CharacteristicKind FileKind = SrcMgr::C_User;
75 std::optional<unsigned> HeaderID;
76};
77llvm::raw_ostream &operator<<(llvm::raw_ostream &, const Inclusion &);
78bool operator==(const Inclusion &LHS, const Inclusion &RHS);
79
80// Contains information about one file in the build graph and its direct
81// dependencies. Doesn't own the strings it references (IncludeGraph is
82// self-contained).
84 enum class SourceFlag : uint8_t {
85 None = 0,
86 // Whether current file is a main file rather than a header.
87 IsTU = 1 << 0,
88 // Whether current file had any uncompilable errors during indexing.
89 HadErrors = 1 << 1,
90 };
91
93 llvm::StringRef URI;
95 std::vector<llvm::StringRef> DirectIncludes;
96};
97// FileURI and FileInclusions are references to keys of the map containing
98// them.
99// Important: The graph generated by those callbacks might contain cycles, self
100// edges and multi edges.
101using IncludeGraph = llvm::StringMap<IncludeGraphNode>;
102
105 return static_cast<IncludeGraphNode::SourceFlag>(static_cast<uint8_t>(A) |
106 static_cast<uint8_t>(B));
107}
108
111 return static_cast<uint8_t>(A) & static_cast<uint8_t>(B);
112}
113
116 return A = A | B;
117}
118
119// Information captured about the inclusion graph in a translation unit.
120// This includes detailed information about the direct #includes, and summary
121// information about all transitive includes.
122//
123// It should be built incrementally with collectIncludeStructureCallback().
124// When we build the preamble, we capture and store its include structure along
125// with the preamble data. When we use the preamble, we can copy its
126// IncludeStructure and use another collectIncludeStructureCallback() to fill
127// in any non-preamble inclusions.
129public:
131 // Reserve HeaderID = 0 for the main file.
132 RealPathNames.emplace_back();
133 }
134
135 // Inserts a PPCallback and CommentHandler that visits all includes in the
136 // main file and populates the structure. It will also scan for IWYU pragmas
137 // in comments.
138 void collect(const CompilerInstance &CI);
139
140 // HeaderID identifies file in the include graph. It corresponds to a
141 // FileEntry rather than a FileID, but stays stable across preamble & main
142 // file builds.
143 enum class HeaderID : unsigned {};
144
145 std::optional<HeaderID> getID(const FileEntry *Entry) const;
146 HeaderID getOrCreateID(FileEntryRef Entry);
147
148 StringRef getRealPath(HeaderID ID) const {
149 assert(static_cast<unsigned>(ID) <= RealPathNames.size());
150 return RealPathNames[static_cast<unsigned>(ID)];
151 }
152
153 // Return all transitively reachable files.
154 llvm::ArrayRef<std::string> allHeaders() const { return RealPathNames; }
155
156 // Returns includes inside the main file with the given spelling.
157 // Spelling should include brackets or quotes, e.g. <foo>.
158 llvm::SmallVector<const Inclusion *>
159 mainFileIncludesWithSpelling(llvm::StringRef Spelling) const;
160
161 // Return all transitively reachable files, and their minimum include depth.
162 // All transitive includes (absolute paths), with their minimum include depth.
163 // Root --> 0, #included file --> 1, etc.
164 // Root is the ID of the header being visited first.
165 llvm::DenseMap<HeaderID, unsigned>
167
168 // Maps HeaderID to the ids of the files included from it.
169 llvm::DenseMap<HeaderID, SmallVector<HeaderID>> IncludeChildren;
170
171 llvm::DenseMap<tooling::stdlib::Header, llvm::SmallVector<HeaderID>>
173
174 std::vector<Inclusion> MainFileIncludes;
175
176 // The entries of the header search path. (HeaderSearch::search_dir_range())
177 // Only includes the plain-directory entries (not header maps or frameworks).
178 // All paths are canonical (FileManager::getCanonicalPath()).
179 std::vector<std::string> SearchPathsCanonical;
180
181 // We reserve HeaderID(0) for the main file and will manually check for that
182 // in getID and getOrCreateID because the UniqueID is not stable when the
183 // content of the main file changes.
184 static const HeaderID MainFileID = HeaderID(0u);
185
186 class RecordHeaders;
187
188private:
189 // MainFileEntry will be used to check if the queried file is the main file
190 // or not.
191 const FileEntry *MainFileEntry = nullptr;
192
193 std::vector<std::string> RealPathNames; // In HeaderID order.
194 // FileEntry::UniqueID is mapped to the internal representation (HeaderID).
195 // Identifying files in a way that persists from preamble build to subsequent
196 // builds is surprisingly hard. FileID is unavailable in InclusionDirective(),
197 // and RealPathName and UniqueID are not preserved in
198 // the preamble.
199 llvm::DenseMap<llvm::sys::fs::UniqueID, HeaderID> UIDToIndex;
200
201 // Maps written includes to indices in MainFileInclude for easier lookup by
202 // spelling.
203 llvm::StringMap<llvm::SmallVector<unsigned>> MainFileIncludesBySpelling;
204};
205
206// Calculates insertion edit for including a new header in a file.
208public:
209 // If \p HeaderSearchInfo is nullptr (e.g. when compile command is
210 // infeasible), this will only try to insert verbatim headers, and
211 // include path of non-verbatim header will not be shortened.
212 IncludeInserter(StringRef FileName, StringRef Code,
213 const format::FormatStyle &Style, StringRef BuildDir,
214 HeaderSearch *HeaderSearchInfo)
216 HeaderSearchInfo(HeaderSearchInfo),
217 Inserter(FileName, Code, Style.IncludeStyle) {}
218
219 void addExisting(const Inclusion &Inc);
220
221 /// Checks whether to add an #include of the header into \p File.
222 /// An #include will not be added if:
223 /// - Either \p DeclaringHeader or \p InsertedHeader is already (directly)
224 /// in \p Inclusions (including those included via different paths).
225 /// - \p DeclaringHeader or \p InsertedHeader is the same as \p File.
226 ///
227 /// \param DeclaringHeader is path of the original header corresponding to \p
228 /// InsertedHeader e.g. the header that declares a symbol.
229 /// \param InsertedHeader The preferred header to be inserted. This could be
230 /// the same as DeclaringHeader but must be provided.
231 bool shouldInsertInclude(PathRef DeclaringHeader,
232 const HeaderFile &InsertedHeader) const;
233
234 /// Determines the preferred way to #include a file, taking into account the
235 /// search path. Usually this will prefer a shorter representation like
236 /// 'Foo/Bar.h' over a longer one like 'Baz/include/Foo/Bar.h'.
237 ///
238 /// \param InsertedHeader The preferred header to be inserted.
239 ///
240 /// \param IncludingFile is the absolute path of the file that InsertedHeader
241 /// will be inserted.
242 ///
243 /// \return A quoted "path" or <path> to be included, or std::nullopt if it
244 /// couldn't be shortened.
245 std::optional<std::string>
246 calculateIncludePath(const HeaderFile &InsertedHeader,
247 llvm::StringRef IncludingFile) const;
248
249 /// Calculates an edit that inserts \p VerbatimHeader into code. If the header
250 /// is already included, this returns std::nullopt.
251 std::optional<TextEdit> insert(llvm::StringRef VerbatimHeader,
252 tooling::IncludeDirective Directive) const;
253
254private:
255 StringRef FileName;
256 StringRef Code;
257 StringRef BuildDir;
258 HeaderSearch *HeaderSearchInfo = nullptr;
259 llvm::StringSet<> IncludedHeaders; // Both written and resolved.
260 tooling::HeaderIncludes Inserter; // Computers insertion replacement.
261};
262
263} // namespace clangd
264} // namespace clang
265
266namespace llvm {
267
268// Support HeaderIDs as DenseMap keys.
269template <> struct DenseMapInfo<clang::clangd::IncludeStructure::HeaderID> {
271 return static_cast<clang::clangd::IncludeStructure::HeaderID>(-1);
272 }
273
275 return static_cast<clang::clangd::IncludeStructure::HeaderID>(-2);
276 }
277
278 static unsigned
280 return hash_value(static_cast<unsigned>(Tag));
281 }
282
285 return LHS == RHS;
286 }
287};
288
289} // namespace llvm
290
291#endif // LLVM_CLANG_TOOLS_EXTRA_CLANGD_HEADERS_H
StringRef BuildDir
Definition: ClangTidy.cpp:305
ASTNode Root
Definition: DumpAST.cpp:342
std::string Code
HTMLTag Tag
StringRef FileName
const MacroDirective * Directive
std::unique_ptr< CompilerInvocation > CI
IncludeInserter(StringRef FileName, StringRef Code, const format::FormatStyle &Style, StringRef BuildDir, HeaderSearch *HeaderSearchInfo)
Definition: Headers.h:212
void addExisting(const Inclusion &Inc)
Definition: Headers.cpp:263
std::optional< std::string > calculateIncludePath(const HeaderFile &InsertedHeader, llvm::StringRef IncludingFile) const
Determines the preferred way to #include a file, taking into account the search path.
Definition: Headers.cpp:285
bool shouldInsertInclude(PathRef DeclaringHeader, const HeaderFile &InsertedHeader) const
Checks whether to add an #include of the header into File.
Definition: Headers.cpp:271
std::optional< TextEdit > insert(llvm::StringRef VerbatimHeader, tooling::IncludeDirective Directive) const
Calculates an edit that inserts VerbatimHeader into code.
Definition: Headers.cpp:315
llvm::SmallVector< const Inclusion * > mainFileIncludesWithSpelling(llvm::StringRef Spelling) const
Definition: Headers.cpp:256
static const HeaderID MainFileID
Definition: Headers.h:184
llvm::DenseMap< HeaderID, unsigned > includeDepth(HeaderID Root=MainFileID) const
Definition: Headers.cpp:228
std::vector< Inclusion > MainFileIncludes
Definition: Headers.h:174
StringRef getRealPath(HeaderID ID) const
Definition: Headers.h:148
std::vector< std::string > SearchPathsCanonical
Definition: Headers.h:179
llvm::DenseMap< tooling::stdlib::Header, llvm::SmallVector< HeaderID > > StdlibHeaders
Definition: Headers.h:172
HeaderID getOrCreateID(FileEntryRef Entry)
Definition: Headers.cpp:208
llvm::ArrayRef< std::string > allHeaders() const
Definition: Headers.h:154
void collect(const CompilerInstance &CI)
Definition: Headers.cpp:178
std::optional< HeaderID > getID(const FileEntry *Entry) const
Definition: Headers.cpp:197
llvm::DenseMap< HeaderID, SmallVector< HeaderID > > IncludeChildren
Definition: Headers.h:169
bool isLiteralInclude(llvm::StringRef Include)
Returns true if Include is literal include like "path" or <path>.
Definition: Headers.cpp:134
std::string Path
A typedef to represent a file path.
Definition: Path.h:26
DeclRelationSet operator&(DeclRelation L, DeclRelation R)
Definition: FindTarget.h:211
bool operator==(const Inclusion &LHS, const Inclusion &RHS)
Definition: Headers.cpp:331
std::array< uint8_t, 8 > FileDigest
Definition: SourceCode.h:42
llvm::raw_ostream & operator<<(llvm::raw_ostream &OS, const CodeCompletion &C)
DeclRelationSet operator|(DeclRelation L, DeclRelation R)
Definition: FindTarget.h:208
llvm::Expected< HeaderFile > toHeaderFile(llvm::StringRef Header, llvm::StringRef HintPath)
Creates a HeaderFile from Header which can be either a URI or a literal include.
Definition: Headers.cpp:143
llvm::StringMap< IncludeGraphNode > IncludeGraph
Definition: Headers.h:101
llvm::SmallVector< SymbolInclude, 1 > getRankedIncludes(const Symbol &Sym)
Definition: Headers.cpp:163
llvm::StringRef PathRef
A typedef to represent a ref to file path.
Definition: Path.h:29
IncludeGraphNode::SourceFlag & operator|=(IncludeGraphNode::SourceFlag &A, IncludeGraphNode::SourceFlag B)
Definition: Headers.h:115
===– Representation.cpp - ClangDoc Representation --------—*- C++ -*-===//
Some operations such as code completion produce a set of candidates.
Represents a header file to be #include'd.
Definition: Headers.h:40
bool Verbatim
If this is true, File is a literal string quoted with <> or "" that can be #included directly; otherw...
Definition: Headers.h:44
std::vector< llvm::StringRef > DirectIncludes
Definition: Headers.h:95
std::string Written
Definition: Headers.h:70
tok::PPKeywordKind Directive
Definition: Headers.h:69
SrcMgr::CharacteristicKind FileKind
Definition: Headers.h:74
std::optional< unsigned > HeaderID
Definition: Headers.h:75
A header and directives as stored in a Symbol.
Definition: Headers.h:50
Symbol::IncludeDirective Directive
The include directive(s) that can be used, e.g. #import and/or #include.
Definition: Headers.h:55
llvm::StringRef Header
The header to include.
Definition: Headers.h:53
The class presents a C++ symbol, e.g.
Definition: Symbol.h:39
static unsigned getHashValue(const clang::clangd::IncludeStructure::HeaderID &Tag)
Definition: Headers.h:279
static clang::clangd::IncludeStructure::HeaderID getEmptyKey()
Definition: Headers.h:270
static clang::clangd::IncludeStructure::HeaderID getTombstoneKey()
Definition: Headers.h:274
static bool isEqual(const clang::clangd::IncludeStructure::HeaderID &LHS, const clang::clangd::IncludeStructure::HeaderID &RHS)
Definition: Headers.h:283