16#include "clang-include-cleaner/Analysis.h"
17#include "clang-include-cleaner/IncludeSpeller.h"
18#include "clang-include-cleaner/Record.h"
19#include "clang-include-cleaner/Types.h"
23#include "clang/AST/ASTContext.h"
24#include "clang/Basic/Diagnostic.h"
25#include "clang/Basic/LLVM.h"
26#include "clang/Basic/SourceLocation.h"
27#include "clang/Basic/SourceManager.h"
28#include "clang/Format/Format.h"
29#include "clang/Lex/DirectoryLookup.h"
30#include "clang/Lex/HeaderSearch.h"
31#include "clang/Lex/Preprocessor.h"
32#include "clang/Tooling/Core/Replacement.h"
33#include "clang/Tooling/Inclusions/HeaderIncludes.h"
34#include "clang/Tooling/Inclusions/StandardLibrary.h"
35#include "clang/Tooling/Syntax/Tokens.h"
36#include "llvm/ADT/ArrayRef.h"
37#include "llvm/ADT/DenseSet.h"
38#include "llvm/ADT/GenericUniformityImpl.h"
39#include "llvm/ADT/STLExtras.h"
40#include "llvm/ADT/SmallString.h"
41#include "llvm/ADT/SmallVector.h"
42#include "llvm/ADT/StringRef.h"
43#include "llvm/Support/Error.h"
44#include "llvm/Support/ErrorHandling.h"
45#include "llvm/Support/FormatVariadic.h"
46#include "llvm/Support/Path.h"
47#include "llvm/Support/Regex.h"
59bool isIgnored(llvm::StringRef HeaderPath,
HeaderFilter IgnoreHeaders) {
61 llvm::SmallString<64> NormalizedPath(HeaderPath);
62 llvm::sys::path::native(NormalizedPath, llvm::sys::path::Style::posix);
63 for (
auto &Filter : IgnoreHeaders) {
64 if (Filter(NormalizedPath))
70bool mayConsiderUnused(
const Inclusion &Inc, ParsedAST &
AST,
71 const include_cleaner::PragmaIncludes *PI) {
74 auto FE =
AST.getSourceManager().getFileManager().getFileRef(
75 AST.getIncludeStructure().getRealPath(HID));
77 if (FE->getDir() ==
AST.getPreprocessor()
78 .getHeaderSearchInfo()
82 if (PI && PI->shouldKeep(*FE))
87 if (Inc.Written.front() ==
'<')
88 return tooling::stdlib::Header::named(Inc.Written).has_value();
92 if (
auto PHeader = PI->getPublic(*FE); !PHeader.empty()) {
93 PHeader = PHeader.trim(
"<>\"");
97 if (
AST.tuPath().ends_with(PHeader))
103 if (!
AST.getPreprocessor().getHeaderSearchInfo().isFileMultipleIncludeGuarded(
105 dlog(
"{0} doesn't have header guard and will not be considered unused",
112std::vector<Diag> generateMissingIncludeDiagnostics(
113 ParsedAST &
AST, llvm::ArrayRef<MissingIncludeDiagInfo> MissingIncludes,
114 llvm::StringRef
Code,
HeaderFilter IgnoreHeaders,
const ThreadsafeFS &TFS) {
115 std::vector<Diag> Result;
116 const SourceManager &SM =
AST.getSourceManager();
117 const FileEntry *
MainFile = SM.getFileEntryForID(SM.getMainFileID());
121 tooling::HeaderIncludes HeaderIncludes(
AST.tuPath(),
Code,
122 FileStyle.IncludeStyle);
123 for (
const auto &SymbolWithMissingInclude : MissingIncludes) {
124 llvm::StringRef ResolvedPath =
125 SymbolWithMissingInclude.Providers.front().resolvedPath();
126 if (isIgnored(ResolvedPath, IgnoreHeaders)) {
127 dlog(
"IncludeCleaner: not diagnosing missing include {0}, filtered by "
133 std::string Spelling = include_cleaner::spellHeader(
134 {SymbolWithMissingInclude.Providers.front(),
135 AST.getPreprocessor().getHeaderSearchInfo(),
MainFile});
137 llvm::StringRef HeaderRef{Spelling};
138 bool Angled = HeaderRef.starts_with(
"<");
143 std::optional<tooling::Replacement> Replacement = HeaderIncludes.insert(
144 HeaderRef.trim(
"\"<>"), Angled, tooling::IncludeDirective::Include);
145 if (!Replacement.has_value())
148 Diag &D = Result.emplace_back();
150 llvm::formatv(
"No header providing \"{0}\" is directly included",
151 SymbolWithMissingInclude.Symbol.name());
152 D.Name =
"missing-includes";
154 D.File =
AST.tuPath();
155 D.InsideMainFile =
true;
172 D.Severity = DiagnosticsEngine::Note;
173 D.Range = clangd::Range{
175 SymbolWithMissingInclude.SymRefRange.beginOffset()),
177 SymbolWithMissingInclude.SymRefRange.endOffset())};
178 auto &F = D.Fixes.emplace_back();
179 F.Message =
"#include " + Spelling;
181 F.Edits.emplace_back(std::move(Edit));
186std::vector<Diag> generateUnusedIncludeDiagnostics(
189 std::vector<Diag> Result;
190 for (
const auto *Inc : UnusedIncludes) {
191 if (isIgnored(Inc->Resolved, IgnoreHeaders))
193 Diag &D = Result.emplace_back();
195 llvm::formatv(
"included header {0} is not used directly",
196 llvm::sys::path::filename(
197 Inc->Written.substr(1, Inc->Written.size() - 2),
198 llvm::sys::path::Style::posix));
199 D.Name =
"unused-includes";
202 D.InsideMainFile =
true;
203 D.Severity = DiagnosticsEngine::Warning;
211 auto &F = D.Fixes.emplace_back();
212 F.Message =
"remove #include directive";
213 F.Edits.emplace_back();
214 F.Edits.back().range.start.line = Inc->HashLine;
215 F.Edits.back().range.end.line = Inc->HashLine + 1;
221removeAllUnusedIncludes(llvm::ArrayRef<Diag> UnusedIncludes) {
222 if (UnusedIncludes.empty())
226 RemoveAll.Message =
"remove all unused includes";
227 for (
const auto &Diag : UnusedIncludes) {
228 assert(Diag.Fixes.size() == 1 &&
"Expected exactly one fix.");
229 RemoveAll.Edits.insert(RemoveAll.Edits.end(),
230 Diag.Fixes.front().Edits.begin(),
231 Diag.Fixes.front().Edits.end());
237addAllMissingIncludes(llvm::ArrayRef<Diag> MissingIncludeDiags) {
238 if (MissingIncludeDiags.empty())
242 AddAllMissing.Message =
"add all missing includes";
245 std::map<std::string, TextEdit> Edits;
246 for (
const auto &Diag : MissingIncludeDiags) {
247 assert(Diag.Fixes.size() == 1 &&
"Expected exactly one fix.");
248 for (
const auto &Edit : Diag.Fixes.front().Edits) {
249 Edits.try_emplace(Edit.newText, Edit);
252 for (
auto &It : Edits)
253 AddAllMissing.Edits.push_back(std::move(It.second));
254 return AddAllMissing;
256Fix fixAll(
const Fix &RemoveAllUnused,
const Fix &AddAllMissing) {
258 FixAll.Message =
"fix all includes";
260 for (
const auto &F : RemoveAllUnused.Edits)
261 FixAll.Edits.push_back(F);
262 for (
const auto &F : AddAllMissing.Edits)
263 FixAll.Edits.push_back(F);
267std::vector<const Inclusion *>
268getUnused(ParsedAST &
AST,
269 const llvm::DenseSet<IncludeStructure::HeaderID> &ReferencedFiles) {
270 trace::Span Tracer(
"IncludeCleaner::getUnused");
271 std::vector<const Inclusion *>
Unused;
272 for (
const Inclusion &MFI :
AST.getIncludeStructure().MainFileIncludes) {
276 if (ReferencedFiles.contains(IncludeID))
278 if (!mayConsiderUnused(MFI,
AST, &
AST.getPragmaIncludes())) {
279 dlog(
"{0} was not used, but is not eligible to be diagnosed as unused",
290std::vector<include_cleaner::SymbolReference>
292 const auto &SM =
AST.getSourceManager();
293 auto &PP =
AST.getPreprocessor();
294 std::vector<include_cleaner::SymbolReference> Macros;
295 for (
const auto &[_, Refs] :
AST.getMacros().MacroRefs) {
296 for (
const auto &
Ref : Refs) {
297 auto Loc = SM.getComposedLoc(SM.getMainFileID(),
Ref.StartOffset);
298 const auto *Tok =
AST.getTokens().spelledTokenAt(
Loc);
304 auto DefLoc =
Macro->NameLoc;
305 if (!DefLoc.isValid())
308 {include_cleaner::Macro{PP.getIdentifierInfo(Tok->text(SM)),
311 Ref.InConditionalDirective ? include_cleaner::RefType::Ambiguous
312 : include_cleaner::RefType::Explicit});
320 auto &SM =
AST.getSourceManager();
322 include_cleaner::Includes ConvertedIncludes;
325 for (
const auto &Dir :
AST.getIncludeStructure().SearchPathsCanonical)
326 ConvertedIncludes.addSearchDirectory(Dir);
328 for (
const Inclusion &Inc :
AST.getIncludeStructure().MainFileIncludes) {
329 include_cleaner::Include TransformedInc;
330 llvm::StringRef WrittenRef = llvm::StringRef(Inc.Written);
331 TransformedInc.Spelled = WrittenRef.trim(
"\"<>");
332 TransformedInc.HashLocation =
333 SM.getComposedLoc(SM.getMainFileID(), Inc.HashOffset);
334 TransformedInc.Line = Inc.HashLine + 1;
335 TransformedInc.Angled = WrittenRef.starts_with(
"<");
338 auto FE = SM.getFileManager().getFileRef(Inc.Resolved);
340 elog(
"IncludeCleaner: Failed to get an entry for resolved path {0}: {1}",
341 Inc.Resolved, FE.takeError());
344 TransformedInc.Resolved = *FE;
345 ConvertedIncludes.add(std::move(TransformedInc));
347 return ConvertedIncludes;
352 if (
AST.getLangOpts().ObjC)
354 const auto &SM =
AST.getSourceManager();
356 const FileEntry *
MainFile = SM.getFileEntryForID(SM.getMainFileID());
359 std::vector<include_cleaner::SymbolReference> Macros =
361 std::vector<MissingIncludeDiagInfo> MissingIncludes;
362 llvm::DenseSet<IncludeStructure::HeaderID> Used;
364 OptionalDirectoryEntryRef ResourceDir =
AST.getPreprocessor()
365 .getHeaderSearchInfo()
368 include_cleaner::walkUsed(
369 AST.getLocalTopLevelDecls(), Macros,
370 &
AST.getPragmaIncludes(),
AST.getPreprocessor(),
371 [&](
const include_cleaner::SymbolReference &
Ref,
372 llvm::ArrayRef<include_cleaner::Header> Providers) {
373 bool Satisfied = false;
374 for (const auto &H : Providers) {
375 if (H.kind() == include_cleaner::Header::Physical &&
376 (H.physical() == MainFile || H.physical() == PreamblePatch ||
377 H.physical().getDir() == ResourceDir)) {
381 for (auto *Inc : ConvertedIncludes.match(H)) {
384 AST.getIncludeStructure().getID(&Inc->Resolved->getFileEntry());
385 assert(HeaderID.has_value() &&
386 "ConvertedIncludes only contains resolved includes.");
387 Used.insert(*HeaderID);
391 if (Satisfied || Providers.empty() ||
392 Ref.RT != include_cleaner::RefType::Explicit)
402 auto Loc = SM.getFileLoc(
Ref.RefLocation);
405 while (SM.getFileID(
Loc) != SM.getMainFileID())
406 Loc = SM.getIncludeLoc(SM.getFileID(
Loc));
407 auto TouchingTokens =
408 syntax::spelledTokensTouching(
Loc,
AST.getTokens());
409 assert(!TouchingTokens.empty());
414 Ref.Target, TouchingTokens.back().range(SM), Providers};
415 MissingIncludes.push_back(std::move(DiagInfo));
420 llvm::stable_sort(MissingIncludes, [](
const MissingIncludeDiagInfo &LHS,
421 const MissingIncludeDiagInfo &RHS) {
423 if (LHS.SymRefRange != RHS.SymRefRange) {
426 return LHS.SymRefRange.beginOffset() < RHS.SymRefRange.beginOffset();
430 using MapInfo = llvm::DenseMapInfo<include_cleaner::Symbol>;
431 return MapInfo::getHashValue(LHS.Symbol) <
432 MapInfo::getHashValue(RHS.Symbol);
434 MissingIncludes.erase(llvm::unique(MissingIncludes), MissingIncludes.end());
435 std::vector<const Inclusion *> UnusedIncludes = getUnused(
AST, Used);
436 return {std::move(UnusedIncludes), std::move(MissingIncludes)};
440 const include_cleaner::Includes &Includes,
441 llvm::ArrayRef<include_cleaner::Header> Providers) {
442 for (
const auto &H : Providers) {
443 auto Matches = Includes.match(H);
444 for (
const include_cleaner::Include *Match : Matches)
445 if (Match->Line ==
unsigned(Inc.
HashLine + 1))
447 if (!Matches.empty())
458 trace::Span Tracer(
"IncludeCleaner::issueIncludeCleanerDiagnostics");
459 std::vector<Diag> UnusedIncludes = generateUnusedIncludeDiagnostics(
461 std::optional<Fix> RemoveAllUnused = removeAllUnusedIncludes(UnusedIncludes);
463 std::vector<Diag> MissingIncludeDiags = generateMissingIncludeDiagnostics(
465 std::optional<Fix> AddAllMissing = addAllMissingIncludes(MissingIncludeDiags);
467 std::optional<Fix> FixAll;
468 if (RemoveAllUnused && AddAllMissing)
469 FixAll = fixAll(*RemoveAllUnused, *AddAllMissing);
474 Out->Fixes.push_back(*F);
476 for (
auto &
Diag : MissingIncludeDiags) {
477 AddBatchFix(MissingIncludeDiags.size() > 1 ? AddAllMissing : std::nullopt,
479 AddBatchFix(FixAll, &
Diag);
481 for (
auto &
Diag : UnusedIncludes) {
482 AddBatchFix(UnusedIncludes.size() > 1 ? RemoveAllUnused : std::nullopt,
484 AddBatchFix(FixAll, &
Diag);
487 auto Result = std::move(MissingIncludeDiags);
488 llvm::move(UnusedIncludes, std::back_inserter(Result));
CompiledFragmentImpl & Out
Include Cleaner is clangd functionality for providing diagnostics for misuse of transitive headers an...
Stores and provides access to parsed AST.
Stores information required to parse a TU using a (possibly stale) Baseline preamble.
static OptionalFileEntryRef getPatchEntry(llvm::StringRef MainFilePath, const SourceManager &SM)
Returns the FileEntry for the preamble patch of MainFilePath in SM, if any.
Wrapper for vfs::FileSystem for use in multithreaded programs like clangd.
Records an event whose duration is the lifetime of the Span object.
Position offsetToPosition(llvm::StringRef Code, size_t Offset)
Turn an offset in Code into a [line, column] pair.
IncludeCleanerFindings computeIncludeCleanerFindings(ParsedAST &AST)
std::vector< include_cleaner::SymbolReference > collectMacroReferences(ParsedAST &AST)
include_cleaner::Includes convertIncludes(const ParsedAST &AST)
Converts the clangd include representation to include-cleaner include representation.
std::optional< DefinedMacro > locateMacroAt(const syntax::Token &SpelledTok, Preprocessor &PP)
Gets the macro referenced by SpelledTok.
std::vector< Diag > issueIncludeCleanerDiagnostics(ParsedAST &AST, llvm::StringRef Code, const IncludeCleanerFindings &Findings, const ThreadsafeFS &TFS, HeaderFilter IgnoreHeaders)
bool isPreferredProvider(const Inclusion &Inc, const include_cleaner::Includes &Includes, llvm::ArrayRef< include_cleaner::Header > Providers)
Whether this #include is considered to provide a particular symbol.
@ Unnecessary
Unused or unnecessary code.
llvm::ArrayRef< std::function< bool(llvm::StringRef)> > HeaderFilter
clangd::Range rangeTillEOL(llvm::StringRef Code, unsigned HashOffset)
Returns the range starting at offset and spanning the whole line.
llvm::StringRef PathRef
A typedef to represent a ref to file path.
void elog(const char *Fmt, Ts &&... Vals)
TextEdit replacementToEdit(llvm::StringRef Code, const tooling::Replacement &R)
format::FormatStyle getFormatStyleForFile(llvm::StringRef File, llvm::StringRef Content, const ThreadsafeFS &TFS, bool FormatFile)
Choose the clang-format style we should apply to a certain file.
A top-level diagnostic that may have Notes and Fixes.
std::vector< const Inclusion * > UnusedIncludes
std::vector< MissingIncludeDiagInfo > MissingIncludes
Represents a symbol occurrence in the source file.