clang-tools 24.0.0git
ClangdServer.cpp
Go to the documentation of this file.
1//===--- ClangdServer.cpp - Main clangd server code --------------*- C++-*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===-------------------------------------------------------------------===//
8
9#include "ClangdServer.h"
10#include "CodeComplete.h"
11#include "Config.h"
12#include "Diagnostics.h"
13#include "DumpAST.h"
14#include "FindSymbols.h"
15#include "Format.h"
16#include "HeaderSourceSwitch.h"
17#include "InlayHints.h"
18#include "ParsedAST.h"
19#include "Preamble.h"
20#include "Protocol.h"
22#include "SemanticSelection.h"
23#include "SourceCode.h"
24#include "TUScheduler.h"
25#include "XRefs.h"
26#include "clang-include-cleaner/Record.h"
27#include "index/FileIndex.h"
28#include "index/Merge.h"
29#include "index/StdLib.h"
30#include "refactor/Rename.h"
31#include "refactor/Tweak.h"
33#include "support/Context.h"
34#include "support/Logger.h"
35#include "support/MemoryTree.h"
37#include "support/Trace.h"
38#include "clang/Basic/Stack.h"
39#include "clang/Format/Format.h"
40#include "clang/Lex/Preprocessor.h"
41#include "clang/Tooling/CompilationDatabase.h"
42#include "clang/Tooling/Core/Replacement.h"
43#include "llvm/ADT/ArrayRef.h"
44#include "llvm/ADT/STLExtras.h"
45#include "llvm/ADT/StringRef.h"
46#include "llvm/Support/Error.h"
47#include "llvm/Support/Path.h"
48#include "llvm/Support/raw_ostream.h"
49#include <algorithm>
50#include <chrono>
51#include <future>
52#include <memory>
53#include <mutex>
54#include <optional>
55#include <string>
56#include <type_traits>
57#include <utility>
58#include <vector>
59
60namespace clang {
61namespace clangd {
62namespace {
63
64// Tracks number of times a tweak has been offered.
65static constexpr trace::Metric TweakAvailable(
66 "tweak_available", trace::Metric::Counter, "tweak_id");
67
68// Update the FileIndex with new ASTs and plumb the diagnostics responses.
69struct UpdateIndexCallbacks : public ParsingCallbacks {
70 UpdateIndexCallbacks(FileIndex *FIndex,
71 ClangdServer::Callbacks *ServerCallbacks,
72 const ThreadsafeFS &TFS, AsyncTaskRunner *Tasks,
73 bool CollectInactiveRegions)
74 : FIndex(FIndex), ServerCallbacks(ServerCallbacks), TFS(TFS),
75 Stdlib{std::make_shared<StdLibSet>()}, Tasks(Tasks),
76 CollectInactiveRegions(CollectInactiveRegions) {}
77
78 void onPreambleAST(
79 PathRef Path, llvm::StringRef Version, CapturedASTCtx ASTCtx,
80 std::shared_ptr<const include_cleaner::PragmaIncludes> PI) override {
81
82 if (!FIndex)
83 return;
84
85 auto &PP = ASTCtx.getPreprocessor();
86 auto &CI = ASTCtx.getCompilerInvocation();
87 if (auto Loc = Stdlib->add(CI.getLangOpts(), PP.getHeaderSearchInfo()))
88 indexStdlib(CI, std::move(*Loc));
89
90 // FIndex outlives the UpdateIndexCallbacks.
91 auto Task = [FIndex(FIndex), Path(Path.str()), Version(Version.str()),
92 ASTCtx(std::move(ASTCtx)), PI(std::move(PI))]() mutable {
93 trace::Span Tracer("PreambleIndexing");
94 FIndex->updatePreamble(Path, Version, ASTCtx.getASTContext(),
95 ASTCtx.getPreprocessor(), *PI);
96 };
97
98 if (Tasks) {
99 Tasks->runAsync("Preamble indexing for:" + Path + Version,
100 std::move(Task));
101 } else
102 Task();
103 }
104
105 void indexStdlib(const CompilerInvocation &CI, StdLibLocation Loc) {
106 // This task is owned by Tasks, which outlives the TUScheduler and
107 // therefore the UpdateIndexCallbacks.
108 // We must be careful that the references we capture outlive TUScheduler.
109 auto Task = [LO(CI.getLangOpts()), Loc(std::move(Loc)),
110 CI(std::make_unique<CompilerInvocation>(CI)),
111 // External values that outlive ClangdServer
112 TFS(&TFS),
113 // Index outlives TUScheduler (declared first)
114 FIndex(FIndex),
115 // shared_ptr extends lifetime
116 Stdlib(Stdlib),
117 // We have some FS implementations that rely on information in
118 // the context.
119 Ctx(Context::current().clone())]() mutable {
120 // Make sure we install the context into current thread.
121 WithContext C(std::move(Ctx));
122 clang::noteBottomOfStack();
123 IndexFileIn IF;
124 IF.Symbols = indexStandardLibrary(std::move(CI), Loc, *TFS);
125 if (Stdlib->isBest(LO))
126 FIndex->updatePreamble(std::move(IF));
127 };
128 if (Tasks)
129 // This doesn't have a semaphore to enforce -j, but it's rare.
130 Tasks->runAsync("IndexStdlib", std::move(Task));
131 else
132 Task();
133 }
134
135 void onMainAST(PathRef Path, ParsedAST &AST, PublishFn Publish) override {
136 if (FIndex)
137 FIndex->updateMain(Path, AST);
138
139 if (ServerCallbacks)
140 Publish([&]() {
141 ServerCallbacks->onDiagnosticsReady(Path, AST.version(),
142 AST.getDiagnostics());
143 if (CollectInactiveRegions) {
144 ServerCallbacks->onInactiveRegionsReady(Path,
146 }
147 });
148 }
149
150 void onFailedAST(PathRef Path, llvm::StringRef Version,
151 std::vector<Diag> Diags, PublishFn Publish) override {
152 if (ServerCallbacks)
153 Publish(
154 [&]() { ServerCallbacks->onDiagnosticsReady(Path, Version, Diags); });
155 }
156
157 void onFileUpdated(PathRef File, const TUStatus &Status) override {
158 if (ServerCallbacks)
159 ServerCallbacks->onFileUpdated(File, Status);
160 }
161
162 void onPreamblePublished(PathRef File) override {
163 if (ServerCallbacks)
164 ServerCallbacks->onSemanticsMaybeChanged(File);
165 }
166
167private:
168 FileIndex *FIndex;
169 ClangdServer::Callbacks *ServerCallbacks;
170 const ThreadsafeFS &TFS;
171 std::shared_ptr<StdLibSet> Stdlib;
172 AsyncTaskRunner *Tasks;
173 bool CollectInactiveRegions;
174};
175
176class DraftStoreFS : public ThreadsafeFS {
177public:
178 DraftStoreFS(const ThreadsafeFS &Base, const DraftStore &Drafts)
179 : Base(Base), DirtyFiles(Drafts) {}
180
181private:
182 llvm::IntrusiveRefCntPtr<llvm::vfs::FileSystem> viewImpl() const override {
183 auto OFS = llvm::makeIntrusiveRefCnt<llvm::vfs::OverlayFileSystem>(
184 Base.view(std::nullopt));
185 OFS->pushOverlay(DirtyFiles.asVFS());
186 return OFS;
187 }
188
189 const ThreadsafeFS &Base;
190 const DraftStore &DirtyFiles;
191};
192
193} // namespace
194
197 Opts.UpdateDebounce = DebouncePolicy::fixed(/*zero*/ {});
198 Opts.StorePreamblesInMemory = true;
199 Opts.AsyncThreadsCount = 4; // Consistent!
200 return Opts;
201}
202
213
215 const ThreadsafeFS &TFS, const Options &Opts,
217 : FeatureModules(Opts.FeatureModules), CDB(CDB), TFS(TFS),
218 DynamicIdx(Opts.BuildDynamicSymbolIndex
219 ? new FileIndex(Opts.EnableOutgoingCalls)
220 : nullptr),
221 ModulesManager(Opts.ModulesManager),
222 ClangTidyProvider(Opts.ClangTidyProvider),
223 UseDirtyHeaders(Opts.UseDirtyHeaders),
224 LineFoldingOnly(Opts.LineFoldingOnly),
225 PreambleParseForwardingFunctions(Opts.PreambleParseForwardingFunctions),
226 SkipPreambleBuild(Opts.SkipPreambleBuild),
227 ImportInsertions(Opts.ImportInsertions),
228 PublishInactiveRegions(Opts.PublishInactiveRegions),
229 WorkspaceRoot(Opts.WorkspaceRoot),
230 Transient(Opts.ImplicitCancellation ? TUScheduler::InvalidateOnUpdate
231 : TUScheduler::NoInvalidation),
232 DirtyFS(std::make_unique<DraftStoreFS>(TFS, DraftMgr)),
233 ContextProvider(Opts.ContextProvider) {
234 if (Opts.AsyncThreadsCount != 0)
235 IndexTasks.emplace();
236 // Pass a callback into `WorkScheduler` to extract symbols from a newly
237 // parsed file and rebuild the file index synchronously each time an AST
238 // is parsed.
239 WorkScheduler.emplace(CDB, TUScheduler::Options(Opts),
240 std::make_unique<UpdateIndexCallbacks>(
241 DynamicIdx.get(), Callbacks, TFS,
242 IndexTasks ? &*IndexTasks : nullptr,
243 PublishInactiveRegions));
244 // Adds an index to the stack, at higher priority than existing indexes.
245 auto AddIndex = [&](SymbolIndex *Idx) {
246 if (this->Index != nullptr) {
247 MergedIdx.push_back(std::make_unique<MergedIndex>(Idx, this->Index));
248 this->Index = MergedIdx.back().get();
249 } else {
250 this->Index = Idx;
251 }
252 };
253 if (Opts.StaticIndex)
254 AddIndex(Opts.StaticIndex);
255 if (Opts.BackgroundIndex) {
256 BackgroundIndex::Options BGOpts;
257 BGOpts.ThreadPoolSize = std::max(Opts.AsyncThreadsCount, 1u);
258 BGOpts.OnProgress = [Callbacks](BackgroundQueue::Stats S) {
259 if (Callbacks)
260 Callbacks->onBackgroundIndexProgress(S);
261 };
262 BGOpts.ContextProvider = Opts.ContextProvider;
263 BGOpts.SupportContainedRefs = Opts.EnableOutgoingCalls;
264 BackgroundIdx = std::make_unique<BackgroundIndex>(
265 TFS, CDB,
267 [&CDB](llvm::StringRef File) { return CDB.getProjectInfo(File); }),
268 std::move(BGOpts));
269 AddIndex(BackgroundIdx.get());
270 }
271 if (DynamicIdx)
272 AddIndex(DynamicIdx.get());
273
274 if (Opts.FeatureModules) {
275 FeatureModule::Facilities F{
276 *this->WorkScheduler,
277 this->Index,
278 this->TFS,
279 };
280 for (auto &Mod : *Opts.FeatureModules)
281 Mod.initialize(F);
282 }
283}
284
286 // Destroying TUScheduler first shuts down request threads that might
287 // otherwise access members concurrently.
288 // (Nobody can be using TUScheduler because we're on the main thread).
289 WorkScheduler.reset();
290 // Now requests have stopped, we can shut down feature modules.
291 if (FeatureModules) {
292 for (auto &Mod : *FeatureModules)
293 Mod.stop();
294 for (auto &Mod : *FeatureModules)
295 Mod.blockUntilIdle(Deadline::infinity());
296 }
297}
298
299void ClangdServer::addDocument(PathRef File, llvm::StringRef Contents,
300 llvm::StringRef Version,
301 WantDiagnostics WantDiags, bool ForceRebuild) {
302 bool NewModule = ModulesManager && ModulesManager->observeSourcePath(File);
303
304 std::string ActualVersion = DraftMgr.addDraft(File, Version, Contents);
305 ParseOptions Opts;
306 Opts.PreambleParseForwardingFunctions = PreambleParseForwardingFunctions;
307 Opts.ImportInsertions = ImportInsertions;
308
309 // Compile command is set asynchronously during update, as it can be slow.
310 ParseInputs Inputs;
311 Inputs.TFS = &getHeaderFS();
312 Inputs.Contents = std::string(Contents);
313 Inputs.Version = std::move(ActualVersion);
314 Inputs.ForceRebuild = ForceRebuild;
315 Inputs.Opts = std::move(Opts);
316 Inputs.Index = Index;
317 Inputs.ClangTidyProvider = ClangTidyProvider;
318 Inputs.FeatureModules = FeatureModules;
319 Inputs.ModulesManager = ModulesManager;
320 adjustParseInputs(Inputs, File);
321 bool NewFile = WorkScheduler->update(File, Inputs, WantDiags);
322 // If we loaded Foo.h, we want to make sure Foo.cpp is indexed.
323 if (NewFile && BackgroundIdx)
324 BackgroundIdx->boostRelated(File);
325 if (NewModule)
327 [&](PathRef OpenFile) { return !pathEqual(OpenFile, File); });
328}
329
331 llvm::function_ref<bool(llvm::StringRef File)> Filter) {
332 // Reparse only opened files that were modified.
333 for (const Path &FilePath : DraftMgr.getActiveFiles())
334 if (Filter(FilePath))
335 if (auto Draft = DraftMgr.getDraft(FilePath)) // else disappeared in race?
336 addDocument(FilePath, *Draft->Contents, Draft->Version,
338}
339
340std::shared_ptr<const std::string> ClangdServer::getDraft(PathRef File) const {
341 auto Draft = DraftMgr.getDraft(File);
342 if (!Draft)
343 return nullptr;
344 return std::move(Draft->Contents);
345}
346
347std::function<Context(PathRef)>
349 Callbacks *Publish) {
350 if (!Provider)
351 return [](llvm::StringRef) { return Context::current().clone(); };
352
353 struct Impl {
354 const config::Provider *Provider;
356 std::mutex PublishMu;
357
358 Impl(const config::Provider *Provider, ClangdServer::Callbacks *Publish)
359 : Provider(Provider), Publish(Publish) {}
360
361 Context operator()(llvm::StringRef File) {
362 config::Params Params;
363 // Don't reread config files excessively often.
364 // FIXME: when we see a config file change event, use the event timestamp?
365 Params.FreshTime =
366 std::chrono::steady_clock::now() - std::chrono::seconds(5);
367 llvm::SmallString<256> PosixPath;
368 if (!File.empty()) {
369 assert(llvm::sys::path::is_absolute(File));
370 llvm::sys::path::native(File, PosixPath, llvm::sys::path::Style::posix);
371 Params.Path = PosixPath.str();
372 }
373
374 llvm::StringMap<std::vector<Diag>> ReportableDiagnostics;
375 Config C = Provider->getConfig(Params, [&](const llvm::SMDiagnostic &D) {
376 // Create the map entry even for note diagnostics we don't report.
377 // This means that when the file is parsed with no warnings, we
378 // publish an empty set of diagnostics, clearing any the client has.
379 handleDiagnostic(D, !Publish || D.getFilename().empty()
380 ? nullptr
381 : &ReportableDiagnostics[D.getFilename()]);
382 });
383 // Blindly publish diagnostics for the (unopened) parsed config files.
384 // We must avoid reporting diagnostics for *the same file* concurrently.
385 // Source diags are published elsewhere, but those are different files.
386 if (!ReportableDiagnostics.empty()) {
387 std::lock_guard<std::mutex> Lock(PublishMu);
388 for (auto &Entry : ReportableDiagnostics)
389 Publish->onDiagnosticsReady(Entry.first(), /*Version=*/"",
390 Entry.second);
391 }
392 return Context::current().derive(Config::Key, std::move(C));
393 }
394
395 void handleDiagnostic(const llvm::SMDiagnostic &D,
396 std::vector<Diag> *ClientDiagnostics) {
397 switch (D.getKind()) {
398 case llvm::SourceMgr::DK_Error:
399 elog("config error at {0}:{1}:{2}: {3}", D.getFilename(), D.getLineNo(),
400 D.getColumnNo(), D.getMessage());
401 break;
402 case llvm::SourceMgr::DK_Warning:
403 log("config warning at {0}:{1}:{2}: {3}", D.getFilename(),
404 D.getLineNo(), D.getColumnNo(), D.getMessage());
405 break;
406 case llvm::SourceMgr::DK_Note:
407 case llvm::SourceMgr::DK_Remark:
408 vlog("config note at {0}:{1}:{2}: {3}", D.getFilename(), D.getLineNo(),
409 D.getColumnNo(), D.getMessage());
410 ClientDiagnostics = nullptr; // Don't emit notes as LSP diagnostics.
411 break;
412 }
413 if (ClientDiagnostics)
414 ClientDiagnostics->push_back(toDiag(D, Diag::ClangdConfig));
415 }
416 };
417
418 // Copyable wrapper.
419 return [I(std::make_shared<Impl>(Provider, Publish))](llvm::StringRef Path) {
420 return (*I)(Path);
421 };
422}
423
425 DraftMgr.removeDraft(File);
426 WorkScheduler->remove(File);
427}
428
430 const clangd::CodeCompleteOptions &Opts,
432 // Copy completion options for passing them to async task handler.
433 auto CodeCompleteOpts = Opts;
434 if (!CodeCompleteOpts.Index) // Respect overridden index.
435 CodeCompleteOpts.Index = Index;
436
437 auto Task = [Pos, CodeCompleteOpts, File = File.str(), CB = std::move(CB),
438 this](llvm::Expected<InputsAndPreamble> IP) mutable {
439 if (!IP)
440 return CB(IP.takeError());
441 if (auto Reason = isCancelled())
442 return CB(llvm::make_error<CancelledError>(Reason));
443
444 std::optional<SpeculativeFuzzyFind> SpecFuzzyFind;
445 if (!IP->Preamble) {
446 // No speculation in Fallback mode, as it's supposed to be much faster
447 // without compiling.
448 vlog("Build for file {0} is not ready. Enter fallback mode.", File);
449 } else if (CodeCompleteOpts.Index) {
450 SpecFuzzyFind.emplace();
451 {
452 std::lock_guard<std::mutex> Lock(CachedCompletionFuzzyFindRequestMutex);
453 SpecFuzzyFind->CachedReq = CachedCompletionFuzzyFindRequestByFile[File];
454 }
455 }
456 ParseInputs ParseInput{IP->Command, &getHeaderFS(), IP->Contents.str()};
457 // FIXME: Add traling new line if there is none at eof, workaround a crash,
458 // see https://github.com/clangd/clangd/issues/332
459 if (!IP->Contents.ends_with("\n"))
460 ParseInput.Contents.append("\n");
461 ParseInput.Index = Index;
462
463 CodeCompleteOpts.MainFileSignals = IP->Signals;
464 CodeCompleteOpts.AllScopes = Config::current().Completion.AllScopes;
465 CodeCompleteOpts.ArgumentLists = Config::current().Completion.ArgumentLists;
466 CodeCompleteOpts.InsertIncludes =
467 Config::current().Completion.HeaderInsertion;
468 CodeCompleteOpts.CodePatterns = Config::current().Completion.CodePatterns;
469 CodeCompleteOpts.MacroFilter = Config::current().Completion.MacroFilter;
470 adjustParseInputs(ParseInput, File);
471 // FIXME(ibiryukov): even if Preamble is non-null, we may want to check
472 // both the old and the new version in case only one of them matches.
473 CodeCompleteResult Result = clangd::codeComplete(
474 File, Pos, IP->Preamble, ParseInput, CodeCompleteOpts,
475 SpecFuzzyFind ? &*SpecFuzzyFind : nullptr);
476 // We don't want `codeComplete` to wait for the async call if it doesn't use
477 // the result (e.g. non-index completion, speculation fails), so that `CB`
478 // is called as soon as results are available.
479 {
480 clang::clangd::trace::Span Tracer("Completion results callback");
481 CB(std::move(Result));
482 }
483 if (!SpecFuzzyFind)
484 return;
485 if (SpecFuzzyFind->NewReq) {
486 std::lock_guard<std::mutex> Lock(CachedCompletionFuzzyFindRequestMutex);
487 CachedCompletionFuzzyFindRequestByFile[File] = *SpecFuzzyFind->NewReq;
488 }
489 // Explicitly block until async task completes, this is fine as we've
490 // already provided reply to the client and running as a preamble task
491 // (i.e. won't block other preamble tasks).
492 if (SpecFuzzyFind->Result.valid())
493 SpecFuzzyFind->Result.wait();
494 };
495
496 // We use a potentially-stale preamble because latency is critical here.
497 WorkScheduler->runWithPreamble(
498 "CodeComplete", File,
499 (Opts.RunParser == CodeCompleteOptions::AlwaysParse)
502 std::move(Task));
503}
504
506 MarkupKind DocumentationFormat,
508
509 auto Action = [Pos, File = File.str(), CB = std::move(CB),
510 DocumentationFormat,
511 this](llvm::Expected<InputsAndPreamble> IP) mutable {
512 if (!IP)
513 return CB(IP.takeError());
514
515 const auto *PreambleData = IP->Preamble;
516 if (!PreambleData)
517 return CB(error("Failed to parse includes"));
518
519 ParseInputs ParseInput{IP->Command, &getHeaderFS(), IP->Contents.str()};
520 // FIXME: Add traling new line if there is none at eof, workaround a crash,
521 // see https://github.com/clangd/clangd/issues/332
522 if (!IP->Contents.ends_with("\n"))
523 ParseInput.Contents.append("\n");
524 ParseInput.Index = Index;
525 CB(clangd::signatureHelp(File, Pos, *PreambleData, ParseInput,
526 DocumentationFormat));
527 };
528
529 // Unlike code completion, we wait for a preamble here.
530 WorkScheduler->runWithPreamble("SignatureHelp", File, TUScheduler::Stale,
531 std::move(Action));
532}
533
534void ClangdServer::formatFile(PathRef File, const std::vector<Range> &Rngs,
536 auto Code = getDraft(File);
537 if (!Code)
538 return CB(llvm::make_error<LSPError>("trying to format non-added document",
540 std::vector<tooling::Range> RequestedRanges;
541 if (!Rngs.empty()) {
542 RequestedRanges.reserve(Rngs.size());
543 for (const auto &Rng : Rngs) {
544 llvm::Expected<size_t> Begin = positionToOffset(*Code, Rng.start);
545 if (!Begin)
546 return CB(Begin.takeError());
547 llvm::Expected<size_t> End = positionToOffset(*Code, Rng.end);
548 if (!End)
549 return CB(End.takeError());
550 RequestedRanges.emplace_back(*Begin, *End - *Begin);
551 }
552 } else {
553 RequestedRanges = {tooling::Range(0, Code->size())};
554 }
555
556 // Call clang-format.
557 auto Action = [File = File.str(), Code = std::move(*Code),
558 Ranges = std::move(RequestedRanges), CB = std::move(CB),
559 this]() mutable {
560 format::FormatStyle Style = getFormatStyleForFile(File, Code, TFS, true);
561 tooling::Replacements IncludeReplaces =
562 format::sortIncludes(Style, Code, Ranges, File);
563 auto Changed = tooling::applyAllReplacements(Code, IncludeReplaces);
564 if (!Changed)
565 return CB(Changed.takeError());
566
567 CB(IncludeReplaces.merge(format::reformat(
568 Style, *Changed,
569 tooling::calculateRangesAfterReplacements(IncludeReplaces, Ranges),
570 File)));
571 };
572 WorkScheduler->runQuick("Format", File, std::move(Action));
573}
574
576 StringRef TriggerText,
577 Callback<std::vector<TextEdit>> CB) {
578 auto Code = getDraft(File);
579 if (!Code)
580 return CB(llvm::make_error<LSPError>("trying to format non-added document",
582 llvm::Expected<size_t> CursorPos = positionToOffset(*Code, Pos);
583 if (!CursorPos)
584 return CB(CursorPos.takeError());
585 auto Action = [File = File.str(), Code = std::move(*Code),
586 TriggerText = TriggerText.str(), CursorPos = *CursorPos,
587 CB = std::move(CB), this]() mutable {
588 auto Style = getFormatStyleForFile(File, Code, TFS, false);
589 std::vector<TextEdit> Result;
590 for (const tooling::Replacement &R :
591 formatIncremental(Code, CursorPos, TriggerText, Style))
592 Result.push_back(replacementToEdit(Code, R));
593 return CB(Result);
594 };
595 WorkScheduler->runQuick("FormatOnType", File, std::move(Action));
596}
597
599 std::optional<std::string> NewName,
600 const RenameOptions &RenameOpts,
602 auto Action = [Pos, File = File.str(), CB = std::move(CB),
603 NewName = std::move(NewName),
604 RenameOpts](llvm::Expected<InputsAndAST> InpAST) mutable {
605 if (!InpAST)
606 return CB(InpAST.takeError());
607 // prepareRename is latency-sensitive: we don't query the index, as we
608 // only need main-file references
609 auto Results =
610 clangd::rename({Pos, NewName.value_or("__clangd_rename_placeholder"),
611 InpAST->AST, File, /*FS=*/nullptr,
612 /*Index=*/nullptr, RenameOpts});
613 if (!Results) {
614 // LSP says to return null on failure, but that will result in a generic
615 // failure message. If we send an LSP error response, clients can surface
616 // the message to users (VSCode does).
617 return CB(Results.takeError());
618 }
619 return CB(*Results);
620 };
621 WorkScheduler->runWithAST("PrepareRename", File, std::move(Action));
622}
623
624void ClangdServer::rename(PathRef File, Position Pos, llvm::StringRef NewName,
625 const RenameOptions &Opts,
627 auto Action = [File = File.str(), NewName = NewName.str(), Pos, Opts,
628 CB = std::move(CB),
629 this](llvm::Expected<InputsAndAST> InpAST) mutable {
630 // Tracks number of files edited per invocation.
631 static constexpr trace::Metric RenameFiles("rename_files",
633 if (!InpAST)
634 return CB(InpAST.takeError());
635 auto R = clangd::rename({Pos, NewName, InpAST->AST, File,
636 DirtyFS->view(std::nullopt), Index, Opts});
637 if (!R)
638 return CB(R.takeError());
639
640 if (Opts.WantFormat) {
641 auto Style = getFormatStyleForFile(File, InpAST->Inputs.Contents,
642 *InpAST->Inputs.TFS, false);
643 llvm::Error Err = llvm::Error::success();
644 for (auto &E : R->GlobalChanges)
645 Err =
646 llvm::joinErrors(reformatEdit(E.getValue(), Style), std::move(Err));
647
648 if (Err)
649 return CB(std::move(Err));
650 }
651 RenameFiles.record(R->GlobalChanges.size());
652 return CB(*R);
653 };
654 WorkScheduler->runWithAST("Rename", File, std::move(Action));
655}
656
657namespace {
658// May generate several candidate selections, due to SelectionTree ambiguity.
659// vector of pointers because GCC doesn't like non-copyable Selection.
660llvm::Expected<std::vector<std::unique_ptr<Tweak::Selection>>>
661tweakSelection(const Range &Sel, const InputsAndAST &AST,
662 llvm::vfs::FileSystem *FS) {
663 auto Begin = positionToOffset(AST.Inputs.Contents, Sel.start);
664 if (!Begin)
665 return Begin.takeError();
666 auto End = positionToOffset(AST.Inputs.Contents, Sel.end);
667 if (!End)
668 return End.takeError();
669 std::vector<std::unique_ptr<Tweak::Selection>> Result;
671 AST.AST.getASTContext(), AST.AST.getTokens(), *Begin, *End,
672 [&](SelectionTree T) {
673 Result.push_back(std::make_unique<Tweak::Selection>(
674 AST.Inputs.Index, AST.AST, *Begin, *End, std::move(T), FS));
675 return false;
676 });
677 assert(!Result.empty() && "Expected at least one SelectionTree");
678 return std::move(Result);
679}
680
681// Some fixes may perform local renaming, we want to convert those to clangd
682// rename commands, such that we can leverage the index for more accurate
683// results.
684std::optional<ClangdServer::CodeActionResult::Rename>
685tryConvertToRename(const Diag *Diag, const Fix &Fix) {
686 bool IsClangTidyRename = Diag->Source == Diag::ClangTidy &&
687 Diag->Name == "readability-identifier-naming" &&
688 !Fix.Edits.empty();
689 if (IsClangTidyRename && Diag->InsideMainFile) {
690 ClangdServer::CodeActionResult::Rename R;
691 R.NewName = Fix.Edits.front().newText;
692 R.FixMessage = Fix.Message;
693 R.Diag = {Diag->Range, Diag->Message};
694 return R;
695 }
696
697 return std::nullopt;
698}
699
700} // namespace
701
704 auto Action = [Params, CB = std::move(CB),
705 FeatureModules(this->FeatureModules)](
706 Expected<InputsAndAST> InpAST) mutable {
707 if (!InpAST)
708 return CB(InpAST.takeError());
709 auto KindAllowed =
710 [Only(Params.RequestedActionKinds)](llvm::StringRef Kind) {
711 if (Only.empty())
712 return true;
713 return llvm::any_of(Only, [&](llvm::StringRef Base) {
714 return Kind.consume_front(Base) &&
715 (Kind.empty() || Kind.starts_with("."));
716 });
717 };
718
719 CodeActionResult Result;
720 Result.Version = InpAST->AST.version().str();
721 if (KindAllowed(CodeAction::QUICKFIX_KIND)) {
722 auto FindMatchedDiag = [&InpAST](const DiagRef &DR) -> const Diag * {
723 for (const auto &Diag : InpAST->AST.getDiagnostics())
724 if (Diag.Range == DR.Range && Diag.Message == DR.Message)
725 return &Diag;
726 return nullptr;
727 };
728 for (const auto &DiagRef : Params.Diagnostics) {
729 if (const auto *Diag = FindMatchedDiag(DiagRef))
730 for (const auto &Fix : Diag->Fixes) {
731 if (auto Rename = tryConvertToRename(Diag, Fix)) {
732 Result.Renames.emplace_back(std::move(*Rename));
733 } else {
734 Result.QuickFixes.push_back({DiagRef, Fix});
735 }
736 }
737 }
738 }
739
740 // Collect Tweaks
741 auto Selections = tweakSelection(Params.Selection, *InpAST, /*FS=*/nullptr);
742 if (!Selections)
743 return CB(Selections.takeError());
744 // Don't allow a tweak to fire more than once across ambiguous selections.
745 llvm::DenseSet<llvm::StringRef> PreparedTweaks;
746 auto DeduplicatingFilter = [&](const Tweak &T) {
747 return KindAllowed(T.kind()) && Params.TweakFilter(T) &&
748 !PreparedTweaks.count(T.id());
749 };
750 for (const auto &Sel : *Selections) {
751 for (auto &T : prepareTweaks(*Sel, DeduplicatingFilter, FeatureModules)) {
752 Result.TweakRefs.push_back(TweakRef{T->id(), T->title(), T->kind()});
753 PreparedTweaks.insert(T->id());
754 TweakAvailable.record(1, T->id());
755 }
756 }
757 CB(std::move(Result));
758 };
759
760 WorkScheduler->runWithAST("codeAction", Params.File, std::move(Action),
761 Transient);
762}
763
764void ClangdServer::applyTweak(PathRef File, Range Sel, StringRef TweakID,
766 // Tracks number of times a tweak has been attempted.
767 static constexpr trace::Metric TweakAttempt(
768 "tweak_attempt", trace::Metric::Counter, "tweak_id");
769 // Tracks number of times a tweak has failed to produce edits.
770 static constexpr trace::Metric TweakFailed(
771 "tweak_failed", trace::Metric::Counter, "tweak_id");
772 TweakAttempt.record(1, TweakID);
773 auto Action = [File = File.str(), Sel, TweakID = TweakID.str(),
774 CB = std::move(CB),
775 this](Expected<InputsAndAST> InpAST) mutable {
776 if (!InpAST)
777 return CB(InpAST.takeError());
778 auto FS = DirtyFS->view(std::nullopt);
779 auto Selections = tweakSelection(Sel, *InpAST, FS.get());
780 if (!Selections)
781 return CB(Selections.takeError());
782 std::optional<llvm::Expected<Tweak::Effect>> Effect;
783 // Try each selection, take the first one that prepare()s.
784 // If they all fail, Effect will hold get the last error.
785 for (const auto &Selection : *Selections) {
786 auto T = prepareTweak(TweakID, *Selection, FeatureModules);
787 if (T) {
788 Effect = (*T)->apply(*Selection);
789 break;
790 }
791 Effect = T.takeError();
792 }
793 assert(Effect && "Expected at least one selection");
794 if (*Effect && (*Effect)->FormatEdits) {
795 // Format tweaks that require it centrally here.
796 for (auto &It : (*Effect)->ApplyEdits) {
797 Edit &E = It.second;
798 format::FormatStyle Style =
799 getFormatStyleForFile(File, E.InitialCode, TFS, false);
800 if (llvm::Error Err = reformatEdit(E, Style))
801 elog("Failed to format {0}: {1}", It.first(), std::move(Err));
802 }
803 } else {
804 TweakFailed.record(1, TweakID);
805 }
806 return CB(std::move(*Effect));
807 };
808 WorkScheduler->runWithAST("ApplyTweak", File, std::move(Action));
809}
810
812 Callback<std::vector<LocatedSymbol>> CB) {
813 auto Action = [Pos, CB = std::move(CB),
814 this](llvm::Expected<InputsAndAST> InpAST) mutable {
815 if (!InpAST)
816 return CB(InpAST.takeError());
817 CB(clangd::locateSymbolAt(InpAST->AST, Pos, Index));
818 };
819
820 WorkScheduler->runWithAST("Definitions", File, std::move(Action));
821}
822
824 PathRef Path, Callback<std::optional<clangd::Path>> CB) {
825 // We want to return the result as fast as possible, strategy is:
826 // 1) use the file-only heuristic, it requires some IO but it is much
827 // faster than building AST, but it only works when .h/.cc files are in
828 // the same directory.
829 // 2) if 1) fails, we use the AST&Index approach, it is slower but supports
830 // different code layout.
831 if (auto CorrespondingFile =
832 getCorrespondingHeaderOrSource(Path, TFS.view(std::nullopt)))
833 return CB(std::move(CorrespondingFile));
834 auto Action = [Path = Path.str(), CB = std::move(CB),
835 this](llvm::Expected<InputsAndAST> InpAST) mutable {
836 if (!InpAST)
837 return CB(InpAST.takeError());
838 CB(getCorrespondingHeaderOrSource(Path, InpAST->AST, Index));
839 };
840 WorkScheduler->runWithAST("SwitchHeaderSource", Path, std::move(Action));
841}
842
844 PathRef File, Position Pos, Callback<std::vector<DocumentHighlight>> CB) {
845 auto Action =
846 [Pos, CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
847 if (!InpAST)
848 return CB(InpAST.takeError());
849 CB(clangd::findDocumentHighlights(InpAST->AST, Pos));
850 };
851
852 WorkScheduler->runWithAST("Highlights", File, std::move(Action), Transient);
853}
854
856 Callback<std::optional<HoverInfo>> CB) {
857 auto Action = [File = File.str(), Pos, CB = std::move(CB),
858 this](llvm::Expected<InputsAndAST> InpAST) mutable {
859 if (!InpAST)
860 return CB(InpAST.takeError());
861 format::FormatStyle Style = getFormatStyleForFile(
862 File, InpAST->Inputs.Contents, *InpAST->Inputs.TFS, false);
863 CB(clangd::getHover(InpAST->AST, Pos, std::move(Style), Index));
864 };
865
866 WorkScheduler->runWithAST("Hover", File, std::move(Action), Transient);
867}
868
870 TypeHierarchyDirection Direction,
871 Callback<std::vector<TypeHierarchyItem>> CB) {
872 auto Action = [File = File.str(), Pos, Resolve, Direction, CB = std::move(CB),
873 this](Expected<InputsAndAST> InpAST) mutable {
874 if (!InpAST)
875 return CB(InpAST.takeError());
876 CB(clangd::getTypeHierarchy(InpAST->AST, Pos, Resolve, Direction, Index,
877 File));
878 };
879
880 WorkScheduler->runWithAST("TypeHierarchy", File, std::move(Action));
881}
882
884 const TypeHierarchyItem &Item,
885 Callback<std::optional<std::vector<TypeHierarchyItem>>> CB) {
886 WorkScheduler->run("typeHierarchy/superTypes", /*Path=*/"",
887 [=, CB = std::move(CB)]() mutable {
888 CB(clangd::superTypes(Item, Index));
889 });
890}
891
893 Callback<std::vector<TypeHierarchyItem>> CB) {
894 WorkScheduler->run(
895 "typeHierarchy/subTypes", /*Path=*/"",
896 [=, CB = std::move(CB)]() mutable { CB(clangd::subTypes(Item, Index)); });
897}
898
900 TypeHierarchyItem Item, int Resolve, TypeHierarchyDirection Direction,
901 Callback<std::optional<TypeHierarchyItem>> CB) {
902 WorkScheduler->run(
903 "Resolve Type Hierarchy", "", [=, CB = std::move(CB)]() mutable {
904 clangd::resolveTypeHierarchy(Item, Resolve, Direction, Index);
905 CB(Item);
906 });
907}
908
910 PathRef File, Position Pos, Callback<std::vector<CallHierarchyItem>> CB) {
911 auto Action = [File = File.str(), Pos,
912 CB = std::move(CB)](Expected<InputsAndAST> InpAST) mutable {
913 if (!InpAST)
914 return CB(InpAST.takeError());
915 CB(clangd::prepareCallHierarchy(InpAST->AST, Pos, File));
916 };
917 WorkScheduler->runWithAST("CallHierarchy", File, std::move(Action));
918}
919
921 const CallHierarchyItem &Item,
922 Callback<std::vector<CallHierarchyIncomingCall>> CB) {
923 WorkScheduler->run("Incoming Calls", "",
924 [CB = std::move(CB), Item, this]() mutable {
925 CB(clangd::incomingCalls(Item, Index));
926 });
927}
928
929void ClangdServer::inlayHints(PathRef File, std::optional<Range> RestrictRange,
930 Callback<std::vector<InlayHint>> CB) {
931 auto Action = [RestrictRange(std::move(RestrictRange)),
932 CB = std::move(CB)](Expected<InputsAndAST> InpAST) mutable {
933 if (!InpAST)
934 return CB(InpAST.takeError());
935 CB(clangd::inlayHints(InpAST->AST, std::move(RestrictRange)));
936 };
937 WorkScheduler->runWithAST("InlayHints", File, std::move(Action), Transient);
938}
939
941 const CallHierarchyItem &Item,
942 Callback<std::vector<CallHierarchyOutgoingCall>> CB) {
943 WorkScheduler->run("Outgoing Calls", "",
944 [CB = std::move(CB), Item, this]() mutable {
945 CB(clangd::outgoingCalls(Item, Index));
946 });
947}
948
950 if (!ModulesManager)
951 return;
952 bool ModulesChanged = false;
953 for (const auto &Change : Params.changes)
954 ModulesChanged |= ModulesManager->onFileEvent(Change);
955 if (ModulesChanged)
956 reparseOpenFilesIfNeeded([](PathRef) { return true; });
957}
958
960 llvm::StringRef Query, int Limit,
961 Callback<std::vector<SymbolInformation>> CB) {
962 WorkScheduler->run(
963 "getWorkspaceSymbols", /*Path=*/"",
964 [Query = Query.str(), Limit, CB = std::move(CB), this]() mutable {
965 CB(clangd::getWorkspaceSymbols(Query, Limit, Index,
966 WorkspaceRoot.value_or("")));
967 });
968}
969
971 Callback<std::vector<DocumentSymbol>> CB) {
972 auto Action =
973 [CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
974 if (!InpAST)
975 return CB(InpAST.takeError());
976 CB(clangd::getDocumentSymbols(InpAST->AST));
977 };
978 WorkScheduler->runWithAST("DocumentSymbols", File, std::move(Action),
979 Transient);
980}
981
983 Callback<std::vector<FoldingRange>> CB) {
984 auto Code = getDraft(File);
985 if (!Code)
986 return CB(llvm::make_error<LSPError>(
987 "trying to compute folding ranges for non-added document",
989 auto Action = [LineFoldingOnly = LineFoldingOnly, CB = std::move(CB),
990 Code = std::move(*Code)]() mutable {
991 CB(clangd::getFoldingRanges(Code, LineFoldingOnly));
992 };
993 // We want to make sure folding ranges are always available for all the open
994 // files, hence prefer runQuick to not wait for operations on other files.
995 WorkScheduler->runQuick("FoldingRanges", File, std::move(Action));
996}
997
998void ClangdServer::findType(llvm::StringRef File, Position Pos,
999 Callback<std::vector<LocatedSymbol>> CB) {
1000 auto Action = [Pos, CB = std::move(CB),
1001 this](llvm::Expected<InputsAndAST> InpAST) mutable {
1002 if (!InpAST)
1003 return CB(InpAST.takeError());
1004 CB(clangd::findType(InpAST->AST, Pos, Index));
1005 };
1006 WorkScheduler->runWithAST("FindType", File, std::move(Action));
1007}
1008
1010 PathRef File, Position Pos, Callback<std::vector<LocatedSymbol>> CB) {
1011 auto Action = [Pos, CB = std::move(CB),
1012 this](llvm::Expected<InputsAndAST> InpAST) mutable {
1013 if (!InpAST)
1014 return CB(InpAST.takeError());
1015 CB(clangd::findImplementations(InpAST->AST, Pos, Index));
1016 };
1017
1018 WorkScheduler->runWithAST("Implementations", File, std::move(Action));
1019}
1020
1022 bool AddContainer,
1024 auto Action = [Pos, Limit, AddContainer, CB = std::move(CB),
1025 this](llvm::Expected<InputsAndAST> InpAST) mutable {
1026 if (!InpAST)
1027 return CB(InpAST.takeError());
1028 CB(clangd::findReferences(InpAST->AST, Pos, Limit, Index, AddContainer));
1029 };
1030
1031 WorkScheduler->runWithAST("References", File, std::move(Action));
1032}
1033
1035 Callback<std::vector<SymbolDetails>> CB) {
1036 auto Action =
1037 [Pos, CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
1038 if (!InpAST)
1039 return CB(InpAST.takeError());
1040 CB(clangd::getSymbolInfo(InpAST->AST, Pos));
1041 };
1042
1043 WorkScheduler->runWithAST("SymbolInfo", File, std::move(Action));
1044}
1045
1047 const std::vector<Position> &Positions,
1048 Callback<std::vector<SelectionRange>> CB) {
1049 auto Action = [Positions, CB = std::move(CB)](
1050 llvm::Expected<InputsAndAST> InpAST) mutable {
1051 if (!InpAST)
1052 return CB(InpAST.takeError());
1053 std::vector<SelectionRange> Result;
1054 for (const auto &Pos : Positions) {
1055 if (auto Range = clangd::getSemanticRanges(InpAST->AST, Pos))
1056 Result.push_back(std::move(*Range));
1057 else
1058 return CB(Range.takeError());
1059 }
1060 CB(std::move(Result));
1061 };
1062 WorkScheduler->runWithAST("SemanticRanges", File, std::move(Action));
1063}
1064
1066 Callback<std::vector<DocumentLink>> CB) {
1067 auto Action =
1068 [CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
1069 if (!InpAST)
1070 return CB(InpAST.takeError());
1071 CB(clangd::getDocumentLinks(InpAST->AST));
1072 };
1073 WorkScheduler->runWithAST("DocumentLinks", File, std::move(Action),
1074 Transient);
1075}
1076
1078 PathRef File, Callback<std::vector<HighlightingToken>> CB) {
1079
1080 auto Action = [CB = std::move(CB),
1081 PublishInactiveRegions = PublishInactiveRegions](
1082 llvm::Expected<InputsAndAST> InpAST) mutable {
1083 if (!InpAST)
1084 return CB(InpAST.takeError());
1085 // Include inactive regions in semantic highlighting tokens only if the
1086 // client doesn't support a dedicated protocol for being informed about
1087 // them.
1088 CB(clangd::getSemanticHighlightings(InpAST->AST, !PublishInactiveRegions));
1089 };
1090 WorkScheduler->runWithAST("SemanticHighlights", File, std::move(Action),
1091 Transient);
1092}
1093
1094void ClangdServer::getAST(PathRef File, std::optional<Range> R,
1095 Callback<std::optional<ASTNode>> CB) {
1096 auto Action =
1097 [R, CB(std::move(CB))](llvm::Expected<InputsAndAST> Inputs) mutable {
1098 if (!Inputs)
1099 return CB(Inputs.takeError());
1100 if (!R) {
1101 // It's safe to pass in the TU, as dumpAST() does not
1102 // deserialize the preamble.
1103 auto Node = DynTypedNode::create(
1104 *Inputs->AST.getASTContext().getTranslationUnitDecl());
1105 return CB(dumpAST(Node, Inputs->AST.getTokens(),
1106 Inputs->AST.getASTContext()));
1107 }
1108 unsigned Start, End;
1109 if (auto Offset = positionToOffset(Inputs->Inputs.Contents, R->start))
1110 Start = *Offset;
1111 else
1112 return CB(Offset.takeError());
1113 if (auto Offset = positionToOffset(Inputs->Inputs.Contents, R->end))
1114 End = *Offset;
1115 else
1116 return CB(Offset.takeError());
1117 bool Success = SelectionTree::createEach(
1118 Inputs->AST.getASTContext(), Inputs->AST.getTokens(), Start, End,
1119 [&](SelectionTree T) {
1120 if (const SelectionTree::Node *N = T.commonAncestor()) {
1121 CB(dumpAST(N->ASTNode, Inputs->AST.getTokens(),
1122 Inputs->AST.getASTContext()));
1123 return true;
1124 }
1125 return false;
1126 });
1127 if (!Success)
1128 CB(std::nullopt);
1129 };
1130 WorkScheduler->runWithAST("GetAST", File, std::move(Action));
1131}
1132
1133void ClangdServer::customAction(PathRef File, llvm::StringRef Name,
1134 Callback<InputsAndAST> Action) {
1135 WorkScheduler->runWithAST(Name, File, std::move(Action));
1136}
1137
1138void ClangdServer::diagnostics(PathRef File, Callback<std::vector<Diag>> CB) {
1139 auto Action =
1140 [CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
1141 if (!InpAST)
1142 return CB(InpAST.takeError());
1143 return CB(InpAST->AST.getDiagnostics());
1144 };
1145
1146 WorkScheduler->runWithAST("Diagnostics", File, std::move(Action));
1147}
1148
1149llvm::StringMap<TUScheduler::FileStats> ClangdServer::fileStats() const {
1150 return WorkScheduler->fileStats();
1151}
1152
1153[[nodiscard]] bool
1154ClangdServer::blockUntilIdleForTest(std::optional<double> TimeoutSeconds) {
1155 // Order is important here: we don't want to block on A and then B,
1156 // if B might schedule work on A.
1157
1158#if defined(__has_feature) && \
1159 (__has_feature(address_sanitizer) || __has_feature(hwaddress_sanitizer) || \
1160 __has_feature(memory_sanitizer) || __has_feature(thread_sanitizer))
1161 if (TimeoutSeconds.has_value())
1162 (*TimeoutSeconds) *= 10;
1163#endif
1164
1165 // Nothing else can schedule work on TUScheduler, because it's not threadsafe
1166 // and we're blocking the main thread.
1167 if (!WorkScheduler->blockUntilIdle(timeoutSeconds(TimeoutSeconds)))
1168 return false;
1169 // TUScheduler is the only thing that starts background indexing work.
1170 if (IndexTasks && !IndexTasks->wait(timeoutSeconds(TimeoutSeconds)))
1171 return false;
1172
1173 // Unfortunately we don't have strict topological order between the rest of
1174 // the components. E.g. CDB broadcast triggers backrgound indexing.
1175 // This queries the CDB which may discover new work if disk has changed.
1176 //
1177 // So try each one a few times in a loop.
1178 // If there are no tricky interactions then all after the first are no-ops.
1179 // Then on the last iteration, verify they're idle without waiting.
1180 //
1181 // There's a small chance they're juggling work and we didn't catch them :-(
1182 for (std::optional<double> Timeout :
1183 {TimeoutSeconds, TimeoutSeconds, std::optional<double>(0)}) {
1184 if (!CDB.blockUntilIdle(timeoutSeconds(Timeout)))
1185 return false;
1186 if (BackgroundIdx && !BackgroundIdx->blockUntilIdleForTest(Timeout))
1187 return false;
1188 if (FeatureModules && llvm::any_of(*FeatureModules, [&](FeatureModule &M) {
1189 return !M.blockUntilIdle(timeoutSeconds(Timeout));
1190 }))
1191 return false;
1192 }
1193
1194 assert(WorkScheduler->blockUntilIdle(Deadline::zero()) &&
1195 "Something scheduled work while we're blocking the main thread!");
1196 return true;
1197}
1198
1200 if (DynamicIdx)
1201 DynamicIdx->profile(MT.child("dynamic_index"));
1202 if (BackgroundIdx)
1203 BackgroundIdx->profile(MT.child("background_index"));
1204 WorkScheduler->profile(MT.child("tuscheduler"));
1205}
1206
1207void ClangdServer::adjustParseInputs(ParseInputs &Inputs, PathRef File) const {
1208 // FIXME: Don't perform optimization when the TU requires C++20
1209 // named modules. Mixing PCH and modules may cause different issues (incorrect
1210 // diagnostics, crashes) due to instability of such scenario support in the
1211 // clang.
1212 auto HasRequiredModules = [this, File]() {
1213 if (!ModulesManager)
1214 return false;
1215 // Required modules check uses compile commands extracted from the
1216 // compilation database.
1217 // We use context provider here to make command mangler to use compile
1218 // command adjustments from the config.
1219 WithContext Ctx(ContextProvider ? ContextProvider(File)
1220 : Context::current().clone());
1221 return ModulesManager->hasRequiredModules(File);
1222 };
1223 Inputs.Opts.SkipPreambleBuild = SkipPreambleBuild || HasRequiredModules();
1224}
1225
1226} // namespace clangd
1227} // namespace clang
static cl::opt< bool > Fix("fix", desc(R"( Apply suggested fixes. Without -fix-errors clang-tidy will bail out if any compilation errors were found. )"), cl::init(false), cl::cat(ClangTidyCategory))
void elog(const char *Fmt, Ts &&... Vals)
Definition Logger.h:61
static Factory createDiskBackedStorageFactory(std::function< std::optional< ProjectInfo >(PathRef)> GetProjectInfo)
Interface with hooks for users of ClangdServer to be notified of events.
virtual void onDiagnosticsReady(PathRef File, llvm::StringRef Version, llvm::ArrayRef< Diag > Diagnostics)
Called by ClangdServer when Diagnostics for File are ready.
llvm::StringMap< TUScheduler::FileStats > fileStats() const
Returns estimated memory usage and other statistics for each of the currently open files.
ClangdServer(const GlobalCompilationDatabase &CDB, const ThreadsafeFS &TFS, const Options &Opts, Callbacks *Callbacks=nullptr)
Creates a new ClangdServer instance.
void prepareRename(PathRef File, Position Pos, std::optional< std::string > NewName, const RenameOptions &RenameOpts, Callback< RenameResult > CB)
Test the validity of a rename operation.
void prepareCallHierarchy(PathRef File, Position Pos, Callback< std::vector< CallHierarchyItem > > CB)
Get information about call hierarchy for a given position.
void resolveTypeHierarchy(TypeHierarchyItem Item, int Resolve, TypeHierarchyDirection Direction, Callback< std::optional< TypeHierarchyItem > > CB)
Resolve type hierarchy item in the given direction.
void documentSymbols(StringRef File, Callback< std::vector< DocumentSymbol > > CB)
Retrieve the symbols within the specified file.
void workspaceSymbols(StringRef Query, int Limit, Callback< std::vector< SymbolInformation > > CB)
Retrieve the top symbols from the workspace matching a query.
void diagnostics(PathRef File, Callback< std::vector< Diag > > CB)
Fetches diagnostics for current version of the File.
void typeHierarchy(PathRef File, Position Pos, int Resolve, TypeHierarchyDirection Direction, Callback< std::vector< TypeHierarchyItem > > CB)
Get information about type hierarchy for a given position.
void removeDocument(PathRef File)
Remove File from list of tracked files, schedule a request to free resources associated with it.
void outgoingCalls(const CallHierarchyItem &Item, Callback< std::vector< CallHierarchyOutgoingCall > >)
Resolve outgoing calls for a given call hierarchy item.
void addDocument(PathRef File, StringRef Contents, llvm::StringRef Version="null", WantDiagnostics WD=WantDiagnostics::Auto, bool ForceRebuild=false)
Add a File to the list of tracked C++ files or update the contents if File is already tracked.
void findDocumentHighlights(PathRef File, Position Pos, Callback< std::vector< DocumentHighlight > > CB)
Get document highlights for a given position.
static std::function< Context(PathRef)> createConfiguredContextProvider(const config::Provider *Provider, ClangdServer::Callbacks *)
Creates a context provider that loads and installs config.
void signatureHelp(PathRef File, Position Pos, MarkupKind DocumentationFormat, Callback< SignatureHelp > CB)
Provide signature help for File at Pos.
void findReferences(PathRef File, Position Pos, uint32_t Limit, bool AddContainer, Callback< ReferencesResult > CB)
Retrieve locations for symbol references.
void switchSourceHeader(PathRef Path, Callback< std::optional< clangd::Path > > CB)
Switch to a corresponding source file when given a header file, and vice versa.
void findType(PathRef File, Position Pos, Callback< std::vector< LocatedSymbol > > CB)
Retrieve symbols for types referenced at Pos.
void findImplementations(PathRef File, Position Pos, Callback< std::vector< LocatedSymbol > > CB)
Retrieve implementations for virtual method.
void subTypes(const TypeHierarchyItem &Item, Callback< std::vector< TypeHierarchyItem > > CB)
Get direct children of a type hierarchy item.
void semanticRanges(PathRef File, const std::vector< Position > &Pos, Callback< std::vector< SelectionRange > > CB)
Get semantic ranges around a specified position in a file.
void formatFile(PathRef File, const std::vector< Range > &Rngs, Callback< tooling::Replacements > CB)
Run formatting for the File with content Code.
void applyTweak(PathRef File, Range Sel, StringRef ID, Callback< Tweak::Effect > CB)
Apply the code tweak with a specified ID.
void semanticHighlights(PathRef File, Callback< std::vector< HighlightingToken > >)
void getAST(PathRef File, std::optional< Range > R, Callback< std::optional< ASTNode > > CB)
Describe the AST subtree for a piece of code.
void symbolInfo(PathRef File, Position Pos, Callback< std::vector< SymbolDetails > > CB)
Get symbol info for given position.
void onFileEvent(const DidChangeWatchedFilesParams &Params)
Called when an event occurs for a watched file in the workspace.
void superTypes(const TypeHierarchyItem &Item, Callback< std::optional< std::vector< TypeHierarchyItem > > > CB)
Get direct parents of a type hierarchy item.
void profile(MemoryTree &MT) const
Builds a nested representation of memory used by components.
void findHover(PathRef File, Position Pos, Callback< std::optional< HoverInfo > > CB)
Get code hover for a given position.
void formatOnType(PathRef File, Position Pos, StringRef TriggerText, Callback< std::vector< TextEdit > > CB)
Run formatting after TriggerText was typed at Pos in File with content Code.
void rename(PathRef File, Position Pos, llvm::StringRef NewName, const RenameOptions &Opts, Callback< RenameResult > CB)
Rename all occurrences of the symbol at the Pos in File to NewName.
void customAction(PathRef File, llvm::StringRef Name, Callback< InputsAndAST > Action)
Runs an arbitrary action that has access to the AST of the specified file.
void codeAction(const CodeActionInputs &Inputs, Callback< CodeActionResult > CB)
Surface code actions (quick-fixes for diagnostics, or available code tweaks) for a given range in a f...
void locateSymbolAt(PathRef File, Position Pos, Callback< std::vector< LocatedSymbol > > CB)
Find declaration/definition locations of symbol at a specified position.
void incomingCalls(const CallHierarchyItem &Item, Callback< std::vector< CallHierarchyIncomingCall > >)
Resolve incoming calls for a given call hierarchy item.
bool blockUntilIdleForTest(std::optional< double > TimeoutSeconds=10)
void inlayHints(PathRef File, std::optional< Range > RestrictRange, Callback< std::vector< InlayHint > >)
Resolve inlay hints for a given document.
void codeComplete(PathRef File, Position Pos, const clangd::CodeCompleteOptions &Opts, Callback< CodeCompleteResult > CB)
Run code completion for File at Pos.
void reparseOpenFilesIfNeeded(llvm::function_ref< bool(llvm::StringRef File)> Filter)
Requests a reparse of currently opened files using their latest source.
void foldingRanges(StringRef File, Callback< std::vector< FoldingRange > > CB)
Retrieve ranges that can be used to fold code within the specified file.
void documentLinks(PathRef File, Callback< std::vector< DocumentLink > > CB)
Get all document links in a file.
std::shared_ptr< const std::string > getDraft(PathRef File) const
Gets the contents of a currently tracked file.
A context is an immutable container for per-request data that must be propagated through layers that ...
Definition Context.h:69
static const Context & current()
Returns the context for the current thread, creating it if needed.
Definition Context.cpp:27
static Deadline zero()
Definition Threading.h:50
static Deadline infinity()
Definition Threading.h:51
A FeatureModule contributes a vertical feature to clangd.
virtual bool blockUntilIdle(Deadline)
Waits until the module is idle (no background work) or a deadline expires.
This manages symbols from files and an in-memory index on all symbols.
Definition FileIndex.h:110
Provides compilation arguments used for parsing C and C++ files.
static bool createEach(ASTContext &AST, const syntax::TokenBuffer &Tokens, unsigned Begin, unsigned End, llvm::function_ref< bool(SelectionTree)> Func)
Interface for symbol indexes that can be used for searching or matching symbols among a set of symbol...
Definition Index.h:134
Handles running tasks for ClangdServer and managing the resources (e.g., preambles and ASTs) for open...
@ StaleOrAbsent
Besides accepting stale preamble, this also allow preamble to be absent (not ready or failed to build...
@ Stale
The preamble may be generated from an older version of the file.
Wrapper for vfs::FileSystem for use in multithreaded programs like clangd.
An interface base for small context-sensitive refactoring actions.
Definition Tweak.h:46
WithContext replaces Context::current() with a provided scope.
Definition Context.h:185
A source of configuration fragments.
Config getConfig(const Params &, DiagnosticCallback) const
Build a config based on this provider.
Records an event whose duration is the lifetime of the Span object.
Definition Trace.h:143
FIXME: Skip testing on windows temporarily due to the different escaping code mode.
Definition AST.cpp:44
@ Changed
The file got changed.
Definition Protocol.h:833
std::vector< TypeHierarchyItem > subTypes(const TypeHierarchyItem &Item, const SymbolIndex *Index)
Returns direct children of a TypeHierarchyItem.
Definition XRefs.cpp:2411
std::optional< std::vector< TypeHierarchyItem > > superTypes(const TypeHierarchyItem &Item, const SymbolIndex *Index)
Returns direct parents of a TypeHierarchyItem using SymbolIDs stored inside the item.
Definition XRefs.cpp:2391
std::vector< CallHierarchyIncomingCall > incomingCalls(const CallHierarchyItem &Item, const SymbolIndex *Index)
Definition XRefs.cpp:2461
std::vector< HighlightingToken > getSemanticHighlightings(ParsedAST &AST, bool IncludeInactiveRegionTokens)
bool pathEqual(PathRef A, PathRef B)
Definition Path.cpp:19
llvm::Expected< std::unique_ptr< Tweak > > prepareTweak(StringRef ID, const Tweak::Selection &S, const FeatureModuleSet *Modules)
Definition Tweak.cpp:91
ASTNode dumpAST(const DynTypedNode &N, const syntax::TokenBuffer &Tokens, const ASTContext &Ctx)
Definition DumpAST.cpp:414
std::vector< DocumentHighlight > findDocumentHighlights(ParsedAST &AST, Position Pos)
Returns highlights for all usages of a symbol at Pos.
Definition XRefs.cpp:1399
std::vector< DocumentLink > getDocumentLinks(ParsedAST &AST)
Get all document links.
Definition XRefs.cpp:958
std::vector< SymbolDetails > getSymbolInfo(ParsedAST &AST, Position Pos)
Get info about symbols at Pos.
Definition XRefs.cpp:1788
void vlog(const char *Fmt, Ts &&... Vals)
Definition Logger.h:72
llvm::Error reformatEdit(Edit &E, const format::FormatStyle &Style)
Formats the edits and code around it according to Style.
std::vector< LocatedSymbol > findType(ParsedAST &AST, Position Pos, const SymbolIndex *Index)
Returns symbols for types referenced at Pos.
Definition XRefs.cpp:2270
llvm::unique_function< void(llvm::Expected< T >)> Callback
A Callback<T> is a void function that accepts Expected<T>.
Definition Function.h:28
llvm::Expected< std::vector< FoldingRange > > getFoldingRanges(const std::string &Code, bool LineFoldingOnly)
Returns a list of ranges whose contents might be collapsible in an editor.
llvm::Expected< RenameResult > rename(const RenameInputs &RInputs)
Renames all occurrences of the symbol.
Definition Rename.cpp:1076
std::vector< TypeHierarchyItem > getTypeHierarchy(ParsedAST &AST, Position Pos, int ResolveLevels, TypeHierarchyDirection Direction, const SymbolIndex *Index, PathRef TUPath)
Get type hierarchy information at Pos.
Definition XRefs.cpp:2347
llvm::Error error(std::error_code EC, const char *Fmt, Ts &&... Vals)
Definition Logger.h:79
ReferencesResult findReferences(ParsedAST &AST, Position Pos, uint32_t Limit, const SymbolIndex *Index, bool AddContext)
Returns references of the symbol at a specified Pos.
Definition XRefs.cpp:1565
std::optional< HoverInfo > getHover(ParsedAST &AST, Position Pos, const format::FormatStyle &Style, const SymbolIndex *Index)
Get the hover information when hovering at Pos.
Definition Hover.cpp:1308
std::vector< tooling::Replacement > formatIncremental(llvm::StringRef OriginalCode, unsigned OriginalCursor, llvm::StringRef InsertedText, format::FormatStyle Style)
Applies limited formatting around new InsertedText.
Definition Format.cpp:277
std::vector< LocatedSymbol > locateSymbolAt(ParsedAST &AST, Position Pos, const SymbolIndex *Index)
Get definition of symbol at a specified Pos.
Definition XRefs.cpp:872
llvm::Expected< SelectionRange > getSemanticRanges(ParsedAST &AST, Position Pos)
Returns the list of all interesting ranges around the Position Pos.
void log(const char *Fmt, Ts &&... Vals)
Definition Logger.h:67
llvm::Expected< size_t > positionToOffset(llvm::StringRef Code, Position P, bool AllowColumnsBeyondLineLength)
Turn a [line, column] pair into an offset in Code.
llvm::Expected< std::vector< DocumentSymbol > > getDocumentSymbols(ParsedAST &AST)
Retrieves the symbols contained in the "main file" section of an AST in the same order that they appe...
std::optional< Path > getCorrespondingHeaderOrSource(PathRef OriginalFile, llvm::IntrusiveRefCntPtr< llvm::vfs::FileSystem > VFS)
Given a header file, returns the best matching source file, and vice visa.
llvm::StringRef PathRef
A typedef to represent a ref to file path.
Definition Path.h:29
Diag toDiag(const llvm::SMDiagnostic &D, Diag::DiagSource Source)
std::vector< std::unique_ptr< Tweak > > prepareTweaks(const Tweak::Selection &S, llvm::function_ref< bool(const Tweak &)> Filter, const FeatureModuleSet *Modules)
Calls prepare() on all tweaks that satisfy the filter, returning those that can run on the selection.
Definition Tweak.cpp:72
WantDiagnostics
Determines whether diagnostics should be generated for a file snapshot.
Definition TUScheduler.h:53
@ Auto
Diagnostics must not be generated for this snapshot.
Definition TUScheduler.h:56
std::vector< LocatedSymbol > findImplementations(ParsedAST &AST, Position Pos, const SymbolIndex *Index)
Returns implementations at a specified Pos:
Definition XRefs.cpp:1440
std::string Path
A typedef to represent a file path.
Definition Path.h:26
int isCancelled(const Context &Ctx)
If the current context is within a cancelled task, returns the reason.
void resolveTypeHierarchy(TypeHierarchyItem &Item, int ResolveLevels, TypeHierarchyDirection Direction, const SymbolIndex *Index)
Definition XRefs.cpp:2420
std::vector< Range > getInactiveRegions(ParsedAST &AST)
Deadline timeoutSeconds(std::optional< double > Seconds)
Makes a deadline from a timeout in seconds. std::nullopt means wait forever.
CodeCompleteResult codeComplete(PathRef FileName, Position Pos, const PreambleData *Preamble, const ParseInputs &ParseInput, CodeCompleteOptions Opts, SpeculativeFuzzyFind *SpecFuzzyFind)
Gets code completions at a specified Pos in FileName.
std::vector< CallHierarchyOutgoingCall > outgoingCalls(const CallHierarchyItem &Item, const SymbolIndex *Index)
Definition XRefs.cpp:2543
SignatureHelp signatureHelp(PathRef FileName, Position Pos, const PreambleData &Preamble, const ParseInputs &ParseInput, MarkupKind DocumentationFormat)
Get signature help at a specified Pos in FileName.
std::vector< InlayHint > inlayHints(ParsedAST &AST, std::optional< Range > RestrictRange, InlayHintOptions HintOptions)
Compute and return inlay hints for a file.
TextEdit replacementToEdit(llvm::StringRef Code, const tooling::Replacement &R)
SymbolSlab indexStandardLibrary(llvm::StringRef HeaderSources, std::unique_ptr< CompilerInvocation > CI, const StdLibLocation &Loc, const ThreadsafeFS &TFS)
Definition StdLib.cpp:200
std::vector< CallHierarchyItem > prepareCallHierarchy(ParsedAST &AST, Position Pos, PathRef TUPath)
Get call hierarchy information at Pos.
Definition XRefs.cpp:2435
format::FormatStyle getFormatStyleForFile(llvm::StringRef File, llvm::StringRef Content, const ThreadsafeFS &TFS, bool FormatFile)
Choose the clang-format style we should apply to a certain file.
===– Representation.cpp - ClangDoc Representation --------—*- C++ -*-===//
Represents programming constructs like functions or constructors in the context of call hierarchy.
Definition Protocol.h:1650
std::vector< std::string > RequestedActionKinds
Requested kind of actions to return.
std::vector< DiagRef > Diagnostics
Diagnostics attached to the code action request.
std::function< bool(const Tweak &)> TweakFilter
Tweaks where Filter returns false will not be checked or included.
std::function< Context(PathRef)> ContextProvider
If set, queried to derive a processing context for some work.
clangd::PreambleThrottler * PreambleThrottler
This throttler controls which preambles may be built at a given time.
bool StorePreamblesInMemory
Cached preambles are potentially large. If false, store them on disk.
ASTRetentionPolicy RetentionPolicy
AST caching policy. The default is to keep up to 3 ASTs in memory.
unsigned AsyncThreadsCount
To process requests asynchronously, ClangdServer spawns worker threads.
DebouncePolicy UpdateDebounce
Time to wait after a new file version before computing diagnostics.
static const llvm::StringLiteral QUICKFIX_KIND
Definition Protocol.h:1101
Settings that express user/project preferences and control clangd behavior.
Definition Config.h:45
static clangd::Key< Config > Key
Context key which can be used to set the current Config.
Definition Config.h:49
static const Config & current()
Returns the Config of the current Context, or an empty configuration.
Definition Config.cpp:17
static DebouncePolicy fixed(clock::duration)
A policy that always returns the same duration, useful for tests.
A top-level diagnostic that may have Notes and Fixes.
Definition Diagnostics.h:98
std::vector< Fix > Fixes
Alternative fixes for this diagnostic, one should be chosen.
std::vector< FileEvent > changes
The actual file events.
Definition Protocol.h:850
A set of edits generated for a single file.
Definition SourceCode.h:189
std::string InitialCode
Definition SourceCode.h:191
Represents a single fix-it that editor can apply to fix the error.
Definition Diagnostics.h:81
A tree that can be used to represent memory usage of nested components while preserving the hierarchy...
Definition MemoryTree.h:30
MemoryTree & child(llvm::StringLiteral Name)
No copy of the Name.
Definition MemoryTree.h:39
Information required to run clang, e.g. to parse AST or do code completion.
Definition Compiler.h:51
TidyProviderRef ClangTidyProvider
Definition Compiler.h:63
const ThreadsafeFS * TFS
Definition Compiler.h:53
FeatureModuleSet * FeatureModules
Definition Compiler.h:65
ModulesBuilder * ModulesManager
Definition Compiler.h:67
const SymbolIndex * Index
Definition Compiler.h:61
The parsed preamble and associated data.
Definition Preamble.h:100
PrecompiledPreamble Preamble
Definition Preamble.h:110
Position start
The range's start position.
Definition Protocol.h:188
Position end
The range's end position.
Definition Protocol.h:191
bool WantFormat
If true, format the rename edits, only meaningful in ClangdServer layer.
Definition Rename.h:31
ASTRetentionPolicy RetentionPolicy
Determines when to keep idle ASTs in memory for future use.
DebouncePolicy UpdateDebounce
Time to wait after an update to see if another one comes along.
std::function< Context(PathRef)> ContextProvider
Used to create a context that wraps each single operation.
bool StorePreamblesInMemory
Cache (large) preamble data in RAM rather than temporary files on disk.
unsigned AsyncThreadsCount
Number of concurrent actions.
clangd::PreambleThrottler * PreambleThrottler
This throttler controls which preambles may be built at a given time.
Describes the context used to evaluate configuration fragments.
std::chrono::steady_clock::time_point FreshTime
Hint that stale data is OK to improve performance (e.g.
llvm::StringRef Path
Absolute path to a source file we're applying the config to.
Represents measurements of clangd events, e.g.
Definition Trace.h:38
@ Counter
An aggregate number whose rate of change over time is meaningful.
Definition Trace.h:46
@ Distribution
A distribution of values with a meaningful mean and count.
Definition Trace.h:52
void record(double Value, llvm::StringRef Label="") const
Records a measurement for this metric to active tracer.
Definition Trace.cpp:329