clang-tools 24.0.0git
ClangdServer.cpp
Go to the documentation of this file.
1//===--- ClangdServer.cpp - Main clangd server code --------------*- C++-*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===-------------------------------------------------------------------===//
8
9#include "ClangdServer.h"
10#include "CodeComplete.h"
11#include "Config.h"
12#include "Diagnostics.h"
13#include "DumpAST.h"
14#include "FindSymbols.h"
15#include "Format.h"
16#include "HeaderSourceSwitch.h"
17#include "InlayHints.h"
18#include "ParsedAST.h"
19#include "Preamble.h"
20#include "Protocol.h"
22#include "SemanticSelection.h"
23#include "SourceCode.h"
24#include "TUScheduler.h"
25#include "XRefs.h"
26#include "clang-include-cleaner/Record.h"
27#include "index/FileIndex.h"
28#include "index/Merge.h"
29#include "index/StdLib.h"
30#include "refactor/Rename.h"
31#include "refactor/Tweak.h"
33#include "support/Context.h"
34#include "support/Logger.h"
35#include "support/MemoryTree.h"
37#include "support/Trace.h"
38#include "clang/Basic/Stack.h"
39#include "clang/Format/Format.h"
40#include "clang/Lex/Preprocessor.h"
41#include "clang/Tooling/CompilationDatabase.h"
42#include "clang/Tooling/Core/Replacement.h"
43#include "llvm/ADT/ArrayRef.h"
44#include "llvm/ADT/STLExtras.h"
45#include "llvm/ADT/StringRef.h"
46#include "llvm/Support/Error.h"
47#include "llvm/Support/Path.h"
48#include "llvm/Support/raw_ostream.h"
49#include <algorithm>
50#include <chrono>
51#include <future>
52#include <memory>
53#include <mutex>
54#include <optional>
55#include <string>
56#include <type_traits>
57#include <utility>
58#include <vector>
59
60namespace clang {
61namespace clangd {
62namespace {
63
64// Tracks number of times a tweak has been offered.
65static constexpr trace::Metric TweakAvailable(
66 "tweak_available", trace::Metric::Counter, "tweak_id");
67
68// Update the FileIndex with new ASTs and plumb the diagnostics responses.
69struct UpdateIndexCallbacks : public ParsingCallbacks {
70 UpdateIndexCallbacks(FileIndex *FIndex,
71 ClangdServer::Callbacks *ServerCallbacks,
72 const ThreadsafeFS &TFS, AsyncTaskRunner *Tasks,
73 bool CollectInactiveRegions)
74 : FIndex(FIndex), ServerCallbacks(ServerCallbacks), TFS(TFS),
75 Stdlib{std::make_shared<StdLibSet>()}, Tasks(Tasks),
76 CollectInactiveRegions(CollectInactiveRegions) {}
77
78 void onPreambleAST(
79 PathRef Path, llvm::StringRef Version, CapturedASTCtx ASTCtx,
80 std::shared_ptr<const include_cleaner::PragmaIncludes> PI) override {
81
82 if (!FIndex)
83 return;
84
85 auto &PP = ASTCtx.getPreprocessor();
86 auto &CI = ASTCtx.getCompilerInvocation();
87 if (auto Loc = Stdlib->add(CI.getLangOpts(), PP.getHeaderSearchInfo()))
88 indexStdlib(CI, std::move(*Loc));
89
90 // FIndex outlives the UpdateIndexCallbacks.
91 auto Task = [FIndex(FIndex), Path(Path.str()), Version(Version.str()),
92 ASTCtx(std::move(ASTCtx)), PI(std::move(PI))]() mutable {
93 trace::Span Tracer("PreambleIndexing");
94 FIndex->updatePreamble(Path, Version, ASTCtx.getASTContext(),
95 ASTCtx.getPreprocessor(), *PI);
96 };
97
98 if (Tasks) {
99 Tasks->runAsync("Preamble indexing for:" + Path + Version,
100 std::move(Task));
101 } else
102 Task();
103 }
104
105 void indexStdlib(const CompilerInvocation &CI, StdLibLocation Loc) {
106 // This task is owned by Tasks, which outlives the TUScheduler and
107 // therefore the UpdateIndexCallbacks.
108 // We must be careful that the references we capture outlive TUScheduler.
109 auto Task = [LO(CI.getLangOpts()), Loc(std::move(Loc)),
110 CI(std::make_unique<CompilerInvocation>(CI)),
111 // External values that outlive ClangdServer
112 TFS(&TFS),
113 // Index outlives TUScheduler (declared first)
114 FIndex(FIndex),
115 // shared_ptr extends lifetime
116 Stdlib(Stdlib),
117 // We have some FS implementations that rely on information in
118 // the context.
119 Ctx(Context::current().clone())]() mutable {
120 // Make sure we install the context into current thread.
121 WithContext C(std::move(Ctx));
122 clang::noteBottomOfStack();
123 IndexFileIn IF;
124 IF.Symbols = indexStandardLibrary(std::move(CI), Loc, *TFS);
125 if (Stdlib->isBest(LO))
126 FIndex->updatePreamble(std::move(IF));
127 };
128 if (Tasks)
129 // This doesn't have a semaphore to enforce -j, but it's rare.
130 Tasks->runAsync("IndexStdlib", std::move(Task));
131 else
132 Task();
133 }
134
135 void onMainAST(PathRef Path, ParsedAST &AST, PublishFn Publish) override {
136 if (FIndex)
137 FIndex->updateMain(Path, AST);
138
139 if (ServerCallbacks)
140 Publish([&]() {
141 ServerCallbacks->onDiagnosticsReady(Path, AST.version(),
142 AST.getDiagnostics());
143 if (CollectInactiveRegions) {
144 ServerCallbacks->onInactiveRegionsReady(Path,
146 }
147 });
148 }
149
150 void onFailedAST(PathRef Path, llvm::StringRef Version,
151 std::vector<Diag> Diags, PublishFn Publish) override {
152 if (ServerCallbacks)
153 Publish(
154 [&]() { ServerCallbacks->onDiagnosticsReady(Path, Version, Diags); });
155 }
156
157 void onFileUpdated(PathRef File, const TUStatus &Status) override {
158 if (ServerCallbacks)
159 ServerCallbacks->onFileUpdated(File, Status);
160 }
161
162 void onPreamblePublished(PathRef File) override {
163 if (ServerCallbacks)
164 ServerCallbacks->onSemanticsMaybeChanged(File);
165 }
166
167private:
168 FileIndex *FIndex;
169 ClangdServer::Callbacks *ServerCallbacks;
170 const ThreadsafeFS &TFS;
171 std::shared_ptr<StdLibSet> Stdlib;
172 AsyncTaskRunner *Tasks;
173 bool CollectInactiveRegions;
174};
175
176class DraftStoreFS : public ThreadsafeFS {
177public:
178 DraftStoreFS(const ThreadsafeFS &Base, const DraftStore &Drafts)
179 : Base(Base), DirtyFiles(Drafts) {}
180
181private:
182 llvm::IntrusiveRefCntPtr<llvm::vfs::FileSystem> viewImpl() const override {
183 auto OFS = llvm::makeIntrusiveRefCnt<llvm::vfs::OverlayFileSystem>(
184 Base.view(std::nullopt));
185 OFS->pushOverlay(DirtyFiles.asVFS());
186 return OFS;
187 }
188
189 const ThreadsafeFS &Base;
190 const DraftStore &DirtyFiles;
191};
192
193} // namespace
194
197 Opts.UpdateDebounce = DebouncePolicy::fixed(/*zero*/ {});
198 Opts.StorePreamblesInMemory = true;
199 Opts.AsyncThreadsCount = 4; // Consistent!
200 return Opts;
201}
202
213
215 const ThreadsafeFS &TFS, const Options &Opts,
217 : FeatureModules(Opts.FeatureModules), CDB(CDB), TFS(TFS),
218 DynamicIdx(Opts.BuildDynamicSymbolIndex
219 ? new FileIndex(Opts.EnableOutgoingCalls)
220 : nullptr),
221 ModulesManager(Opts.ModulesManager),
222 UseDirtyHeaders(Opts.UseDirtyHeaders),
223 LineFoldingOnly(Opts.LineFoldingOnly),
224 PreambleParseForwardingFunctions(Opts.PreambleParseForwardingFunctions),
225 SkipPreambleBuild(Opts.SkipPreambleBuild),
226 ImportInsertions(Opts.ImportInsertions),
227 PublishInactiveRegions(Opts.PublishInactiveRegions),
228 WorkspaceRoot(Opts.WorkspaceRoot),
229 Transient(Opts.ImplicitCancellation ? TUScheduler::InvalidateOnUpdate
230 : TUScheduler::NoInvalidation),
231 DirtyFS(std::make_unique<DraftStoreFS>(TFS, DraftMgr)),
232 ContextProvider(Opts.ContextProvider) {
233 if (Opts.AsyncThreadsCount != 0)
234 IndexTasks.emplace();
235 // Pass a callback into `WorkScheduler` to extract symbols from a newly
236 // parsed file and rebuild the file index synchronously each time an AST
237 // is parsed.
238 WorkScheduler.emplace(CDB, TUScheduler::Options(Opts),
239 std::make_unique<UpdateIndexCallbacks>(
240 DynamicIdx.get(), Callbacks, TFS,
241 IndexTasks ? &*IndexTasks : nullptr,
242 PublishInactiveRegions));
243 // Adds an index to the stack, at higher priority than existing indexes.
244 auto AddIndex = [&](SymbolIndex *Idx) {
245 if (this->Index != nullptr) {
246 MergedIdx.push_back(std::make_unique<MergedIndex>(Idx, this->Index));
247 this->Index = MergedIdx.back().get();
248 } else {
249 this->Index = Idx;
250 }
251 };
252 if (Opts.StaticIndex)
253 AddIndex(Opts.StaticIndex);
254 if (Opts.BackgroundIndex) {
255 BackgroundIndex::Options BGOpts;
256 BGOpts.ThreadPoolSize = std::max(Opts.AsyncThreadsCount, 1u);
257 BGOpts.OnProgress = [Callbacks](BackgroundQueue::Stats S) {
258 if (Callbacks)
259 Callbacks->onBackgroundIndexProgress(S);
260 };
261 BGOpts.ContextProvider = Opts.ContextProvider;
262 BGOpts.SupportContainedRefs = Opts.EnableOutgoingCalls;
263 BackgroundIdx = std::make_unique<BackgroundIndex>(
264 TFS, CDB,
266 [&CDB](llvm::StringRef File) { return CDB.getProjectInfo(File); }),
267 std::move(BGOpts));
268 AddIndex(BackgroundIdx.get());
269 }
270 if (DynamicIdx)
271 AddIndex(DynamicIdx.get());
272
273 if (Opts.FeatureModules) {
274 FeatureModule::Facilities F{
275 *this->WorkScheduler,
276 this->Index,
277 this->TFS,
278 };
279 for (auto &Mod : *Opts.FeatureModules)
280 Mod.initialize(F);
281 }
282}
283
285 // Destroying TUScheduler first shuts down request threads that might
286 // otherwise access members concurrently.
287 // (Nobody can be using TUScheduler because we're on the main thread).
288 WorkScheduler.reset();
289 // Now requests have stopped, we can shut down feature modules.
290 if (FeatureModules) {
291 for (auto &Mod : *FeatureModules)
292 Mod.stop();
293 for (auto &Mod : *FeatureModules)
294 Mod.blockUntilIdle(Deadline::infinity());
295 }
296}
297
298void ClangdServer::addDocument(PathRef File, llvm::StringRef Contents,
299 llvm::StringRef Version,
300 WantDiagnostics WantDiags, bool ForceRebuild) {
301 bool NewModule = ModulesManager && ModulesManager->observeSourcePath(File);
302
303 std::string ActualVersion = DraftMgr.addDraft(File, Version, Contents);
304 ParseOptions Opts;
305 Opts.PreambleParseForwardingFunctions = PreambleParseForwardingFunctions;
306 Opts.ImportInsertions = ImportInsertions;
307
308 // Compile command is set asynchronously during update, as it can be slow.
309 ParseInputs Inputs;
310 Inputs.TFS = &getHeaderFS();
311 Inputs.Contents = std::string(Contents);
312 Inputs.Version = std::move(ActualVersion);
313 Inputs.ForceRebuild = ForceRebuild;
314 Inputs.Opts = std::move(Opts);
315 Inputs.Index = Index;
316 Inputs.FeatureModules = FeatureModules;
317 Inputs.ModulesManager = ModulesManager;
318 adjustParseInputs(Inputs, File);
319 bool NewFile = WorkScheduler->update(File, Inputs, WantDiags);
320 // If we loaded Foo.h, we want to make sure Foo.cpp is indexed.
321 if (NewFile && BackgroundIdx)
322 BackgroundIdx->boostRelated(File);
323 if (NewModule)
325 [&](PathRef OpenFile) { return !pathEqual(OpenFile, File); });
326}
327
329 llvm::function_ref<bool(llvm::StringRef File)> Filter) {
330 // Reparse only opened files that were modified.
331 for (const Path &FilePath : DraftMgr.getActiveFiles())
332 if (Filter(FilePath))
333 if (auto Draft = DraftMgr.getDraft(FilePath)) // else disappeared in race?
334 addDocument(FilePath, *Draft->Contents, Draft->Version,
336}
337
338std::shared_ptr<const std::string> ClangdServer::getDraft(PathRef File) const {
339 auto Draft = DraftMgr.getDraft(File);
340 if (!Draft)
341 return nullptr;
342 return std::move(Draft->Contents);
343}
344
345std::function<Context(PathRef)>
347 Callbacks *Publish) {
348 if (!Provider)
349 return [](llvm::StringRef) { return Context::current().clone(); };
350
351 struct Impl {
352 const config::Provider *Provider;
354 std::mutex PublishMu;
355
356 Impl(const config::Provider *Provider, ClangdServer::Callbacks *Publish)
357 : Provider(Provider), Publish(Publish) {}
358
359 Context operator()(llvm::StringRef File) {
360 config::Params Params;
361 // Don't reread config files excessively often.
362 // FIXME: when we see a config file change event, use the event timestamp?
363 Params.FreshTime =
364 std::chrono::steady_clock::now() - std::chrono::seconds(5);
365 llvm::SmallString<256> PosixPath;
366 if (!File.empty()) {
367 assert(llvm::sys::path::is_absolute(File));
368 llvm::sys::path::native(File, PosixPath, llvm::sys::path::Style::posix);
369 Params.Path = PosixPath.str();
370 }
371
372 llvm::StringMap<std::vector<Diag>> ReportableDiagnostics;
373 Config C = Provider->getConfig(Params, [&](const llvm::SMDiagnostic &D) {
374 // Create the map entry even for note diagnostics we don't report.
375 // This means that when the file is parsed with no warnings, we
376 // publish an empty set of diagnostics, clearing any the client has.
377 handleDiagnostic(D, !Publish || D.getFilename().empty()
378 ? nullptr
379 : &ReportableDiagnostics[D.getFilename()]);
380 });
381 // Blindly publish diagnostics for the (unopened) parsed config files.
382 // We must avoid reporting diagnostics for *the same file* concurrently.
383 // Source diags are published elsewhere, but those are different files.
384 if (!ReportableDiagnostics.empty()) {
385 std::lock_guard<std::mutex> Lock(PublishMu);
386 for (auto &Entry : ReportableDiagnostics)
387 Publish->onDiagnosticsReady(Entry.first(), /*Version=*/"",
388 Entry.second);
389 }
390 return Context::current().derive(Config::Key, std::move(C));
391 }
392
393 void handleDiagnostic(const llvm::SMDiagnostic &D,
394 std::vector<Diag> *ClientDiagnostics) {
395 switch (D.getKind()) {
396 case llvm::SourceMgr::DK_Error:
397 elog("config error at {0}:{1}:{2}: {3}", D.getFilename(), D.getLineNo(),
398 D.getColumnNo(), D.getMessage());
399 break;
400 case llvm::SourceMgr::DK_Warning:
401 log("config warning at {0}:{1}:{2}: {3}", D.getFilename(),
402 D.getLineNo(), D.getColumnNo(), D.getMessage());
403 break;
404 case llvm::SourceMgr::DK_Note:
405 case llvm::SourceMgr::DK_Remark:
406 vlog("config note at {0}:{1}:{2}: {3}", D.getFilename(), D.getLineNo(),
407 D.getColumnNo(), D.getMessage());
408 ClientDiagnostics = nullptr; // Don't emit notes as LSP diagnostics.
409 break;
410 }
411 if (ClientDiagnostics)
412 ClientDiagnostics->push_back(toDiag(D, Diag::ClangdConfig));
413 }
414 };
415
416 // Copyable wrapper.
417 return [I(std::make_shared<Impl>(Provider, Publish))](llvm::StringRef Path) {
418 return (*I)(Path);
419 };
420}
421
423 DraftMgr.removeDraft(File);
424 WorkScheduler->remove(File);
425}
426
428 const clangd::CodeCompleteOptions &Opts,
430 // Copy completion options for passing them to async task handler.
431 auto CodeCompleteOpts = Opts;
432 if (!CodeCompleteOpts.Index) // Respect overridden index.
433 CodeCompleteOpts.Index = Index;
434
435 auto Task = [Pos, CodeCompleteOpts, File = File.str(), CB = std::move(CB),
436 this](llvm::Expected<InputsAndPreamble> IP) mutable {
437 if (!IP)
438 return CB(IP.takeError());
439 if (auto Reason = isCancelled())
440 return CB(llvm::make_error<CancelledError>(Reason));
441
442 std::optional<SpeculativeFuzzyFind> SpecFuzzyFind;
443 if (!IP->Preamble) {
444 // No speculation in Fallback mode, as it's supposed to be much faster
445 // without compiling.
446 vlog("Build for file {0} is not ready. Enter fallback mode.", File);
447 } else if (CodeCompleteOpts.Index) {
448 SpecFuzzyFind.emplace();
449 {
450 std::lock_guard<std::mutex> Lock(CachedCompletionFuzzyFindRequestMutex);
451 SpecFuzzyFind->CachedReq = CachedCompletionFuzzyFindRequestByFile[File];
452 }
453 }
454 ParseInputs ParseInput{IP->Command, &getHeaderFS(), IP->Contents.str()};
455 // FIXME: Add traling new line if there is none at eof, workaround a crash,
456 // see https://github.com/clangd/clangd/issues/332
457 if (!IP->Contents.ends_with("\n"))
458 ParseInput.Contents.append("\n");
459 ParseInput.Index = Index;
460
461 CodeCompleteOpts.MainFileSignals = IP->Signals;
462 CodeCompleteOpts.AllScopes = Config::current().Completion.AllScopes;
463 CodeCompleteOpts.ArgumentLists = Config::current().Completion.ArgumentLists;
464 CodeCompleteOpts.InsertIncludes =
465 Config::current().Completion.HeaderInsertion;
466 CodeCompleteOpts.CodePatterns = Config::current().Completion.CodePatterns;
467 CodeCompleteOpts.MacroFilter = Config::current().Completion.MacroFilter;
468 adjustParseInputs(ParseInput, File);
469 // FIXME(ibiryukov): even if Preamble is non-null, we may want to check
470 // both the old and the new version in case only one of them matches.
471 CodeCompleteResult Result = clangd::codeComplete(
472 File, Pos, IP->Preamble, ParseInput, CodeCompleteOpts,
473 SpecFuzzyFind ? &*SpecFuzzyFind : nullptr);
474 // We don't want `codeComplete` to wait for the async call if it doesn't use
475 // the result (e.g. non-index completion, speculation fails), so that `CB`
476 // is called as soon as results are available.
477 {
478 clang::clangd::trace::Span Tracer("Completion results callback");
479 CB(std::move(Result));
480 }
481 if (!SpecFuzzyFind)
482 return;
483 if (SpecFuzzyFind->NewReq) {
484 std::lock_guard<std::mutex> Lock(CachedCompletionFuzzyFindRequestMutex);
485 CachedCompletionFuzzyFindRequestByFile[File] = *SpecFuzzyFind->NewReq;
486 }
487 // Explicitly block until async task completes, this is fine as we've
488 // already provided reply to the client and running as a preamble task
489 // (i.e. won't block other preamble tasks).
490 if (SpecFuzzyFind->Result.valid())
491 SpecFuzzyFind->Result.wait();
492 };
493
494 // We use a potentially-stale preamble because latency is critical here.
495 WorkScheduler->runWithPreamble(
496 "CodeComplete", File,
497 (Opts.RunParser == CodeCompleteOptions::AlwaysParse)
500 std::move(Task));
501}
502
504 MarkupKind DocumentationFormat,
506
507 auto Action = [Pos, File = File.str(), CB = std::move(CB),
508 DocumentationFormat,
509 this](llvm::Expected<InputsAndPreamble> IP) mutable {
510 if (!IP)
511 return CB(IP.takeError());
512
513 const auto *PreambleData = IP->Preamble;
514 if (!PreambleData)
515 return CB(error("Failed to parse includes"));
516
517 ParseInputs ParseInput{IP->Command, &getHeaderFS(), IP->Contents.str()};
518 // FIXME: Add traling new line if there is none at eof, workaround a crash,
519 // see https://github.com/clangd/clangd/issues/332
520 if (!IP->Contents.ends_with("\n"))
521 ParseInput.Contents.append("\n");
522 ParseInput.Index = Index;
523 CB(clangd::signatureHelp(File, Pos, *PreambleData, ParseInput,
524 DocumentationFormat));
525 };
526
527 // Unlike code completion, we wait for a preamble here.
528 WorkScheduler->runWithPreamble("SignatureHelp", File, TUScheduler::Stale,
529 std::move(Action));
530}
531
532void ClangdServer::formatFile(PathRef File, const std::vector<Range> &Rngs,
534 auto Code = getDraft(File);
535 if (!Code)
536 return CB(llvm::make_error<LSPError>("trying to format non-added document",
538 std::vector<tooling::Range> RequestedRanges;
539 if (!Rngs.empty()) {
540 RequestedRanges.reserve(Rngs.size());
541 for (const auto &Rng : Rngs) {
542 llvm::Expected<size_t> Begin = positionToOffset(*Code, Rng.start);
543 if (!Begin)
544 return CB(Begin.takeError());
545 llvm::Expected<size_t> End = positionToOffset(*Code, Rng.end);
546 if (!End)
547 return CB(End.takeError());
548 RequestedRanges.emplace_back(*Begin, *End - *Begin);
549 }
550 } else {
551 RequestedRanges = {tooling::Range(0, Code->size())};
552 }
553
554 // Call clang-format.
555 auto Action = [File = File.str(), Code = std::move(*Code),
556 Ranges = std::move(RequestedRanges), CB = std::move(CB),
557 this]() mutable {
558 format::FormatStyle Style = getFormatStyleForFile(File, Code, TFS, true);
559 tooling::Replacements IncludeReplaces =
560 format::sortIncludes(Style, Code, Ranges, File);
561 auto Changed = tooling::applyAllReplacements(Code, IncludeReplaces);
562 if (!Changed)
563 return CB(Changed.takeError());
564
565 CB(IncludeReplaces.merge(format::reformat(
566 Style, *Changed,
567 tooling::calculateRangesAfterReplacements(IncludeReplaces, Ranges),
568 File)));
569 };
570 WorkScheduler->runQuick("Format", File, std::move(Action));
571}
572
574 StringRef TriggerText,
575 Callback<std::vector<TextEdit>> CB) {
576 auto Code = getDraft(File);
577 if (!Code)
578 return CB(llvm::make_error<LSPError>("trying to format non-added document",
580 llvm::Expected<size_t> CursorPos = positionToOffset(*Code, Pos);
581 if (!CursorPos)
582 return CB(CursorPos.takeError());
583 auto Action = [File = File.str(), Code = std::move(*Code),
584 TriggerText = TriggerText.str(), CursorPos = *CursorPos,
585 CB = std::move(CB), this]() mutable {
586 auto Style = getFormatStyleForFile(File, Code, TFS, false);
587 std::vector<TextEdit> Result;
588 for (const tooling::Replacement &R :
589 formatIncremental(Code, CursorPos, TriggerText, Style))
590 Result.push_back(replacementToEdit(Code, R));
591 return CB(Result);
592 };
593 WorkScheduler->runQuick("FormatOnType", File, std::move(Action));
594}
595
597 std::optional<std::string> NewName,
598 const RenameOptions &RenameOpts,
600 auto Action = [Pos, File = File.str(), CB = std::move(CB),
601 NewName = std::move(NewName),
602 RenameOpts](llvm::Expected<InputsAndAST> InpAST) mutable {
603 if (!InpAST)
604 return CB(InpAST.takeError());
605 // prepareRename is latency-sensitive: we don't query the index, as we
606 // only need main-file references
607 auto Results =
608 clangd::rename({Pos, NewName.value_or("__clangd_rename_placeholder"),
609 InpAST->AST, File, /*FS=*/nullptr,
610 /*Index=*/nullptr, RenameOpts});
611 if (!Results) {
612 // LSP says to return null on failure, but that will result in a generic
613 // failure message. If we send an LSP error response, clients can surface
614 // the message to users (VSCode does).
615 return CB(Results.takeError());
616 }
617 return CB(*Results);
618 };
619 WorkScheduler->runWithAST("PrepareRename", File, std::move(Action));
620}
621
622void ClangdServer::rename(PathRef File, Position Pos, llvm::StringRef NewName,
623 const RenameOptions &Opts,
625 auto Action = [File = File.str(), NewName = NewName.str(), Pos, Opts,
626 CB = std::move(CB),
627 this](llvm::Expected<InputsAndAST> InpAST) mutable {
628 // Tracks number of files edited per invocation.
629 static constexpr trace::Metric RenameFiles("rename_files",
631 if (!InpAST)
632 return CB(InpAST.takeError());
633 auto R = clangd::rename({Pos, NewName, InpAST->AST, File,
634 DirtyFS->view(std::nullopt), Index, Opts});
635 if (!R)
636 return CB(R.takeError());
637
638 if (Opts.WantFormat) {
639 auto Style = getFormatStyleForFile(File, InpAST->Inputs.Contents,
640 *InpAST->Inputs.TFS, false);
641 llvm::Error Err = llvm::Error::success();
642 for (auto &E : R->GlobalChanges)
643 Err =
644 llvm::joinErrors(reformatEdit(E.getValue(), Style), std::move(Err));
645
646 if (Err)
647 return CB(std::move(Err));
648 }
649 RenameFiles.record(R->GlobalChanges.size());
650 return CB(*R);
651 };
652 WorkScheduler->runWithAST("Rename", File, std::move(Action));
653}
654
655namespace {
656// May generate several candidate selections, due to SelectionTree ambiguity.
657// vector of pointers because GCC doesn't like non-copyable Selection.
658llvm::Expected<std::vector<std::unique_ptr<Tweak::Selection>>>
659tweakSelection(const Range &Sel, const InputsAndAST &AST,
660 llvm::vfs::FileSystem *FS) {
661 auto Begin = positionToOffset(AST.Inputs.Contents, Sel.start);
662 if (!Begin)
663 return Begin.takeError();
664 auto End = positionToOffset(AST.Inputs.Contents, Sel.end);
665 if (!End)
666 return End.takeError();
667 std::vector<std::unique_ptr<Tweak::Selection>> Result;
669 AST.AST.getASTContext(), AST.AST.getTokens(), *Begin, *End,
670 [&](SelectionTree T) {
671 Result.push_back(std::make_unique<Tweak::Selection>(
672 AST.Inputs.Index, AST.AST, *Begin, *End, std::move(T), FS));
673 return false;
674 });
675 assert(!Result.empty() && "Expected at least one SelectionTree");
676 return std::move(Result);
677}
678
679// Some fixes may perform local renaming, we want to convert those to clangd
680// rename commands, such that we can leverage the index for more accurate
681// results.
682std::optional<ClangdServer::CodeActionResult::Rename>
683tryConvertToRename(const Diag *Diag, const Fix &Fix) {
684 bool IsClangTidyRename = Diag->Source == Diag::ClangTidy &&
685 Diag->Name == "readability-identifier-naming" &&
686 !Fix.Edits.empty();
687 if (IsClangTidyRename && Diag->InsideMainFile) {
688 ClangdServer::CodeActionResult::Rename R;
689 R.NewName = Fix.Edits.front().newText;
690 R.FixMessage = Fix.Message;
691 R.Diag = {Diag->Range, Diag->Message};
692 return R;
693 }
694
695 return std::nullopt;
696}
697
698} // namespace
699
702 auto Action = [Params, CB = std::move(CB),
703 FeatureModules(this->FeatureModules)](
704 Expected<InputsAndAST> InpAST) mutable {
705 if (!InpAST)
706 return CB(InpAST.takeError());
707 auto KindAllowed =
708 [Only(Params.RequestedActionKinds)](llvm::StringRef Kind) {
709 if (Only.empty())
710 return true;
711 return llvm::any_of(Only, [&](llvm::StringRef Base) {
712 return Kind.consume_front(Base) &&
713 (Kind.empty() || Kind.starts_with("."));
714 });
715 };
716
717 CodeActionResult Result;
718 Result.Version = InpAST->AST.version().str();
719 if (KindAllowed(CodeAction::QUICKFIX_KIND)) {
720 auto FindMatchedDiag = [&InpAST](const DiagRef &DR) -> const Diag * {
721 for (const auto &Diag : InpAST->AST.getDiagnostics())
722 if (Diag.Range == DR.Range && Diag.Message == DR.Message)
723 return &Diag;
724 return nullptr;
725 };
726 for (const auto &DiagRef : Params.Diagnostics) {
727 if (const auto *Diag = FindMatchedDiag(DiagRef))
728 for (const auto &Fix : Diag->Fixes) {
729 if (auto Rename = tryConvertToRename(Diag, Fix)) {
730 Result.Renames.emplace_back(std::move(*Rename));
731 } else {
732 Result.QuickFixes.push_back({DiagRef, Fix});
733 }
734 }
735 }
736 }
737
738 // Collect Tweaks
739 auto Selections = tweakSelection(Params.Selection, *InpAST, /*FS=*/nullptr);
740 if (!Selections)
741 return CB(Selections.takeError());
742 // Don't allow a tweak to fire more than once across ambiguous selections.
743 llvm::DenseSet<llvm::StringRef> PreparedTweaks;
744 auto DeduplicatingFilter = [&](const Tweak &T) {
745 return KindAllowed(T.kind()) && Params.TweakFilter(T) &&
746 !PreparedTweaks.count(T.id());
747 };
748 for (const auto &Sel : *Selections) {
749 for (auto &T : prepareTweaks(*Sel, DeduplicatingFilter, FeatureModules)) {
750 Result.TweakRefs.push_back(TweakRef{T->id(), T->title(), T->kind()});
751 PreparedTweaks.insert(T->id());
752 TweakAvailable.record(1, T->id());
753 }
754 }
755 CB(std::move(Result));
756 };
757
758 WorkScheduler->runWithAST("codeAction", Params.File, std::move(Action),
759 Transient);
760}
761
762void ClangdServer::applyTweak(PathRef File, Range Sel, StringRef TweakID,
764 // Tracks number of times a tweak has been attempted.
765 static constexpr trace::Metric TweakAttempt(
766 "tweak_attempt", trace::Metric::Counter, "tweak_id");
767 // Tracks number of times a tweak has failed to produce edits.
768 static constexpr trace::Metric TweakFailed(
769 "tweak_failed", trace::Metric::Counter, "tweak_id");
770 TweakAttempt.record(1, TweakID);
771 auto Action = [File = File.str(), Sel, TweakID = TweakID.str(),
772 CB = std::move(CB),
773 this](Expected<InputsAndAST> InpAST) mutable {
774 if (!InpAST)
775 return CB(InpAST.takeError());
776 auto FS = DirtyFS->view(std::nullopt);
777 auto Selections = tweakSelection(Sel, *InpAST, FS.get());
778 if (!Selections)
779 return CB(Selections.takeError());
780 std::optional<llvm::Expected<Tweak::Effect>> Effect;
781 // Try each selection, take the first one that prepare()s.
782 // If they all fail, Effect will hold get the last error.
783 for (const auto &Selection : *Selections) {
784 auto T = prepareTweak(TweakID, *Selection, FeatureModules);
785 if (T) {
786 Effect = (*T)->apply(*Selection);
787 break;
788 }
789 Effect = T.takeError();
790 }
791 assert(Effect && "Expected at least one selection");
792 if (*Effect && (*Effect)->FormatEdits) {
793 // Format tweaks that require it centrally here.
794 for (auto &It : (*Effect)->ApplyEdits) {
795 Edit &E = It.second;
796 format::FormatStyle Style =
797 getFormatStyleForFile(File, E.InitialCode, TFS, false);
798 if (llvm::Error Err = reformatEdit(E, Style))
799 elog("Failed to format {0}: {1}", It.first(), std::move(Err));
800 }
801 } else {
802 TweakFailed.record(1, TweakID);
803 }
804 return CB(std::move(*Effect));
805 };
806 WorkScheduler->runWithAST("ApplyTweak", File, std::move(Action));
807}
808
810 Callback<std::vector<LocatedSymbol>> CB) {
811 auto Action = [Pos, CB = std::move(CB),
812 this](llvm::Expected<InputsAndAST> InpAST) mutable {
813 if (!InpAST)
814 return CB(InpAST.takeError());
815 CB(clangd::locateSymbolAt(InpAST->AST, Pos, Index));
816 };
817
818 WorkScheduler->runWithAST("Definitions", File, std::move(Action));
819}
820
822 PathRef Path, Callback<std::optional<clangd::Path>> CB) {
823 // We want to return the result as fast as possible, strategy is:
824 // 1) use the file-only heuristic, it requires some IO but it is much
825 // faster than building AST, but it only works when .h/.cc files are in
826 // the same directory.
827 // 2) if 1) fails, we use the AST&Index approach, it is slower but supports
828 // different code layout.
829 if (auto CorrespondingFile =
830 getCorrespondingHeaderOrSource(Path, TFS.view(std::nullopt)))
831 return CB(std::move(CorrespondingFile));
832 auto Action = [Path = Path.str(), CB = std::move(CB),
833 this](llvm::Expected<InputsAndAST> InpAST) mutable {
834 if (!InpAST)
835 return CB(InpAST.takeError());
836 CB(getCorrespondingHeaderOrSource(Path, InpAST->AST, Index));
837 };
838 WorkScheduler->runWithAST("SwitchHeaderSource", Path, std::move(Action));
839}
840
842 PathRef File, Position Pos, Callback<std::vector<DocumentHighlight>> CB) {
843 auto Action =
844 [Pos, CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
845 if (!InpAST)
846 return CB(InpAST.takeError());
847 CB(clangd::findDocumentHighlights(InpAST->AST, Pos));
848 };
849
850 WorkScheduler->runWithAST("Highlights", File, std::move(Action), Transient);
851}
852
854 Callback<std::optional<HoverInfo>> CB) {
855 auto Action = [File = File.str(), Pos, CB = std::move(CB),
856 this](llvm::Expected<InputsAndAST> InpAST) mutable {
857 if (!InpAST)
858 return CB(InpAST.takeError());
859 format::FormatStyle Style = getFormatStyleForFile(
860 File, InpAST->Inputs.Contents, *InpAST->Inputs.TFS, false);
861 CB(clangd::getHover(InpAST->AST, Pos, std::move(Style), Index));
862 };
863
864 WorkScheduler->runWithAST("Hover", File, std::move(Action), Transient);
865}
866
868 TypeHierarchyDirection Direction,
869 Callback<std::vector<TypeHierarchyItem>> CB) {
870 auto Action = [File = File.str(), Pos, Resolve, Direction, CB = std::move(CB),
871 this](Expected<InputsAndAST> InpAST) mutable {
872 if (!InpAST)
873 return CB(InpAST.takeError());
874 CB(clangd::getTypeHierarchy(InpAST->AST, Pos, Resolve, Direction, Index,
875 File));
876 };
877
878 WorkScheduler->runWithAST("TypeHierarchy", File, std::move(Action));
879}
880
882 const TypeHierarchyItem &Item,
883 Callback<std::optional<std::vector<TypeHierarchyItem>>> CB) {
884 WorkScheduler->run("typeHierarchy/superTypes", /*Path=*/"",
885 [=, CB = std::move(CB)]() mutable {
886 CB(clangd::superTypes(Item, Index));
887 });
888}
889
891 Callback<std::vector<TypeHierarchyItem>> CB) {
892 WorkScheduler->run(
893 "typeHierarchy/subTypes", /*Path=*/"",
894 [=, CB = std::move(CB)]() mutable { CB(clangd::subTypes(Item, Index)); });
895}
896
898 TypeHierarchyItem Item, int Resolve, TypeHierarchyDirection Direction,
899 Callback<std::optional<TypeHierarchyItem>> CB) {
900 WorkScheduler->run(
901 "Resolve Type Hierarchy", "", [=, CB = std::move(CB)]() mutable {
902 clangd::resolveTypeHierarchy(Item, Resolve, Direction, Index);
903 CB(Item);
904 });
905}
906
908 PathRef File, Position Pos, Callback<std::vector<CallHierarchyItem>> CB) {
909 auto Action = [File = File.str(), Pos,
910 CB = std::move(CB)](Expected<InputsAndAST> InpAST) mutable {
911 if (!InpAST)
912 return CB(InpAST.takeError());
913 CB(clangd::prepareCallHierarchy(InpAST->AST, Pos, File));
914 };
915 WorkScheduler->runWithAST("CallHierarchy", File, std::move(Action));
916}
917
919 const CallHierarchyItem &Item,
920 Callback<std::vector<CallHierarchyIncomingCall>> CB) {
921 WorkScheduler->run("Incoming Calls", "",
922 [CB = std::move(CB), Item, this]() mutable {
923 CB(clangd::incomingCalls(Item, Index));
924 });
925}
926
927void ClangdServer::inlayHints(PathRef File, std::optional<Range> RestrictRange,
928 Callback<std::vector<InlayHint>> CB) {
929 auto Action = [RestrictRange(std::move(RestrictRange)),
930 CB = std::move(CB)](Expected<InputsAndAST> InpAST) mutable {
931 if (!InpAST)
932 return CB(InpAST.takeError());
933 CB(clangd::inlayHints(InpAST->AST, std::move(RestrictRange)));
934 };
935 WorkScheduler->runWithAST("InlayHints", File, std::move(Action), Transient);
936}
937
939 const CallHierarchyItem &Item,
940 Callback<std::vector<CallHierarchyOutgoingCall>> CB) {
941 WorkScheduler->run("Outgoing Calls", "",
942 [CB = std::move(CB), Item, this]() mutable {
943 CB(clangd::outgoingCalls(Item, Index));
944 });
945}
946
948 if (!ModulesManager)
949 return;
950 bool ModulesChanged = false;
951 for (const auto &Change : Params.changes)
952 ModulesChanged |= ModulesManager->onFileEvent(Change);
953 if (ModulesChanged)
954 reparseOpenFilesIfNeeded([](PathRef) { return true; });
955}
956
958 llvm::StringRef Query, int Limit,
959 Callback<std::vector<SymbolInformation>> CB) {
960 WorkScheduler->run(
961 "getWorkspaceSymbols", /*Path=*/"",
962 [Query = Query.str(), Limit, CB = std::move(CB), this]() mutable {
963 CB(clangd::getWorkspaceSymbols(Query, Limit, Index,
964 WorkspaceRoot.value_or("")));
965 });
966}
967
969 Callback<std::vector<DocumentSymbol>> CB) {
970 auto Action =
971 [CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
972 if (!InpAST)
973 return CB(InpAST.takeError());
974 CB(clangd::getDocumentSymbols(InpAST->AST));
975 };
976 WorkScheduler->runWithAST("DocumentSymbols", File, std::move(Action),
977 Transient);
978}
979
981 Callback<std::vector<FoldingRange>> CB) {
982 auto Code = getDraft(File);
983 if (!Code)
984 return CB(llvm::make_error<LSPError>(
985 "trying to compute folding ranges for non-added document",
987 auto Action = [LineFoldingOnly = LineFoldingOnly, CB = std::move(CB),
988 Code = std::move(*Code)]() mutable {
989 CB(clangd::getFoldingRanges(Code, LineFoldingOnly));
990 };
991 // We want to make sure folding ranges are always available for all the open
992 // files, hence prefer runQuick to not wait for operations on other files.
993 WorkScheduler->runQuick("FoldingRanges", File, std::move(Action));
994}
995
996void ClangdServer::findType(llvm::StringRef File, Position Pos,
997 Callback<std::vector<LocatedSymbol>> CB) {
998 auto Action = [Pos, CB = std::move(CB),
999 this](llvm::Expected<InputsAndAST> InpAST) mutable {
1000 if (!InpAST)
1001 return CB(InpAST.takeError());
1002 CB(clangd::findType(InpAST->AST, Pos, Index));
1003 };
1004 WorkScheduler->runWithAST("FindType", File, std::move(Action));
1005}
1006
1008 PathRef File, Position Pos, Callback<std::vector<LocatedSymbol>> CB) {
1009 auto Action = [Pos, CB = std::move(CB),
1010 this](llvm::Expected<InputsAndAST> InpAST) mutable {
1011 if (!InpAST)
1012 return CB(InpAST.takeError());
1013 CB(clangd::findImplementations(InpAST->AST, Pos, Index));
1014 };
1015
1016 WorkScheduler->runWithAST("Implementations", File, std::move(Action));
1017}
1018
1020 bool AddContainer,
1022 auto Action = [Pos, Limit, AddContainer, CB = std::move(CB),
1023 this](llvm::Expected<InputsAndAST> InpAST) mutable {
1024 if (!InpAST)
1025 return CB(InpAST.takeError());
1026 CB(clangd::findReferences(InpAST->AST, Pos, Limit, Index, AddContainer));
1027 };
1028
1029 WorkScheduler->runWithAST("References", File, std::move(Action));
1030}
1031
1033 Callback<std::vector<SymbolDetails>> CB) {
1034 auto Action =
1035 [Pos, CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
1036 if (!InpAST)
1037 return CB(InpAST.takeError());
1038 CB(clangd::getSymbolInfo(InpAST->AST, Pos));
1039 };
1040
1041 WorkScheduler->runWithAST("SymbolInfo", File, std::move(Action));
1042}
1043
1045 const std::vector<Position> &Positions,
1046 Callback<std::vector<SelectionRange>> CB) {
1047 auto Action = [Positions, CB = std::move(CB)](
1048 llvm::Expected<InputsAndAST> InpAST) mutable {
1049 if (!InpAST)
1050 return CB(InpAST.takeError());
1051 std::vector<SelectionRange> Result;
1052 for (const auto &Pos : Positions) {
1053 if (auto Range = clangd::getSemanticRanges(InpAST->AST, Pos))
1054 Result.push_back(std::move(*Range));
1055 else
1056 return CB(Range.takeError());
1057 }
1058 CB(std::move(Result));
1059 };
1060 WorkScheduler->runWithAST("SemanticRanges", File, std::move(Action));
1061}
1062
1064 Callback<std::vector<DocumentLink>> CB) {
1065 auto Action =
1066 [CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
1067 if (!InpAST)
1068 return CB(InpAST.takeError());
1069 CB(clangd::getDocumentLinks(InpAST->AST));
1070 };
1071 WorkScheduler->runWithAST("DocumentLinks", File, std::move(Action),
1072 Transient);
1073}
1074
1076 PathRef File, Callback<std::vector<HighlightingToken>> CB) {
1077
1078 auto Action = [CB = std::move(CB),
1079 PublishInactiveRegions = PublishInactiveRegions](
1080 llvm::Expected<InputsAndAST> InpAST) mutable {
1081 if (!InpAST)
1082 return CB(InpAST.takeError());
1083 // Include inactive regions in semantic highlighting tokens only if the
1084 // client doesn't support a dedicated protocol for being informed about
1085 // them.
1086 CB(clangd::getSemanticHighlightings(InpAST->AST, !PublishInactiveRegions));
1087 };
1088 WorkScheduler->runWithAST("SemanticHighlights", File, std::move(Action),
1089 Transient);
1090}
1091
1092void ClangdServer::getAST(PathRef File, std::optional<Range> R,
1093 Callback<std::optional<ASTNode>> CB) {
1094 auto Action =
1095 [R, CB(std::move(CB))](llvm::Expected<InputsAndAST> Inputs) mutable {
1096 if (!Inputs)
1097 return CB(Inputs.takeError());
1098 if (!R) {
1099 // It's safe to pass in the TU, as dumpAST() does not
1100 // deserialize the preamble.
1101 auto Node = DynTypedNode::create(
1102 *Inputs->AST.getASTContext().getTranslationUnitDecl());
1103 return CB(dumpAST(Node, Inputs->AST.getTokens(),
1104 Inputs->AST.getASTContext()));
1105 }
1106 unsigned Start, End;
1107 if (auto Offset = positionToOffset(Inputs->Inputs.Contents, R->start))
1108 Start = *Offset;
1109 else
1110 return CB(Offset.takeError());
1111 if (auto Offset = positionToOffset(Inputs->Inputs.Contents, R->end))
1112 End = *Offset;
1113 else
1114 return CB(Offset.takeError());
1115 bool Success = SelectionTree::createEach(
1116 Inputs->AST.getASTContext(), Inputs->AST.getTokens(), Start, End,
1117 [&](SelectionTree T) {
1118 if (const SelectionTree::Node *N = T.commonAncestor()) {
1119 CB(dumpAST(N->ASTNode, Inputs->AST.getTokens(),
1120 Inputs->AST.getASTContext()));
1121 return true;
1122 }
1123 return false;
1124 });
1125 if (!Success)
1126 CB(std::nullopt);
1127 };
1128 WorkScheduler->runWithAST("GetAST", File, std::move(Action));
1129}
1130
1131void ClangdServer::customAction(PathRef File, llvm::StringRef Name,
1132 Callback<InputsAndAST> Action) {
1133 WorkScheduler->runWithAST(Name, File, std::move(Action));
1134}
1135
1136void ClangdServer::diagnostics(PathRef File, Callback<std::vector<Diag>> CB) {
1137 auto Action =
1138 [CB = std::move(CB)](llvm::Expected<InputsAndAST> InpAST) mutable {
1139 if (!InpAST)
1140 return CB(InpAST.takeError());
1141 return CB(InpAST->AST.getDiagnostics());
1142 };
1143
1144 WorkScheduler->runWithAST("Diagnostics", File, std::move(Action));
1145}
1146
1147llvm::StringMap<TUScheduler::FileStats> ClangdServer::fileStats() const {
1148 return WorkScheduler->fileStats();
1149}
1150
1151[[nodiscard]] bool
1152ClangdServer::blockUntilIdleForTest(std::optional<double> TimeoutSeconds) {
1153 // Order is important here: we don't want to block on A and then B,
1154 // if B might schedule work on A.
1155
1156#if defined(__has_feature) && \
1157 (__has_feature(address_sanitizer) || __has_feature(hwaddress_sanitizer) || \
1158 __has_feature(memory_sanitizer) || __has_feature(thread_sanitizer) || \
1159 __has_feature(undefined_behavior_sanitizer))
1160 if (TimeoutSeconds.has_value())
1161 (*TimeoutSeconds) *= 10;
1162#endif
1163
1164 // Nothing else can schedule work on TUScheduler, because it's not threadsafe
1165 // and we're blocking the main thread.
1166 if (!WorkScheduler->blockUntilIdle(timeoutSeconds(TimeoutSeconds)))
1167 return false;
1168 // TUScheduler is the only thing that starts background indexing work.
1169 if (IndexTasks && !IndexTasks->wait(timeoutSeconds(TimeoutSeconds)))
1170 return false;
1171
1172 // Unfortunately we don't have strict topological order between the rest of
1173 // the components. E.g. CDB broadcast triggers backrgound indexing.
1174 // This queries the CDB which may discover new work if disk has changed.
1175 //
1176 // So try each one a few times in a loop.
1177 // If there are no tricky interactions then all after the first are no-ops.
1178 // Then on the last iteration, verify they're idle without waiting.
1179 //
1180 // There's a small chance they're juggling work and we didn't catch them :-(
1181 for (std::optional<double> Timeout :
1182 {TimeoutSeconds, TimeoutSeconds, std::optional<double>(0)}) {
1183 if (!CDB.blockUntilIdle(timeoutSeconds(Timeout)))
1184 return false;
1185 if (BackgroundIdx && !BackgroundIdx->blockUntilIdleForTest(Timeout))
1186 return false;
1187 if (FeatureModules && llvm::any_of(*FeatureModules, [&](FeatureModule &M) {
1188 return !M.blockUntilIdle(timeoutSeconds(Timeout));
1189 }))
1190 return false;
1191 }
1192
1193 assert(WorkScheduler->blockUntilIdle(Deadline::zero()) &&
1194 "Something scheduled work while we're blocking the main thread!");
1195 return true;
1196}
1197
1199 if (DynamicIdx)
1200 DynamicIdx->profile(MT.child("dynamic_index"));
1201 if (BackgroundIdx)
1202 BackgroundIdx->profile(MT.child("background_index"));
1203 WorkScheduler->profile(MT.child("tuscheduler"));
1204}
1205
1206void ClangdServer::adjustParseInputs(ParseInputs &Inputs, PathRef File) const {
1207 // FIXME: Don't perform optimization when the TU requires C++20
1208 // named modules. Mixing PCH and modules may cause different issues (incorrect
1209 // diagnostics, crashes) due to instability of such scenario support in the
1210 // clang.
1211 auto HasRequiredModules = [this, File]() {
1212 if (!ModulesManager)
1213 return false;
1214 // Required modules check uses compile commands extracted from the
1215 // compilation database.
1216 // We use context provider here to make command mangler to use compile
1217 // command adjustments from the config.
1218 WithContext Ctx(ContextProvider ? ContextProvider(File)
1219 : Context::current().clone());
1220 return ModulesManager->hasRequiredModules(File);
1221 };
1222
1223 Inputs.Opts.SkipPreambleBuild = [&]() {
1224 switch (SkipPreambleBuild) {
1225 case SkipPreambleBuildPolicy::Never:
1226 return false;
1227 case SkipPreambleBuildPolicy::Modules:
1228 return HasRequiredModules();
1229 case SkipPreambleBuildPolicy::Always:
1230 return true;
1231 }
1232 llvm_unreachable("fully covered switch");
1233 }();
1234}
1235
1236} // namespace clangd
1237} // namespace clang
static cl::opt< bool > Fix("fix", desc(R"( Apply suggested fixes. Without -fix-errors clang-tidy will bail out if any compilation errors were found. )"), cl::init(false), cl::cat(ClangTidyCategory))
void elog(const char *Fmt, Ts &&... Vals)
Definition Logger.h:61
static Factory createDiskBackedStorageFactory(std::function< std::optional< ProjectInfo >(PathRef)> GetProjectInfo)
Interface with hooks for users of ClangdServer to be notified of events.
virtual void onDiagnosticsReady(PathRef File, llvm::StringRef Version, llvm::ArrayRef< Diag > Diagnostics)
Called by ClangdServer when Diagnostics for File are ready.
llvm::StringMap< TUScheduler::FileStats > fileStats() const
Returns estimated memory usage and other statistics for each of the currently open files.
ClangdServer(const GlobalCompilationDatabase &CDB, const ThreadsafeFS &TFS, const Options &Opts, Callbacks *Callbacks=nullptr)
Creates a new ClangdServer instance.
void prepareRename(PathRef File, Position Pos, std::optional< std::string > NewName, const RenameOptions &RenameOpts, Callback< RenameResult > CB)
Test the validity of a rename operation.
void prepareCallHierarchy(PathRef File, Position Pos, Callback< std::vector< CallHierarchyItem > > CB)
Get information about call hierarchy for a given position.
void resolveTypeHierarchy(TypeHierarchyItem Item, int Resolve, TypeHierarchyDirection Direction, Callback< std::optional< TypeHierarchyItem > > CB)
Resolve type hierarchy item in the given direction.
void documentSymbols(StringRef File, Callback< std::vector< DocumentSymbol > > CB)
Retrieve the symbols within the specified file.
void workspaceSymbols(StringRef Query, int Limit, Callback< std::vector< SymbolInformation > > CB)
Retrieve the top symbols from the workspace matching a query.
void diagnostics(PathRef File, Callback< std::vector< Diag > > CB)
Fetches diagnostics for current version of the File.
void typeHierarchy(PathRef File, Position Pos, int Resolve, TypeHierarchyDirection Direction, Callback< std::vector< TypeHierarchyItem > > CB)
Get information about type hierarchy for a given position.
void removeDocument(PathRef File)
Remove File from list of tracked files, schedule a request to free resources associated with it.
void outgoingCalls(const CallHierarchyItem &Item, Callback< std::vector< CallHierarchyOutgoingCall > >)
Resolve outgoing calls for a given call hierarchy item.
void addDocument(PathRef File, StringRef Contents, llvm::StringRef Version="null", WantDiagnostics WD=WantDiagnostics::Auto, bool ForceRebuild=false)
Add a File to the list of tracked C++ files or update the contents if File is already tracked.
void findDocumentHighlights(PathRef File, Position Pos, Callback< std::vector< DocumentHighlight > > CB)
Get document highlights for a given position.
static std::function< Context(PathRef)> createConfiguredContextProvider(const config::Provider *Provider, ClangdServer::Callbacks *)
Creates a context provider that loads and installs config.
void signatureHelp(PathRef File, Position Pos, MarkupKind DocumentationFormat, Callback< SignatureHelp > CB)
Provide signature help for File at Pos.
void findReferences(PathRef File, Position Pos, uint32_t Limit, bool AddContainer, Callback< ReferencesResult > CB)
Retrieve locations for symbol references.
void switchSourceHeader(PathRef Path, Callback< std::optional< clangd::Path > > CB)
Switch to a corresponding source file when given a header file, and vice versa.
void findType(PathRef File, Position Pos, Callback< std::vector< LocatedSymbol > > CB)
Retrieve symbols for types referenced at Pos.
void findImplementations(PathRef File, Position Pos, Callback< std::vector< LocatedSymbol > > CB)
Retrieve implementations for virtual method.
void subTypes(const TypeHierarchyItem &Item, Callback< std::vector< TypeHierarchyItem > > CB)
Get direct children of a type hierarchy item.
void semanticRanges(PathRef File, const std::vector< Position > &Pos, Callback< std::vector< SelectionRange > > CB)
Get semantic ranges around a specified position in a file.
void formatFile(PathRef File, const std::vector< Range > &Rngs, Callback< tooling::Replacements > CB)
Run formatting for the File with content Code.
void applyTweak(PathRef File, Range Sel, StringRef ID, Callback< Tweak::Effect > CB)
Apply the code tweak with a specified ID.
void semanticHighlights(PathRef File, Callback< std::vector< HighlightingToken > >)
void getAST(PathRef File, std::optional< Range > R, Callback< std::optional< ASTNode > > CB)
Describe the AST subtree for a piece of code.
void symbolInfo(PathRef File, Position Pos, Callback< std::vector< SymbolDetails > > CB)
Get symbol info for given position.
void onFileEvent(const DidChangeWatchedFilesParams &Params)
Called when an event occurs for a watched file in the workspace.
void superTypes(const TypeHierarchyItem &Item, Callback< std::optional< std::vector< TypeHierarchyItem > > > CB)
Get direct parents of a type hierarchy item.
void profile(MemoryTree &MT) const
Builds a nested representation of memory used by components.
void findHover(PathRef File, Position Pos, Callback< std::optional< HoverInfo > > CB)
Get code hover for a given position.
void formatOnType(PathRef File, Position Pos, StringRef TriggerText, Callback< std::vector< TextEdit > > CB)
Run formatting after TriggerText was typed at Pos in File with content Code.
void rename(PathRef File, Position Pos, llvm::StringRef NewName, const RenameOptions &Opts, Callback< RenameResult > CB)
Rename all occurrences of the symbol at the Pos in File to NewName.
void customAction(PathRef File, llvm::StringRef Name, Callback< InputsAndAST > Action)
Runs an arbitrary action that has access to the AST of the specified file.
void codeAction(const CodeActionInputs &Inputs, Callback< CodeActionResult > CB)
Surface code actions (quick-fixes for diagnostics, or available code tweaks) for a given range in a f...
void locateSymbolAt(PathRef File, Position Pos, Callback< std::vector< LocatedSymbol > > CB)
Find declaration/definition locations of symbol at a specified position.
void incomingCalls(const CallHierarchyItem &Item, Callback< std::vector< CallHierarchyIncomingCall > >)
Resolve incoming calls for a given call hierarchy item.
bool blockUntilIdleForTest(std::optional< double > TimeoutSeconds=10)
void inlayHints(PathRef File, std::optional< Range > RestrictRange, Callback< std::vector< InlayHint > >)
Resolve inlay hints for a given document.
void codeComplete(PathRef File, Position Pos, const clangd::CodeCompleteOptions &Opts, Callback< CodeCompleteResult > CB)
Run code completion for File at Pos.
void reparseOpenFilesIfNeeded(llvm::function_ref< bool(llvm::StringRef File)> Filter)
Requests a reparse of currently opened files using their latest source.
void foldingRanges(StringRef File, Callback< std::vector< FoldingRange > > CB)
Retrieve ranges that can be used to fold code within the specified file.
void documentLinks(PathRef File, Callback< std::vector< DocumentLink > > CB)
Get all document links in a file.
std::shared_ptr< const std::string > getDraft(PathRef File) const
Gets the contents of a currently tracked file.
A context is an immutable container for per-request data that must be propagated through layers that ...
Definition Context.h:69
static const Context & current()
Returns the context for the current thread, creating it if needed.
Definition Context.cpp:27
static Deadline zero()
Definition Threading.h:50
static Deadline infinity()
Definition Threading.h:51
A FeatureModule contributes a vertical feature to clangd.
virtual bool blockUntilIdle(Deadline)
Waits until the module is idle (no background work) or a deadline expires.
This manages symbols from files and an in-memory index on all symbols.
Definition FileIndex.h:110
Provides compilation arguments used for parsing C and C++ files.
static bool createEach(ASTContext &AST, const syntax::TokenBuffer &Tokens, unsigned Begin, unsigned End, llvm::function_ref< bool(SelectionTree)> Func)
Interface for symbol indexes that can be used for searching or matching symbols among a set of symbol...
Definition Index.h:134
Handles running tasks for ClangdServer and managing the resources (e.g., preambles and ASTs) for open...
@ StaleOrAbsent
Besides accepting stale preamble, this also allow preamble to be absent (not ready or failed to build...
@ Stale
The preamble may be generated from an older version of the file.
Wrapper for vfs::FileSystem for use in multithreaded programs like clangd.
An interface base for small context-sensitive refactoring actions.
Definition Tweak.h:46
WithContext replaces Context::current() with a provided scope.
Definition Context.h:185
A source of configuration fragments.
Config getConfig(const Params &, DiagnosticCallback) const
Build a config based on this provider.
Records an event whose duration is the lifetime of the Span object.
Definition Trace.h:143
FIXME: Skip testing on windows temporarily due to the different escaping code mode.
Definition AST.cpp:44
@ Changed
The file got changed.
Definition Protocol.h:833
std::vector< TypeHierarchyItem > subTypes(const TypeHierarchyItem &Item, const SymbolIndex *Index)
Returns direct children of a TypeHierarchyItem.
Definition XRefs.cpp:2523
std::optional< std::vector< TypeHierarchyItem > > superTypes(const TypeHierarchyItem &Item, const SymbolIndex *Index)
Returns direct parents of a TypeHierarchyItem using SymbolIDs stored inside the item.
Definition XRefs.cpp:2503
std::vector< CallHierarchyIncomingCall > incomingCalls(const CallHierarchyItem &Item, const SymbolIndex *Index)
Definition XRefs.cpp:2573
std::vector< HighlightingToken > getSemanticHighlightings(ParsedAST &AST, bool IncludeInactiveRegionTokens)
bool pathEqual(PathRef A, PathRef B)
Definition Path.cpp:19
llvm::Expected< std::unique_ptr< Tweak > > prepareTweak(StringRef ID, const Tweak::Selection &S, const FeatureModuleSet *Modules)
Definition Tweak.cpp:91
ASTNode dumpAST(const DynTypedNode &N, const syntax::TokenBuffer &Tokens, const ASTContext &Ctx)
Definition DumpAST.cpp:414
std::vector< DocumentHighlight > findDocumentHighlights(ParsedAST &AST, Position Pos)
Returns highlights for all usages of a symbol at Pos.
Definition XRefs.cpp:1511
std::vector< DocumentLink > getDocumentLinks(ParsedAST &AST)
Get all document links.
Definition XRefs.cpp:959
std::vector< SymbolDetails > getSymbolInfo(ParsedAST &AST, Position Pos)
Get info about symbols at Pos.
Definition XRefs.cpp:1900
void vlog(const char *Fmt, Ts &&... Vals)
Definition Logger.h:72
llvm::Error reformatEdit(Edit &E, const format::FormatStyle &Style)
Formats the edits and code around it according to Style.
std::vector< LocatedSymbol > findType(ParsedAST &AST, Position Pos, const SymbolIndex *Index)
Returns symbols for types referenced at Pos.
Definition XRefs.cpp:2382
llvm::unique_function< void(llvm::Expected< T >)> Callback
A Callback<T> is a void function that accepts Expected<T>.
Definition Function.h:28
llvm::Expected< std::vector< FoldingRange > > getFoldingRanges(const std::string &Code, bool LineFoldingOnly)
Returns a list of ranges whose contents might be collapsible in an editor.
llvm::Expected< RenameResult > rename(const RenameInputs &RInputs)
Renames all occurrences of the symbol.
Definition Rename.cpp:1076
std::vector< TypeHierarchyItem > getTypeHierarchy(ParsedAST &AST, Position Pos, int ResolveLevels, TypeHierarchyDirection Direction, const SymbolIndex *Index, PathRef TUPath)
Get type hierarchy information at Pos.
Definition XRefs.cpp:2459
llvm::Error error(std::error_code EC, const char *Fmt, Ts &&... Vals)
Definition Logger.h:79
ReferencesResult findReferences(ParsedAST &AST, Position Pos, uint32_t Limit, const SymbolIndex *Index, bool AddContext)
Returns references of the symbol at a specified Pos.
Definition XRefs.cpp:1677
std::optional< HoverInfo > getHover(ParsedAST &AST, Position Pos, const format::FormatStyle &Style, const SymbolIndex *Index)
Get the hover information when hovering at Pos.
Definition Hover.cpp:1313
std::vector< tooling::Replacement > formatIncremental(llvm::StringRef OriginalCode, unsigned OriginalCursor, llvm::StringRef InsertedText, format::FormatStyle Style)
Applies limited formatting around new InsertedText.
Definition Format.cpp:277
std::vector< LocatedSymbol > locateSymbolAt(ParsedAST &AST, Position Pos, const SymbolIndex *Index)
Get definition of symbol at a specified Pos.
Definition XRefs.cpp:873
llvm::Expected< SelectionRange > getSemanticRanges(ParsedAST &AST, Position Pos)
Returns the list of all interesting ranges around the Position Pos.
void log(const char *Fmt, Ts &&... Vals)
Definition Logger.h:67
llvm::Expected< size_t > positionToOffset(llvm::StringRef Code, Position P, bool AllowColumnsBeyondLineLength)
Turn a [line, column] pair into an offset in Code.
llvm::Expected< std::vector< DocumentSymbol > > getDocumentSymbols(ParsedAST &AST)
Retrieves the symbols contained in the "main file" section of an AST in the same order that they appe...
std::optional< Path > getCorrespondingHeaderOrSource(PathRef OriginalFile, llvm::IntrusiveRefCntPtr< llvm::vfs::FileSystem > VFS)
Given a header file, returns the best matching source file, and vice visa.
llvm::StringRef PathRef
A typedef to represent a ref to file path.
Definition Path.h:29
Diag toDiag(const llvm::SMDiagnostic &D, Diag::DiagSource Source)
std::vector< std::unique_ptr< Tweak > > prepareTweaks(const Tweak::Selection &S, llvm::function_ref< bool(const Tweak &)> Filter, const FeatureModuleSet *Modules)
Calls prepare() on all tweaks that satisfy the filter, returning those that can run on the selection.
Definition Tweak.cpp:72
WantDiagnostics
Determines whether diagnostics should be generated for a file snapshot.
Definition TUScheduler.h:53
@ Auto
Diagnostics must not be generated for this snapshot.
Definition TUScheduler.h:56
std::vector< LocatedSymbol > findImplementations(ParsedAST &AST, Position Pos, const SymbolIndex *Index)
Returns implementations at a specified Pos:
Definition XRefs.cpp:1552
std::string Path
A typedef to represent a file path.
Definition Path.h:26
int isCancelled(const Context &Ctx)
If the current context is within a cancelled task, returns the reason.
void resolveTypeHierarchy(TypeHierarchyItem &Item, int ResolveLevels, TypeHierarchyDirection Direction, const SymbolIndex *Index)
Definition XRefs.cpp:2532
std::vector< Range > getInactiveRegions(ParsedAST &AST)
Deadline timeoutSeconds(std::optional< double > Seconds)
Makes a deadline from a timeout in seconds. std::nullopt means wait forever.
CodeCompleteResult codeComplete(PathRef FileName, Position Pos, const PreambleData *Preamble, const ParseInputs &ParseInput, CodeCompleteOptions Opts, SpeculativeFuzzyFind *SpecFuzzyFind)
Gets code completions at a specified Pos in FileName.
std::vector< CallHierarchyOutgoingCall > outgoingCalls(const CallHierarchyItem &Item, const SymbolIndex *Index)
Definition XRefs.cpp:2655
SignatureHelp signatureHelp(PathRef FileName, Position Pos, const PreambleData &Preamble, const ParseInputs &ParseInput, MarkupKind DocumentationFormat)
Get signature help at a specified Pos in FileName.
std::vector< InlayHint > inlayHints(ParsedAST &AST, std::optional< Range > RestrictRange, InlayHintOptions HintOptions)
Compute and return inlay hints for a file.
TextEdit replacementToEdit(llvm::StringRef Code, const tooling::Replacement &R)
SymbolSlab indexStandardLibrary(llvm::StringRef HeaderSources, std::unique_ptr< CompilerInvocation > CI, const StdLibLocation &Loc, const ThreadsafeFS &TFS)
Definition StdLib.cpp:200
std::vector< CallHierarchyItem > prepareCallHierarchy(ParsedAST &AST, Position Pos, PathRef TUPath)
Get call hierarchy information at Pos.
Definition XRefs.cpp:2547
format::FormatStyle getFormatStyleForFile(llvm::StringRef File, llvm::StringRef Content, const ThreadsafeFS &TFS, bool FormatFile)
Choose the clang-format style we should apply to a certain file.
===– Representation.cpp - ClangDoc Representation --------—*- C++ -*-===//
Represents programming constructs like functions or constructors in the context of call hierarchy.
Definition Protocol.h:1650
std::vector< std::string > RequestedActionKinds
Requested kind of actions to return.
std::vector< DiagRef > Diagnostics
Diagnostics attached to the code action request.
std::function< bool(const Tweak &)> TweakFilter
Tweaks where Filter returns false will not be checked or included.
std::function< Context(PathRef)> ContextProvider
If set, queried to derive a processing context for some work.
clangd::PreambleThrottler * PreambleThrottler
This throttler controls which preambles may be built at a given time.
bool StorePreamblesInMemory
Cached preambles are potentially large. If false, store them on disk.
ASTRetentionPolicy RetentionPolicy
AST caching policy. The default is to keep up to 3 ASTs in memory.
unsigned AsyncThreadsCount
To process requests asynchronously, ClangdServer spawns worker threads.
DebouncePolicy UpdateDebounce
Time to wait after a new file version before computing diagnostics.
static const llvm::StringLiteral QUICKFIX_KIND
Definition Protocol.h:1101
Settings that express user/project preferences and control clangd behavior.
Definition Config.h:45
static clangd::Key< Config > Key
Context key which can be used to set the current Config.
Definition Config.h:49
static const Config & current()
Returns the Config of the current Context, or an empty configuration.
Definition Config.cpp:17
static DebouncePolicy fixed(clock::duration)
A policy that always returns the same duration, useful for tests.
A top-level diagnostic that may have Notes and Fixes.
Definition Diagnostics.h:95
std::vector< Fix > Fixes
Alternative fixes for this diagnostic, one should be chosen.
std::vector< FileEvent > changes
The actual file events.
Definition Protocol.h:850
A set of edits generated for a single file.
Definition SourceCode.h:189
std::string InitialCode
Definition SourceCode.h:191
Represents a single fix-it that editor can apply to fix the error.
Definition Diagnostics.h:78
A tree that can be used to represent memory usage of nested components while preserving the hierarchy...
Definition MemoryTree.h:30
MemoryTree & child(llvm::StringLiteral Name)
No copy of the Name.
Definition MemoryTree.h:39
Information required to run clang, e.g. to parse AST or do code completion.
Definition Compiler.h:50
const ThreadsafeFS * TFS
Definition Compiler.h:52
FeatureModuleSet * FeatureModules
Definition Compiler.h:63
ModulesBuilder * ModulesManager
Definition Compiler.h:65
const SymbolIndex * Index
Definition Compiler.h:60
The parsed preamble and associated data.
Definition Preamble.h:100
PrecompiledPreamble Preamble
Definition Preamble.h:110
Position start
The range's start position.
Definition Protocol.h:188
Position end
The range's end position.
Definition Protocol.h:191
bool WantFormat
If true, format the rename edits, only meaningful in ClangdServer layer.
Definition Rename.h:31
ASTRetentionPolicy RetentionPolicy
Determines when to keep idle ASTs in memory for future use.
DebouncePolicy UpdateDebounce
Time to wait after an update to see if another one comes along.
std::function< Context(PathRef)> ContextProvider
Used to create a context that wraps each single operation.
bool StorePreamblesInMemory
Cache (large) preamble data in RAM rather than temporary files on disk.
unsigned AsyncThreadsCount
Number of concurrent actions.
clangd::PreambleThrottler * PreambleThrottler
This throttler controls which preambles may be built at a given time.
Describes the context used to evaluate configuration fragments.
std::chrono::steady_clock::time_point FreshTime
Hint that stale data is OK to improve performance (e.g.
llvm::StringRef Path
Absolute path to a source file we're applying the config to.
Represents measurements of clangd events, e.g.
Definition Trace.h:38
@ Counter
An aggregate number whose rate of change over time is meaningful.
Definition Trace.h:46
@ Distribution
A distribution of values with a meaningful mean and count.
Definition Trace.h:52
void record(double Value, llvm::StringRef Label="") const
Records a measurement for this metric to active tracer.
Definition Trace.cpp:329