clang 23.0.0git
AMDGPU.cpp
Go to the documentation of this file.
1//===--- AMDGPU.cpp - AMDGPU ToolChain Implementations ----------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
9#include "AMDGPU.h"
11#include "clang/Config/config.h"
14#include "clang/Driver/Driver.h"
18#include "llvm/ADT/SmallSet.h"
19#include "llvm/ADT/StringExtras.h"
20#include "llvm/Option/ArgList.h"
21#include "llvm/Support/Error.h"
22#include "llvm/Support/LineIterator.h"
23#include "llvm/Support/Path.h"
24#include "llvm/Support/Process.h"
25#include "llvm/Support/VirtualFileSystem.h"
26#include "llvm/TargetParser/AMDGPUTargetParser.h"
27#include "llvm/TargetParser/Host.h"
28#include <optional>
29#include <system_error>
30
31using namespace clang::driver;
32using namespace clang::driver::tools;
33using namespace clang::driver::toolchains;
34using namespace clang;
35using namespace llvm::opt;
36
37RocmInstallationDetector::CommonBitcodeLibsPreferences::
38 CommonBitcodeLibsPreferences(const Driver &D,
39 const llvm::opt::ArgList &DriverArgs,
40 StringRef GPUArch,
41 const Action::OffloadKind DeviceOffloadingKind,
42 const bool NeedsASanRT)
43 : ABIVer(DeviceLibABIVersion::fromCodeObjectVersion(
44 tools::getAMDGPUCodeObjectVersion(D, DriverArgs))) {
45 const auto Kind = llvm::AMDGPU::parseArchAMDGCN(GPUArch);
46 const unsigned ArchAttr = llvm::AMDGPU::getArchAttrAMDGCN(Kind);
47
48 IsOpenMP = DeviceOffloadingKind == Action::OFK_OpenMP;
49
50 const bool HasWave32 = (ArchAttr & llvm::AMDGPU::FEATURE_WAVE32);
51 Wave64 =
52 !HasWave32 || DriverArgs.hasFlag(options::OPT_mwavefrontsize64,
53 options::OPT_mno_wavefrontsize64, false);
54
55 const bool IsKnownOffloading = DeviceOffloadingKind == Action::OFK_OpenMP ||
56 DeviceOffloadingKind == Action::OFK_HIP;
57
58 // Default to enabling f32 denormals on subtargets where fma is fast with
59 // denormals
60 const bool DefaultDAZ =
61 (Kind == llvm::AMDGPU::GK_NONE)
62 ? false
63 : !((ArchAttr & llvm::AMDGPU::FEATURE_FAST_FMA_F32) &&
64 (ArchAttr & llvm::AMDGPU::FEATURE_FAST_DENORMAL_F32));
65 // TODO: There are way too many flags that change this. Do we need to
66 // check them all?
67 DAZ = IsKnownOffloading
68 ? DriverArgs.hasFlag(options::OPT_fgpu_flush_denormals_to_zero,
69 options::OPT_fno_gpu_flush_denormals_to_zero,
70 DefaultDAZ)
71 : DriverArgs.hasArg(options::OPT_cl_denorms_are_zero) || DefaultDAZ;
72
73 FiniteOnly = DriverArgs.hasArg(options::OPT_cl_finite_math_only) ||
74 DriverArgs.hasFlag(options::OPT_ffinite_math_only,
75 options::OPT_fno_finite_math_only, false);
76
77 UnsafeMathOpt =
78 DriverArgs.hasArg(options::OPT_cl_unsafe_math_optimizations) ||
79 DriverArgs.hasFlag(options::OPT_funsafe_math_optimizations,
80 options::OPT_fno_unsafe_math_optimizations, false);
81
82 FastRelaxedMath = DriverArgs.hasArg(options::OPT_cl_fast_relaxed_math) ||
83 DriverArgs.hasFlag(options::OPT_ffast_math,
84 options::OPT_fno_fast_math, false);
85
86 // GPU Sanitizer currently only supports ASan and is enabled through host
87 // ASan.
88 GPUSan = (DriverArgs.hasFlag(options::OPT_fgpu_sanitize,
89 options::OPT_fno_gpu_sanitize, true) &&
90 NeedsASanRT);
91}
92
93void RocmInstallationDetector::scanLibDevicePath(llvm::StringRef Path) {
94 assert(!Path.empty());
95
96 const StringRef Suffix(".bc");
97 const StringRef Suffix2(".amdgcn.bc");
98
99 std::error_code EC;
100 for (llvm::vfs::directory_iterator LI = D.getVFS().dir_begin(Path, EC), LE;
101 !EC && LI != LE; LI = LI.increment(EC)) {
102 StringRef FilePath = LI->path();
103 StringRef FileName = llvm::sys::path::filename(FilePath);
104 if (!FileName.ends_with(Suffix))
105 continue;
106
107 StringRef BaseName;
108 if (FileName.ends_with(Suffix2))
109 BaseName = FileName.drop_back(Suffix2.size());
110 else if (FileName.ends_with(Suffix))
111 BaseName = FileName.drop_back(Suffix.size());
112
113 const StringRef ABIVersionPrefix = "oclc_abi_version_";
114 if (BaseName == "ocml") {
115 OCML = FilePath;
116 } else if (BaseName == "ockl") {
117 OCKL = FilePath;
118 } else if (BaseName == "opencl") {
119 OpenCL = FilePath;
120 } else if (BaseName == "asanrtl") {
121 AsanRTL = FilePath;
122 } else if (BaseName == "oclc_finite_only_off") {
123 FiniteOnly.Off = FilePath;
124 } else if (BaseName == "oclc_finite_only_on") {
125 FiniteOnly.On = FilePath;
126 } else if (BaseName == "oclc_unsafe_math_on") {
127 UnsafeMath.On = FilePath;
128 } else if (BaseName == "oclc_unsafe_math_off") {
129 UnsafeMath.Off = FilePath;
130 } else if (BaseName == "oclc_wavefrontsize64_on") {
131 WavefrontSize64.On = FilePath;
132 } else if (BaseName == "oclc_wavefrontsize64_off") {
133 WavefrontSize64.Off = FilePath;
134 } else if (BaseName.starts_with(ABIVersionPrefix)) {
135 unsigned ABIVersionNumber;
136 if (BaseName.drop_front(ABIVersionPrefix.size())
137 .getAsInteger(/*Redex=*/0, ABIVersionNumber))
138 continue;
139 ABIVersionMap[ABIVersionNumber] = FilePath.str();
140 } else {
141 // Process all bitcode filenames that look like
142 // ocl_isa_version_XXX.amdgcn.bc
143 const StringRef DeviceLibPrefix = "oclc_isa_version_";
144 if (!BaseName.starts_with(DeviceLibPrefix))
145 continue;
146
147 StringRef IsaVersionNumber =
148 BaseName.drop_front(DeviceLibPrefix.size());
149
150 llvm::Twine GfxName = Twine("gfx") + IsaVersionNumber;
151 SmallString<8> Tmp;
152 LibDeviceMap.insert({GfxName.toStringRef(Tmp), FilePath.str()});
153 }
154 }
155}
156
157// Parse and extract version numbers from `.hipVersion`. Return `true` if
158// the parsing fails.
159bool RocmInstallationDetector::parseHIPVersionFile(llvm::StringRef V) {
160 SmallVector<StringRef, 4> VersionParts;
161 V.split(VersionParts, '\n');
162 unsigned Major = ~0U;
163 unsigned Minor = ~0U;
164 for (auto Part : VersionParts) {
165 auto Splits = Part.rtrim().split('=');
166 if (Splits.first == "HIP_VERSION_MAJOR") {
167 if (Splits.second.getAsInteger(0, Major))
168 return true;
169 } else if (Splits.first == "HIP_VERSION_MINOR") {
170 if (Splits.second.getAsInteger(0, Minor))
171 return true;
172 } else if (Splits.first == "HIP_VERSION_PATCH")
173 VersionPatch = Splits.second.str();
174 }
175 if (Major == ~0U || Minor == ~0U)
176 return true;
177 VersionMajorMinor = llvm::VersionTuple(Major, Minor);
178 DetectedVersion =
179 (Twine(Major) + "." + Twine(Minor) + "." + VersionPatch).str();
180 return false;
181}
182
183/// \returns a list of candidate directories for ROCm installation, which is
184/// cached and populated only once.
185const SmallVectorImpl<RocmInstallationDetector::Candidate> &
186RocmInstallationDetector::getInstallationPathCandidates() {
187
188 // Return the cached candidate list if it has already been populated.
189 if (!ROCmSearchDirs.empty())
190 return ROCmSearchDirs;
191
192 auto DoPrintROCmSearchDirs = [&]() {
193 if (PrintROCmSearchDirs)
194 for (auto Cand : ROCmSearchDirs) {
195 llvm::errs() << "ROCm installation search path: " << Cand.Path << '\n';
196 }
197 };
198
199 // For candidate specified by --rocm-path we do not do strict check, i.e.,
200 // checking existence of HIP version file and device library files.
201 if (!RocmPathArg.empty()) {
202 ROCmSearchDirs.emplace_back(RocmPathArg.str());
203 DoPrintROCmSearchDirs();
204 return ROCmSearchDirs;
205 } else if (std::optional<std::string> RocmPathEnv =
206 llvm::sys::Process::GetEnv("ROCM_PATH")) {
207 if (!RocmPathEnv->empty()) {
208 ROCmSearchDirs.emplace_back(std::move(*RocmPathEnv));
209 DoPrintROCmSearchDirs();
210 return ROCmSearchDirs;
211 }
212 }
213
214 // Try to find relative to the compiler binary.
215 StringRef InstallDir = D.Dir;
216
217 // Check both a normal Unix prefix position of the clang binary, as well as
218 // the Windows-esque layout the ROCm packages use with the host architecture
219 // subdirectory of bin.
220 auto DeduceROCmPath = [](StringRef ClangPath) {
221 // Strip off directory (usually bin)
222 StringRef ParentDir = llvm::sys::path::parent_path(ClangPath);
223 StringRef ParentName = llvm::sys::path::filename(ParentDir);
224
225 // Some builds use bin/{host arch}, so go up again.
226 if (ParentName == "bin") {
227 ParentDir = llvm::sys::path::parent_path(ParentDir);
228 ParentName = llvm::sys::path::filename(ParentDir);
229 }
230
231 // Some versions of the rocm llvm package install to /opt/rocm/llvm/bin
232 // Some versions of the aomp package install to /opt/rocm/aomp/bin
233 if (ParentName == "llvm" || ParentName.starts_with("aomp")) {
234 ParentDir = llvm::sys::path::parent_path(ParentDir);
235 ParentName = llvm::sys::path::filename(ParentDir);
236
237 // Some versions of the rocm llvm package install to
238 // /opt/rocm/lib/llvm/bin, so also back up if within the lib dir still
239 if (ParentName == "lib")
240 ParentDir = llvm::sys::path::parent_path(ParentDir);
241 }
242
243 return Candidate(ParentDir.str(), /*StrictChecking=*/true);
244 };
245
246 // Deduce ROCm path by the path used to invoke clang. Do not resolve symbolic
247 // link of clang itself.
248 ROCmSearchDirs.emplace_back(DeduceROCmPath(InstallDir));
249
250 // Deduce ROCm path by the real path of the invoked clang, resolving symbolic
251 // link of clang itself.
252 llvm::SmallString<256> RealClangPath;
253 llvm::sys::fs::real_path(D.getDriverProgramPath(), RealClangPath);
254 auto ParentPath = llvm::sys::path::parent_path(RealClangPath);
255 if (ParentPath != InstallDir)
256 ROCmSearchDirs.emplace_back(DeduceROCmPath(ParentPath));
257
258 // Device library may be installed in clang or resource directory.
259 auto ClangRoot = llvm::sys::path::parent_path(InstallDir);
260 auto RealClangRoot = llvm::sys::path::parent_path(ParentPath);
261 ROCmSearchDirs.emplace_back(ClangRoot.str(), /*StrictChecking=*/true);
262 if (RealClangRoot != ClangRoot)
263 ROCmSearchDirs.emplace_back(RealClangRoot.str(), /*StrictChecking=*/true);
264 ROCmSearchDirs.emplace_back(D.ResourceDir,
265 /*StrictChecking=*/true);
266
267 ROCmSearchDirs.emplace_back(D.SysRoot + "/opt/rocm",
268 /*StrictChecking=*/true);
269
270 // Find the latest /opt/rocm-{release} directory.
271 std::error_code EC;
272 std::string LatestROCm;
273 llvm::VersionTuple LatestVer;
274 // Get ROCm version from ROCm directory name.
275 auto GetROCmVersion = [](StringRef DirName) {
276 llvm::VersionTuple V;
277 std::string VerStr = DirName.drop_front(strlen("rocm-")).str();
278 // The ROCm directory name follows the format of
279 // rocm-{major}.{minor}.{subMinor}[-{build}]
280 llvm::replace(VerStr, '-', '.');
281 V.tryParse(VerStr);
282 return V;
283 };
284 for (llvm::vfs::directory_iterator
285 File = D.getVFS().dir_begin(D.SysRoot + "/opt", EC),
286 FileEnd;
287 File != FileEnd && !EC; File.increment(EC)) {
288 llvm::StringRef FileName = llvm::sys::path::filename(File->path());
289 if (!FileName.starts_with("rocm-"))
290 continue;
291 if (LatestROCm.empty()) {
292 LatestROCm = FileName.str();
293 LatestVer = GetROCmVersion(LatestROCm);
294 continue;
295 }
296 auto Ver = GetROCmVersion(FileName);
297 if (LatestVer < Ver) {
298 LatestROCm = FileName.str();
299 LatestVer = Ver;
300 }
301 }
302 if (!LatestROCm.empty())
303 ROCmSearchDirs.emplace_back(D.SysRoot + "/opt/" + LatestROCm,
304 /*StrictChecking=*/true);
305
306 ROCmSearchDirs.emplace_back(D.SysRoot + "/usr/local",
307 /*StrictChecking=*/true);
308 ROCmSearchDirs.emplace_back(D.SysRoot + "/usr",
309 /*StrictChecking=*/true);
310
311 DoPrintROCmSearchDirs();
312 return ROCmSearchDirs;
313}
314
316 const Driver &D, const llvm::Triple &HostTriple,
317 const llvm::opt::ArgList &Args, bool DetectHIPRuntime)
318 : D(D) {
319 Verbose = Args.hasArg(options::OPT_v);
320 RocmPathArg = Args.getLastArgValue(options::OPT_rocm_path_EQ);
321 PrintROCmSearchDirs = Args.hasArg(options::OPT_print_rocm_search_dirs);
322 RocmDeviceLibPathArg =
323 Args.getAllArgValues(options::OPT_rocm_device_lib_path_EQ);
324 HIPPathArg = Args.getLastArgValue(options::OPT_hip_path_EQ);
325 HIPStdParPathArg = Args.getLastArgValue(options::OPT_hipstdpar_path_EQ);
326 HasHIPStdParLibrary =
327 !HIPStdParPathArg.empty() && D.getVFS().exists(HIPStdParPathArg +
328 "/hipstdpar_lib.hpp");
329 HIPRocThrustPathArg =
330 Args.getLastArgValue(options::OPT_hipstdpar_thrust_path_EQ);
331 HasRocThrustLibrary = !HIPRocThrustPathArg.empty() &&
332 D.getVFS().exists(HIPRocThrustPathArg + "/thrust");
333 HIPRocPrimPathArg = Args.getLastArgValue(options::OPT_hipstdpar_prim_path_EQ);
334 HasRocPrimLibrary = !HIPRocPrimPathArg.empty() &&
335 D.getVFS().exists(HIPRocPrimPathArg + "/rocprim");
336
337 if (auto *A = Args.getLastArg(options::OPT_hip_version_EQ)) {
338 HIPVersionArg = A->getValue();
339 unsigned Major = ~0U;
340 unsigned Minor = ~0U;
341 SmallVector<StringRef, 3> Parts;
342 HIPVersionArg.split(Parts, '.');
343 if (!Parts.empty())
344 Parts[0].getAsInteger(0, Major);
345 if (Parts.size() > 1)
346 Parts[1].getAsInteger(0, Minor);
347 if (Parts.size() > 2)
348 VersionPatch = Parts[2].str();
349 if (VersionPatch.empty())
350 VersionPatch = "0";
351 if (Major != ~0U && Minor == ~0U)
352 Minor = 0;
353 if (Major == ~0U || Minor == ~0U)
354 D.Diag(diag::err_drv_invalid_value)
355 << A->getAsString(Args) << HIPVersionArg;
356
357 VersionMajorMinor = llvm::VersionTuple(Major, Minor);
358 DetectedVersion =
359 (Twine(Major) + "." + Twine(Minor) + "." + VersionPatch).str();
360 } else {
361 VersionPatch = DefaultVersionPatch;
362 VersionMajorMinor =
363 llvm::VersionTuple(DefaultVersionMajor, DefaultVersionMinor);
364 DetectedVersion = (Twine(DefaultVersionMajor) + "." +
365 Twine(DefaultVersionMinor) + "." + VersionPatch)
366 .str();
367 }
368
369 if (DetectHIPRuntime)
371}
372
374 assert(LibDevicePath.empty());
375
376 if (!RocmDeviceLibPathArg.empty())
377 LibDevicePath = RocmDeviceLibPathArg.back();
378 else if (std::optional<std::string> LibPathEnv =
379 llvm::sys::Process::GetEnv("HIP_DEVICE_LIB_PATH"))
380 LibDevicePath = std::move(*LibPathEnv);
381
382 auto &FS = D.getVFS();
383 if (!LibDevicePath.empty()) {
384 // Maintain compatability with HIP flag/envvar pointing directly at the
385 // bitcode library directory. This points directly at the library path instead
386 // of the rocm root installation.
387 if (!FS.exists(LibDevicePath))
388 return;
389
390 scanLibDevicePath(LibDevicePath);
391 HasDeviceLibrary = allGenericLibsValid() && !LibDeviceMap.empty();
392 return;
393 }
394
395 // Check device library exists at the given path.
396 auto CheckDeviceLib = [&](StringRef Path, bool StrictChecking) {
397 bool CheckLibDevice = (!NoBuiltinLibs || StrictChecking);
398 if (CheckLibDevice && !FS.exists(Path))
399 return false;
400
401 scanLibDevicePath(Path);
402
403 if (!NoBuiltinLibs) {
404 // Check that the required non-target libraries are all available.
405 if (!allGenericLibsValid())
406 return false;
407
408 // Check that we have found at least one libdevice that we can link in
409 // if -nobuiltinlib hasn't been specified.
410 if (LibDeviceMap.empty())
411 return false;
412 }
413 return true;
414 };
415
416 // Find device libraries in <LLVM_DIR>/lib/clang/<ver>/lib/amdgcn/bitcode
417 LibDevicePath = D.ResourceDir;
418 llvm::sys::path::append(LibDevicePath, CLANG_INSTALL_LIBDIR_BASENAME,
419 "amdgcn", "bitcode");
420 HasDeviceLibrary = CheckDeviceLib(LibDevicePath, true);
421 if (HasDeviceLibrary)
422 return;
423
424 // Find device libraries in a legacy ROCm directory structure
425 // ${ROCM_ROOT}/amdgcn/bitcode/*
426 auto &ROCmDirs = getInstallationPathCandidates();
427 for (const auto &Candidate : ROCmDirs) {
428 LibDevicePath = Candidate.Path;
429 llvm::sys::path::append(LibDevicePath, "amdgcn", "bitcode");
430 HasDeviceLibrary = CheckDeviceLib(LibDevicePath, Candidate.StrictChecking);
431 if (HasDeviceLibrary)
432 return;
433 }
434}
435
437 SmallVector<Candidate, 4> HIPSearchDirs;
438 if (!HIPPathArg.empty())
439 HIPSearchDirs.emplace_back(HIPPathArg.str());
440 else if (std::optional<std::string> HIPPathEnv =
441 llvm::sys::Process::GetEnv("HIP_PATH")) {
442 if (!HIPPathEnv->empty())
443 HIPSearchDirs.emplace_back(std::move(*HIPPathEnv));
444 }
445 if (HIPSearchDirs.empty())
446 HIPSearchDirs.append(getInstallationPathCandidates());
447 auto &FS = D.getVFS();
448
449 for (const auto &Candidate : HIPSearchDirs) {
450 InstallPath = Candidate.Path;
451 if (InstallPath.empty() || !FS.exists(InstallPath))
452 continue;
453
454 BinPath = InstallPath;
455 llvm::sys::path::append(BinPath, "bin");
456 IncludePath = InstallPath;
457 llvm::sys::path::append(IncludePath, "include");
458 LibPath = InstallPath;
459 llvm::sys::path::append(LibPath, "lib");
460 SharePath = InstallPath;
461 llvm::sys::path::append(SharePath, "share");
462
463 // Get parent of InstallPath and append "share"
464 SmallString<0> ParentSharePath = llvm::sys::path::parent_path(InstallPath);
465 llvm::sys::path::append(ParentSharePath, "share");
466
467 auto Append = [](SmallString<0> &path, const Twine &a, const Twine &b = "",
468 const Twine &c = "", const Twine &d = "") {
469 SmallString<0> newpath = path;
470 llvm::sys::path::append(newpath, a, b, c, d);
471 return newpath;
472 };
473 // If HIP version file can be found and parsed, use HIP version from there.
474 std::vector<SmallString<0>> VersionFilePaths = {
475 Append(SharePath, "hip", "version"),
476 InstallPath != D.SysRoot + "/usr/local"
477 ? Append(ParentSharePath, "hip", "version")
478 : SmallString<0>(),
479 Append(BinPath, ".hipVersion")};
480
481 for (const auto &VersionFilePath : VersionFilePaths) {
482 if (VersionFilePath.empty())
483 continue;
484 llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> VersionFile =
485 FS.getBufferForFile(VersionFilePath);
486 if (!VersionFile)
487 continue;
488 if (HIPVersionArg.empty() && VersionFile)
489 if (parseHIPVersionFile((*VersionFile)->getBuffer()))
490 continue;
491
492 HasHIPRuntime = true;
493 return;
494 }
495 // Otherwise, if -rocm-path is specified (no strict checking), use the
496 // default HIP version or specified by --hip-version.
497 if (!Candidate.StrictChecking) {
498 HasHIPRuntime = true;
499 return;
500 }
501 }
502 HasHIPRuntime = false;
503}
504
505void RocmInstallationDetector::print(raw_ostream &OS) const {
506 if (hasHIPRuntime())
507 OS << "Found HIP installation: " << InstallPath << ", version "
508 << DetectedVersion << '\n';
509}
510
511void RocmInstallationDetector::AddHIPIncludeArgs(const ArgList &DriverArgs,
512 ArgStringList &CC1Args) const {
513 bool UsesRuntimeWrapper = VersionMajorMinor > llvm::VersionTuple(3, 5) &&
514 !DriverArgs.hasArg(options::OPT_nohipwrapperinc);
515 bool HasHipStdPar = DriverArgs.hasArg(options::OPT_hipstdpar);
516
517 if (!DriverArgs.hasArg(options::OPT_nobuiltininc)) {
518 // HIP header includes standard library wrapper headers under clang
519 // cuda_wrappers directory. Since these wrapper headers include_next
520 // standard C++ headers, whereas libc++ headers include_next other clang
521 // headers. The include paths have to follow this order:
522 // - wrapper include path
523 // - standard C++ include path
524 // - other clang include path
525 // Since standard C++ and other clang include paths are added in other
526 // places after this function, here we only need to make sure wrapper
527 // include path is added.
528 //
529 // ROCm 3.5 does not fully support the wrapper headers. Therefore it needs
530 // a workaround.
531 SmallString<128> P(D.ResourceDir);
532 if (UsesRuntimeWrapper)
533 llvm::sys::path::append(P, "include", "cuda_wrappers");
534 CC1Args.push_back("-internal-isystem");
535 CC1Args.push_back(DriverArgs.MakeArgString(P));
536 }
537
538 const auto HandleHipStdPar = [=, &DriverArgs, &CC1Args]() {
539 StringRef Inc = getIncludePath();
540 auto &FS = D.getVFS();
541
542 if (!hasHIPStdParLibrary())
543 if (!HIPStdParPathArg.empty() ||
544 !FS.exists(Inc + "/thrust/system/hip/hipstdpar/hipstdpar_lib.hpp")) {
545 D.Diag(diag::err_drv_no_hipstdpar_lib);
546 return;
547 }
548 if (!HasRocThrustLibrary && !FS.exists(Inc + "/thrust")) {
549 D.Diag(diag::err_drv_no_hipstdpar_thrust_lib);
550 return;
551 }
552 if (!HasRocPrimLibrary && !FS.exists(Inc + "/rocprim")) {
553 D.Diag(diag::err_drv_no_hipstdpar_prim_lib);
554 return;
555 }
556 const char *ThrustPath;
557 if (HasRocThrustLibrary)
558 ThrustPath = DriverArgs.MakeArgString(HIPRocThrustPathArg);
559 else
560 ThrustPath = DriverArgs.MakeArgString(Inc + "/thrust");
561
562 const char *HIPStdParPath;
564 HIPStdParPath = DriverArgs.MakeArgString(HIPStdParPathArg);
565 else
566 HIPStdParPath = DriverArgs.MakeArgString(StringRef(ThrustPath) +
567 "/system/hip/hipstdpar");
568
569 const char *PrimPath;
570 if (HasRocPrimLibrary)
571 PrimPath = DriverArgs.MakeArgString(HIPRocPrimPathArg);
572 else
573 PrimPath = DriverArgs.MakeArgString(getIncludePath() + "/rocprim");
574
575 CC1Args.append({"-idirafter", ThrustPath, "-idirafter", PrimPath,
576 "-idirafter", HIPStdParPath, "-include",
577 "hipstdpar_lib.hpp"});
578 };
579
580 if (!DriverArgs.hasFlag(options::OPT_offload_inc, options::OPT_no_offload_inc,
581 true)) {
582 if (HasHipStdPar)
583 HandleHipStdPar();
584
585 return;
586 }
587
588 if (!hasHIPRuntime()) {
589 D.Diag(diag::err_drv_no_hip_runtime);
590 return;
591 }
592
593 CC1Args.push_back("-idirafter");
594 CC1Args.push_back(DriverArgs.MakeArgString(getIncludePath()));
595 if (UsesRuntimeWrapper)
596 CC1Args.append({"-include", "__clang_hip_runtime_wrapper.h"});
597 if (HasHipStdPar)
598 HandleHipStdPar();
599}
600
602 const InputInfo &Output,
603 const InputInfoList &Inputs,
604 const ArgList &Args,
605 const char *LinkingOutput) const {
606 std::string Linker = getToolChain().GetLinkerPath();
607 ArgStringList CmdArgs;
608 if (!Args.hasArg(options::OPT_r)) {
609 CmdArgs.push_back("--no-undefined");
610 CmdArgs.push_back("-shared");
611 }
612
613 if (auto LTO = getToolChain().getLTOMode(Args); LTO != LTOK_None) {
614 addLTOOptions(getToolChain(), Args, CmdArgs, Output, Inputs,
615 LTO == LTOK_Thin);
616 } else if (Args.hasArg(options::OPT_mcpu_EQ)) {
617 CmdArgs.push_back(Args.MakeArgString(
618 "-plugin-opt=mcpu=" +
620 Args.getLastArgValue(options::OPT_mcpu_EQ))));
621 }
623 getToolChain().AddFilePathLibArgs(Args, CmdArgs);
624 Args.AddAllArgs(CmdArgs, options::OPT_L);
625 AddLinkerInputs(getToolChain(), Inputs, Args, CmdArgs, JA);
626
627 // Always pass the target-id features to the LTO job.
628 std::vector<StringRef> Features;
629 getAMDGPUTargetFeatures(C.getDriver(), getToolChain().getTriple(), Args,
630 Features);
631 if (!Features.empty()) {
632 CmdArgs.push_back(
633 Args.MakeArgString("-plugin-opt=-mattr=" + llvm::join(Features, ",")));
634 }
635
636 getToolChain().addProfileRTLibs(Args, CmdArgs);
637 addSanitizerRuntimes(getToolChain(), Args, CmdArgs);
638
639 if (Args.hasArg(options::OPT_stdlib))
640 CmdArgs.append({"-lc", "-lm"});
641 if (Args.hasArg(options::OPT_startfiles)) {
642 std::optional<std::string> IncludePath = getToolChain().getStdlibPath();
643 if (!IncludePath)
644 IncludePath = "/lib";
645 SmallString<128> P(*IncludePath);
646 llvm::sys::path::append(P, "crt1.o");
647 CmdArgs.push_back(Args.MakeArgString(P));
648 }
649
650 CmdArgs.push_back("-o");
651 CmdArgs.push_back(Output.getFilename());
652 C.addCommand(std::make_unique<Command>(
653 JA, *this, ResponseFileSupport::AtFileCurCP(), Args.MakeArgString(Linker),
654 CmdArgs, Inputs, Output));
655}
656
658 const llvm::Triple &Triple,
659 const llvm::opt::ArgList &Args,
660 std::vector<StringRef> &Features) {
661 // Add target ID features to -target-feature options. No diagnostics should
662 // be emitted here since invalid target ID is diagnosed at other places.
663 StringRef TargetID = Args.getLastArgValue(options::OPT_mcpu_EQ);
664 if (!TargetID.empty()) {
665 llvm::StringMap<bool> FeatureMap;
666 auto OptionalGpuArch = parseTargetID(Triple, TargetID, &FeatureMap);
667 if (OptionalGpuArch) {
668 StringRef GpuArch = *OptionalGpuArch;
669 // Iterate through all possible target ID features for the given GPU.
670 // If it is mapped to true, add +feature.
671 // If it is mapped to false, add -feature.
672 // If it is not in the map (default), do not add it
673 for (auto &&Feature : getAllPossibleTargetIDFeatures(Triple, GpuArch)) {
674 auto Pos = FeatureMap.find(Feature);
675 if (Pos == FeatureMap.end())
676 continue;
677 Features.push_back(Args.MakeArgStringRef(
678 (Twine(Pos->second ? "+" : "-") + Feature).str()));
679 }
680 }
681 }
682
683 if (Args.hasFlag(options::OPT_mwavefrontsize64,
684 options::OPT_mno_wavefrontsize64, false))
685 Features.push_back("+wavefrontsize64");
686
687 if (Args.hasFlag(options::OPT_mamdgpu_precise_memory_op,
688 options::OPT_mno_amdgpu_precise_memory_op, false))
689 Features.push_back("+precise-memory");
690
691 handleTargetFeaturesGroup(D, Triple, Args, Features,
692 options::OPT_m_amdgpu_Features_Group);
693}
694
695/// AMDGPU Toolchain
696AMDGPUToolChain::AMDGPUToolChain(const Driver &D, const llvm::Triple &Triple,
697 const ArgList &Args)
698 : Generic_ELF(D, Triple, Args),
700 {{options::OPT_O, "3"}, {options::OPT_cl_std_EQ, "CL1.2"}}) {
701 loadMultilibsFromYAML(Args, D);
702
703 // Check code object version options. Emit warnings for legacy options
704 // and errors for the last invalid code object version options.
705 // It is done here to avoid repeated warning or error messages for
706 // each tool invocation.
708}
709
711 return new tools::amdgpu::Linker(*this);
712}
713
714DerivedArgList *
715AMDGPUToolChain::TranslateArgs(const DerivedArgList &Args, StringRef BoundArch,
716 Action::OffloadKind DeviceOffloadKind) const {
717
718 DerivedArgList *DAL =
719 Generic_ELF::TranslateArgs(Args, BoundArch, DeviceOffloadKind);
720
721 const OptTable &Opts = getDriver().getOpts();
722
723 if (!DAL)
724 DAL = new DerivedArgList(Args.getBaseArgs());
725
726 for (Arg *A : Args)
727 DAL->append(A);
728
729 // AMDGPU is intended to use `-mcpu` but we accept `-march` for legacy.
730 if (Arg *A = DAL->getLastArg(options::OPT_march_EQ)) {
731 DAL->eraseArg(options::OPT_march_EQ);
732 if (!DAL->hasArg(options::OPT_mcpu_EQ))
733 DAL->AddJoinedArg(A, Opts.getOption(options::OPT_mcpu_EQ), A->getValue());
734 }
735
736 // Replace -mcpu=native with detected GPU.
737 Arg *LastMCPUArg = DAL->getLastArg(options::OPT_mcpu_EQ);
738 if (LastMCPUArg && StringRef(LastMCPUArg->getValue()) == "native") {
739 DAL->eraseArg(options::OPT_mcpu_EQ);
740 auto GPUsOrErr = getSystemGPUArchs(Args);
741 if (!GPUsOrErr) {
742 getDriver().Diag(diag::err_drv_undetermined_gpu_arch)
743 << getArchName() << llvm::toString(GPUsOrErr.takeError()) << "-mcpu";
744 } else {
745 auto &GPUs = *GPUsOrErr;
746 if (!llvm::all_equal(GPUs))
747 getDriver().Diag(diag::warn_drv_multi_gpu_arch)
748 << getArchName() << llvm::join(GPUs, ", ") << "-mcpu";
749 DAL->AddJoinedArg(nullptr, Opts.getOption(options::OPT_mcpu_EQ),
750 Args.MakeArgString(GPUs.front()));
751 }
752 }
753
754 checkTargetID(*DAL);
755
756 if (Args.getLastArgValue(options::OPT_x) != "cl")
757 return DAL;
758
759 // Phase 1 (.cl -> .bc)
760 if (Args.hasArg(options::OPT_c) && Args.hasArg(options::OPT_emit_llvm)) {
761 // Have to check OPT_O4, OPT_O0 & OPT_Ofast separately
762 // as they defined that way in Options.td
763 if (!Args.hasArg(options::OPT_O, options::OPT_O0, options::OPT_O4,
764 options::OPT_Ofast))
765 DAL->AddJoinedArg(nullptr, Opts.getOption(options::OPT_O),
766 getOptionDefault(options::OPT_O));
767 }
768
769 return DAL;
770}
771
773 llvm::AMDGPU::GPUKind Kind) {
774
775 // Assume nothing without a specific target.
776 if (Kind == llvm::AMDGPU::GK_NONE)
777 return false;
778
779 const unsigned ArchAttr = llvm::AMDGPU::getArchAttrAMDGCN(Kind);
780
781 // Default to enabling f32 denormals by default on subtargets where fma is
782 // fast with denormals
783 const bool BothDenormAndFMAFast =
784 (ArchAttr & llvm::AMDGPU::FEATURE_FAST_FMA_F32) &&
785 (ArchAttr & llvm::AMDGPU::FEATURE_FAST_DENORMAL_F32);
786 return !BothDenormAndFMAFast;
787}
788
790 const llvm::opt::ArgList &DriverArgs, const JobAction &JA,
791 const llvm::fltSemantics *FPType) const {
792 // Denormals should always be enabled for f16 and f64.
793 if (!FPType || FPType != &llvm::APFloat::IEEEsingle())
794 return llvm::DenormalMode::getIEEE();
795
799 auto Kind = llvm::AMDGPU::parseArchAMDGCN(Arch);
800 if (FPType && FPType == &llvm::APFloat::IEEEsingle() &&
801 DriverArgs.hasFlag(options::OPT_fgpu_flush_denormals_to_zero,
802 options::OPT_fno_gpu_flush_denormals_to_zero,
804 return llvm::DenormalMode::getPreserveSign();
805
806 return llvm::DenormalMode::getIEEE();
807 }
808
809 const StringRef GpuArch = getGPUArch(DriverArgs);
810 auto Kind = llvm::AMDGPU::parseArchAMDGCN(GpuArch);
811
812 // TODO: There are way too many flags that change this. Do we need to check
813 // them all?
814 bool DAZ = DriverArgs.hasArg(options::OPT_cl_denorms_are_zero) ||
816
817 // Outputs are flushed to zero (FTZ), preserving sign. Denormal inputs are
818 // also implicit treated as zero (DAZ).
819 return DAZ ? llvm::DenormalMode::getPreserveSign() :
820 llvm::DenormalMode::getIEEE();
821}
822
823bool AMDGPUToolChain::isWave64(const llvm::opt::ArgList &DriverArgs,
824 llvm::AMDGPU::GPUKind Kind) {
825 const unsigned ArchAttr = llvm::AMDGPU::getArchAttrAMDGCN(Kind);
826 bool HasWave32 = (ArchAttr & llvm::AMDGPU::FEATURE_WAVE32);
827
828 return !HasWave32 || DriverArgs.hasFlag(
829 options::OPT_mwavefrontsize64, options::OPT_mno_wavefrontsize64, false);
830}
831
832
833/// ROCM Toolchain
834ROCMToolChain::ROCMToolChain(const Driver &D, const llvm::Triple &Triple,
835 const ArgList &Args)
836 : AMDGPUToolChain(D, Triple, Args) {
837 if (Triple.getEnvironment() != llvm::Triple::LLVM)
838 RocmInstallation->detectDeviceLibrary();
839}
840
842 const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args,
843 llvm::StringRef BoundArch, Action::OffloadKind DeviceOffloadingKind) const {
844 // Default to "hidden" visibility, as object level linking will not be
845 // supported for the foreseeable future.
846 // TODO: remove the SPIR-V bypass once it can encode (hidden) visibility.
847 if (!DriverArgs.hasArg(options::OPT_fvisibility_EQ,
848 options::OPT_fvisibility_ms_compat) &&
849 !getEffectiveTriple().isSPIRV() && !getDriver().IsFlangMode()) {
850 CC1Args.push_back("-fvisibility=hidden");
851 CC1Args.push_back("-fapply-global-visibility-to-externs");
852 }
853
854 // For SPIR-V we want to retain the pristine output of Clang CodeGen, since
855 // optimizations might lose structure / information that is necessary for
856 // generating optimal concrete AMDGPU code.
857 // TODO: using the below option is a temporary placeholder until Clang
858 // provides the required functionality, which essentially boils down to
859 // -O0 being refactored / reworked to not imply optnone / remove TBAA.
860 // Once that is added, we should pivot to that functionality, being
861 // mindful to not corrupt the user provided and subsequently embedded
862 // command-line (i.e. if the user asks for -O3 this is what the
863 // finalisation should use).
864 if (getTriple().isSPIRV() &&
865 !DriverArgs.hasArg(options::OPT_disable_llvm_optzns))
866 CC1Args.push_back("-disable-llvm-optzns");
867
868 if (DeviceOffloadingKind == Action::OFK_None)
869 addOpenCLBuiltinsLib(getDriver(), getTriple(), DriverArgs, CC1Args);
870}
871
872void AMDGPUToolChain::addClangWarningOptions(ArgStringList &CC1Args) const {
873 // AMDGPU does not support atomic lib call. Treat atomic alignment
874 // warnings as errors.
875 CC1Args.push_back("-Werror=atomic-alignment");
876}
877
878void AMDGPUToolChain::AddClangSystemIncludeArgs(const ArgList &DriverArgs,
879 ArgStringList &CC1Args) const {
880 if (DriverArgs.hasArg(options::OPT_nostdinc) ||
881 DriverArgs.hasArg(options::OPT_nostdlibinc))
882 return;
883
884 // Add multilib variant include paths in priority order.
885 for (const Multilib &M : getOrderedMultilibs()) {
886 if (M.isDefault())
887 continue;
888 if (std::optional<std::string> StdlibIncDir = getStdlibIncludePath()) {
889 SmallString<128> Dir(*StdlibIncDir);
890 llvm::sys::path::append(Dir, M.includeSuffix());
891 if (getDriver().getVFS().exists(Dir))
892 addSystemInclude(DriverArgs, CC1Args, Dir);
893 }
894 }
895
896 if (std::optional<std::string> Path = getStdlibIncludePath())
897 addSystemInclude(DriverArgs, CC1Args, *Path);
898}
899
900StringRef
901AMDGPUToolChain::getGPUArch(const llvm::opt::ArgList &DriverArgs) const {
903 getTriple(), DriverArgs.getLastArgValue(options::OPT_mcpu_EQ));
904}
905
907AMDGPUToolChain::getParsedTargetID(const llvm::opt::ArgList &DriverArgs) const {
908 StringRef TargetID = DriverArgs.getLastArgValue(options::OPT_mcpu_EQ);
909 if (TargetID.empty())
910 return {};
911
912 llvm::StringMap<bool> FeatureMap;
913 auto OptionalGpuArch = parseTargetID(getTriple(), TargetID, &FeatureMap);
914 if (!OptionalGpuArch)
915 return {TargetID.str(), std::nullopt, std::nullopt};
916
917 return {TargetID.str(), OptionalGpuArch->str(), FeatureMap};
918}
919
921 const llvm::opt::ArgList &DriverArgs) const {
922 auto PTID = getParsedTargetID(DriverArgs);
923 if (PTID.OptionalTargetID && !PTID.OptionalGPUArch) {
924 getDriver().Diag(clang::diag::err_drv_bad_target_id)
925 << *PTID.OptionalTargetID;
926 }
927}
928
930AMDGPUToolChain::getSystemGPUArchs(const ArgList &Args) const {
931 // Detect AMD GPUs availible on the system.
932 std::string Program;
933 if (Arg *A = Args.getLastArg(options::OPT_offload_arch_tool_EQ))
934 Program = A->getValue();
935 else
936 Program = GetProgramPath("amdgpu-arch");
937
938 auto StdoutOrErr = getDriver().executeProgram({Program});
939 if (!StdoutOrErr)
940 return StdoutOrErr.takeError();
941
943 for (StringRef Arch : llvm::split((*StdoutOrErr)->getBuffer(), "\n"))
944 if (!Arch.empty())
945 GPUArchs.push_back(Arch.str());
946
947 if (GPUArchs.empty())
948 return llvm::createStringError(std::error_code(),
949 "No AMD GPU detected in the system");
950
951 return std::move(GPUArchs);
952}
953
955 const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args,
956 llvm::StringRef BoundArch, Action::OffloadKind DeviceOffloadingKind) const {
957 AMDGPUToolChain::addClangTargetOptions(DriverArgs, CC1Args, BoundArch,
958 DeviceOffloadingKind);
959
960 // For the OpenCL case where there is no offload target, accept -nostdlib to
961 // disable bitcode linking.
962 if (DeviceOffloadingKind == Action::OFK_None &&
963 DriverArgs.hasArg(options::OPT_nostdlib))
964 return;
965
966 if (!DriverArgs.hasFlag(options::OPT_offloadlib, options::OPT_no_offloadlib,
967 true))
968 return;
969
970 // For SPIR-V (SPIRVAMDToolChain) we must not link any device libraries so we
971 // skip it.
972 const llvm::Triple &TT = this->getEffectiveTriple();
973 if (TT.isSPIRV())
974 return;
975
976 // With an LLVM environment, only use libraries provided by the resource
977 // directory.
978 if (TT.getEnvironment() == llvm::Triple::LLVM)
979 return;
980
981 // Get the device name and canonicalize it. For offload compilation,
982 // BoundArch contains the full target ID. For non-offload (OpenCL),
983 // fall back to -mcpu.
984 StringRef TargetID = BoundArch.empty()
985 ? DriverArgs.getLastArgValue(options::OPT_mcpu_EQ)
986 : BoundArch;
987 StringRef GpuArch = getProcessorFromTargetID(getTriple(), TargetID);
988
989 StringRef LibDeviceFile = RocmInstallation->getLibDeviceFile(GpuArch);
990
993 if (!RocmInstallation->checkCommonBitcodeLibs(GpuArch, LibDeviceFile, ABIVer))
994 return;
995
996 // Add the OpenCL specific bitcode library.
998 BCLibs.emplace_back(RocmInstallation->getOpenCLPath().str());
999
1000 // Add the generic set of libraries.
1001 BCLibs.append(RocmInstallation->getCommonBitcodeLibs(
1002 DriverArgs, LibDeviceFile, GpuArch, DeviceOffloadingKind,
1003 getSanitizerArgs(DriverArgs, TargetID, DeviceOffloadingKind)
1004 .needsAsanRt()));
1005
1006 for (auto [BCFile, Internalize] : BCLibs) {
1007 if (Internalize)
1008 CC1Args.push_back("-mlink-builtin-bitcode");
1009 else
1010 CC1Args.push_back("-mlink-bitcode-file");
1011 CC1Args.push_back(DriverArgs.MakeArgString(BCFile));
1012 }
1013}
1014
1016 StringRef GPUArch, StringRef LibDeviceFile,
1017 DeviceLibABIVersion ABIVer) const {
1018 if (!hasDeviceLibrary()) {
1019 D.Diag(diag::err_drv_no_rocm_device_lib) << 0;
1020 return false;
1021 }
1022 if (LibDeviceFile.empty()) {
1023 D.Diag(diag::err_drv_no_rocm_device_lib) << 1 << GPUArch;
1024 return false;
1025 }
1026 if (ABIVer.requiresLibrary() && getABIVersionPath(ABIVer).empty()) {
1027 // Starting from COV6, we will report minimum ROCm version requirement in
1028 // the error message.
1029 if (ABIVer.getAsCodeObjectVersion() < 6)
1030 D.Diag(diag::err_drv_no_rocm_device_lib) << 2 << ABIVer.toString() << 0;
1031 else
1032 D.Diag(diag::err_drv_no_rocm_device_lib)
1033 << 2 << ABIVer.toString() << 1 << "6.3";
1034 return false;
1035 }
1036 return true;
1037}
1038
1041 const llvm::opt::ArgList &DriverArgs, StringRef LibDeviceFile,
1042 StringRef GPUArch, const Action::OffloadKind DeviceOffloadingKind,
1043 const bool NeedsASanRT) const {
1045
1046 CommonBitcodeLibsPreferences Pref{D, DriverArgs, GPUArch,
1047 DeviceOffloadingKind, NeedsASanRT};
1048
1049 auto AddBCLib = [&](ToolChain::BitCodeLibraryInfo BCLib,
1050 bool Internalize = true) {
1051 if (!BCLib.Path.empty()) {
1052 BCLib.ShouldInternalize = Internalize;
1053 BCLibs.emplace_back(BCLib);
1054 }
1055 };
1056 auto AddSanBCLibs = [&]() {
1057 if (Pref.GPUSan)
1058 AddBCLib(getAsanRTLPath(), false);
1059 };
1060
1061 AddSanBCLibs();
1062 AddBCLib(getOCMLPath());
1063 if (!Pref.IsOpenMP)
1064 AddBCLib(getOCKLPath());
1065 else if (Pref.GPUSan && Pref.IsOpenMP)
1066 AddBCLib(getOCKLPath());
1067 AddBCLib(getUnsafeMathPath(Pref.UnsafeMathOpt || Pref.FastRelaxedMath));
1068 AddBCLib(getFiniteOnlyPath(Pref.FiniteOnly || Pref.FastRelaxedMath));
1069 AddBCLib(getWavefrontSize64Path(Pref.Wave64));
1070 AddBCLib(LibDeviceFile);
1071 auto ABIVerPath = getABIVersionPath(Pref.ABIVer);
1072 if (!ABIVerPath.empty())
1073 AddBCLib(ABIVerPath);
1074
1075 return BCLibs;
1076}
1077
1080 const llvm::opt::ArgList &DriverArgs, llvm::StringRef TargetID,
1081 llvm::StringRef GPUArch, Action::OffloadKind DeviceOffloadingKind) const {
1082 auto Kind = llvm::AMDGPU::parseArchAMDGCN(GPUArch);
1083 const StringRef CanonArch = llvm::AMDGPU::getArchNameAMDGCN(Kind);
1084
1085 StringRef LibDeviceFile = RocmInstallation->getLibDeviceFile(CanonArch);
1087 getAMDGPUCodeObjectVersion(getDriver(), DriverArgs));
1088 if (!RocmInstallation->checkCommonBitcodeLibs(CanonArch, LibDeviceFile,
1089 ABIVer))
1090 return {};
1091
1092 return RocmInstallation->getCommonBitcodeLibs(
1093 DriverArgs, LibDeviceFile, GPUArch, DeviceOffloadingKind,
1094 getSanitizerArgs(DriverArgs, TargetID, DeviceOffloadingKind)
1095 .needsAsanRt());
1096}
1097
1098static bool isXnackAvailable(const llvm::Triple &TT, llvm::StringRef TargetID) {
1099 // Arch-specific check - only report as supported if arch has xnack+
1100 llvm::StringRef Processor = getProcessorFromTargetID(TT, TargetID);
1101 auto ProcKind = TT.isAMDGCN() ? llvm::AMDGPU::parseArchAMDGCN(Processor)
1102 : llvm::AMDGPU::parseArchR600(Processor);
1103 auto Features = TT.isAMDGCN() ? llvm::AMDGPU::getArchAttrAMDGCN(ProcKind)
1104 : llvm::AMDGPU::getArchAttrR600(ProcKind);
1105
1106 // If processor has xnack always on, Address sanitizer is supported
1107 bool XnackAvailable = (Features & llvm::AMDGPU::FEATURE_XNACK_ALWAYS);
1108 if (XnackAvailable)
1109 return true;
1110
1111 // Otherwise, check if xnack+ is explicitly enabled in the target ID
1112 llvm::StringMap<bool> FeatureMap;
1113 auto OptionalGpuArch = parseTargetID(TT, TargetID, &FeatureMap);
1114 if (!OptionalGpuArch)
1115 return false;
1116 auto Loc = FeatureMap.find("xnack");
1117 return (Loc != FeatureMap.end() && Loc->second);
1118}
1119
1121 StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const {
1122 SanitizerMask SupportedMask =
1123 ToolChain::getSupportedSanitizers(BoundArch, DeviceOffloadKind);
1124
1125 // Address sanitizer is potentially supported, but depends on the exact target
1126 // arch xnack support.
1127 if (BoundArch.empty() || isXnackAvailable(getTriple(), BoundArch))
1128 SupportedMask |= SanitizerKind::Address;
1129
1130 return SupportedMask;
1131}
1132
1134 StringRef BoundArch) const {
1135 // Address sanitizer requires xnack+ feature
1136 if ((Kinds & SanitizerKind::Address) && !BoundArch.empty() &&
1137 !isXnackAvailable(getTriple(), BoundArch)) {
1138 return "xnack+";
1139 }
1140 return "";
1141}
#define V(N, I)
static bool isXnackAvailable(const llvm::Triple &TT, llvm::StringRef TargetID)
Definition AMDGPU.cpp:1098
static StringRef getTriple(const Command &Job)
static void Append(char *Start, char *End, char *&Buffer, unsigned &BufferSize, unsigned &BufferCapacity)
const char * getOffloadingArch() const
Definition Action.h:216
OffloadKind getOffloadingDeviceKind() const
Definition Action.h:215
Compilation - A set of tasks to perform for a single driver invocation.
Definition Compilation.h:45
Driver - Encapsulate logic for constructing compilation processes from a set of gcc-driver-like comma...
Definition Driver.h:94
llvm::Expected< std::unique_ptr< llvm::MemoryBuffer > > executeProgram(llvm::ArrayRef< llvm::StringRef > Args) const
Definition Driver.cpp:395
DiagnosticBuilder Diag(unsigned DiagID) const
Definition Driver.h:158
const llvm::opt::OptTable & getOpts() const
Definition Driver.h:406
InputInfo - Wrapper for information about an input source.
Definition InputInfo.h:22
const char * getFilename() const
Definition InputInfo.h:83
This corresponds to a single GCC Multilib, or a segment of one controlled by a command line flag.
Definition Multilib.h:35
StringRef getIncludePath() const
Get the detected path to Rocm's bin directory.
StringRef getAsanRTLPath() const
Returns empty string of Asan runtime library is not available.
RocmInstallationDetector(const Driver &D, const llvm::Triple &HostTriple, const llvm::opt::ArgList &Args, bool DetectHIPRuntime=true)
Definition AMDGPU.cpp:315
bool hasDeviceLibrary() const
Check whether we detected a valid ROCm device library.
bool checkCommonBitcodeLibs(StringRef GPUArch, StringRef LibDeviceFile, DeviceLibABIVersion ABIVer) const
Check file paths of default bitcode libraries common to AMDGPU based toolchains.
Definition AMDGPU.cpp:1015
bool hasHIPStdParLibrary() const
Check whether we detected a valid HIP STDPAR Acceleration library.
StringRef getABIVersionPath(DeviceLibABIVersion ABIVer) const
llvm::SmallVector< ToolChain::BitCodeLibraryInfo, 12 > getCommonBitcodeLibs(const llvm::opt::ArgList &DriverArgs, StringRef LibDeviceFile, StringRef GPUArch, const Action::OffloadKind DeviceOffloadingKind, const bool NeedsASanRT) const
Get file paths of default bitcode libraries common to AMDGPU based toolchains.
Definition AMDGPU.cpp:1040
bool hasHIPRuntime() const
Check whether we detected a valid HIP runtime.
void AddHIPIncludeArgs(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args) const
Definition AMDGPU.cpp:511
StringRef getWavefrontSize64Path(bool Enabled) const
void print(raw_ostream &OS) const
Print information about the detected ROCm installation.
Definition AMDGPU.cpp:505
static void addSystemInclude(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args, const Twine &Path)
Utility function to add a system include directory to CC1 arguments.
const Driver & getDriver() const
Definition ToolChain.h:285
llvm::vfs::FileSystem & getVFS() const
virtual SanitizerMask getSupportedSanitizers(StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const
Return sanitizers which are available in this toolchain.
virtual llvm::opt::DerivedArgList * TranslateArgs(const llvm::opt::DerivedArgList &Args, StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const
TranslateArgs - Create a new derived argument list for any argument translations this ToolChain may w...
Definition ToolChain.h:400
const llvm::Triple & getEffectiveTriple() const
Get the toolchain's effective clang triple.
Definition ToolChain.h:313
const llvm::Triple & getTriple() const
Definition ToolChain.h:287
OrderedMultilibs getOrderedMultilibs() const
Get selected multilibs in priority order with default fallback.
std::string GetProgramPath(const char *Name) const
std::optional< std::string > getStdlibIncludePath() const
SanitizerArgs getSanitizerArgs(const llvm::opt::ArgList &JobArgs, StringRef BoundArch="", Action::OffloadKind DeviceOffloadKind=Action::OFK_None) const
StringRef getArchName() const
Definition ToolChain.h:302
Tool - Information on a specific compilation tool.
Definition Tool.h:32
const ToolChain & getToolChain() const
Definition Tool.h:52
llvm::DenormalMode getDefaultDenormalModeForType(const llvm::opt::ArgList &DriverArgs, const JobAction &JA, const llvm::fltSemantics *FPType=nullptr) const override
Returns the output denormal handling type in the default floating point environment for the given FPT...
Definition AMDGPU.cpp:789
llvm::opt::DerivedArgList * TranslateArgs(const llvm::opt::DerivedArgList &Args, StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const override
TranslateArgs - Create a new derived argument list for any argument translations this ToolChain may w...
Definition AMDGPU.cpp:715
static bool getDefaultDenormsAreZeroForTarget(llvm::AMDGPU::GPUKind GPUKind)
Return whether denormals should be flushed, and treated as 0 by default for the subtarget.
Definition AMDGPU.cpp:772
StringRef getGPUArch(const llvm::opt::ArgList &DriverArgs) const
Get GPU arch from -mcpu without checking.
Definition AMDGPU.cpp:901
StringRef getSanitizerRequirement(SanitizerMask Kinds, StringRef BoundArch) const override
Returns the feature requirement for a sanitizer on a specific arch for diagnostic purposes.
Definition AMDGPU.cpp:1133
virtual void checkTargetID(const llvm::opt::ArgList &DriverArgs) const
Check and diagnose invalid target ID specified by -mcpu.
Definition AMDGPU.cpp:920
Tool * buildLinker() const override
Definition AMDGPU.cpp:710
static bool isWave64(const llvm::opt::ArgList &DriverArgs, llvm::AMDGPU::GPUKind Kind)
Definition AMDGPU.cpp:823
void addClangWarningOptions(llvm::opt::ArgStringList &CC1Args) const override
Common warning options shared by AMDGPU HIP, OpenCL and OpenMP toolchains.
Definition AMDGPU.cpp:872
AMDGPUToolChain(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args)
AMDGPU Toolchain.
Definition AMDGPU.cpp:696
SanitizerMask getSupportedSanitizers(StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const override
Return sanitizers which are available in this toolchain.
Definition AMDGPU.cpp:1120
ParsedTargetIDType getParsedTargetID(const llvm::opt::ArgList &DriverArgs) const
Get target ID, GPU arch, and target ID features if the target ID is specified and valid.
Definition AMDGPU.cpp:907
const std::map< options::ID, const StringRef > OptionsDefault
Definition AMDGPU.h:52
void AddClangSystemIncludeArgs(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args) const override
Add the clang cc1 arguments for system include paths.
Definition AMDGPU.cpp:878
StringRef getOptionDefault(options::ID OptID) const
Definition AMDGPU.h:55
virtual Expected< SmallVector< std::string > > getSystemGPUArchs(const llvm::opt::ArgList &Args) const override
Uses amdgpu-arch tool to get arch of the system GPU.
Definition AMDGPU.cpp:930
void addClangTargetOptions(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args, llvm::StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const override
Add options that need to be passed to cc1 for this target.
Definition AMDGPU.cpp:841
Generic_ELF(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args)
Definition Gnu.h:439
LazyDetector< RocmInstallationDetector > RocmInstallation
Definition Gnu.h:359
llvm::SmallVector< BitCodeLibraryInfo, 12 > getCommonDeviceLibNames(const llvm::opt::ArgList &DriverArgs, llvm::StringRef TargetID, llvm::StringRef GPUArch, Action::OffloadKind DeviceOffloadingKind) const
Definition AMDGPU.cpp:1079
void addClangTargetOptions(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args, llvm::StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const override
Add options that need to be passed to cc1 for this target.
Definition AMDGPU.cpp:954
ROCMToolChain(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args)
ROCM Toolchain.
Definition AMDGPU.cpp:834
Linker(const ToolChain &TC)
Definition AMDGPU.h:30
void ConstructJob(Compilation &C, const JobAction &JA, const InputInfo &Output, const InputInfoList &Inputs, const llvm::opt::ArgList &TCArgs, const char *LinkingOutput) const override
ConstructJob - Construct jobs to perform the action JA, writing to Output and with Inputs,...
Definition AMDGPU.cpp:601
AMDGPU builtins.
void getAMDGPUTargetFeatures(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args, std::vector< StringRef > &Features)
Definition AMDGPU.cpp:657
void handleTargetFeaturesGroup(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args, std::vector< StringRef > &Features, llvm::opt::OptSpecifier Group)
Iterate Args and convert -mxxx to +xxx and -mno-xxx to -xxx and append it to Features.
void checkAMDGPUCodeObjectVersion(const Driver &D, const llvm::opt::ArgList &Args)
void addLTOOptions(const ToolChain &ToolChain, const llvm::opt::ArgList &Args, llvm::opt::ArgStringList &CmdArgs, const InputInfo &Output, const InputInfoList &Inputs, bool IsThinLTO)
bool addSanitizerRuntimes(const ToolChain &TC, const llvm::opt::ArgList &Args, llvm::opt::ArgStringList &CmdArgs)
void addLinkerCompressDebugSectionsOption(const ToolChain &TC, const llvm::opt::ArgList &Args, llvm::opt::ArgStringList &CmdArgs)
void AddLinkerInputs(const ToolChain &TC, const InputInfoList &Inputs, const llvm::opt::ArgList &Args, llvm::opt::ArgStringList &CmdArgs, const JobAction &JA)
unsigned getAMDGPUCodeObjectVersion(const Driver &D, const llvm::opt::ArgList &Args)
void addOpenCLBuiltinsLib(const Driver &D, const llvm::Triple &TT, const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args)
SmallVector< InputInfo, 4 > InputInfoList
Definition Driver.h:50
The JSON file list parser is used to communicate input to InstallAPI.
if(T->getSizeExpr()) TRY_TO(TraverseStmt(const_cast< Expr * >(T -> getSizeExpr())))
std::optional< llvm::StringRef > parseTargetID(const llvm::Triple &T, llvm::StringRef OffloadArch, llvm::StringMap< bool > *FeatureMap)
Parse a target ID to get processor and feature map.
Definition TargetID.cpp:108
llvm::StringRef getProcessorFromTargetID(const llvm::Triple &T, llvm::StringRef OffloadArch)
Get processor name from target ID.
Definition TargetID.cpp:57
llvm::SmallVector< llvm::StringRef, 4 > getAllPossibleTargetIDFeatures(const llvm::Triple &T, llvm::StringRef Processor)
Get all feature strings that can be used in target ID for Processor.
Definition TargetID.cpp:41
Diagnostic wrappers for TextAPI types for error reporting.
Definition Dominators.h:30
static DeviceLibABIVersion fromCodeObjectVersion(unsigned CodeObjectVersion)
bool requiresLibrary()
Whether ABI version bc file is requested.
static constexpr ResponseFileSupport AtFileCurCP()
Definition Job.h:92
The struct type returned by getParsedTargetID.
Definition AMDGPU.h:117