clang 22.0.0git
AMDGPU.cpp
Go to the documentation of this file.
1//===--- AMDGPU.cpp - AMDGPU ToolChain Implementations ----------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
9#include "AMDGPU.h"
11#include "clang/Config/config.h"
17#include "llvm/ADT/StringExtras.h"
18#include "llvm/Option/ArgList.h"
19#include "llvm/Support/Error.h"
20#include "llvm/Support/LineIterator.h"
21#include "llvm/Support/Path.h"
22#include "llvm/Support/Process.h"
23#include "llvm/Support/VirtualFileSystem.h"
24#include "llvm/TargetParser/Host.h"
25#include "llvm/TargetParser/TargetParser.h"
26#include <optional>
27#include <system_error>
28
29using namespace clang::driver;
30using namespace clang::driver::tools;
31using namespace clang::driver::toolchains;
32using namespace clang;
33using namespace llvm::opt;
34
35RocmInstallationDetector::CommonBitcodeLibsPreferences::
36 CommonBitcodeLibsPreferences(const Driver &D,
37 const llvm::opt::ArgList &DriverArgs,
38 StringRef GPUArch,
39 const Action::OffloadKind DeviceOffloadingKind,
40 const bool NeedsASanRT)
41 : ABIVer(DeviceLibABIVersion::fromCodeObjectVersion(
42 tools::getAMDGPUCodeObjectVersion(D, DriverArgs))) {
43 const auto Kind = llvm::AMDGPU::parseArchAMDGCN(GPUArch);
44 const unsigned ArchAttr = llvm::AMDGPU::getArchAttrAMDGCN(Kind);
45
46 IsOpenMP = DeviceOffloadingKind == Action::OFK_OpenMP;
47
48 const bool HasWave32 = (ArchAttr & llvm::AMDGPU::FEATURE_WAVE32);
49 Wave64 =
50 !HasWave32 || DriverArgs.hasFlag(options::OPT_mwavefrontsize64,
51 options::OPT_mno_wavefrontsize64, false);
52
53 const bool IsKnownOffloading = DeviceOffloadingKind == Action::OFK_OpenMP ||
54 DeviceOffloadingKind == Action::OFK_HIP;
55
56 // Default to enabling f32 denormals on subtargets where fma is fast with
57 // denormals
58 const bool DefaultDAZ =
59 (Kind == llvm::AMDGPU::GK_NONE)
60 ? false
61 : !((ArchAttr & llvm::AMDGPU::FEATURE_FAST_FMA_F32) &&
62 (ArchAttr & llvm::AMDGPU::FEATURE_FAST_DENORMAL_F32));
63 // TODO: There are way too many flags that change this. Do we need to
64 // check them all?
65 DAZ = IsKnownOffloading
66 ? DriverArgs.hasFlag(options::OPT_fgpu_flush_denormals_to_zero,
67 options::OPT_fno_gpu_flush_denormals_to_zero,
68 DefaultDAZ)
69 : DriverArgs.hasArg(options::OPT_cl_denorms_are_zero) || DefaultDAZ;
70
71 FiniteOnly = DriverArgs.hasArg(options::OPT_cl_finite_math_only) ||
72 DriverArgs.hasFlag(options::OPT_ffinite_math_only,
73 options::OPT_fno_finite_math_only, false);
74
75 UnsafeMathOpt =
76 DriverArgs.hasArg(options::OPT_cl_unsafe_math_optimizations) ||
77 DriverArgs.hasFlag(options::OPT_funsafe_math_optimizations,
78 options::OPT_fno_unsafe_math_optimizations, false);
79
80 FastRelaxedMath = DriverArgs.hasArg(options::OPT_cl_fast_relaxed_math) ||
81 DriverArgs.hasFlag(options::OPT_ffast_math,
82 options::OPT_fno_fast_math, false);
83
84 const bool DefaultSqrt = IsKnownOffloading ? true : false;
85 CorrectSqrt =
86 DriverArgs.hasArg(options::OPT_cl_fp32_correctly_rounded_divide_sqrt) ||
87 DriverArgs.hasFlag(
88 options::OPT_fhip_fp32_correctly_rounded_divide_sqrt,
89 options::OPT_fno_hip_fp32_correctly_rounded_divide_sqrt, DefaultSqrt);
90 // GPU Sanitizer currently only supports ASan and is enabled through host
91 // ASan.
92 GPUSan = (DriverArgs.hasFlag(options::OPT_fgpu_sanitize,
93 options::OPT_fno_gpu_sanitize, true) &&
94 NeedsASanRT);
95}
96
97void RocmInstallationDetector::scanLibDevicePath(llvm::StringRef Path) {
98 assert(!Path.empty());
99
100 const StringRef Suffix(".bc");
101 const StringRef Suffix2(".amdgcn.bc");
102
103 std::error_code EC;
104 for (llvm::vfs::directory_iterator LI = D.getVFS().dir_begin(Path, EC), LE;
105 !EC && LI != LE; LI = LI.increment(EC)) {
106 StringRef FilePath = LI->path();
107 StringRef FileName = llvm::sys::path::filename(FilePath);
108 if (!FileName.ends_with(Suffix))
109 continue;
110
111 StringRef BaseName;
112 if (FileName.ends_with(Suffix2))
113 BaseName = FileName.drop_back(Suffix2.size());
114 else if (FileName.ends_with(Suffix))
115 BaseName = FileName.drop_back(Suffix.size());
116
117 const StringRef ABIVersionPrefix = "oclc_abi_version_";
118 if (BaseName == "ocml") {
119 OCML = FilePath;
120 } else if (BaseName == "ockl") {
121 OCKL = FilePath;
122 } else if (BaseName == "opencl") {
123 OpenCL = FilePath;
124 } else if (BaseName == "asanrtl") {
125 AsanRTL = FilePath;
126 } else if (BaseName == "oclc_finite_only_off") {
127 FiniteOnly.Off = FilePath;
128 } else if (BaseName == "oclc_finite_only_on") {
129 FiniteOnly.On = FilePath;
130 } else if (BaseName == "oclc_daz_opt_on") {
131 DenormalsAreZero.On = FilePath;
132 } else if (BaseName == "oclc_daz_opt_off") {
133 DenormalsAreZero.Off = FilePath;
134 } else if (BaseName == "oclc_correctly_rounded_sqrt_on") {
135 CorrectlyRoundedSqrt.On = FilePath;
136 } else if (BaseName == "oclc_correctly_rounded_sqrt_off") {
137 CorrectlyRoundedSqrt.Off = FilePath;
138 } else if (BaseName == "oclc_unsafe_math_on") {
139 UnsafeMath.On = FilePath;
140 } else if (BaseName == "oclc_unsafe_math_off") {
141 UnsafeMath.Off = FilePath;
142 } else if (BaseName == "oclc_wavefrontsize64_on") {
143 WavefrontSize64.On = FilePath;
144 } else if (BaseName == "oclc_wavefrontsize64_off") {
145 WavefrontSize64.Off = FilePath;
146 } else if (BaseName.starts_with(ABIVersionPrefix)) {
147 unsigned ABIVersionNumber;
148 if (BaseName.drop_front(ABIVersionPrefix.size())
149 .getAsInteger(/*Redex=*/0, ABIVersionNumber))
150 continue;
151 ABIVersionMap[ABIVersionNumber] = FilePath.str();
152 } else {
153 // Process all bitcode filenames that look like
154 // ocl_isa_version_XXX.amdgcn.bc
155 const StringRef DeviceLibPrefix = "oclc_isa_version_";
156 if (!BaseName.starts_with(DeviceLibPrefix))
157 continue;
158
159 StringRef IsaVersionNumber =
160 BaseName.drop_front(DeviceLibPrefix.size());
161
162 llvm::Twine GfxName = Twine("gfx") + IsaVersionNumber;
163 SmallString<8> Tmp;
164 LibDeviceMap.insert(
165 std::make_pair(GfxName.toStringRef(Tmp), FilePath.str()));
166 }
167 }
168}
169
170// Parse and extract version numbers from `.hipVersion`. Return `true` if
171// the parsing fails.
172bool RocmInstallationDetector::parseHIPVersionFile(llvm::StringRef V) {
173 SmallVector<StringRef, 4> VersionParts;
174 V.split(VersionParts, '\n');
175 unsigned Major = ~0U;
176 unsigned Minor = ~0U;
177 for (auto Part : VersionParts) {
178 auto Splits = Part.rtrim().split('=');
179 if (Splits.first == "HIP_VERSION_MAJOR") {
180 if (Splits.second.getAsInteger(0, Major))
181 return true;
182 } else if (Splits.first == "HIP_VERSION_MINOR") {
183 if (Splits.second.getAsInteger(0, Minor))
184 return true;
185 } else if (Splits.first == "HIP_VERSION_PATCH")
186 VersionPatch = Splits.second.str();
187 }
188 if (Major == ~0U || Minor == ~0U)
189 return true;
190 VersionMajorMinor = llvm::VersionTuple(Major, Minor);
191 DetectedVersion =
192 (Twine(Major) + "." + Twine(Minor) + "." + VersionPatch).str();
193 return false;
194}
195
196/// \returns a list of candidate directories for ROCm installation, which is
197/// cached and populated only once.
198const SmallVectorImpl<RocmInstallationDetector::Candidate> &
199RocmInstallationDetector::getInstallationPathCandidates() {
200
201 // Return the cached candidate list if it has already been populated.
202 if (!ROCmSearchDirs.empty())
203 return ROCmSearchDirs;
204
205 auto DoPrintROCmSearchDirs = [&]() {
206 if (PrintROCmSearchDirs)
207 for (auto Cand : ROCmSearchDirs) {
208 llvm::errs() << "ROCm installation search path: " << Cand.Path << '\n';
209 }
210 };
211
212 // For candidate specified by --rocm-path we do not do strict check, i.e.,
213 // checking existence of HIP version file and device library files.
214 if (!RocmPathArg.empty()) {
215 ROCmSearchDirs.emplace_back(RocmPathArg.str());
216 DoPrintROCmSearchDirs();
217 return ROCmSearchDirs;
218 } else if (std::optional<std::string> RocmPathEnv =
219 llvm::sys::Process::GetEnv("ROCM_PATH")) {
220 if (!RocmPathEnv->empty()) {
221 ROCmSearchDirs.emplace_back(std::move(*RocmPathEnv));
222 DoPrintROCmSearchDirs();
223 return ROCmSearchDirs;
224 }
225 }
226
227 // Try to find relative to the compiler binary.
228 StringRef InstallDir = D.Dir;
229
230 // Check both a normal Unix prefix position of the clang binary, as well as
231 // the Windows-esque layout the ROCm packages use with the host architecture
232 // subdirectory of bin.
233 auto DeduceROCmPath = [](StringRef ClangPath) {
234 // Strip off directory (usually bin)
235 StringRef ParentDir = llvm::sys::path::parent_path(ClangPath);
236 StringRef ParentName = llvm::sys::path::filename(ParentDir);
237
238 // Some builds use bin/{host arch}, so go up again.
239 if (ParentName == "bin") {
240 ParentDir = llvm::sys::path::parent_path(ParentDir);
241 ParentName = llvm::sys::path::filename(ParentDir);
242 }
243
244 // Some versions of the rocm llvm package install to /opt/rocm/llvm/bin
245 // Some versions of the aomp package install to /opt/rocm/aomp/bin
246 if (ParentName == "llvm" || ParentName.starts_with("aomp"))
247 ParentDir = llvm::sys::path::parent_path(ParentDir);
248
249 return Candidate(ParentDir.str(), /*StrictChecking=*/true);
250 };
251
252 // Deduce ROCm path by the path used to invoke clang. Do not resolve symbolic
253 // link of clang itself.
254 ROCmSearchDirs.emplace_back(DeduceROCmPath(InstallDir));
255
256 // Deduce ROCm path by the real path of the invoked clang, resolving symbolic
257 // link of clang itself.
258 llvm::SmallString<256> RealClangPath;
259 llvm::sys::fs::real_path(D.getClangProgramPath(), RealClangPath);
260 auto ParentPath = llvm::sys::path::parent_path(RealClangPath);
261 if (ParentPath != InstallDir)
262 ROCmSearchDirs.emplace_back(DeduceROCmPath(ParentPath));
263
264 // Device library may be installed in clang or resource directory.
265 auto ClangRoot = llvm::sys::path::parent_path(InstallDir);
266 auto RealClangRoot = llvm::sys::path::parent_path(ParentPath);
267 ROCmSearchDirs.emplace_back(ClangRoot.str(), /*StrictChecking=*/true);
268 if (RealClangRoot != ClangRoot)
269 ROCmSearchDirs.emplace_back(RealClangRoot.str(), /*StrictChecking=*/true);
270 ROCmSearchDirs.emplace_back(D.ResourceDir,
271 /*StrictChecking=*/true);
272
273 ROCmSearchDirs.emplace_back(D.SysRoot + "/opt/rocm",
274 /*StrictChecking=*/true);
275
276 // Find the latest /opt/rocm-{release} directory.
277 std::error_code EC;
278 std::string LatestROCm;
279 llvm::VersionTuple LatestVer;
280 // Get ROCm version from ROCm directory name.
281 auto GetROCmVersion = [](StringRef DirName) {
282 llvm::VersionTuple V;
283 std::string VerStr = DirName.drop_front(strlen("rocm-")).str();
284 // The ROCm directory name follows the format of
285 // rocm-{major}.{minor}.{subMinor}[-{build}]
286 llvm::replace(VerStr, '-', '.');
287 V.tryParse(VerStr);
288 return V;
289 };
290 for (llvm::vfs::directory_iterator
291 File = D.getVFS().dir_begin(D.SysRoot + "/opt", EC),
292 FileEnd;
293 File != FileEnd && !EC; File.increment(EC)) {
294 llvm::StringRef FileName = llvm::sys::path::filename(File->path());
295 if (!FileName.starts_with("rocm-"))
296 continue;
297 if (LatestROCm.empty()) {
298 LatestROCm = FileName.str();
299 LatestVer = GetROCmVersion(LatestROCm);
300 continue;
301 }
302 auto Ver = GetROCmVersion(FileName);
303 if (LatestVer < Ver) {
304 LatestROCm = FileName.str();
305 LatestVer = Ver;
306 }
307 }
308 if (!LatestROCm.empty())
309 ROCmSearchDirs.emplace_back(D.SysRoot + "/opt/" + LatestROCm,
310 /*StrictChecking=*/true);
311
312 ROCmSearchDirs.emplace_back(D.SysRoot + "/usr/local",
313 /*StrictChecking=*/true);
314 ROCmSearchDirs.emplace_back(D.SysRoot + "/usr",
315 /*StrictChecking=*/true);
316
317 DoPrintROCmSearchDirs();
318 return ROCmSearchDirs;
319}
320
322 const Driver &D, const llvm::Triple &HostTriple,
323 const llvm::opt::ArgList &Args, bool DetectHIPRuntime, bool DetectDeviceLib)
324 : D(D) {
325 Verbose = Args.hasArg(options::OPT_v);
326 RocmPathArg = Args.getLastArgValue(clang::driver::options::OPT_rocm_path_EQ);
327 PrintROCmSearchDirs =
328 Args.hasArg(clang::driver::options::OPT_print_rocm_search_dirs);
329 RocmDeviceLibPathArg =
330 Args.getAllArgValues(clang::driver::options::OPT_rocm_device_lib_path_EQ);
331 HIPPathArg = Args.getLastArgValue(clang::driver::options::OPT_hip_path_EQ);
332 HIPStdParPathArg =
333 Args.getLastArgValue(clang::driver::options::OPT_hipstdpar_path_EQ);
334 HasHIPStdParLibrary =
335 !HIPStdParPathArg.empty() && D.getVFS().exists(HIPStdParPathArg +
336 "/hipstdpar_lib.hpp");
337 HIPRocThrustPathArg =
338 Args.getLastArgValue(clang::driver::options::OPT_hipstdpar_thrust_path_EQ);
339 HasRocThrustLibrary = !HIPRocThrustPathArg.empty() &&
340 D.getVFS().exists(HIPRocThrustPathArg + "/thrust");
341 HIPRocPrimPathArg =
342 Args.getLastArgValue(clang::driver::options::OPT_hipstdpar_prim_path_EQ);
343 HasRocPrimLibrary = !HIPRocPrimPathArg.empty() &&
344 D.getVFS().exists(HIPRocPrimPathArg + "/rocprim");
345
346 if (auto *A = Args.getLastArg(clang::driver::options::OPT_hip_version_EQ)) {
347 HIPVersionArg = A->getValue();
348 unsigned Major = ~0U;
349 unsigned Minor = ~0U;
350 SmallVector<StringRef, 3> Parts;
351 HIPVersionArg.split(Parts, '.');
352 if (Parts.size())
353 Parts[0].getAsInteger(0, Major);
354 if (Parts.size() > 1)
355 Parts[1].getAsInteger(0, Minor);
356 if (Parts.size() > 2)
357 VersionPatch = Parts[2].str();
358 if (VersionPatch.empty())
359 VersionPatch = "0";
360 if (Major != ~0U && Minor == ~0U)
361 Minor = 0;
362 if (Major == ~0U || Minor == ~0U)
363 D.Diag(diag::err_drv_invalid_value)
364 << A->getAsString(Args) << HIPVersionArg;
365
366 VersionMajorMinor = llvm::VersionTuple(Major, Minor);
367 DetectedVersion =
368 (Twine(Major) + "." + Twine(Minor) + "." + VersionPatch).str();
369 } else {
370 VersionPatch = DefaultVersionPatch;
371 VersionMajorMinor =
372 llvm::VersionTuple(DefaultVersionMajor, DefaultVersionMinor);
373 DetectedVersion = (Twine(DefaultVersionMajor) + "." +
374 Twine(DefaultVersionMinor) + "." + VersionPatch)
375 .str();
376 }
377
378 if (DetectHIPRuntime)
380 if (DetectDeviceLib)
382}
383
385 assert(LibDevicePath.empty());
386
387 if (!RocmDeviceLibPathArg.empty())
388 LibDevicePath = RocmDeviceLibPathArg[RocmDeviceLibPathArg.size() - 1];
389 else if (std::optional<std::string> LibPathEnv =
390 llvm::sys::Process::GetEnv("HIP_DEVICE_LIB_PATH"))
391 LibDevicePath = std::move(*LibPathEnv);
392
393 auto &FS = D.getVFS();
394 if (!LibDevicePath.empty()) {
395 // Maintain compatability with HIP flag/envvar pointing directly at the
396 // bitcode library directory. This points directly at the library path instead
397 // of the rocm root installation.
398 if (!FS.exists(LibDevicePath))
399 return;
400
401 scanLibDevicePath(LibDevicePath);
402 HasDeviceLibrary = allGenericLibsValid() && !LibDeviceMap.empty();
403 return;
404 }
405
406 // Check device library exists at the given path.
407 auto CheckDeviceLib = [&](StringRef Path, bool StrictChecking) {
408 bool CheckLibDevice = (!NoBuiltinLibs || StrictChecking);
409 if (CheckLibDevice && !FS.exists(Path))
410 return false;
411
412 scanLibDevicePath(Path);
413
414 if (!NoBuiltinLibs) {
415 // Check that the required non-target libraries are all available.
416 if (!allGenericLibsValid())
417 return false;
418
419 // Check that we have found at least one libdevice that we can link in
420 // if -nobuiltinlib hasn't been specified.
421 if (LibDeviceMap.empty())
422 return false;
423 }
424 return true;
425 };
426
427 // Find device libraries in <LLVM_DIR>/lib/clang/<ver>/lib/amdgcn/bitcode
428 LibDevicePath = D.ResourceDir;
429 llvm::sys::path::append(LibDevicePath, CLANG_INSTALL_LIBDIR_BASENAME,
430 "amdgcn", "bitcode");
431 HasDeviceLibrary = CheckDeviceLib(LibDevicePath, true);
432 if (HasDeviceLibrary)
433 return;
434
435 // Find device libraries in a legacy ROCm directory structure
436 // ${ROCM_ROOT}/amdgcn/bitcode/*
437 auto &ROCmDirs = getInstallationPathCandidates();
438 for (const auto &Candidate : ROCmDirs) {
439 LibDevicePath = Candidate.Path;
440 llvm::sys::path::append(LibDevicePath, "amdgcn", "bitcode");
441 HasDeviceLibrary = CheckDeviceLib(LibDevicePath, Candidate.StrictChecking);
442 if (HasDeviceLibrary)
443 return;
444 }
445}
446
448 SmallVector<Candidate, 4> HIPSearchDirs;
449 if (!HIPPathArg.empty())
450 HIPSearchDirs.emplace_back(HIPPathArg.str());
451 else if (std::optional<std::string> HIPPathEnv =
452 llvm::sys::Process::GetEnv("HIP_PATH")) {
453 if (!HIPPathEnv->empty())
454 HIPSearchDirs.emplace_back(std::move(*HIPPathEnv));
455 }
456 if (HIPSearchDirs.empty())
457 HIPSearchDirs.append(getInstallationPathCandidates());
458 auto &FS = D.getVFS();
459
460 for (const auto &Candidate : HIPSearchDirs) {
461 InstallPath = Candidate.Path;
462 if (InstallPath.empty() || !FS.exists(InstallPath))
463 continue;
464
465 BinPath = InstallPath;
466 llvm::sys::path::append(BinPath, "bin");
467 IncludePath = InstallPath;
468 llvm::sys::path::append(IncludePath, "include");
469 LibPath = InstallPath;
470 llvm::sys::path::append(LibPath, "lib");
471 SharePath = InstallPath;
472 llvm::sys::path::append(SharePath, "share");
473
474 // Get parent of InstallPath and append "share"
475 SmallString<0> ParentSharePath = llvm::sys::path::parent_path(InstallPath);
476 llvm::sys::path::append(ParentSharePath, "share");
477
478 auto Append = [](SmallString<0> &path, const Twine &a, const Twine &b = "",
479 const Twine &c = "", const Twine &d = "") {
480 SmallString<0> newpath = path;
481 llvm::sys::path::append(newpath, a, b, c, d);
482 return newpath;
483 };
484 // If HIP version file can be found and parsed, use HIP version from there.
485 std::vector<SmallString<0>> VersionFilePaths = {
486 Append(SharePath, "hip", "version"),
487 InstallPath != D.SysRoot + "/usr/local"
488 ? Append(ParentSharePath, "hip", "version")
489 : SmallString<0>(),
490 Append(BinPath, ".hipVersion")};
491
492 for (const auto &VersionFilePath : VersionFilePaths) {
493 if (VersionFilePath.empty())
494 continue;
495 llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> VersionFile =
496 FS.getBufferForFile(VersionFilePath);
497 if (!VersionFile)
498 continue;
499 if (HIPVersionArg.empty() && VersionFile)
500 if (parseHIPVersionFile((*VersionFile)->getBuffer()))
501 continue;
502
503 HasHIPRuntime = true;
504 return;
505 }
506 // Otherwise, if -rocm-path is specified (no strict checking), use the
507 // default HIP version or specified by --hip-version.
508 if (!Candidate.StrictChecking) {
509 HasHIPRuntime = true;
510 return;
511 }
512 }
513 HasHIPRuntime = false;
514}
515
516void RocmInstallationDetector::print(raw_ostream &OS) const {
517 if (hasHIPRuntime())
518 OS << "Found HIP installation: " << InstallPath << ", version "
519 << DetectedVersion << '\n';
520}
521
522void RocmInstallationDetector::AddHIPIncludeArgs(const ArgList &DriverArgs,
523 ArgStringList &CC1Args) const {
524 bool UsesRuntimeWrapper = VersionMajorMinor > llvm::VersionTuple(3, 5) &&
525 !DriverArgs.hasArg(options::OPT_nohipwrapperinc);
526 bool HasHipStdPar = DriverArgs.hasArg(options::OPT_hipstdpar);
527
528 if (!DriverArgs.hasArg(options::OPT_nobuiltininc)) {
529 // HIP header includes standard library wrapper headers under clang
530 // cuda_wrappers directory. Since these wrapper headers include_next
531 // standard C++ headers, whereas libc++ headers include_next other clang
532 // headers. The include paths have to follow this order:
533 // - wrapper include path
534 // - standard C++ include path
535 // - other clang include path
536 // Since standard C++ and other clang include paths are added in other
537 // places after this function, here we only need to make sure wrapper
538 // include path is added.
539 //
540 // ROCm 3.5 does not fully support the wrapper headers. Therefore it needs
541 // a workaround.
542 SmallString<128> P(D.ResourceDir);
543 if (UsesRuntimeWrapper)
544 llvm::sys::path::append(P, "include", "cuda_wrappers");
545 CC1Args.push_back("-internal-isystem");
546 CC1Args.push_back(DriverArgs.MakeArgString(P));
547 }
548
549 const auto HandleHipStdPar = [=, &DriverArgs, &CC1Args]() {
550 StringRef Inc = getIncludePath();
551 auto &FS = D.getVFS();
552
553 if (!hasHIPStdParLibrary())
554 if (!HIPStdParPathArg.empty() ||
555 !FS.exists(Inc + "/thrust/system/hip/hipstdpar/hipstdpar_lib.hpp")) {
556 D.Diag(diag::err_drv_no_hipstdpar_lib);
557 return;
558 }
559 if (!HasRocThrustLibrary && !FS.exists(Inc + "/thrust")) {
560 D.Diag(diag::err_drv_no_hipstdpar_thrust_lib);
561 return;
562 }
563 if (!HasRocPrimLibrary && !FS.exists(Inc + "/rocprim")) {
564 D.Diag(diag::err_drv_no_hipstdpar_prim_lib);
565 return;
566 }
567 const char *ThrustPath;
568 if (HasRocThrustLibrary)
569 ThrustPath = DriverArgs.MakeArgString(HIPRocThrustPathArg);
570 else
571 ThrustPath = DriverArgs.MakeArgString(Inc + "/thrust");
572
573 const char *HIPStdParPath;
575 HIPStdParPath = DriverArgs.MakeArgString(HIPStdParPathArg);
576 else
577 HIPStdParPath = DriverArgs.MakeArgString(StringRef(ThrustPath) +
578 "/system/hip/hipstdpar");
579
580 const char *PrimPath;
581 if (HasRocPrimLibrary)
582 PrimPath = DriverArgs.MakeArgString(HIPRocPrimPathArg);
583 else
584 PrimPath = DriverArgs.MakeArgString(getIncludePath() + "/rocprim");
585
586 CC1Args.append({"-idirafter", ThrustPath, "-idirafter", PrimPath,
587 "-idirafter", HIPStdParPath, "-include",
588 "hipstdpar_lib.hpp"});
589 };
590
591 if (!DriverArgs.hasFlag(options::OPT_offload_inc, options::OPT_no_offload_inc,
592 true)) {
593 if (HasHipStdPar)
594 HandleHipStdPar();
595
596 return;
597 }
598
599 if (!hasHIPRuntime()) {
600 D.Diag(diag::err_drv_no_hip_runtime);
601 return;
602 }
603
604 CC1Args.push_back("-idirafter");
605 CC1Args.push_back(DriverArgs.MakeArgString(getIncludePath()));
606 if (UsesRuntimeWrapper)
607 CC1Args.append({"-include", "__clang_hip_runtime_wrapper.h"});
608 if (HasHipStdPar)
609 HandleHipStdPar();
610}
611
613 const InputInfo &Output,
614 const InputInfoList &Inputs,
615 const ArgList &Args,
616 const char *LinkingOutput) const {
617 std::string Linker = getToolChain().GetLinkerPath();
618 ArgStringList CmdArgs;
619 if (!Args.hasArg(options::OPT_r)) {
620 CmdArgs.push_back("--no-undefined");
621 CmdArgs.push_back("-shared");
622 }
623
624 if (C.getDriver().isUsingLTO()) {
625 const bool ThinLTO = (C.getDriver().getLTOMode() == LTOK_Thin);
626 addLTOOptions(getToolChain(), Args, CmdArgs, Output, Inputs, ThinLTO);
627 } else if (Args.hasArg(options::OPT_mcpu_EQ)) {
628 CmdArgs.push_back(Args.MakeArgString(
629 "-plugin-opt=mcpu=" +
631 Args.getLastArgValue(options::OPT_mcpu_EQ))));
632 }
634 getToolChain().AddFilePathLibArgs(Args, CmdArgs);
635 Args.AddAllArgs(CmdArgs, options::OPT_L);
636 AddLinkerInputs(getToolChain(), Inputs, Args, CmdArgs, JA);
637
638 // Always pass the target-id features to the LTO job.
639 std::vector<StringRef> Features;
640 getAMDGPUTargetFeatures(C.getDriver(), getToolChain().getTriple(), Args,
641 Features);
642 if (!Features.empty()) {
643 CmdArgs.push_back(
644 Args.MakeArgString("-plugin-opt=-mattr=" + llvm::join(Features, ",")));
645 }
646
647 if (Args.hasArg(options::OPT_stdlib))
648 CmdArgs.append({"-lc", "-lm"});
649 if (Args.hasArg(options::OPT_startfiles)) {
650 std::optional<std::string> IncludePath = getToolChain().getStdlibPath();
651 if (!IncludePath)
652 IncludePath = "/lib";
653 SmallString<128> P(*IncludePath);
654 llvm::sys::path::append(P, "crt1.o");
655 CmdArgs.push_back(Args.MakeArgString(P));
656 }
657
658 CmdArgs.push_back("-o");
659 CmdArgs.push_back(Output.getFilename());
660 C.addCommand(std::make_unique<Command>(
661 JA, *this, ResponseFileSupport::AtFileCurCP(), Args.MakeArgString(Linker),
662 CmdArgs, Inputs, Output));
663}
664
666 const llvm::Triple &Triple,
667 const llvm::opt::ArgList &Args,
668 std::vector<StringRef> &Features) {
669 // Add target ID features to -target-feature options. No diagnostics should
670 // be emitted here since invalid target ID is diagnosed at other places.
671 StringRef TargetID;
672 if (Args.hasArg(options::OPT_mcpu_EQ))
673 TargetID = Args.getLastArgValue(options::OPT_mcpu_EQ);
674 else if (Args.hasArg(options::OPT_march_EQ))
675 TargetID = Args.getLastArgValue(options::OPT_march_EQ);
676 if (!TargetID.empty()) {
677 llvm::StringMap<bool> FeatureMap;
678 auto OptionalGpuArch = parseTargetID(Triple, TargetID, &FeatureMap);
679 if (OptionalGpuArch) {
680 StringRef GpuArch = *OptionalGpuArch;
681 // Iterate through all possible target ID features for the given GPU.
682 // If it is mapped to true, add +feature.
683 // If it is mapped to false, add -feature.
684 // If it is not in the map (default), do not add it
685 for (auto &&Feature : getAllPossibleTargetIDFeatures(Triple, GpuArch)) {
686 auto Pos = FeatureMap.find(Feature);
687 if (Pos == FeatureMap.end())
688 continue;
689 Features.push_back(Args.MakeArgStringRef(
690 (Twine(Pos->second ? "+" : "-") + Feature).str()));
691 }
692 }
693 }
694
695 if (Args.hasFlag(options::OPT_mwavefrontsize64,
696 options::OPT_mno_wavefrontsize64, false))
697 Features.push_back("+wavefrontsize64");
698
699 if (Args.hasFlag(options::OPT_mamdgpu_precise_memory_op,
700 options::OPT_mno_amdgpu_precise_memory_op, false))
701 Features.push_back("+precise-memory");
702
703 handleTargetFeaturesGroup(D, Triple, Args, Features,
704 options::OPT_m_amdgpu_Features_Group);
705}
706
707/// AMDGPU Toolchain
708AMDGPUToolChain::AMDGPUToolChain(const Driver &D, const llvm::Triple &Triple,
709 const ArgList &Args)
710 : Generic_ELF(D, Triple, Args),
712 {{options::OPT_O, "3"}, {options::OPT_cl_std_EQ, "CL1.2"}}) {
713 // Check code object version options. Emit warnings for legacy options
714 // and errors for the last invalid code object version options.
715 // It is done here to avoid repeated warning or error messages for
716 // each tool invocation.
718}
719
721 return new tools::amdgpu::Linker(*this);
722}
723
724DerivedArgList *
725AMDGPUToolChain::TranslateArgs(const DerivedArgList &Args, StringRef BoundArch,
726 Action::OffloadKind DeviceOffloadKind) const {
727
728 DerivedArgList *DAL =
729 Generic_ELF::TranslateArgs(Args, BoundArch, DeviceOffloadKind);
730
731 const OptTable &Opts = getDriver().getOpts();
732
733 if (!DAL)
734 DAL = new DerivedArgList(Args.getBaseArgs());
735
736 for (Arg *A : Args)
737 DAL->append(A);
738
739 // Replace -mcpu=native with detected GPU.
740 Arg *LastMCPUArg = DAL->getLastArg(options::OPT_mcpu_EQ);
741 if (LastMCPUArg && StringRef(LastMCPUArg->getValue()) == "native") {
742 DAL->eraseArg(options::OPT_mcpu_EQ);
743 auto GPUsOrErr = getSystemGPUArchs(Args);
744 if (!GPUsOrErr) {
745 getDriver().Diag(diag::err_drv_undetermined_gpu_arch)
746 << llvm::Triple::getArchTypeName(getArch())
747 << llvm::toString(GPUsOrErr.takeError()) << "-mcpu";
748 } else {
749 auto &GPUs = *GPUsOrErr;
750 if (GPUs.size() > 1) {
751 getDriver().Diag(diag::warn_drv_multi_gpu_arch)
752 << llvm::Triple::getArchTypeName(getArch())
753 << llvm::join(GPUs, ", ") << "-mcpu";
754 }
755 DAL->AddJoinedArg(nullptr, Opts.getOption(options::OPT_mcpu_EQ),
756 Args.MakeArgString(GPUs.front()));
757 }
758 }
759
760 checkTargetID(*DAL);
761
762 if (Args.getLastArgValue(options::OPT_x) != "cl")
763 return DAL;
764
765 // Phase 1 (.cl -> .bc)
766 if (Args.hasArg(options::OPT_c) && Args.hasArg(options::OPT_emit_llvm)) {
767 DAL->AddFlagArg(nullptr, Opts.getOption(getTriple().isArch64Bit()
768 ? options::OPT_m64
769 : options::OPT_m32));
770
771 // Have to check OPT_O4, OPT_O0 & OPT_Ofast separately
772 // as they defined that way in Options.td
773 if (!Args.hasArg(options::OPT_O, options::OPT_O0, options::OPT_O4,
774 options::OPT_Ofast))
775 DAL->AddJoinedArg(nullptr, Opts.getOption(options::OPT_O),
776 getOptionDefault(options::OPT_O));
777 }
778
779 return DAL;
780}
781
783 llvm::AMDGPU::GPUKind Kind) {
784
785 // Assume nothing without a specific target.
786 if (Kind == llvm::AMDGPU::GK_NONE)
787 return false;
788
789 const unsigned ArchAttr = llvm::AMDGPU::getArchAttrAMDGCN(Kind);
790
791 // Default to enabling f32 denormals by default on subtargets where fma is
792 // fast with denormals
793 const bool BothDenormAndFMAFast =
794 (ArchAttr & llvm::AMDGPU::FEATURE_FAST_FMA_F32) &&
795 (ArchAttr & llvm::AMDGPU::FEATURE_FAST_DENORMAL_F32);
796 return !BothDenormAndFMAFast;
797}
798
800 const llvm::opt::ArgList &DriverArgs, const JobAction &JA,
801 const llvm::fltSemantics *FPType) const {
802 // Denormals should always be enabled for f16 and f64.
803 if (!FPType || FPType != &llvm::APFloat::IEEEsingle())
804 return llvm::DenormalMode::getIEEE();
805
809 auto Kind = llvm::AMDGPU::parseArchAMDGCN(Arch);
810 if (FPType && FPType == &llvm::APFloat::IEEEsingle() &&
811 DriverArgs.hasFlag(options::OPT_fgpu_flush_denormals_to_zero,
812 options::OPT_fno_gpu_flush_denormals_to_zero,
814 return llvm::DenormalMode::getPreserveSign();
815
816 return llvm::DenormalMode::getIEEE();
817 }
818
819 const StringRef GpuArch = getGPUArch(DriverArgs);
820 auto Kind = llvm::AMDGPU::parseArchAMDGCN(GpuArch);
821
822 // TODO: There are way too many flags that change this. Do we need to check
823 // them all?
824 bool DAZ = DriverArgs.hasArg(options::OPT_cl_denorms_are_zero) ||
826
827 // Outputs are flushed to zero (FTZ), preserving sign. Denormal inputs are
828 // also implicit treated as zero (DAZ).
829 return DAZ ? llvm::DenormalMode::getPreserveSign() :
830 llvm::DenormalMode::getIEEE();
831}
832
833bool AMDGPUToolChain::isWave64(const llvm::opt::ArgList &DriverArgs,
834 llvm::AMDGPU::GPUKind Kind) {
835 const unsigned ArchAttr = llvm::AMDGPU::getArchAttrAMDGCN(Kind);
836 bool HasWave32 = (ArchAttr & llvm::AMDGPU::FEATURE_WAVE32);
837
838 return !HasWave32 || DriverArgs.hasFlag(
839 options::OPT_mwavefrontsize64, options::OPT_mno_wavefrontsize64, false);
840}
841
842
843/// ROCM Toolchain
844ROCMToolChain::ROCMToolChain(const Driver &D, const llvm::Triple &Triple,
845 const ArgList &Args)
846 : AMDGPUToolChain(D, Triple, Args) {
847 RocmInstallation->detectDeviceLibrary();
848}
849
851 const llvm::opt::ArgList &DriverArgs,
852 llvm::opt::ArgStringList &CC1Args,
853 Action::OffloadKind DeviceOffloadingKind) const {
854 // Default to "hidden" visibility, as object level linking will not be
855 // supported for the foreseeable future.
856 if (!DriverArgs.hasArg(options::OPT_fvisibility_EQ,
857 options::OPT_fvisibility_ms_compat)) {
858 CC1Args.push_back("-fvisibility=hidden");
859 CC1Args.push_back("-fapply-global-visibility-to-externs");
860 }
861
862 // For SPIR-V we want to retain the pristine output of Clang CodeGen, since
863 // optimizations might lose structure / information that is necessary for
864 // generating optimal concrete AMDGPU code.
865 // TODO: using the below option is a temporary placeholder until Clang
866 // provides the required functionality, which essentially boils down to
867 // -O0 being refactored / reworked to not imply optnone / remove TBAA.
868 // Once that is added, we should pivot to that functionality, being
869 // mindful to not corrupt the user provided and subsequently embedded
870 // command-line (i.e. if the user asks for -O3 this is what the
871 // finalisation should use).
872 if (getTriple().isSPIRV() &&
873 !DriverArgs.hasArg(options::OPT_disable_llvm_optzns))
874 CC1Args.push_back("-disable-llvm-optzns");
875
876 if (DeviceOffloadingKind == Action::OFK_None)
877 addOpenCLBuiltinsLib(getDriver(), DriverArgs, CC1Args);
878}
879
880void AMDGPUToolChain::addClangWarningOptions(ArgStringList &CC1Args) const {
881 // AMDGPU does not support atomic lib call. Treat atomic alignment
882 // warnings as errors.
883 CC1Args.push_back("-Werror=atomic-alignment");
884}
885
886void AMDGPUToolChain::AddClangSystemIncludeArgs(const ArgList &DriverArgs,
887 ArgStringList &CC1Args) const {
888 if (DriverArgs.hasArg(options::OPT_nostdinc) ||
889 DriverArgs.hasArg(options::OPT_nostdlibinc))
890 return;
891
892 if (std::optional<std::string> Path = getStdlibIncludePath())
893 addSystemInclude(DriverArgs, CC1Args, *Path);
894}
895
896StringRef
897AMDGPUToolChain::getGPUArch(const llvm::opt::ArgList &DriverArgs) const {
899 getTriple(), DriverArgs.getLastArgValue(options::OPT_mcpu_EQ));
900}
901
903AMDGPUToolChain::getParsedTargetID(const llvm::opt::ArgList &DriverArgs) const {
904 StringRef TargetID = DriverArgs.getLastArgValue(options::OPT_mcpu_EQ);
905 if (TargetID.empty())
906 return {std::nullopt, std::nullopt, std::nullopt};
907
908 llvm::StringMap<bool> FeatureMap;
909 auto OptionalGpuArch = parseTargetID(getTriple(), TargetID, &FeatureMap);
910 if (!OptionalGpuArch)
911 return {TargetID.str(), std::nullopt, std::nullopt};
912
913 return {TargetID.str(), OptionalGpuArch->str(), FeatureMap};
914}
915
917 const llvm::opt::ArgList &DriverArgs) const {
918 auto PTID = getParsedTargetID(DriverArgs);
919 if (PTID.OptionalTargetID && !PTID.OptionalGPUArch) {
920 getDriver().Diag(clang::diag::err_drv_bad_target_id)
921 << *PTID.OptionalTargetID;
922 }
923}
924
926AMDGPUToolChain::getSystemGPUArchs(const ArgList &Args) const {
927 // Detect AMD GPUs availible on the system.
928 std::string Program;
929 if (Arg *A = Args.getLastArg(options::OPT_offload_arch_tool_EQ))
930 Program = A->getValue();
931 else
932 Program = GetProgramPath("amdgpu-arch");
933
934 auto StdoutOrErr = getDriver().executeProgram({Program});
935 if (!StdoutOrErr)
936 return StdoutOrErr.takeError();
937
939 for (StringRef Arch : llvm::split((*StdoutOrErr)->getBuffer(), "\n"))
940 if (!Arch.empty())
941 GPUArchs.push_back(Arch.str());
942
943 if (GPUArchs.empty())
944 return llvm::createStringError(std::error_code(),
945 "No AMD GPU detected in the system");
946
947 return std::move(GPUArchs);
948}
949
951 const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args,
952 Action::OffloadKind DeviceOffloadingKind) const {
953 AMDGPUToolChain::addClangTargetOptions(DriverArgs, CC1Args,
954 DeviceOffloadingKind);
955
956 // For the OpenCL case where there is no offload target, accept -nostdlib to
957 // disable bitcode linking.
958 if (DeviceOffloadingKind == Action::OFK_None &&
959 DriverArgs.hasArg(options::OPT_nostdlib))
960 return;
961
962 if (!DriverArgs.hasFlag(options::OPT_offloadlib, options::OPT_no_offloadlib,
963 true))
964 return;
965
966 // Get the device name and canonicalize it
967 const StringRef GpuArch = getGPUArch(DriverArgs);
968 auto Kind = llvm::AMDGPU::parseArchAMDGCN(GpuArch);
969 const StringRef CanonArch = llvm::AMDGPU::getArchNameAMDGCN(Kind);
970 StringRef LibDeviceFile = RocmInstallation->getLibDeviceFile(CanonArch);
973 if (!RocmInstallation->checkCommonBitcodeLibs(CanonArch, LibDeviceFile,
974 ABIVer))
975 return;
976
977 // Add the OpenCL specific bitcode library.
979 BCLibs.emplace_back(RocmInstallation->getOpenCLPath().str());
980
981 // Add the generic set of libraries.
982 BCLibs.append(RocmInstallation->getCommonBitcodeLibs(
983 DriverArgs, LibDeviceFile, GpuArch, DeviceOffloadingKind,
984 getSanitizerArgs(DriverArgs).needsAsanRt()));
985
986 for (auto [BCFile, Internalize] : BCLibs) {
987 if (Internalize)
988 CC1Args.push_back("-mlink-builtin-bitcode");
989 else
990 CC1Args.push_back("-mlink-bitcode-file");
991 CC1Args.push_back(DriverArgs.MakeArgString(BCFile));
992 }
993}
994
996 StringRef GPUArch, StringRef LibDeviceFile,
997 DeviceLibABIVersion ABIVer) const {
998 if (!hasDeviceLibrary()) {
999 D.Diag(diag::err_drv_no_rocm_device_lib) << 0;
1000 return false;
1001 }
1002 if (LibDeviceFile.empty()) {
1003 D.Diag(diag::err_drv_no_rocm_device_lib) << 1 << GPUArch;
1004 return false;
1005 }
1006 if (ABIVer.requiresLibrary() && getABIVersionPath(ABIVer).empty()) {
1007 // Starting from COV6, we will report minimum ROCm version requirement in
1008 // the error message.
1009 if (ABIVer.getAsCodeObjectVersion() < 6)
1010 D.Diag(diag::err_drv_no_rocm_device_lib) << 2 << ABIVer.toString() << 0;
1011 else
1012 D.Diag(diag::err_drv_no_rocm_device_lib)
1013 << 2 << ABIVer.toString() << 1 << "6.3";
1014 return false;
1015 }
1016 return true;
1017}
1018
1021 const llvm::opt::ArgList &DriverArgs, StringRef LibDeviceFile,
1022 StringRef GPUArch, const Action::OffloadKind DeviceOffloadingKind,
1023 const bool NeedsASanRT) const {
1025
1026 CommonBitcodeLibsPreferences Pref{D, DriverArgs, GPUArch,
1027 DeviceOffloadingKind, NeedsASanRT};
1028
1029 auto AddBCLib = [&](ToolChain::BitCodeLibraryInfo BCLib,
1030 bool Internalize = true) {
1031 BCLib.ShouldInternalize = Internalize;
1032 BCLibs.emplace_back(BCLib);
1033 };
1034 auto AddSanBCLibs = [&]() {
1035 if (Pref.GPUSan)
1036 AddBCLib(getAsanRTLPath(), false);
1037 };
1038
1039 AddSanBCLibs();
1040 AddBCLib(getOCMLPath());
1041 if (!Pref.IsOpenMP)
1042 AddBCLib(getOCKLPath());
1043 else if (Pref.GPUSan && Pref.IsOpenMP)
1044 AddBCLib(getOCKLPath(), false);
1045 AddBCLib(getDenormalsAreZeroPath(Pref.DAZ));
1046 AddBCLib(getUnsafeMathPath(Pref.UnsafeMathOpt || Pref.FastRelaxedMath));
1047 AddBCLib(getFiniteOnlyPath(Pref.FiniteOnly || Pref.FastRelaxedMath));
1048 AddBCLib(getCorrectlyRoundedSqrtPath(Pref.CorrectSqrt));
1049 AddBCLib(getWavefrontSize64Path(Pref.Wave64));
1050 AddBCLib(LibDeviceFile);
1051 auto ABIVerPath = getABIVersionPath(Pref.ABIVer);
1052 if (!ABIVerPath.empty())
1053 AddBCLib(ABIVerPath);
1054
1055 return BCLibs;
1056}
1057
1060 const llvm::opt::ArgList &DriverArgs, const std::string &GPUArch,
1061 Action::OffloadKind DeviceOffloadingKind) const {
1062 auto Kind = llvm::AMDGPU::parseArchAMDGCN(GPUArch);
1063 const StringRef CanonArch = llvm::AMDGPU::getArchNameAMDGCN(Kind);
1064
1065 StringRef LibDeviceFile = RocmInstallation->getLibDeviceFile(CanonArch);
1067 getAMDGPUCodeObjectVersion(getDriver(), DriverArgs));
1068 if (!RocmInstallation->checkCommonBitcodeLibs(CanonArch, LibDeviceFile,
1069 ABIVer))
1070 return {};
1071
1072 return RocmInstallation->getCommonBitcodeLibs(
1073 DriverArgs, LibDeviceFile, GPUArch, DeviceOffloadingKind,
1074 getSanitizerArgs(DriverArgs).needsAsanRt());
1075}
1076
1078 const ToolChain &TC, const llvm::opt::ArgList &DriverArgs,
1079 StringRef TargetID, const llvm::opt::Arg *A) const {
1080 // For actions without targetID, do nothing.
1081 if (TargetID.empty())
1082 return false;
1083 Option O = A->getOption();
1084
1085 if (!O.matches(options::OPT_fsanitize_EQ))
1086 return false;
1087
1088 if (!DriverArgs.hasFlag(options::OPT_fgpu_sanitize,
1089 options::OPT_fno_gpu_sanitize, true))
1090 return true;
1091
1092 auto &Diags = TC.getDriver().getDiags();
1093
1094 // For simplicity, we only allow -fsanitize=address
1095 SanitizerMask K = parseSanitizerValue(A->getValue(), /*AllowGroups=*/false);
1096 if (K != SanitizerKind::Address)
1097 return true;
1098
1099 // Check 'xnack+' availability by default
1100 llvm::StringRef Processor =
1101 getProcessorFromTargetID(TC.getTriple(), TargetID);
1102 auto ProcKind = TC.getTriple().isAMDGCN()
1103 ? llvm::AMDGPU::parseArchAMDGCN(Processor)
1104 : llvm::AMDGPU::parseArchR600(Processor);
1105 auto Features = TC.getTriple().isAMDGCN()
1106 ? llvm::AMDGPU::getArchAttrAMDGCN(ProcKind)
1107 : llvm::AMDGPU::getArchAttrR600(ProcKind);
1108 if (Features & llvm::AMDGPU::FEATURE_XNACK_ALWAYS)
1109 return false;
1110
1111 // Look for the xnack feature in TargetID
1112 llvm::StringMap<bool> FeatureMap;
1113 auto OptionalGpuArch = parseTargetID(TC.getTriple(), TargetID, &FeatureMap);
1114 assert(OptionalGpuArch && "Invalid Target ID");
1115 (void)OptionalGpuArch;
1116 auto Loc = FeatureMap.find("xnack");
1117 if (Loc == FeatureMap.end() || !Loc->second) {
1118 Diags.Report(
1119 clang::diag::warn_drv_unsupported_option_for_offload_arch_req_feature)
1120 << A->getAsString(DriverArgs) << TargetID << "xnack+";
1121 return true;
1122 }
1123 return false;
1124}
#define V(N, I)
static void Append(char *Start, char *End, char *&Buffer, unsigned &BufferSize, unsigned &BufferCapacity)
__device__ __2f16 b
__device__ __2f16 float c
const char * getOffloadingArch() const
Definition Action.h:213
OffloadKind getOffloadingDeviceKind() const
Definition Action.h:212
Compilation - A set of tasks to perform for a single driver invocation.
Definition Compilation.h:45
Driver - Encapsulate logic for constructing compilation processes from a set of gcc-driver-like comma...
Definition Driver.h:99
DiagnosticsEngine & getDiags() const
Definition Driver.h:430
llvm::Expected< std::unique_ptr< llvm::MemoryBuffer > > executeProgram(llvm::ArrayRef< llvm::StringRef > Args) const
Definition Driver.cpp:415
DiagnosticBuilder Diag(unsigned DiagID) const
Definition Driver.h:169
const llvm::opt::OptTable & getOpts() const
Definition Driver.h:428
InputInfo - Wrapper for information about an input source.
Definition InputInfo.h:22
const char * getFilename() const
Definition InputInfo.h:83
StringRef getCorrectlyRoundedSqrtPath(bool Enabled) const
StringRef getIncludePath() const
Get the detected path to Rocm's bin directory.
StringRef getAsanRTLPath() const
Returns empty string of Asan runtime library is not available.
RocmInstallationDetector(const Driver &D, const llvm::Triple &HostTriple, const llvm::opt::ArgList &Args, bool DetectHIPRuntime=true, bool DetectDeviceLib=false)
Definition AMDGPU.cpp:321
bool hasDeviceLibrary() const
Check whether we detected a valid ROCm device library.
StringRef getDenormalsAreZeroPath(bool Enabled) const
bool checkCommonBitcodeLibs(StringRef GPUArch, StringRef LibDeviceFile, DeviceLibABIVersion ABIVer) const
Check file paths of default bitcode libraries common to AMDGPU based toolchains.
Definition AMDGPU.cpp:995
bool hasHIPStdParLibrary() const
Check whether we detected a valid HIP STDPAR Acceleration library.
StringRef getABIVersionPath(DeviceLibABIVersion ABIVer) const
llvm::SmallVector< ToolChain::BitCodeLibraryInfo, 12 > getCommonBitcodeLibs(const llvm::opt::ArgList &DriverArgs, StringRef LibDeviceFile, StringRef GPUArch, const Action::OffloadKind DeviceOffloadingKind, const bool NeedsASanRT) const
Get file paths of default bitcode libraries common to AMDGPU based toolchains.
Definition AMDGPU.cpp:1020
bool hasHIPRuntime() const
Check whether we detected a valid HIP runtime.
void AddHIPIncludeArgs(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args) const
Definition AMDGPU.cpp:522
StringRef getWavefrontSize64Path(bool Enabled) const
void print(raw_ostream &OS) const
Print information about the detected ROCm installation.
Definition AMDGPU.cpp:516
static void addSystemInclude(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args, const Twine &Path)
Utility function to add a system include directory to CC1 arguments.
llvm::Triple::ArchType getArch() const
Definition ToolChain.h:269
const Driver & getDriver() const
Definition ToolChain.h:253
ToolChain(const Driver &D, const llvm::Triple &T, const llvm::opt::ArgList &Args)
Definition ToolChain.cpp:89
virtual llvm::opt::DerivedArgList * TranslateArgs(const llvm::opt::DerivedArgList &Args, StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const
TranslateArgs - Create a new derived argument list for any argument translations this ToolChain may w...
Definition ToolChain.h:359
const llvm::Triple & getTriple() const
Definition ToolChain.h:255
std::string GetProgramPath(const char *Name) const
std::optional< std::string > getStdlibIncludePath() const
SanitizerArgs getSanitizerArgs(const llvm::opt::ArgList &JobArgs) const
Tool - Information on a specific compilation tool.
Definition Tool.h:32
const ToolChain & getToolChain() const
Definition Tool.h:52
llvm::DenormalMode getDefaultDenormalModeForType(const llvm::opt::ArgList &DriverArgs, const JobAction &JA, const llvm::fltSemantics *FPType=nullptr) const override
Returns the output denormal handling type in the default floating point environment for the given FPT...
Definition AMDGPU.cpp:799
llvm::opt::DerivedArgList * TranslateArgs(const llvm::opt::DerivedArgList &Args, StringRef BoundArch, Action::OffloadKind DeviceOffloadKind) const override
TranslateArgs - Create a new derived argument list for any argument translations this ToolChain may w...
Definition AMDGPU.cpp:725
static bool getDefaultDenormsAreZeroForTarget(llvm::AMDGPU::GPUKind GPUKind)
Return whether denormals should be flushed, and treated as 0 by default for the subtarget.
Definition AMDGPU.cpp:782
StringRef getGPUArch(const llvm::opt::ArgList &DriverArgs) const
Get GPU arch from -mcpu without checking.
Definition AMDGPU.cpp:897
bool shouldSkipSanitizeOption(const ToolChain &TC, const llvm::opt::ArgList &DriverArgs, StringRef TargetID, const llvm::opt::Arg *A) const
Should skip sanitize options.
Definition AMDGPU.cpp:1077
virtual void checkTargetID(const llvm::opt::ArgList &DriverArgs) const
Check and diagnose invalid target ID specified by -mcpu.
Definition AMDGPU.cpp:916
Tool * buildLinker() const override
Definition AMDGPU.cpp:720
static bool isWave64(const llvm::opt::ArgList &DriverArgs, llvm::AMDGPU::GPUKind Kind)
Definition AMDGPU.cpp:833
void addClangWarningOptions(llvm::opt::ArgStringList &CC1Args) const override
Common warning options shared by AMDGPU HIP, OpenCL and OpenMP toolchains.
Definition AMDGPU.cpp:880
AMDGPUToolChain(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args)
AMDGPU Toolchain.
Definition AMDGPU.cpp:708
ParsedTargetIDType getParsedTargetID(const llvm::opt::ArgList &DriverArgs) const
Get target ID, GPU arch, and target ID features if the target ID is specified and valid.
Definition AMDGPU.cpp:903
const std::map< options::ID, const StringRef > OptionsDefault
Definition AMDGPU.h:52
void AddClangSystemIncludeArgs(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args) const override
Add the clang cc1 arguments for system include paths.
Definition AMDGPU.cpp:886
StringRef getOptionDefault(options::ID OptID) const
Definition AMDGPU.h:55
void addClangTargetOptions(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args, Action::OffloadKind DeviceOffloadKind) const override
Add options that need to be passed to cc1 for this target.
Definition AMDGPU.cpp:850
virtual Expected< SmallVector< std::string > > getSystemGPUArchs(const llvm::opt::ArgList &Args) const override
Uses amdgpu-arch tool to get arch of the system GPU.
Definition AMDGPU.cpp:926
Generic_ELF(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args)
Definition Gnu.h:439
LazyDetector< RocmInstallationDetector > RocmInstallation
Definition Gnu.h:359
void addClangTargetOptions(const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args, Action::OffloadKind DeviceOffloadKind) const override
Add options that need to be passed to cc1 for this target.
Definition AMDGPU.cpp:950
llvm::SmallVector< BitCodeLibraryInfo, 12 > getCommonDeviceLibNames(const llvm::opt::ArgList &DriverArgs, const std::string &GPUArch, Action::OffloadKind DeviceOffloadingKind) const
Definition AMDGPU.cpp:1059
ROCMToolChain(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args)
ROCM Toolchain.
Definition AMDGPU.cpp:844
Linker(const ToolChain &TC)
Definition AMDGPU.h:30
void ConstructJob(Compilation &C, const JobAction &JA, const InputInfo &Output, const InputInfoList &Inputs, const llvm::opt::ArgList &TCArgs, const char *LinkingOutput) const override
ConstructJob - Construct jobs to perform the action JA, writing to Output and with Inputs,...
Definition AMDGPU.cpp:612
AMDGPU builtins.
void getAMDGPUTargetFeatures(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args, std::vector< StringRef > &Features)
Definition AMDGPU.cpp:665
void addOpenCLBuiltinsLib(const Driver &D, const llvm::opt::ArgList &DriverArgs, llvm::opt::ArgStringList &CC1Args)
void handleTargetFeaturesGroup(const Driver &D, const llvm::Triple &Triple, const llvm::opt::ArgList &Args, std::vector< StringRef > &Features, llvm::opt::OptSpecifier Group)
Iterate Args and convert -mxxx to +xxx and -mno-xxx to -xxx and append it to Features.
void checkAMDGPUCodeObjectVersion(const Driver &D, const llvm::opt::ArgList &Args)
void addLTOOptions(const ToolChain &ToolChain, const llvm::opt::ArgList &Args, llvm::opt::ArgStringList &CmdArgs, const InputInfo &Output, const InputInfoList &Inputs, bool IsThinLTO)
void addLinkerCompressDebugSectionsOption(const ToolChain &TC, const llvm::opt::ArgList &Args, llvm::opt::ArgStringList &CmdArgs)
void AddLinkerInputs(const ToolChain &TC, const InputInfoList &Inputs, const llvm::opt::ArgList &Args, llvm::opt::ArgStringList &CmdArgs, const JobAction &JA)
unsigned getAMDGPUCodeObjectVersion(const Driver &D, const llvm::opt::ArgList &Args)
SmallVector< InputInfo, 4 > InputInfoList
Definition Driver.h:50
The JSON file list parser is used to communicate input to InstallAPI.
if(T->getSizeExpr()) TRY_TO(TraverseStmt(const_cast< Expr * >(T -> getSizeExpr())))
std::optional< llvm::StringRef > parseTargetID(const llvm::Triple &T, llvm::StringRef OffloadArch, llvm::StringMap< bool > *FeatureMap)
Parse a target ID to get processor and feature map.
Definition TargetID.cpp:103
llvm::StringRef getProcessorFromTargetID(const llvm::Triple &T, llvm::StringRef OffloadArch)
Get processor name from target ID.
Definition TargetID.cpp:54
llvm::SmallVector< llvm::StringRef, 4 > getAllPossibleTargetIDFeatures(const llvm::Triple &T, llvm::StringRef Processor)
Get all feature strings that can be used in target ID for Processor.
Definition TargetID.cpp:38
SanitizerMask parseSanitizerValue(StringRef Value, bool AllowGroups)
Parse a single value from a -fsanitize= or -fno-sanitize= value list.
Diagnostic wrappers for TextAPI types for error reporting.
Definition Dominators.h:30
static DeviceLibABIVersion fromCodeObjectVersion(unsigned CodeObjectVersion)
bool requiresLibrary()
Whether ABI version bc file is requested.
static constexpr ResponseFileSupport AtFileCurCP()
Definition Job.h:92
The struct type returned by getParsedTargetID.
Definition AMDGPU.h:120