30 unsigned OrderIndex, ScopeIndex;
32 const auto *FD =
SemaRef.getCurFunctionDecl(
true);
33 assert(FD &&
"AMDGPU builtins should not be used outside of a function");
34 llvm::StringMap<bool> CallerFeatureMap;
40 case AMDGPU::BI__builtin_amdgcn_raw_ptr_buffer_load_lds:
41 case AMDGPU::BI__builtin_amdgcn_raw_ptr_buffer_load_async_lds:
42 case AMDGPU::BI__builtin_amdgcn_struct_ptr_buffer_load_lds:
43 case AMDGPU::BI__builtin_amdgcn_struct_ptr_buffer_load_async_lds:
44 case AMDGPU::BI__builtin_amdgcn_load_to_lds:
45 case AMDGPU::BI__builtin_amdgcn_load_async_to_lds:
46 case AMDGPU::BI__builtin_amdgcn_global_load_lds:
47 case AMDGPU::BI__builtin_amdgcn_global_load_async_lds: {
48 constexpr const int SizeIdx = 2;
56 SemaRef.VerifyIntegerConstantExpression(ArgExpr, &Size);
58 switch (Size.getSExtValue()) {
71 diag::err_amdgcn_load_lds_size_invalid_value)
74 diag::note_amdgcn_load_lds_size_valid_value)
79 case AMDGPU::BI__builtin_amdgcn_get_fpenv:
80 case AMDGPU::BI__builtin_amdgcn_set_fpenv:
82 case AMDGPU::BI__builtin_amdgcn_atomic_inc32:
83 case AMDGPU::BI__builtin_amdgcn_atomic_inc64:
84 case AMDGPU::BI__builtin_amdgcn_atomic_dec32:
85 case AMDGPU::BI__builtin_amdgcn_atomic_dec64:
89 case AMDGPU::BI__builtin_amdgcn_fence:
93 case AMDGPU::BI__builtin_amdgcn_s_setreg:
94 return SemaRef.BuiltinConstantArgRange(TheCall, 0, 0,
96 case AMDGPU::BI__builtin_amdgcn_s_wait_event: {
102 "gfx12-insts", CallerFeatureMap);
107 if (((IsGFX12Plus && !
Result[1]) || (!IsGFX12Plus &&
Result[0])) ||
108 Result.getZExtValue() > 2) {
111 diag::warn_amdgpu_s_wait_event_mask_no_effect_target)
114 diag::note_amdgpu_s_wait_event_suggested_value)
120 case AMDGPU::BI__builtin_amdgcn_mov_dpp:
122 case AMDGPU::BI__builtin_amdgcn_mov_dpp8:
124 case AMDGPU::BI__builtin_amdgcn_update_dpp:
126 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_f16_fp8:
127 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_bf16_fp8:
128 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_f16_bf8:
129 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_bf16_bf8:
130 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_f16_fp4:
131 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_bf16_fp4:
132 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_f32_fp8:
133 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_f32_bf8:
134 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk8_f32_fp4:
135 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk16_f16_fp6:
136 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk16_bf16_fp6:
137 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk16_f16_bf6:
138 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk16_bf16_bf6:
139 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk16_f32_fp6:
140 case AMDGPU::BI__builtin_amdgcn_cvt_scale_pk16_f32_bf6:
141 return SemaRef.BuiltinConstantArgRange(TheCall, 2, 0, 15);
142 case AMDGPU::BI__builtin_amdgcn_cooperative_atomic_load_32x4B:
143 case AMDGPU::BI__builtin_amdgcn_cooperative_atomic_load_16x8B:
144 case AMDGPU::BI__builtin_amdgcn_cooperative_atomic_load_8x16B:
146 case AMDGPU::BI__builtin_amdgcn_cooperative_atomic_store_32x4B:
147 case AMDGPU::BI__builtin_amdgcn_cooperative_atomic_store_16x8B:
148 case AMDGPU::BI__builtin_amdgcn_cooperative_atomic_store_8x16B:
150 case AMDGPU::BI__builtin_amdgcn_flat_load_monitor_b32:
151 case AMDGPU::BI__builtin_amdgcn_flat_load_monitor_b64:
152 case AMDGPU::BI__builtin_amdgcn_flat_load_monitor_b128:
153 case AMDGPU::BI__builtin_amdgcn_global_load_monitor_b32:
154 case AMDGPU::BI__builtin_amdgcn_global_load_monitor_b64:
155 case AMDGPU::BI__builtin_amdgcn_global_load_monitor_b128:
157 case AMDGPU::BI__builtin_amdgcn_image_load_1d_v4f32_i32:
158 case AMDGPU::BI__builtin_amdgcn_image_load_1darray_v4f32_i32:
159 case AMDGPU::BI__builtin_amdgcn_image_load_1d_v4f16_i32:
160 case AMDGPU::BI__builtin_amdgcn_image_load_1darray_v4f16_i32:
161 case AMDGPU::BI__builtin_amdgcn_image_load_2d_f32_i32:
162 case AMDGPU::BI__builtin_amdgcn_image_load_2d_v4f32_i32:
163 case AMDGPU::BI__builtin_amdgcn_image_load_2d_v4f16_i32:
164 case AMDGPU::BI__builtin_amdgcn_image_load_2darray_f32_i32:
165 case AMDGPU::BI__builtin_amdgcn_image_load_2darray_v4f32_i32:
166 case AMDGPU::BI__builtin_amdgcn_image_load_2darray_v4f16_i32:
167 case AMDGPU::BI__builtin_amdgcn_image_load_3d_v4f32_i32:
168 case AMDGPU::BI__builtin_amdgcn_image_load_3d_v4f16_i32:
169 case AMDGPU::BI__builtin_amdgcn_image_load_cube_v4f32_i32:
170 case AMDGPU::BI__builtin_amdgcn_image_load_cube_v4f16_i32:
171 case AMDGPU::BI__builtin_amdgcn_image_load_mip_1d_v4f32_i32:
172 case AMDGPU::BI__builtin_amdgcn_image_load_mip_1d_v4f16_i32:
173 case AMDGPU::BI__builtin_amdgcn_image_load_mip_1darray_v4f32_i32:
174 case AMDGPU::BI__builtin_amdgcn_image_load_mip_1darray_v4f16_i32:
175 case AMDGPU::BI__builtin_amdgcn_image_load_mip_2d_f32_i32:
176 case AMDGPU::BI__builtin_amdgcn_image_load_mip_2d_v4f32_i32:
177 case AMDGPU::BI__builtin_amdgcn_image_load_mip_2d_v4f16_i32:
178 case AMDGPU::BI__builtin_amdgcn_image_load_mip_2darray_f32_i32:
179 case AMDGPU::BI__builtin_amdgcn_image_load_mip_2darray_v4f32_i32:
180 case AMDGPU::BI__builtin_amdgcn_image_load_mip_2darray_v4f16_i32:
181 case AMDGPU::BI__builtin_amdgcn_image_load_mip_3d_v4f32_i32:
182 case AMDGPU::BI__builtin_amdgcn_image_load_mip_3d_v4f16_i32:
183 case AMDGPU::BI__builtin_amdgcn_image_load_mip_cube_v4f32_i32:
184 case AMDGPU::BI__builtin_amdgcn_image_load_mip_cube_v4f16_i32:
185 case AMDGPU::BI__builtin_amdgcn_image_sample_1d_v4f32_f32:
186 case AMDGPU::BI__builtin_amdgcn_image_sample_1darray_v4f32_f32:
187 case AMDGPU::BI__builtin_amdgcn_image_sample_1d_v4f16_f32:
188 case AMDGPU::BI__builtin_amdgcn_image_sample_1darray_v4f16_f32:
189 case AMDGPU::BI__builtin_amdgcn_image_sample_2d_f32_f32:
190 case AMDGPU::BI__builtin_amdgcn_image_sample_2d_v4f32_f32:
191 case AMDGPU::BI__builtin_amdgcn_image_sample_2d_v4f16_f32:
192 case AMDGPU::BI__builtin_amdgcn_image_sample_2darray_f32_f32:
193 case AMDGPU::BI__builtin_amdgcn_image_sample_2darray_v4f32_f32:
194 case AMDGPU::BI__builtin_amdgcn_image_sample_2darray_v4f16_f32:
195 case AMDGPU::BI__builtin_amdgcn_image_sample_3d_v4f32_f32:
196 case AMDGPU::BI__builtin_amdgcn_image_sample_3d_v4f16_f32:
197 case AMDGPU::BI__builtin_amdgcn_image_sample_cube_v4f32_f32:
198 case AMDGPU::BI__builtin_amdgcn_image_sample_cube_v4f16_f32:
199 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_1d_v4f32_f32:
200 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_1d_v4f16_f32:
201 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_1darray_v4f32_f32:
202 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_1darray_v4f16_f32:
203 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_2d_f32_f32:
204 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_2d_v4f32_f32:
205 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_2d_v4f16_f32:
206 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_2darray_f32_f32:
207 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_2darray_v4f32_f32:
208 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_2darray_v4f16_f32:
209 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_3d_v4f32_f32:
210 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_3d_v4f16_f32:
211 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_cube_v4f32_f32:
212 case AMDGPU::BI__builtin_amdgcn_image_sample_lz_cube_v4f16_f32:
213 case AMDGPU::BI__builtin_amdgcn_image_sample_l_1d_v4f32_f32:
214 case AMDGPU::BI__builtin_amdgcn_image_sample_l_1d_v4f16_f32:
215 case AMDGPU::BI__builtin_amdgcn_image_sample_l_1darray_v4f32_f32:
216 case AMDGPU::BI__builtin_amdgcn_image_sample_l_1darray_v4f16_f32:
217 case AMDGPU::BI__builtin_amdgcn_image_sample_l_2d_f32_f32:
218 case AMDGPU::BI__builtin_amdgcn_image_sample_l_2d_v4f16_f32:
219 case AMDGPU::BI__builtin_amdgcn_image_sample_l_2d_v4f32_f32:
220 case AMDGPU::BI__builtin_amdgcn_image_sample_l_2darray_f32_f32:
221 case AMDGPU::BI__builtin_amdgcn_image_sample_l_2darray_v4f32_f32:
222 case AMDGPU::BI__builtin_amdgcn_image_sample_l_2darray_v4f16_f32:
223 case AMDGPU::BI__builtin_amdgcn_image_sample_l_3d_v4f32_f32:
224 case AMDGPU::BI__builtin_amdgcn_image_sample_l_3d_v4f16_f32:
225 case AMDGPU::BI__builtin_amdgcn_image_sample_l_cube_v4f32_f32:
226 case AMDGPU::BI__builtin_amdgcn_image_sample_l_cube_v4f16_f32:
227 case AMDGPU::BI__builtin_amdgcn_image_sample_d_1d_v4f32_f32:
228 case AMDGPU::BI__builtin_amdgcn_image_sample_d_1d_v4f16_f32:
229 case AMDGPU::BI__builtin_amdgcn_image_sample_d_1darray_v4f32_f32:
230 case AMDGPU::BI__builtin_amdgcn_image_sample_d_1darray_v4f16_f32:
231 case AMDGPU::BI__builtin_amdgcn_image_sample_d_2d_f32_f32:
232 case AMDGPU::BI__builtin_amdgcn_image_sample_d_2d_v4f32_f32:
233 case AMDGPU::BI__builtin_amdgcn_image_sample_d_2d_v4f16_f32:
234 case AMDGPU::BI__builtin_amdgcn_image_sample_d_2darray_f32_f32:
235 case AMDGPU::BI__builtin_amdgcn_image_sample_d_2darray_v4f32_f32:
236 case AMDGPU::BI__builtin_amdgcn_image_sample_d_2darray_v4f16_f32:
237 case AMDGPU::BI__builtin_amdgcn_image_sample_d_3d_v4f32_f32:
238 case AMDGPU::BI__builtin_amdgcn_image_sample_d_3d_v4f16_f32:
239 case AMDGPU::BI__builtin_amdgcn_image_gather4_lz_2d_v4f32_f32: {
240 StringRef FeatureList(
245 << FD->getDeclName() << FeatureList;
249 unsigned ArgCount = TheCall->
getNumArgs() - 1;
254 (
SemaRef.BuiltinConstantArg(TheCall, (ArgCount - 1),
Result));
256 case AMDGPU::BI__builtin_amdgcn_image_store_1d_v4f32_i32:
257 case AMDGPU::BI__builtin_amdgcn_image_store_1darray_v4f32_i32:
258 case AMDGPU::BI__builtin_amdgcn_image_store_1d_v4f16_i32:
259 case AMDGPU::BI__builtin_amdgcn_image_store_1darray_v4f16_i32:
260 case AMDGPU::BI__builtin_amdgcn_image_store_2d_f32_i32:
261 case AMDGPU::BI__builtin_amdgcn_image_store_2d_v4f32_i32:
262 case AMDGPU::BI__builtin_amdgcn_image_store_2d_v4f16_i32:
263 case AMDGPU::BI__builtin_amdgcn_image_store_2darray_f32_i32:
264 case AMDGPU::BI__builtin_amdgcn_image_store_2darray_v4f32_i32:
265 case AMDGPU::BI__builtin_amdgcn_image_store_2darray_v4f16_i32:
266 case AMDGPU::BI__builtin_amdgcn_image_store_3d_v4f32_i32:
267 case AMDGPU::BI__builtin_amdgcn_image_store_3d_v4f16_i32:
268 case AMDGPU::BI__builtin_amdgcn_image_store_cube_v4f32_i32:
269 case AMDGPU::BI__builtin_amdgcn_image_store_cube_v4f16_i32:
270 case AMDGPU::BI__builtin_amdgcn_image_store_mip_1d_v4f32_i32:
271 case AMDGPU::BI__builtin_amdgcn_image_store_mip_1d_v4f16_i32:
272 case AMDGPU::BI__builtin_amdgcn_image_store_mip_1darray_v4f32_i32:
273 case AMDGPU::BI__builtin_amdgcn_image_store_mip_1darray_v4f16_i32:
274 case AMDGPU::BI__builtin_amdgcn_image_store_mip_2d_f32_i32:
275 case AMDGPU::BI__builtin_amdgcn_image_store_mip_2d_v4f32_i32:
276 case AMDGPU::BI__builtin_amdgcn_image_store_mip_2d_v4f16_i32:
277 case AMDGPU::BI__builtin_amdgcn_image_store_mip_2darray_f32_i32:
278 case AMDGPU::BI__builtin_amdgcn_image_store_mip_2darray_v4f32_i32:
279 case AMDGPU::BI__builtin_amdgcn_image_store_mip_2darray_v4f16_i32:
280 case AMDGPU::BI__builtin_amdgcn_image_store_mip_3d_v4f32_i32:
281 case AMDGPU::BI__builtin_amdgcn_image_store_mip_3d_v4f16_i32:
282 case AMDGPU::BI__builtin_amdgcn_image_store_mip_cube_v4f32_i32:
283 case AMDGPU::BI__builtin_amdgcn_image_store_mip_cube_v4f16_i32: {
284 StringRef FeatureList(
289 << FD->getDeclName() << FeatureList;
293 unsigned ArgCount = TheCall->
getNumArgs() - 1;
298 (
SemaRef.BuiltinConstantArg(TheCall, (ArgCount - 1),
Result));
300 case AMDGPU::BI__builtin_amdgcn_wmma_i32_16x16x64_iu8:
301 case AMDGPU::BI__builtin_amdgcn_swmmac_i32_16x16x128_iu8: {
302 if (BuiltinID == AMDGPU::BI__builtin_amdgcn_wmma_i32_16x16x64_iu8) {
303 if (
SemaRef.checkArgCountRange(TheCall, 7, 8))
307 }
else if (BuiltinID ==
308 AMDGPU::BI__builtin_amdgcn_swmmac_i32_16x16x128_iu8) {
309 if (
SemaRef.checkArgCountRange(TheCall, 8, 9))
318 llvm::APSInt ClampValue;
319 if (!
SemaRef.VerifyIntegerConstantExpression(ClampArg, &ClampValue)
328 SemaRef.CheckSingleAssignmentConstraints(BoolTy, ClampExpr);
339 auto ArgExpr = Arg.
get();
343 return Diag(ArgExpr->getExprLoc(), diag::err_typecheck_expect_int)
344 << ArgExpr->getType();
345 auto Ord = ArgResult.
Val.
getInt().getZExtValue();
349 if (!llvm::isValidAtomicOrderingCABI(Ord))
350 return Diag(ArgExpr->getBeginLoc(),
351 diag::warn_atomic_op_has_invalid_memory_order)
352 << 0 << ArgExpr->getSourceRange();
353 switch (
static_cast<llvm::AtomicOrderingCABI
>(Ord)) {
354 case llvm::AtomicOrderingCABI::relaxed:
355 case llvm::AtomicOrderingCABI::consume:
356 if (BuiltinID == AMDGPU::BI__builtin_amdgcn_fence)
357 return Diag(ArgExpr->getBeginLoc(),
358 diag::warn_atomic_op_has_invalid_memory_order)
359 << 0 << ArgExpr->getSourceRange();
361 case llvm::AtomicOrderingCABI::acquire:
362 case llvm::AtomicOrderingCABI::release:
363 case llvm::AtomicOrderingCABI::acq_rel:
364 case llvm::AtomicOrderingCABI::seq_cst:
368 Arg = TheCall->
getArg(ScopeIndex);
372 if (!ArgExpr->EvaluateAsConstantExpr(ArgResult1,
getASTContext()))
373 return Diag(ArgExpr->getExprLoc(), diag::err_expr_not_string_literal)
374 << ArgExpr->getType();