clang 24.0.0git
RISCV.cpp
Go to the documentation of this file.
1//===-------- RISCV.cpp - Emit LLVM Code for builtins ---------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This contains code to emit Builtin calls as LLVM code.
10//
11//===----------------------------------------------------------------------===//
12
13#include "CodeGenFunction.h"
14#include "clang/Basic/TargetBuiltins.h"
15#include "llvm/IR/IntrinsicsRISCV.h"
16#include "llvm/TargetParser/RISCVISAInfo.h"
17#include "llvm/TargetParser/RISCVTargetParser.h"
18
19using namespace clang;
20using namespace CodeGen;
21using namespace llvm;
22
23// The 0th bit simulates the `vta` of RVV
24// The 1st bit simulates the `vma` of RVV
25static constexpr unsigned RVV_VTA = 0x1;
26static constexpr unsigned RVV_VMA = 0x2;
27
28// RISC-V Vector builtin helper functions are marked NOINLINE to prevent
29// excessive inlining in CodeGenFunction::EmitRISCVBuiltinExpr's large switch
30// statement, which would significantly increase compilation time.
31static LLVM_ATTRIBUTE_NOINLINE Value *
32emitRVVVLEFFBuiltin(CodeGenFunction *CGF, const CallExpr *E,
33 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
34 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
35 int PolicyAttrs, bool IsMasked) {
36 auto &Builder = CGF->Builder;
37 auto &CGM = CGF->CGM;
38 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
39 if (IsMasked) {
40 // Move mask to right before vl.
41 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
42 if ((PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA))
43 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
44 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
45 IntrinsicTypes = {ResultType, Ops[4]->getType(), Ops[2]->getType()};
46 } else {
47 if (PolicyAttrs & RVV_VTA)
48 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
49 IntrinsicTypes = {ResultType, Ops[3]->getType(), Ops[1]->getType()};
50 }
51 Value *NewVL = Ops[2];
52 Ops.erase(Ops.begin() + 2);
53 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
54 llvm::Value *LoadValue = Builder.CreateCall(F, Ops, "");
55 llvm::Value *V = Builder.CreateExtractValue(LoadValue, {0});
56 // Store new_vl.
57 clang::CharUnits Align;
58 if (IsMasked)
59 Align = CGM.getNaturalPointeeTypeAlignment(
60 E->getArg(E->getNumArgs() - 2)->getType());
61 else
62 Align = CGM.getNaturalPointeeTypeAlignment(E->getArg(1)->getType());
63 llvm::Value *Val = Builder.CreateExtractValue(LoadValue, {1});
64 Builder.CreateStore(Val, Address(NewVL, Val->getType(), Align));
65 return V;
66}
67
68static LLVM_ATTRIBUTE_NOINLINE Value *
69emitRVVVSSEBuiltin(CodeGenFunction *CGF, const CallExpr *E,
70 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
71 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
72 int PolicyAttrs, bool IsMasked) {
73 auto &Builder = CGF->Builder;
74 auto &CGM = CGF->CGM;
75 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
76 if (IsMasked) {
77 // Builtin: (mask, ptr, stride, value, vl). Intrinsic: (value, ptr, stride,
78 // mask, vl)
79 std::swap(Ops[0], Ops[3]);
80 } else {
81 // Builtin: (ptr, stride, value, vl). Intrinsic: (value, ptr, stride, vl)
82 std::rotate(Ops.begin(), Ops.begin() + 2, Ops.begin() + 3);
83 }
84 if (IsMasked)
85 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[4]->getType()};
86 else
87 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[3]->getType()};
88 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
89 return Builder.CreateCall(F, Ops, "");
90}
91
92static LLVM_ATTRIBUTE_NOINLINE Value *
93emitRVVIndexedStoreBuiltin(CodeGenFunction *CGF, const CallExpr *E,
94 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
95 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
96 int PolicyAttrs, bool IsMasked) {
97 auto &Builder = CGF->Builder;
98 auto &CGM = CGF->CGM;
99 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
100 if (IsMasked) {
101 // Builtin: (mask, ptr, index, value, vl).
102 // Intrinsic: (value, ptr, index, mask, vl)
103 std::swap(Ops[0], Ops[3]);
104 } else {
105 // Builtin: (ptr, index, value, vl).
106 // Intrinsic: (value, ptr, index, vl)
107 std::rotate(Ops.begin(), Ops.begin() + 2, Ops.begin() + 3);
108 }
109 if (IsMasked)
110 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[2]->getType(),
111 Ops[4]->getType()};
112 else
113 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[2]->getType(),
114 Ops[3]->getType()};
115 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
116 return Builder.CreateCall(F, Ops, "");
117}
118
119static LLVM_ATTRIBUTE_NOINLINE Value *
120emitRVVPseudoUnaryBuiltin(CodeGenFunction *CGF, const CallExpr *E,
121 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
122 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
123 int PolicyAttrs, bool IsMasked) {
124 auto &Builder = CGF->Builder;
125 auto &CGM = CGF->CGM;
126 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
127 if (IsMasked) {
128 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
129 if ((PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA))
130 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
131 } else {
132 if (PolicyAttrs & RVV_VTA)
133 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
134 }
135 auto ElemTy = cast<llvm::VectorType>(ResultType)->getElementType();
136 Ops.insert(Ops.begin() + 2, llvm::Constant::getNullValue(ElemTy));
137 if (IsMasked) {
138 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
139 // maskedoff, op1, op2, mask, vl, policy
140 IntrinsicTypes = {ResultType, ElemTy, Ops[4]->getType()};
141 } else {
142 // passthru, op1, op2, vl
143 IntrinsicTypes = {ResultType, ElemTy, Ops[3]->getType()};
144 }
145 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
146 return Builder.CreateCall(F, Ops, "");
147}
148
149static LLVM_ATTRIBUTE_NOINLINE Value *
150emitRVVPseudoVNotBuiltin(CodeGenFunction *CGF, const CallExpr *E,
151 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
152 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
153 int PolicyAttrs, bool IsMasked) {
154 auto &Builder = CGF->Builder;
155 auto &CGM = CGF->CGM;
156 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
157 if (IsMasked) {
158 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
159 if ((PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA))
160 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
161 } else {
162 if (PolicyAttrs & RVV_VTA)
163 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
164 }
165 auto ElemTy = cast<llvm::VectorType>(ResultType)->getElementType();
166 Ops.insert(Ops.begin() + 2, llvm::Constant::getAllOnesValue(ElemTy));
167 if (IsMasked) {
168 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
169 // maskedoff, op1, po2, mask, vl, policy
170 IntrinsicTypes = {ResultType, ElemTy, Ops[4]->getType()};
171 } else {
172 // passthru, op1, op2, vl
173 IntrinsicTypes = {ResultType, ElemTy, Ops[3]->getType()};
174 }
175 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
176 return Builder.CreateCall(F, Ops, "");
177}
178
179static LLVM_ATTRIBUTE_NOINLINE Value *
180emitRVVPseudoMaskBuiltin(CodeGenFunction *CGF, const CallExpr *E,
181 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
182 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
183 int PolicyAttrs, bool IsMasked) {
184 auto &Builder = CGF->Builder;
185 auto &CGM = CGF->CGM;
186 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
187 // op1, vl
188 IntrinsicTypes = {ResultType, Ops[1]->getType()};
189 Ops.insert(Ops.begin() + 1, Ops[0]);
190 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
191 return Builder.CreateCall(F, Ops, "");
192}
193
194static LLVM_ATTRIBUTE_NOINLINE Value *
195emitRVVPseudoVFUnaryBuiltin(CodeGenFunction *CGF, const CallExpr *E,
196 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
197 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
198 int PolicyAttrs, bool IsMasked) {
199 auto &Builder = CGF->Builder;
200 auto &CGM = CGF->CGM;
201 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
202 if (IsMasked) {
203 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
204 if ((PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA))
205 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
206 Ops.insert(Ops.begin() + 2, Ops[1]);
207 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
208 // maskedoff, op1, op2, mask, vl
209 IntrinsicTypes = {ResultType, Ops[2]->getType(), Ops.back()->getType()};
210 } else {
211 if (PolicyAttrs & RVV_VTA)
212 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
213 // op1, po2, vl
214 IntrinsicTypes = {ResultType, Ops[1]->getType(), Ops[2]->getType()};
215 Ops.insert(Ops.begin() + 2, Ops[1]);
216 }
217 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
218 return Builder.CreateCall(F, Ops, "");
219}
220
221static LLVM_ATTRIBUTE_NOINLINE Value *
222emitRVVPseudoVWCVTBuiltin(CodeGenFunction *CGF, const CallExpr *E,
223 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
224 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
225 int PolicyAttrs, bool IsMasked) {
226 auto &Builder = CGF->Builder;
227 auto &CGM = CGF->CGM;
228 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
229 if (IsMasked) {
230 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
231 if ((PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA))
232 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
233 } else {
234 if (PolicyAttrs & RVV_VTA)
235 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
236 }
237 auto ElemTy = cast<llvm::VectorType>(Ops[1]->getType())->getElementType();
238 Ops.insert(Ops.begin() + 2, llvm::Constant::getNullValue(ElemTy));
239 if (IsMasked) {
240 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
241 // maskedoff, op1, op2, mask, vl, policy
242 IntrinsicTypes = {ResultType, Ops[1]->getType(), ElemTy, Ops[4]->getType()};
243 } else {
244 // passtru, op1, op2, vl
245 IntrinsicTypes = {ResultType, Ops[1]->getType(), ElemTy, Ops[3]->getType()};
246 }
247 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
248 return Builder.CreateCall(F, Ops, "");
249}
250
251static LLVM_ATTRIBUTE_NOINLINE Value *
252emitRVVPseudoVNCVTBuiltin(CodeGenFunction *CGF, const CallExpr *E,
253 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
254 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
255 int PolicyAttrs, bool IsMasked) {
256 auto &Builder = CGF->Builder;
257 auto &CGM = CGF->CGM;
258 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
259 if (IsMasked) {
260 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
261 if ((PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA))
262 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
263 } else {
264 if (PolicyAttrs & RVV_VTA)
265 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
266 }
267 Ops.insert(Ops.begin() + 2,
268 llvm::Constant::getNullValue(Ops.back()->getType()));
269 if (IsMasked) {
270 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
271 // maskedoff, op1, xlen, mask, vl
272 IntrinsicTypes = {ResultType, Ops[1]->getType(), Ops[4]->getType(),
273 Ops[4]->getType()};
274 } else {
275 // passthru, op1, xlen, vl
276 IntrinsicTypes = {ResultType, Ops[1]->getType(), Ops[3]->getType(),
277 Ops[3]->getType()};
278 }
279 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
280 return Builder.CreateCall(F, Ops, "");
281}
282
283static LLVM_ATTRIBUTE_NOINLINE Value *
284emitRVVVlenbBuiltin(CodeGenFunction *CGF, const CallExpr *E,
285 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
286 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
287 int PolicyAttrs, bool IsMasked) {
288 auto &Builder = CGF->Builder;
289 auto &CGM = CGF->CGM;
290 LLVMContext &Context = CGM.getLLVMContext();
291 llvm::MDBuilder MDHelper(Context);
292 llvm::Metadata *OpsMD[] = {llvm::MDString::get(Context, "vlenb")};
293 llvm::MDNode *RegName = llvm::MDNode::get(Context, OpsMD);
294 llvm::Value *Metadata = llvm::MetadataAsValue::get(Context, RegName);
295 llvm::Function *F =
296 CGM.getIntrinsic(llvm::Intrinsic::read_register, {CGF->SizeTy});
297 return Builder.CreateCall(F, Metadata);
298}
299
300static LLVM_ATTRIBUTE_NOINLINE Value *
301emitRVVVsetvliBuiltin(CodeGenFunction *CGF, const CallExpr *E,
302 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
303 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
304 int PolicyAttrs, bool IsMasked) {
305 auto &Builder = CGF->Builder;
306 auto &CGM = CGF->CGM;
307 llvm::Function *F = CGM.getIntrinsic(ID, {ResultType});
308 return Builder.CreateCall(F, Ops, "");
309}
310
311static LLVM_ATTRIBUTE_NOINLINE Value *
312emitRVVVSEMaskBuiltin(CodeGenFunction *CGF, const CallExpr *E,
313 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
314 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
315 int PolicyAttrs, bool IsMasked) {
316 auto &Builder = CGF->Builder;
317 auto &CGM = CGF->CGM;
318 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
319 if (IsMasked) {
320 // Builtin: (mask, ptr, value, vl).
321 // Intrinsic: (value, ptr, mask, vl)
322 std::swap(Ops[0], Ops[2]);
323 } else {
324 // Builtin: (ptr, value, vl).
325 // Intrinsic: (value, ptr, vl)
326 std::swap(Ops[0], Ops[1]);
327 }
328 if (IsMasked)
329 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[3]->getType()};
330 else
331 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[2]->getType()};
332 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
333 return Builder.CreateCall(F, Ops, "");
334}
335
336static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVUnitStridedSegLoadTupleBuiltin(
337 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
338 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
339 int PolicyAttrs, bool IsMasked, unsigned SegInstSEW) {
340 auto &Builder = CGF->Builder;
341 auto &CGM = CGF->CGM;
342 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
343 bool NoPassthru =
344 (IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) |
345 (!IsMasked && (PolicyAttrs & RVV_VTA));
346 unsigned Offset = IsMasked ? NoPassthru ? 1 : 2 : NoPassthru ? 0 : 1;
347 if (IsMasked)
348 IntrinsicTypes = {ResultType, Ops[Offset]->getType(), Ops[0]->getType(),
349 Ops.back()->getType()};
350 else
351 IntrinsicTypes = {ResultType, Ops[Offset]->getType(),
352 Ops.back()->getType()};
353 if (IsMasked)
354 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
355 if (NoPassthru)
356 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
357 if (IsMasked)
358 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
359 Ops.push_back(ConstantInt::get(Ops.back()->getType(), SegInstSEW));
360 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
361 llvm::Value *LoadValue = Builder.CreateCall(F, Ops, "");
362 if (ReturnValue.isNull())
363 return LoadValue;
364 return Builder.CreateStore(LoadValue, ReturnValue.getValue());
365}
366
367static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVUnitStridedSegStoreTupleBuiltin(
368 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
369 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
370 int PolicyAttrs, bool IsMasked, unsigned SegInstSEW) {
371 auto &Builder = CGF->Builder;
372 auto &CGM = CGF->CGM;
373 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
374 // Masked
375 // Builtin: (mask, ptr, v_tuple, vl)
376 // Intrinsic: (tuple, ptr, mask, vl, SegInstSEW)
377 // Unmasked
378 // Builtin: (ptr, v_tuple, vl)
379 // Intrinsic: (tuple, ptr, vl, SegInstSEW)
380 if (IsMasked)
381 std::swap(Ops[0], Ops[2]);
382 else
383 std::swap(Ops[0], Ops[1]);
384 Ops.push_back(ConstantInt::get(Ops.back()->getType(), SegInstSEW));
385 if (IsMasked)
386 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[2]->getType(),
387 Ops[3]->getType()};
388 else
389 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[2]->getType()};
390 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
391 return Builder.CreateCall(F, Ops, "");
392}
393
394static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVUnitStridedSegLoadFFTupleBuiltin(
395 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
396 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
397 int PolicyAttrs, bool IsMasked, unsigned SegInstSEW) {
398 auto &Builder = CGF->Builder;
399 auto &CGM = CGF->CGM;
400 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
401 bool NoPassthru =
402 (IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) |
403 (!IsMasked && (PolicyAttrs & RVV_VTA));
404 unsigned Offset = IsMasked ? NoPassthru ? 1 : 2 : NoPassthru ? 0 : 1;
405 if (IsMasked)
406 IntrinsicTypes = {ResultType, Ops.back()->getType(), Ops[Offset]->getType(),
407 Ops[0]->getType()};
408 else
409 IntrinsicTypes = {ResultType, Ops.back()->getType(),
410 Ops[Offset]->getType()};
411 if (IsMasked)
412 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
413 if (NoPassthru)
414 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
415 if (IsMasked)
416 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
417 Ops.push_back(ConstantInt::get(Ops.back()->getType(), SegInstSEW));
418 Value *NewVL = Ops[2];
419 Ops.erase(Ops.begin() + 2);
420 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
421 llvm::Value *LoadValue = Builder.CreateCall(F, Ops, "");
422 // Get alignment from the new vl operand
423 clang::CharUnits Align =
424 CGM.getNaturalPointeeTypeAlignment(E->getArg(Offset + 1)->getType());
425 llvm::Value *ReturnTuple = Builder.CreateExtractValue(LoadValue, 0);
426 // Store new_vl
427 llvm::Value *V = Builder.CreateExtractValue(LoadValue, 1);
428 Builder.CreateStore(V, Address(NewVL, V->getType(), Align));
429 if (ReturnValue.isNull())
430 return ReturnTuple;
431 return Builder.CreateStore(ReturnTuple, ReturnValue.getValue());
432}
433
434static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVStridedSegLoadTupleBuiltin(
435 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
436 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
437 int PolicyAttrs, bool IsMasked, unsigned SegInstSEW) {
438 auto &Builder = CGF->Builder;
439 auto &CGM = CGF->CGM;
440 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
441 bool NoPassthru =
442 (IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) |
443 (!IsMasked && (PolicyAttrs & RVV_VTA));
444 unsigned Offset = IsMasked ? NoPassthru ? 1 : 2 : NoPassthru ? 0 : 1;
445 if (IsMasked)
446 IntrinsicTypes = {ResultType, Ops[Offset]->getType(), Ops.back()->getType(),
447 Ops[0]->getType()};
448 else
449 IntrinsicTypes = {ResultType, Ops[Offset]->getType(),
450 Ops.back()->getType()};
451 if (IsMasked)
452 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
453 if (NoPassthru)
454 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
455 if (IsMasked)
456 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
457 Ops.push_back(ConstantInt::get(Ops.back()->getType(), SegInstSEW));
458 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
459 llvm::Value *LoadValue = Builder.CreateCall(F, Ops, "");
460 if (ReturnValue.isNull())
461 return LoadValue;
462 return Builder.CreateStore(LoadValue, ReturnValue.getValue());
463}
464
465static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVStridedSegStoreTupleBuiltin(
466 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
467 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
468 int PolicyAttrs, bool IsMasked, unsigned SegInstSEW) {
469 auto &Builder = CGF->Builder;
470 auto &CGM = CGF->CGM;
471 llvm::SmallVector<llvm::Type *, 4> IntrinsicTypes;
472 // Masked
473 // Builtin: (mask, ptr, stride, v_tuple, vl)
474 // Intrinsic: (tuple, ptr, stride, mask, vl, SegInstSEW)
475 // Unmasked
476 // Builtin: (ptr, stride, v_tuple, vl)
477 // Intrinsic: (tuple, ptr, stride, vl, SegInstSEW)
478 if (IsMasked)
479 std::swap(Ops[0], Ops[3]);
480 else
481 std::rotate(Ops.begin(), Ops.begin() + 2, Ops.begin() + 3);
482 Ops.push_back(ConstantInt::get(Ops.back()->getType(), SegInstSEW));
483 if (IsMasked)
484 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[4]->getType(),
485 Ops[3]->getType()};
486 else
487 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[3]->getType()};
488 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
489 return Builder.CreateCall(F, Ops, "");
490}
491
492static LLVM_ATTRIBUTE_NOINLINE Value *
493emitRVVAveragingBuiltin(CodeGenFunction *CGF, const CallExpr *E,
494 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
495 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
496 int PolicyAttrs, bool IsMasked) {
497 auto &Builder = CGF->Builder;
498 auto &CGM = CGF->CGM;
499 // LLVM intrinsic
500 // Unmasked: (passthru, op0, op1, round_mode, vl)
501 // Masked: (passthru, vector_in, vector_in/scalar_in, mask, vxrm, vl,
502 // policy)
503
504 bool HasMaskedOff =
505 !((IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) ||
506 (!IsMasked && PolicyAttrs & RVV_VTA));
507
508 if (IsMasked)
509 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
510
511 if (!HasMaskedOff)
512 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
513
514 if (IsMasked)
515 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
516
517 llvm::Function *F = CGM.getIntrinsic(
518 ID, {ResultType, Ops[2]->getType(), Ops.back()->getType()});
519 return Builder.CreateCall(F, Ops, "");
520}
521
522static LLVM_ATTRIBUTE_NOINLINE Value *
523emitRVVNarrowingClipBuiltin(CodeGenFunction *CGF, const CallExpr *E,
524 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
525 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
526 int PolicyAttrs, bool IsMasked) {
527 auto &Builder = CGF->Builder;
528 auto &CGM = CGF->CGM;
529 // LLVM intrinsic
530 // Unmasked: (passthru, op0, op1, round_mode, vl)
531 // Masked: (passthru, vector_in, vector_in/scalar_in, mask, vxrm, vl,
532 // policy)
533
534 bool HasMaskedOff =
535 !((IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) ||
536 (!IsMasked && PolicyAttrs & RVV_VTA));
537
538 if (IsMasked)
539 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
540
541 if (!HasMaskedOff)
542 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
543
544 if (IsMasked)
545 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
546
547 llvm::Function *F =
548 CGM.getIntrinsic(ID, {ResultType, Ops[1]->getType(), Ops[2]->getType(),
549 Ops.back()->getType()});
550 return Builder.CreateCall(F, Ops, "");
551}
552
553static LLVM_ATTRIBUTE_NOINLINE Value *
554emitRVVFloatingPointBuiltin(CodeGenFunction *CGF, const CallExpr *E,
555 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
556 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
557 int PolicyAttrs, bool IsMasked) {
558 auto &Builder = CGF->Builder;
559 auto &CGM = CGF->CGM;
560 // LLVM intrinsic
561 // Unmasked: (passthru, op0, op1, round_mode, vl)
562 // Masked: (passthru, vector_in, vector_in/scalar_in, mask, frm, vl, policy)
563
564 bool HasMaskedOff =
565 !((IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) ||
566 (!IsMasked && PolicyAttrs & RVV_VTA));
567 bool HasRoundModeOp =
568 IsMasked ? (HasMaskedOff ? Ops.size() == 6 : Ops.size() == 5)
569 : (HasMaskedOff ? Ops.size() == 5 : Ops.size() == 4);
570
571 if (!HasRoundModeOp)
572 Ops.insert(Ops.end() - 1,
573 ConstantInt::get(Ops.back()->getType(), 7)); // frm
574
575 if (IsMasked)
576 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
577
578 if (!HasMaskedOff)
579 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
580
581 if (IsMasked)
582 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
583
584 llvm::Function *F = CGM.getIntrinsic(
585 ID, {ResultType, Ops[2]->getType(), Ops.back()->getType()});
586 return Builder.CreateCall(F, Ops, "");
587}
588
589static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVWideningFloatingPointBuiltin(
590 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
591 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
592 int PolicyAttrs, bool IsMasked) {
593 auto &Builder = CGF->Builder;
594 auto &CGM = CGF->CGM;
595 // LLVM intrinsic
596 // Unmasked: (passthru, op0, op1, round_mode, vl)
597 // Masked: (passthru, vector_in, vector_in/scalar_in, mask, frm, vl, policy)
598
599 bool HasMaskedOff =
600 !((IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) ||
601 (!IsMasked && PolicyAttrs & RVV_VTA));
602 bool HasRoundModeOp =
603 IsMasked ? (HasMaskedOff ? Ops.size() == 6 : Ops.size() == 5)
604 : (HasMaskedOff ? Ops.size() == 5 : Ops.size() == 4);
605
606 if (!HasRoundModeOp)
607 Ops.insert(Ops.end() - 1,
608 ConstantInt::get(Ops.back()->getType(), 7)); // frm
609
610 if (IsMasked)
611 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
612
613 if (!HasMaskedOff)
614 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
615
616 if (IsMasked)
617 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
618
619 llvm::Function *F =
620 CGM.getIntrinsic(ID, {ResultType, Ops[1]->getType(), Ops[2]->getType(),
621 Ops.back()->getType()});
622 return Builder.CreateCall(F, Ops, "");
623}
624
625static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVIndexedSegLoadTupleBuiltin(
626 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
627 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
628 int PolicyAttrs, bool IsMasked, unsigned SegInstSEW) {
629 auto &Builder = CGF->Builder;
630 auto &CGM = CGF->CGM;
631 llvm::SmallVector<llvm::Type *, 5> IntrinsicTypes;
632
633 bool NoPassthru =
634 (IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) |
635 (!IsMasked && (PolicyAttrs & RVV_VTA));
636
637 if (IsMasked)
638 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 1);
639 if (NoPassthru)
640 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
641
642 if (IsMasked)
643 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
644 Ops.push_back(ConstantInt::get(Ops.back()->getType(), SegInstSEW));
645
646 if (IsMasked)
647 IntrinsicTypes = {ResultType, Ops[1]->getType(), Ops[2]->getType(),
648 Ops[3]->getType(), Ops[4]->getType()};
649 else
650 IntrinsicTypes = {ResultType, Ops[1]->getType(), Ops[2]->getType(),
651 Ops[3]->getType()};
652 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
653 llvm::Value *LoadValue = Builder.CreateCall(F, Ops, "");
654
655 if (ReturnValue.isNull())
656 return LoadValue;
657 return Builder.CreateStore(LoadValue, ReturnValue.getValue());
658}
659
660static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVIndexedSegStoreTupleBuiltin(
661 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
662 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
663 int PolicyAttrs, bool IsMasked, unsigned SegInstSEW) {
664 auto &Builder = CGF->Builder;
665 auto &CGM = CGF->CGM;
666 llvm::SmallVector<llvm::Type *, 5> IntrinsicTypes;
667 // Masked
668 // Builtin: (mask, ptr, index, v_tuple, vl)
669 // Intrinsic: (tuple, ptr, index, mask, vl, SegInstSEW)
670 // Unmasked
671 // Builtin: (ptr, index, v_tuple, vl)
672 // Intrinsic: (tuple, ptr, index, vl, SegInstSEW)
673
674 if (IsMasked)
675 std::swap(Ops[0], Ops[3]);
676 else
677 std::rotate(Ops.begin(), Ops.begin() + 2, Ops.begin() + 3);
678
679 Ops.push_back(ConstantInt::get(Ops.back()->getType(), SegInstSEW));
680
681 if (IsMasked)
682 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[2]->getType(),
683 Ops[3]->getType(), Ops[4]->getType()};
684 else
685 IntrinsicTypes = {Ops[0]->getType(), Ops[1]->getType(), Ops[2]->getType(),
686 Ops[3]->getType()};
687 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
688 return Builder.CreateCall(F, Ops, "");
689}
690
691static LLVM_ATTRIBUTE_NOINLINE Value *
692emitRVVFMABuiltin(CodeGenFunction *CGF, const CallExpr *E,
693 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
694 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
695 int PolicyAttrs, bool IsMasked) {
696 auto &Builder = CGF->Builder;
697 auto &CGM = CGF->CGM;
698 // LLVM intrinsic
699 // Unmasked: (vector_in, vector_in/scalar_in, vector_in, round_mode,
700 // vl, policy)
701 // Masked: (vector_in, vector_in/scalar_in, vector_in, mask, frm,
702 // vl, policy)
703
704 bool HasRoundModeOp = IsMasked ? Ops.size() == 6 : Ops.size() == 5;
705
706 if (!HasRoundModeOp)
707 Ops.insert(Ops.end() - 1,
708 ConstantInt::get(Ops.back()->getType(), 7)); // frm
709
710 if (IsMasked)
711 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
712
713 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
714
715 llvm::Function *F = CGM.getIntrinsic(
716 ID, {ResultType, Ops[1]->getType(), Ops.back()->getType()});
717 return Builder.CreateCall(F, Ops, "");
718}
719
720static LLVM_ATTRIBUTE_NOINLINE Value *
721emitRVVWideningFMABuiltin(CodeGenFunction *CGF, const CallExpr *E,
722 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
723 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
724 int PolicyAttrs, bool IsMasked) {
725 auto &Builder = CGF->Builder;
726 auto &CGM = CGF->CGM;
727 // LLVM intrinsic
728 // Unmasked: (vector_in, vector_in/scalar_in, vector_in, round_mode, vl,
729 // policy) Masked: (vector_in, vector_in/scalar_in, vector_in, mask, frm,
730 // vl, policy)
731
732 bool HasRoundModeOp = IsMasked ? Ops.size() == 6 : Ops.size() == 5;
733
734 if (!HasRoundModeOp)
735 Ops.insert(Ops.end() - 1,
736 ConstantInt::get(Ops.back()->getType(), 7)); // frm
737
738 if (IsMasked)
739 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.begin() + 4);
740
741 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
742
743 llvm::Function *F =
744 CGM.getIntrinsic(ID, {ResultType, Ops[1]->getType(), Ops[2]->getType(),
745 Ops.back()->getType()});
746 return Builder.CreateCall(F, Ops, "");
747}
748
749static LLVM_ATTRIBUTE_NOINLINE Value *
750emitRVVFloatingUnaryBuiltin(CodeGenFunction *CGF, const CallExpr *E,
751 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
752 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
753 int PolicyAttrs, bool IsMasked) {
754 auto &Builder = CGF->Builder;
755 auto &CGM = CGF->CGM;
756 llvm::SmallVector<llvm::Type *, 3> IntrinsicTypes;
757 // LLVM intrinsic
758 // Unmasked: (passthru, op0, round_mode, vl)
759 // Masked: (passthru, op0, mask, frm, vl, policy)
760
761 bool HasMaskedOff =
762 !((IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) ||
763 (!IsMasked && PolicyAttrs & RVV_VTA));
764 bool HasRoundModeOp =
765 IsMasked ? (HasMaskedOff ? Ops.size() == 5 : Ops.size() == 4)
766 : (HasMaskedOff ? Ops.size() == 4 : Ops.size() == 3);
767
768 if (!HasRoundModeOp)
769 Ops.insert(Ops.end() - 1,
770 ConstantInt::get(Ops.back()->getType(), 7)); // frm
771
772 if (IsMasked)
773 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
774
775 if (!HasMaskedOff)
776 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
777
778 if (IsMasked)
779 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
780
781 IntrinsicTypes = {ResultType, Ops.back()->getType()};
782 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
783 return Builder.CreateCall(F, Ops, "");
784}
785
786static LLVM_ATTRIBUTE_NOINLINE Value *
787emitRVVFloatingConvBuiltin(CodeGenFunction *CGF, const CallExpr *E,
788 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
789 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
790 int PolicyAttrs, bool IsMasked) {
791 auto &Builder = CGF->Builder;
792 auto &CGM = CGF->CGM;
793 // LLVM intrinsic
794 // Unmasked: (passthru, op0, frm, vl)
795 // Masked: (passthru, op0, mask, frm, vl, policy)
796 bool HasMaskedOff =
797 !((IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) ||
798 (!IsMasked && PolicyAttrs & RVV_VTA));
799 bool HasRoundModeOp =
800 IsMasked ? (HasMaskedOff ? Ops.size() == 5 : Ops.size() == 4)
801 : (HasMaskedOff ? Ops.size() == 4 : Ops.size() == 3);
802
803 if (!HasRoundModeOp)
804 Ops.insert(Ops.end() - 1,
805 ConstantInt::get(Ops.back()->getType(), 7)); // frm
806
807 if (IsMasked)
808 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
809
810 if (!HasMaskedOff)
811 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
812
813 if (IsMasked)
814 Ops.push_back(ConstantInt::get(Ops.back()->getType(), PolicyAttrs));
815
816 llvm::Function *F = CGM.getIntrinsic(
817 ID, {ResultType, Ops[1]->getType(), Ops.back()->getType()});
818 return Builder.CreateCall(F, Ops, "");
819}
820
821static LLVM_ATTRIBUTE_NOINLINE Value *emitRVVFloatingReductionBuiltin(
822 CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue,
823 llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
824 int PolicyAttrs, bool IsMasked) {
825 auto &Builder = CGF->Builder;
826 auto &CGM = CGF->CGM;
827 // LLVM intrinsic
828 // Unmasked: (passthru, op0, op1, round_mode, vl)
829 // Masked: (passthru, vector_in, vector_in/scalar_in, mask, frm, vl, policy)
830
831 bool HasMaskedOff =
832 !((IsMasked && (PolicyAttrs & RVV_VTA) && (PolicyAttrs & RVV_VMA)) ||
833 (!IsMasked && PolicyAttrs & RVV_VTA));
834 bool HasRoundModeOp =
835 IsMasked ? (HasMaskedOff ? Ops.size() == 6 : Ops.size() == 5)
836 : (HasMaskedOff ? Ops.size() == 5 : Ops.size() == 4);
837
838 if (!HasRoundModeOp)
839 Ops.insert(Ops.end() - 1,
840 ConstantInt::get(Ops.back()->getType(), 7)); // frm
841
842 if (IsMasked)
843 std::rotate(Ops.begin(), Ops.begin() + 1, Ops.end() - 2);
844
845 if (!HasMaskedOff)
846 Ops.insert(Ops.begin(), llvm::PoisonValue::get(ResultType));
847
848 llvm::Function *F = CGM.getIntrinsic(
849 ID, {ResultType, Ops[1]->getType(), Ops.back()->getType()});
850 return Builder.CreateCall(F, Ops, "");
851}
852
853static LLVM_ATTRIBUTE_NOINLINE Value *
854emitRVVReinterpretBuiltin(CodeGenFunction *CGF, const CallExpr *E,
855 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
856 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
857 int PolicyAttrs, bool IsMasked) {
858 auto &Builder = CGF->Builder;
859 auto &CGM = CGF->CGM;
860
861 if (ResultType->isIntOrIntVectorTy(1) ||
862 Ops[0]->getType()->isIntOrIntVectorTy(1)) {
863 assert(isa<ScalableVectorType>(ResultType) &&
864 isa<ScalableVectorType>(Ops[0]->getType()));
865
866 LLVMContext &Context = CGM.getLLVMContext();
867 ScalableVectorType *Boolean64Ty =
868 ScalableVectorType::get(llvm::Type::getInt1Ty(Context), 64);
869
870 if (ResultType->isIntOrIntVectorTy(1)) {
871 // Casting from m1 vector integer -> vector boolean
872 // Ex: <vscale x 8 x i8>
873 // --(bitcast)--------> <vscale x 64 x i1>
874 // --(vector_extract)-> <vscale x 8 x i1>
875 llvm::Value *BitCast = Builder.CreateBitCast(Ops[0], Boolean64Ty);
876 return Builder.CreateExtractVector(ResultType, BitCast,
877 ConstantInt::get(CGF->Int64Ty, 0));
878 } else {
879 // Casting from vector boolean -> m1 vector integer
880 // Ex: <vscale x 1 x i1>
881 // --(vector_insert)-> <vscale x 64 x i1>
882 // --(bitcast)-------> <vscale x 8 x i8>
883 llvm::Value *Boolean64Val = Builder.CreateInsertVector(
884 Boolean64Ty, llvm::PoisonValue::get(Boolean64Ty), Ops[0],
885 ConstantInt::get(CGF->Int64Ty, 0));
886 return Builder.CreateBitCast(Boolean64Val, ResultType);
887 }
888 }
889 return Builder.CreateBitCast(Ops[0], ResultType);
890}
891
892static LLVM_ATTRIBUTE_NOINLINE Value *
893emitRVVGetBuiltin(CodeGenFunction *CGF, const CallExpr *E,
894 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
895 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
896 int PolicyAttrs, bool IsMasked) {
897 auto &Builder = CGF->Builder;
898 auto *VecTy = cast<ScalableVectorType>(ResultType);
899 if (auto *OpVecTy = dyn_cast<ScalableVectorType>(Ops[0]->getType())) {
900 unsigned MaxIndex =
901 OpVecTy->getMinNumElements() / VecTy->getMinNumElements();
902 assert(isPowerOf2_32(MaxIndex));
903 // Mask to only valid indices.
904 Ops[1] = Builder.CreateZExt(Ops[1], Builder.getInt64Ty());
905 Ops[1] = Builder.CreateAnd(Ops[1], MaxIndex - 1);
906 Ops[1] =
907 Builder.CreateMul(Ops[1], ConstantInt::get(Ops[1]->getType(),
908 VecTy->getMinNumElements()));
909 return Builder.CreateExtractVector(ResultType, Ops[0], Ops[1]);
910 }
911
912 return Builder.CreateIntrinsic(
913 Intrinsic::riscv_tuple_extract, {ResultType, Ops[0]->getType()},
914 {Ops[0], Builder.CreateTrunc(Ops[1], Builder.getInt32Ty())});
915}
916
917static LLVM_ATTRIBUTE_NOINLINE Value *
918emitRVVSetBuiltin(CodeGenFunction *CGF, const CallExpr *E,
919 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
920 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
921 int PolicyAttrs, bool IsMasked) {
922 auto &Builder = CGF->Builder;
923 if (auto *ResVecTy = dyn_cast<ScalableVectorType>(ResultType)) {
924 auto *VecTy = cast<ScalableVectorType>(Ops[2]->getType());
925 unsigned MaxIndex =
926 ResVecTy->getMinNumElements() / VecTy->getMinNumElements();
927 assert(isPowerOf2_32(MaxIndex));
928 // Mask to only valid indices.
929 Ops[1] = Builder.CreateZExt(Ops[1], Builder.getInt64Ty());
930 Ops[1] = Builder.CreateAnd(Ops[1], MaxIndex - 1);
931 Ops[1] =
932 Builder.CreateMul(Ops[1], ConstantInt::get(Ops[1]->getType(),
933 VecTy->getMinNumElements()));
934 return Builder.CreateInsertVector(ResultType, Ops[0], Ops[2], Ops[1]);
935 }
936
937 return Builder.CreateIntrinsic(
938 Intrinsic::riscv_tuple_insert, {ResultType, Ops[2]->getType()},
939 {Ops[0], Ops[2], Builder.CreateTrunc(Ops[1], Builder.getInt32Ty())});
940}
941
942static LLVM_ATTRIBUTE_NOINLINE Value *
943emitRVVCreateBuiltin(CodeGenFunction *CGF, const CallExpr *E,
944 ReturnValueSlot ReturnValue, llvm::Type *ResultType,
945 Intrinsic::ID ID, SmallVectorImpl<Value *> &Ops,
946 int PolicyAttrs, bool IsMasked) {
947 auto &Builder = CGF->Builder;
948 llvm::Value *ReturnVector = llvm::PoisonValue::get(ResultType);
949 auto *VecTy = cast<ScalableVectorType>(Ops[0]->getType());
950 for (unsigned I = 0, N = Ops.size(); I < N; ++I) {
951 if (isa<ScalableVectorType>(ResultType)) {
952 llvm::Value *Idx = ConstantInt::get(Builder.getInt64Ty(),
953 VecTy->getMinNumElements() * I);
954 ReturnVector =
955 Builder.CreateInsertVector(ResultType, ReturnVector, Ops[I], Idx);
956 } else {
957 llvm::Value *Idx = ConstantInt::get(Builder.getInt32Ty(), I);
958 ReturnVector = Builder.CreateIntrinsic(Intrinsic::riscv_tuple_insert,
959 {ResultType, Ops[I]->getType()},
960 {ReturnVector, Ops[I], Idx});
961 }
962 }
963 return ReturnVector;
964}
965
966Value *CodeGenFunction::EmitRISCVCpuInit() {
967 llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, {VoidPtrTy}, false);
968 llvm::FunctionCallee Func =
969 CGM.CreateRuntimeFunction(FTy, "__init_riscv_feature_bits");
970 auto *CalleeGV = cast<llvm::GlobalValue>(Func.getCallee());
971 CalleeGV->setDSOLocal(true);
972 CalleeGV->setDLLStorageClass(llvm::GlobalValue::DefaultStorageClass);
973 return Builder.CreateCall(Func, {llvm::ConstantPointerNull::get(VoidPtrTy)});
974}
975
976Value *CodeGenFunction::EmitRISCVCpuSupports(const CallExpr *E) {
977
978 const Expr *FeatureExpr = E->getArg(0)->IgnoreParenCasts();
979 StringRef FeatureStr = cast<StringLiteral>(FeatureExpr)->getString();
980 if (!getContext().getTargetInfo().validateCpuSupports(FeatureStr))
981 return Builder.getFalse();
982
983 return EmitRISCVCpuSupports(ArrayRef<StringRef>(FeatureStr));
984}
985
986static Value *loadRISCVFeatureBits(unsigned Index, CGBuilderTy &Builder,
987 CodeGenModule &CGM) {
988 llvm::Type *Int32Ty = Builder.getInt32Ty();
989 llvm::Type *Int64Ty = Builder.getInt64Ty();
990 llvm::ArrayType *ArrayOfInt64Ty =
991 llvm::ArrayType::get(Int64Ty, llvm::RISCVISAInfo::FeatureBitSize);
992 llvm::Type *StructTy = llvm::StructType::get(Int32Ty, ArrayOfInt64Ty);
993 llvm::Constant *RISCVFeaturesBits =
994 CGM.CreateRuntimeVariable(StructTy, "__riscv_feature_bits");
995 cast<llvm::GlobalValue>(RISCVFeaturesBits)->setDSOLocal(true);
996 Value *IndexVal = llvm::ConstantInt::get(Int32Ty, Index);
997 llvm::Value *GEPIndices[] = {Builder.getInt32(0), Builder.getInt32(1),
998 IndexVal};
999 Value *Ptr =
1000 Builder.CreateInBoundsGEP(StructTy, RISCVFeaturesBits, GEPIndices);
1001 Value *FeaturesBit =
1002 Builder.CreateAlignedLoad(Int64Ty, Ptr, CharUnits::fromQuantity(8));
1003 return FeaturesBit;
1004}
1005
1006Value *CodeGenFunction::EmitRISCVCpuSupports(ArrayRef<StringRef> FeaturesStrs) {
1007 const unsigned RISCVFeatureLength = llvm::RISCVISAInfo::FeatureBitSize;
1008 uint64_t RequireBitMasks[RISCVFeatureLength] = {0};
1009
1010 for (auto Feat : FeaturesStrs) {
1011 auto [GroupID, BitPos] = RISCVISAInfo::getRISCVFeaturesBitsInfo(Feat);
1012
1013 // If there isn't BitPos for this feature, skip this version.
1014 // It also report the warning to user during compilation.
1015 if (BitPos == -1)
1016 return Builder.getFalse();
1017
1018 RequireBitMasks[GroupID] |= (1ULL << BitPos);
1019 }
1020
1021 Value *Result = nullptr;
1022 for (unsigned Idx = 0; Idx < RISCVFeatureLength; Idx++) {
1023 if (RequireBitMasks[Idx] == 0)
1024 continue;
1025
1026 Value *Mask = Builder.getInt64(RequireBitMasks[Idx]);
1027 Value *Bitset =
1028 Builder.CreateAnd(loadRISCVFeatureBits(Idx, Builder, CGM), Mask);
1029 Value *CmpV = Builder.CreateICmpEQ(Bitset, Mask);
1030 Result = (!Result) ? CmpV : Builder.CreateAnd(Result, CmpV);
1031 }
1032
1033 assert(Result && "Should have value here.");
1034
1035 return Result;
1036}
1037
1038Value *CodeGenFunction::EmitRISCVCpuIs(const CallExpr *E) {
1039 const Expr *CPUExpr = E->getArg(0)->IgnoreParenCasts();
1040 StringRef CPUStr = cast<clang::StringLiteral>(CPUExpr)->getString();
1041 return EmitRISCVCpuIs(CPUStr);
1042}
1043
1044Value *CodeGenFunction::EmitRISCVCpuIs(StringRef CPUStr) {
1045 llvm::Type *Int32Ty = Builder.getInt32Ty();
1046 llvm::Type *Int64Ty = Builder.getInt64Ty();
1047 llvm::StructType *StructTy = llvm::StructType::get(Int32Ty, Int64Ty, Int64Ty);
1048 llvm::Constant *RISCVCPUModel =
1049 CGM.CreateRuntimeVariable(StructTy, "__riscv_cpu_model");
1050 cast<llvm::GlobalValue>(RISCVCPUModel)->setDSOLocal(true);
1051
1052 auto loadRISCVCPUID = [&](unsigned Index) {
1053 Value *Ptr = Builder.CreateStructGEP(StructTy, RISCVCPUModel, Index);
1054 Value *CPUID = Builder.CreateAlignedLoad(StructTy->getTypeAtIndex(Index),
1055 Ptr, llvm::MaybeAlign());
1056 return CPUID;
1057 };
1058
1059 const llvm::RISCV::CPUModel Model = llvm::RISCV::getCPUModel(CPUStr);
1060
1061 // Compare mvendorid.
1062 Value *VendorID = loadRISCVCPUID(0);
1063 Value *Result =
1064 Builder.CreateICmpEQ(VendorID, Builder.getInt32(Model.MVendorID));
1065
1066 // Compare marchid.
1067 Value *ArchID = loadRISCVCPUID(1);
1068 Result = Builder.CreateAnd(
1069 Result, Builder.CreateICmpEQ(ArchID, Builder.getInt64(Model.MArchID)));
1070
1071 // Compare mimpid.
1072 Value *ImpID = loadRISCVCPUID(2);
1073 Result = Builder.CreateAnd(
1074 Result, Builder.CreateICmpEQ(ImpID, Builder.getInt64(Model.MImpID)));
1075
1076 return Result;
1077}
1078
1079Value *CodeGenFunction::EmitRISCVBuiltinExpr(unsigned BuiltinID,
1080 const CallExpr *E,
1081 ReturnValueSlot ReturnValue) {
1082
1083 if (BuiltinID == Builtin::BI__builtin_cpu_supports)
1084 return EmitRISCVCpuSupports(E);
1085 if (BuiltinID == Builtin::BI__builtin_cpu_init)
1086 return EmitRISCVCpuInit();
1087 if (BuiltinID == Builtin::BI__builtin_cpu_is)
1088 return EmitRISCVCpuIs(E);
1089
1090 SmallVector<Value *, 4> Ops;
1091 llvm::Type *ResultType = ConvertType(E->getType());
1092
1093 // Find out if any arguments are required to be integer constant expressions.
1094 unsigned ICEArguments = 0;
1095 ASTContext::GetBuiltinTypeError Error;
1096 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
1097 if (Error == ASTContext::GE_Missing_type) {
1098 // Vector intrinsics don't have a type string.
1099 assert(BuiltinID >= clang::RISCV::FirstRVVBuiltin &&
1100 BuiltinID <= clang::RISCV::LastRVVBuiltin);
1101 ICEArguments = 0;
1102 if (BuiltinID == RISCVVector::BI__builtin_rvv_vget_v ||
1103 BuiltinID == RISCVVector::BI__builtin_rvv_vset_v)
1104 ICEArguments = 1 << 1;
1105 } else {
1106 assert(Error == ASTContext::GE_None && "Unexpected error");
1107 }
1108
1109 if (BuiltinID == RISCV::BI__builtin_riscv_ntl_load)
1110 ICEArguments |= (1 << 1);
1111 if (BuiltinID == RISCV::BI__builtin_riscv_ntl_store)
1112 ICEArguments |= (1 << 2);
1113
1114 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++) {
1115 // Handle aggregate argument, namely RVV tuple types in segment load/store
1116 if (hasAggregateEvaluationKind(E->getArg(i)->getType())) {
1117 LValue L = EmitAggExprToLValue(E->getArg(i));
1118 llvm::Value *AggValue = Builder.CreateLoad(L.getAddress());
1119 Ops.push_back(AggValue);
1120 continue;
1121 }
1122 Ops.push_back(EmitScalarOrConstFoldImmArg(ICEArguments, i, E));
1123 }
1124
1125 Intrinsic::ID ID = Intrinsic::not_intrinsic;
1126 int PolicyAttrs = 0;
1127 bool IsMasked = false;
1128 // This is used by segment load/store to determine it's llvm type.
1129 unsigned SegInstSEW = 8;
1130 // This is used by XSfmm.
1131 unsigned TWiden = 0;
1132
1133 // Required for overloaded intrinsics.
1134 llvm::SmallVector<llvm::Type *, 2> IntrinsicTypes;
1135 switch (BuiltinID) {
1136 default: llvm_unreachable("unexpected builtin ID");
1137 case RISCV::BI__builtin_riscv_orc_b_32:
1138 case RISCV::BI__builtin_riscv_orc_b_64:
1139 case RISCV::BI__builtin_riscv_clmul_32:
1140 case RISCV::BI__builtin_riscv_clmul_64:
1141 case RISCV::BI__builtin_riscv_clmulh_32:
1142 case RISCV::BI__builtin_riscv_clmulh_64:
1143 case RISCV::BI__builtin_riscv_clmulr_32:
1144 case RISCV::BI__builtin_riscv_clmulr_64:
1145 case RISCV::BI__builtin_riscv_xperm4_32:
1146 case RISCV::BI__builtin_riscv_xperm4_64:
1147 case RISCV::BI__builtin_riscv_xperm8_32:
1148 case RISCV::BI__builtin_riscv_xperm8_64:
1149 case RISCV::BI__builtin_riscv_brev8_32:
1150 case RISCV::BI__builtin_riscv_brev8_64:
1151 case RISCV::BI__builtin_riscv_zip_32:
1152 case RISCV::BI__builtin_riscv_unzip_32: {
1153 switch (BuiltinID) {
1154 default: llvm_unreachable("unexpected builtin ID");
1155 // Zbb
1156 case RISCV::BI__builtin_riscv_orc_b_32:
1157 case RISCV::BI__builtin_riscv_orc_b_64:
1158 ID = Intrinsic::riscv_orc_b;
1159 break;
1160
1161 // Zbc
1162 case RISCV::BI__builtin_riscv_clmul_32:
1163 case RISCV::BI__builtin_riscv_clmul_64:
1164 ID = Intrinsic::clmul;
1165 break;
1166 case RISCV::BI__builtin_riscv_clmulh_32:
1167 case RISCV::BI__builtin_riscv_clmulh_64:
1168 ID = Intrinsic::riscv_clmulh;
1169 break;
1170 case RISCV::BI__builtin_riscv_clmulr_32:
1171 case RISCV::BI__builtin_riscv_clmulr_64:
1172 ID = Intrinsic::riscv_clmulr;
1173 break;
1174
1175 // Zbkx
1176 case RISCV::BI__builtin_riscv_xperm8_32:
1177 case RISCV::BI__builtin_riscv_xperm8_64:
1178 ID = Intrinsic::riscv_xperm8;
1179 break;
1180 case RISCV::BI__builtin_riscv_xperm4_32:
1181 case RISCV::BI__builtin_riscv_xperm4_64:
1182 ID = Intrinsic::riscv_xperm4;
1183 break;
1184
1185 // Zbkb
1186 case RISCV::BI__builtin_riscv_brev8_32:
1187 case RISCV::BI__builtin_riscv_brev8_64:
1188 ID = Intrinsic::riscv_brev8;
1189 break;
1190 case RISCV::BI__builtin_riscv_zip_32:
1191 ID = Intrinsic::riscv_zip;
1192 break;
1193 case RISCV::BI__builtin_riscv_unzip_32:
1194 ID = Intrinsic::riscv_unzip;
1195 break;
1196 }
1197
1198 IntrinsicTypes = {ResultType};
1199 break;
1200 }
1201
1202 // Packed Averaging Addition and Subtraction
1203 case RISCV::BI__builtin_riscv_paadd_i8x4:
1204 case RISCV::BI__builtin_riscv_paadd_i16x2:
1205 case RISCV::BI__builtin_riscv_paadd_i8x8:
1206 case RISCV::BI__builtin_riscv_paadd_i16x4:
1207 case RISCV::BI__builtin_riscv_paadd_i32x2:
1208 case RISCV::BI__builtin_riscv_paaddu_u8x4:
1209 case RISCV::BI__builtin_riscv_paaddu_u16x2:
1210 case RISCV::BI__builtin_riscv_paaddu_u8x8:
1211 case RISCV::BI__builtin_riscv_paaddu_u16x4:
1212 case RISCV::BI__builtin_riscv_paaddu_u32x2:
1213 case RISCV::BI__builtin_riscv_pasub_i8x4:
1214 case RISCV::BI__builtin_riscv_pasub_i16x2:
1215 case RISCV::BI__builtin_riscv_pasub_i8x8:
1216 case RISCV::BI__builtin_riscv_pasub_i16x4:
1217 case RISCV::BI__builtin_riscv_pasub_i32x2:
1218 case RISCV::BI__builtin_riscv_pasubu_u8x4:
1219 case RISCV::BI__builtin_riscv_pasubu_u16x2:
1220 case RISCV::BI__builtin_riscv_pasubu_u8x8:
1221 case RISCV::BI__builtin_riscv_pasubu_u16x4:
1222 case RISCV::BI__builtin_riscv_pasubu_u32x2:
1223 // Packed Exchanged Addition and Subtraction
1224 case RISCV::BI__builtin_riscv_pas_x_i16x2:
1225 case RISCV::BI__builtin_riscv_pas_x_i16x4:
1226 case RISCV::BI__builtin_riscv_pas_x_i32x2:
1227 case RISCV::BI__builtin_riscv_psa_x_i16x2:
1228 case RISCV::BI__builtin_riscv_psa_x_i16x4:
1229 case RISCV::BI__builtin_riscv_psa_x_i32x2:
1230 case RISCV::BI__builtin_riscv_psas_x_i16x2:
1231 case RISCV::BI__builtin_riscv_psas_x_i16x4:
1232 case RISCV::BI__builtin_riscv_psas_x_i32x2:
1233 case RISCV::BI__builtin_riscv_pssa_x_i16x2:
1234 case RISCV::BI__builtin_riscv_pssa_x_i16x4:
1235 case RISCV::BI__builtin_riscv_pssa_x_i32x2:
1236 case RISCV::BI__builtin_riscv_paas_x_i16x2:
1237 case RISCV::BI__builtin_riscv_paas_x_i16x4:
1238 case RISCV::BI__builtin_riscv_paas_x_i32x2:
1239 case RISCV::BI__builtin_riscv_pasa_x_i16x2:
1240 case RISCV::BI__builtin_riscv_pasa_x_i16x4:
1241 case RISCV::BI__builtin_riscv_pasa_x_i32x2:
1242 // Packed Absolute Value and Absolute Difference
1243 case RISCV::BI__builtin_riscv_pabd_i8x4:
1244 case RISCV::BI__builtin_riscv_pabd_i16x2:
1245 case RISCV::BI__builtin_riscv_pabd_i8x8:
1246 case RISCV::BI__builtin_riscv_pabd_i16x4:
1247 case RISCV::BI__builtin_riscv_pabdu_u8x4:
1248 case RISCV::BI__builtin_riscv_pabdu_u16x2:
1249 case RISCV::BI__builtin_riscv_pabdu_u8x8:
1250 case RISCV::BI__builtin_riscv_pabdu_u16x4:
1251 // Packed Merge
1252 case RISCV::BI__builtin_riscv_pmerge_u8x4:
1253 case RISCV::BI__builtin_riscv_pmerge_i8x4:
1254 case RISCV::BI__builtin_riscv_pmerge_u16x2:
1255 case RISCV::BI__builtin_riscv_pmerge_i16x2:
1256 case RISCV::BI__builtin_riscv_pmerge_u8x8:
1257 case RISCV::BI__builtin_riscv_pmerge_i8x8:
1258 case RISCV::BI__builtin_riscv_pmerge_u16x4:
1259 case RISCV::BI__builtin_riscv_pmerge_i16x4:
1260 case RISCV::BI__builtin_riscv_pmerge_u32x2:
1261 case RISCV::BI__builtin_riscv_pmerge_i32x2:
1262 // Packed Multiply High
1263 case RISCV::BI__builtin_riscv_pmulh_i16x2:
1264 case RISCV::BI__builtin_riscv_pmulh_i16x4:
1265 case RISCV::BI__builtin_riscv_pmulh_i32x2:
1266 case RISCV::BI__builtin_riscv_pmulhr_i16x2:
1267 case RISCV::BI__builtin_riscv_pmulhr_i16x4:
1268 case RISCV::BI__builtin_riscv_pmulhr_i32x2:
1269 case RISCV::BI__builtin_riscv_pmulhu_u16x2:
1270 case RISCV::BI__builtin_riscv_pmulhu_u16x4:
1271 case RISCV::BI__builtin_riscv_pmulhu_u32x2:
1272 case RISCV::BI__builtin_riscv_pmulhru_u16x2:
1273 case RISCV::BI__builtin_riscv_pmulhru_u16x4:
1274 case RISCV::BI__builtin_riscv_pmulhru_u32x2:
1275 case RISCV::BI__builtin_riscv_pmulhsu_i16x2:
1276 case RISCV::BI__builtin_riscv_pmulhsu_i16x4:
1277 case RISCV::BI__builtin_riscv_pmulhsu_i32x2:
1278 case RISCV::BI__builtin_riscv_pmulhrsu_i16x2:
1279 case RISCV::BI__builtin_riscv_pmulhrsu_i16x4:
1280 case RISCV::BI__builtin_riscv_pmulhrsu_i32x2:
1281 // Packed Multiply High Accumulate
1282 case RISCV::BI__builtin_riscv_pmhacc_i16x2:
1283 case RISCV::BI__builtin_riscv_pmhacc_i16x4:
1284 case RISCV::BI__builtin_riscv_pmhacc_i32x2:
1285 case RISCV::BI__builtin_riscv_pmhracc_i16x2:
1286 case RISCV::BI__builtin_riscv_pmhracc_i16x4:
1287 case RISCV::BI__builtin_riscv_pmhracc_i32x2:
1288 case RISCV::BI__builtin_riscv_pmhaccu_u16x2:
1289 case RISCV::BI__builtin_riscv_pmhaccu_u16x4:
1290 case RISCV::BI__builtin_riscv_pmhaccu_u32x2:
1291 case RISCV::BI__builtin_riscv_pmhraccu_u16x2:
1292 case RISCV::BI__builtin_riscv_pmhraccu_u16x4:
1293 case RISCV::BI__builtin_riscv_pmhraccu_u32x2:
1294 case RISCV::BI__builtin_riscv_pmhaccsu_i16x2:
1295 case RISCV::BI__builtin_riscv_pmhaccsu_i16x4:
1296 case RISCV::BI__builtin_riscv_pmhaccsu_i32x2:
1297 case RISCV::BI__builtin_riscv_pmhraccsu_i16x2:
1298 case RISCV::BI__builtin_riscv_pmhraccsu_i16x4:
1299 case RISCV::BI__builtin_riscv_pmhraccsu_i32x2:
1300 // Packed Saturating Absolute Value
1301 case RISCV::BI__builtin_riscv_psabs_i8x4:
1302 case RISCV::BI__builtin_riscv_psabs_i16x2:
1303 case RISCV::BI__builtin_riscv_psabs_i8x8:
1304 case RISCV::BI__builtin_riscv_psabs_i16x4:
1305 // Packed "Q-format" Multiplication
1306 case RISCV::BI__builtin_riscv_pmulq_i16x2:
1307 case RISCV::BI__builtin_riscv_pmulqr_i16x2:
1308 case RISCV::BI__builtin_riscv_pmulq_i16x4:
1309 case RISCV::BI__builtin_riscv_pmulqr_i16x4:
1310 case RISCV::BI__builtin_riscv_pmulq_i32x2:
1311 case RISCV::BI__builtin_riscv_pmulqr_i32x2:
1312 case RISCV::BI__builtin_riscv_psext_b_i16x2:
1313 case RISCV::BI__builtin_riscv_pzext_b_u16x2:
1314 case RISCV::BI__builtin_riscv_psext_b_i16x4:
1315 case RISCV::BI__builtin_riscv_psext_b_i32x2:
1316 case RISCV::BI__builtin_riscv_psext_h_i32x2:
1317 case RISCV::BI__builtin_riscv_pzext_b_u16x4:
1318 case RISCV::BI__builtin_riscv_pzext_h_u32x2:
1319 // Packed Saturating and Rounding Shifts
1320 case RISCV::BI__builtin_riscv_pssha_s_i16x2:
1321 case RISCV::BI__builtin_riscv_psshar_s_i16x2:
1322 case RISCV::BI__builtin_riscv_psshl_s_u16x2:
1323 case RISCV::BI__builtin_riscv_psshlr_s_u16x2:
1324 case RISCV::BI__builtin_riscv_pssha_s_i16x4:
1325 case RISCV::BI__builtin_riscv_pssha_s_i32x2:
1326 case RISCV::BI__builtin_riscv_psshar_s_i16x4:
1327 case RISCV::BI__builtin_riscv_psshar_s_i32x2:
1328 case RISCV::BI__builtin_riscv_psshl_s_u16x4:
1329 case RISCV::BI__builtin_riscv_psshl_s_u32x2:
1330 case RISCV::BI__builtin_riscv_psshlr_s_u16x4:
1331 case RISCV::BI__builtin_riscv_psshlr_s_u32x2: {
1332 switch (BuiltinID) {
1333 default:
1334 llvm_unreachable("unexpected builtin ID");
1335 case RISCV::BI__builtin_riscv_paadd_i8x4:
1336 case RISCV::BI__builtin_riscv_paadd_i16x2:
1337 case RISCV::BI__builtin_riscv_paadd_i8x8:
1338 case RISCV::BI__builtin_riscv_paadd_i16x4:
1339 case RISCV::BI__builtin_riscv_paadd_i32x2:
1340 ID = Intrinsic::riscv_paadd;
1341 break;
1342 case RISCV::BI__builtin_riscv_paaddu_u8x4:
1343 case RISCV::BI__builtin_riscv_paaddu_u16x2:
1344 case RISCV::BI__builtin_riscv_paaddu_u8x8:
1345 case RISCV::BI__builtin_riscv_paaddu_u16x4:
1346 case RISCV::BI__builtin_riscv_paaddu_u32x2:
1347 ID = Intrinsic::riscv_paaddu;
1348 break;
1349 case RISCV::BI__builtin_riscv_pasub_i8x4:
1350 case RISCV::BI__builtin_riscv_pasub_i16x2:
1351 case RISCV::BI__builtin_riscv_pasub_i8x8:
1352 case RISCV::BI__builtin_riscv_pasub_i16x4:
1353 case RISCV::BI__builtin_riscv_pasub_i32x2:
1354 ID = Intrinsic::riscv_pasub;
1355 break;
1356 case RISCV::BI__builtin_riscv_pasubu_u8x4:
1357 case RISCV::BI__builtin_riscv_pasubu_u16x2:
1358 case RISCV::BI__builtin_riscv_pasubu_u8x8:
1359 case RISCV::BI__builtin_riscv_pasubu_u16x4:
1360 case RISCV::BI__builtin_riscv_pasubu_u32x2:
1361 ID = Intrinsic::riscv_pasubu;
1362 break;
1363 case RISCV::BI__builtin_riscv_pas_x_i16x2:
1364 case RISCV::BI__builtin_riscv_pas_x_i16x4:
1365 case RISCV::BI__builtin_riscv_pas_x_i32x2:
1366 ID = Intrinsic::riscv_pas;
1367 break;
1368 case RISCV::BI__builtin_riscv_psa_x_i16x2:
1369 case RISCV::BI__builtin_riscv_psa_x_i16x4:
1370 case RISCV::BI__builtin_riscv_psa_x_i32x2:
1371 ID = Intrinsic::riscv_psa;
1372 break;
1373 case RISCV::BI__builtin_riscv_psas_x_i16x2:
1374 case RISCV::BI__builtin_riscv_psas_x_i16x4:
1375 case RISCV::BI__builtin_riscv_psas_x_i32x2:
1376 ID = Intrinsic::riscv_psas;
1377 break;
1378 case RISCV::BI__builtin_riscv_pssa_x_i16x2:
1379 case RISCV::BI__builtin_riscv_pssa_x_i16x4:
1380 case RISCV::BI__builtin_riscv_pssa_x_i32x2:
1381 ID = Intrinsic::riscv_pssa;
1382 break;
1383 case RISCV::BI__builtin_riscv_paas_x_i16x2:
1384 case RISCV::BI__builtin_riscv_paas_x_i16x4:
1385 case RISCV::BI__builtin_riscv_paas_x_i32x2:
1386 ID = Intrinsic::riscv_paas;
1387 break;
1388 case RISCV::BI__builtin_riscv_pasa_x_i16x2:
1389 case RISCV::BI__builtin_riscv_pasa_x_i16x4:
1390 case RISCV::BI__builtin_riscv_pasa_x_i32x2:
1391 ID = Intrinsic::riscv_pasa;
1392 break;
1393 case RISCV::BI__builtin_riscv_pabd_i8x4:
1394 case RISCV::BI__builtin_riscv_pabd_i16x2:
1395 case RISCV::BI__builtin_riscv_pabd_i8x8:
1396 case RISCV::BI__builtin_riscv_pabd_i16x4:
1397 ID = Intrinsic::riscv_pabd;
1398 break;
1399 case RISCV::BI__builtin_riscv_pabdu_u8x4:
1400 case RISCV::BI__builtin_riscv_pabdu_u16x2:
1401 case RISCV::BI__builtin_riscv_pabdu_u8x8:
1402 case RISCV::BI__builtin_riscv_pabdu_u16x4:
1403 ID = Intrinsic::riscv_pabdu;
1404 break;
1405 case RISCV::BI__builtin_riscv_pmerge_u8x4:
1406 case RISCV::BI__builtin_riscv_pmerge_i8x4:
1407 case RISCV::BI__builtin_riscv_pmerge_u16x2:
1408 case RISCV::BI__builtin_riscv_pmerge_i16x2:
1409 case RISCV::BI__builtin_riscv_pmerge_u8x8:
1410 case RISCV::BI__builtin_riscv_pmerge_i8x8:
1411 case RISCV::BI__builtin_riscv_pmerge_u16x4:
1412 case RISCV::BI__builtin_riscv_pmerge_i16x4:
1413 case RISCV::BI__builtin_riscv_pmerge_u32x2:
1414 case RISCV::BI__builtin_riscv_pmerge_i32x2:
1415 ID = Intrinsic::riscv_pmerge;
1416 break;
1417 case RISCV::BI__builtin_riscv_pmulh_i16x2:
1418 case RISCV::BI__builtin_riscv_pmulh_i16x4:
1419 case RISCV::BI__builtin_riscv_pmulh_i32x2:
1420 ID = Intrinsic::riscv_pmulh;
1421 break;
1422 case RISCV::BI__builtin_riscv_pmulhr_i16x2:
1423 case RISCV::BI__builtin_riscv_pmulhr_i16x4:
1424 case RISCV::BI__builtin_riscv_pmulhr_i32x2:
1425 ID = Intrinsic::riscv_pmulhr;
1426 break;
1427 case RISCV::BI__builtin_riscv_pmulhu_u16x2:
1428 case RISCV::BI__builtin_riscv_pmulhu_u16x4:
1429 case RISCV::BI__builtin_riscv_pmulhu_u32x2:
1430 ID = Intrinsic::riscv_pmulhu;
1431 break;
1432 case RISCV::BI__builtin_riscv_pmulhru_u16x2:
1433 case RISCV::BI__builtin_riscv_pmulhru_u16x4:
1434 case RISCV::BI__builtin_riscv_pmulhru_u32x2:
1435 ID = Intrinsic::riscv_pmulhru;
1436 break;
1437 case RISCV::BI__builtin_riscv_pmulhsu_i16x2:
1438 case RISCV::BI__builtin_riscv_pmulhsu_i16x4:
1439 case RISCV::BI__builtin_riscv_pmulhsu_i32x2:
1440 ID = Intrinsic::riscv_pmulhsu;
1441 break;
1442 case RISCV::BI__builtin_riscv_pmulhrsu_i16x2:
1443 case RISCV::BI__builtin_riscv_pmulhrsu_i16x4:
1444 case RISCV::BI__builtin_riscv_pmulhrsu_i32x2:
1445 ID = Intrinsic::riscv_pmulhrsu;
1446 break;
1447 case RISCV::BI__builtin_riscv_pmhacc_i16x2:
1448 case RISCV::BI__builtin_riscv_pmhacc_i16x4:
1449 case RISCV::BI__builtin_riscv_pmhacc_i32x2:
1450 ID = Intrinsic::riscv_pmhacc;
1451 break;
1452 case RISCV::BI__builtin_riscv_pmhracc_i16x2:
1453 case RISCV::BI__builtin_riscv_pmhracc_i16x4:
1454 case RISCV::BI__builtin_riscv_pmhracc_i32x2:
1455 ID = Intrinsic::riscv_pmhracc;
1456 break;
1457 case RISCV::BI__builtin_riscv_pmhaccu_u16x2:
1458 case RISCV::BI__builtin_riscv_pmhaccu_u16x4:
1459 case RISCV::BI__builtin_riscv_pmhaccu_u32x2:
1460 ID = Intrinsic::riscv_pmhaccu;
1461 break;
1462 case RISCV::BI__builtin_riscv_pmhraccu_u16x2:
1463 case RISCV::BI__builtin_riscv_pmhraccu_u16x4:
1464 case RISCV::BI__builtin_riscv_pmhraccu_u32x2:
1465 ID = Intrinsic::riscv_pmhraccu;
1466 break;
1467 case RISCV::BI__builtin_riscv_pmhaccsu_i16x2:
1468 case RISCV::BI__builtin_riscv_pmhaccsu_i16x4:
1469 case RISCV::BI__builtin_riscv_pmhaccsu_i32x2:
1470 ID = Intrinsic::riscv_pmhaccsu;
1471 break;
1472 case RISCV::BI__builtin_riscv_pmhraccsu_i16x2:
1473 case RISCV::BI__builtin_riscv_pmhraccsu_i16x4:
1474 case RISCV::BI__builtin_riscv_pmhraccsu_i32x2:
1475 ID = Intrinsic::riscv_pmhraccsu;
1476 break;
1477 case RISCV::BI__builtin_riscv_psabs_i8x4:
1478 case RISCV::BI__builtin_riscv_psabs_i16x2:
1479 case RISCV::BI__builtin_riscv_psabs_i8x8:
1480 case RISCV::BI__builtin_riscv_psabs_i16x4:
1481 ID = Intrinsic::riscv_psabs;
1482 break;
1483 case RISCV::BI__builtin_riscv_pmulq_i16x2:
1484 case RISCV::BI__builtin_riscv_pmulq_i16x4:
1485 case RISCV::BI__builtin_riscv_pmulq_i32x2:
1486 ID = Intrinsic::riscv_pmulq;
1487 break;
1488 case RISCV::BI__builtin_riscv_pmulqr_i16x2:
1489 case RISCV::BI__builtin_riscv_pmulqr_i16x4:
1490 case RISCV::BI__builtin_riscv_pmulqr_i32x2:
1491 ID = Intrinsic::riscv_pmulqr;
1492 break;
1493 case RISCV::BI__builtin_riscv_psext_b_i16x2:
1494 case RISCV::BI__builtin_riscv_psext_b_i16x4:
1495 case RISCV::BI__builtin_riscv_psext_b_i32x2:
1496 ID = Intrinsic::riscv_psext_b;
1497 break;
1498 case RISCV::BI__builtin_riscv_psext_h_i32x2:
1499 ID = Intrinsic::riscv_psext_h;
1500 break;
1501 case RISCV::BI__builtin_riscv_pzext_b_u16x2:
1502 case RISCV::BI__builtin_riscv_pzext_b_u16x4:
1503 ID = Intrinsic::riscv_pzext_b;
1504 break;
1505 case RISCV::BI__builtin_riscv_pzext_h_u32x2:
1506 ID = Intrinsic::riscv_pzext_h;
1507 break;
1508 case RISCV::BI__builtin_riscv_pssha_s_i16x2:
1509 case RISCV::BI__builtin_riscv_pssha_s_i16x4:
1510 case RISCV::BI__builtin_riscv_pssha_s_i32x2:
1511 ID = Intrinsic::riscv_pssha;
1512 break;
1513 case RISCV::BI__builtin_riscv_psshar_s_i16x2:
1514 case RISCV::BI__builtin_riscv_psshar_s_i16x4:
1515 case RISCV::BI__builtin_riscv_psshar_s_i32x2:
1516 ID = Intrinsic::riscv_psshar;
1517 break;
1518 case RISCV::BI__builtin_riscv_psshl_s_u16x2:
1519 case RISCV::BI__builtin_riscv_psshl_s_u16x4:
1520 case RISCV::BI__builtin_riscv_psshl_s_u32x2:
1521 ID = Intrinsic::riscv_psshl;
1522 break;
1523 case RISCV::BI__builtin_riscv_psshlr_s_u16x2:
1524 case RISCV::BI__builtin_riscv_psshlr_s_u16x4:
1525 case RISCV::BI__builtin_riscv_psshlr_s_u32x2:
1526 ID = Intrinsic::riscv_psshlr;
1527 break;
1528 }
1529
1530 IntrinsicTypes = {ResultType};
1531 break;
1532 }
1533
1534 // Packed Multiplication with Horizontal Addition
1535 case RISCV::BI__builtin_riscv_pm4add_i8x4:
1536 case RISCV::BI__builtin_riscv_pm4add_i8x8:
1537 case RISCV::BI__builtin_riscv_pm4add_i16x4:
1538 case RISCV::BI__builtin_riscv_pm2add_i16x2:
1539 case RISCV::BI__builtin_riscv_pm2add_i16x4:
1540 case RISCV::BI__builtin_riscv_pm2add_i32x2:
1541 case RISCV::BI__builtin_riscv_pm2add_x_i16x2:
1542 case RISCV::BI__builtin_riscv_pm2add_x_i16x4:
1543 case RISCV::BI__builtin_riscv_pm2add_x_i32x2:
1544 case RISCV::BI__builtin_riscv_pm4addu_u8x4:
1545 case RISCV::BI__builtin_riscv_pm4addu_u8x8:
1546 case RISCV::BI__builtin_riscv_pm4addu_u16x4:
1547 case RISCV::BI__builtin_riscv_pm2addu_u16x2:
1548 case RISCV::BI__builtin_riscv_pm2addu_u16x4:
1549 case RISCV::BI__builtin_riscv_pm2addu_u32x2:
1550 case RISCV::BI__builtin_riscv_pmq2add_i16x2:
1551 case RISCV::BI__builtin_riscv_pmq2add_i16x4:
1552 case RISCV::BI__builtin_riscv_pmq2add_i32x2:
1553 case RISCV::BI__builtin_riscv_pmqr2add_i16x2:
1554 case RISCV::BI__builtin_riscv_pmqr2add_i16x4:
1555 case RISCV::BI__builtin_riscv_pmqr2add_i32x2:
1556 case RISCV::BI__builtin_riscv_pm2sadd_i16x2:
1557 case RISCV::BI__builtin_riscv_pm2sadd_i16x4:
1558 case RISCV::BI__builtin_riscv_pm2sadd_x_i16x2:
1559 case RISCV::BI__builtin_riscv_pm2sadd_x_i16x4:
1560 case RISCV::BI__builtin_riscv_pm2sub_i16x2:
1561 case RISCV::BI__builtin_riscv_pm2sub_i16x4:
1562 case RISCV::BI__builtin_riscv_pm2sub_i32x2:
1563 case RISCV::BI__builtin_riscv_pm2sub_x_i16x2:
1564 case RISCV::BI__builtin_riscv_pm2sub_x_i16x4:
1565 case RISCV::BI__builtin_riscv_pm2sub_x_i32x2:
1566 case RISCV::BI__builtin_riscv_pm4addsu_i8x4:
1567 case RISCV::BI__builtin_riscv_pm4addsu_i8x8:
1568 case RISCV::BI__builtin_riscv_pm4addsu_i16x4:
1569 case RISCV::BI__builtin_riscv_pm2addsu_i16x2:
1570 case RISCV::BI__builtin_riscv_pm2addsu_i16x4:
1571 case RISCV::BI__builtin_riscv_pm2addsu_i32x2: {
1572 switch (BuiltinID) {
1573 default:
1574 llvm_unreachable("unexpected builtin ID");
1575 case RISCV::BI__builtin_riscv_pm4add_i8x4:
1576 case RISCV::BI__builtin_riscv_pm4add_i8x8:
1577 case RISCV::BI__builtin_riscv_pm4add_i16x4:
1578 ID = Intrinsic::riscv_pm4add;
1579 break;
1580 case RISCV::BI__builtin_riscv_pm2add_i16x2:
1581 case RISCV::BI__builtin_riscv_pm2add_i16x4:
1582 case RISCV::BI__builtin_riscv_pm2add_i32x2:
1583 ID = Intrinsic::riscv_pm2add;
1584 break;
1585 case RISCV::BI__builtin_riscv_pm2add_x_i16x2:
1586 case RISCV::BI__builtin_riscv_pm2add_x_i16x4:
1587 case RISCV::BI__builtin_riscv_pm2add_x_i32x2:
1588 ID = Intrinsic::riscv_pm2add_x;
1589 break;
1590 case RISCV::BI__builtin_riscv_pm4addu_u8x4:
1591 case RISCV::BI__builtin_riscv_pm4addu_u8x8:
1592 case RISCV::BI__builtin_riscv_pm4addu_u16x4:
1593 ID = Intrinsic::riscv_pm4addu;
1594 break;
1595 case RISCV::BI__builtin_riscv_pm2addu_u16x2:
1596 case RISCV::BI__builtin_riscv_pm2addu_u16x4:
1597 case RISCV::BI__builtin_riscv_pm2addu_u32x2:
1598 ID = Intrinsic::riscv_pm2addu;
1599 break;
1600 case RISCV::BI__builtin_riscv_pmq2add_i16x2:
1601 case RISCV::BI__builtin_riscv_pmq2add_i16x4:
1602 case RISCV::BI__builtin_riscv_pmq2add_i32x2:
1603 ID = Intrinsic::riscv_pmq2add;
1604 break;
1605 case RISCV::BI__builtin_riscv_pmqr2add_i16x2:
1606 case RISCV::BI__builtin_riscv_pmqr2add_i16x4:
1607 case RISCV::BI__builtin_riscv_pmqr2add_i32x2:
1608 ID = Intrinsic::riscv_pmqr2add;
1609 break;
1610 case RISCV::BI__builtin_riscv_pm2sadd_i16x2:
1611 case RISCV::BI__builtin_riscv_pm2sadd_i16x4:
1612 ID = Intrinsic::riscv_pm2sadd;
1613 break;
1614 case RISCV::BI__builtin_riscv_pm2sadd_x_i16x2:
1615 case RISCV::BI__builtin_riscv_pm2sadd_x_i16x4:
1616 ID = Intrinsic::riscv_pm2sadd_x;
1617 break;
1618 case RISCV::BI__builtin_riscv_pm2sub_i16x2:
1619 case RISCV::BI__builtin_riscv_pm2sub_i16x4:
1620 case RISCV::BI__builtin_riscv_pm2sub_i32x2:
1621 ID = Intrinsic::riscv_pm2sub;
1622 break;
1623 case RISCV::BI__builtin_riscv_pm2sub_x_i16x2:
1624 case RISCV::BI__builtin_riscv_pm2sub_x_i16x4:
1625 case RISCV::BI__builtin_riscv_pm2sub_x_i32x2:
1626 ID = Intrinsic::riscv_pm2sub_x;
1627 break;
1628 case RISCV::BI__builtin_riscv_pm4addsu_i8x4:
1629 case RISCV::BI__builtin_riscv_pm4addsu_i8x8:
1630 case RISCV::BI__builtin_riscv_pm4addsu_i16x4:
1631 ID = Intrinsic::riscv_pm4addsu;
1632 break;
1633 case RISCV::BI__builtin_riscv_pm2addsu_i16x2:
1634 case RISCV::BI__builtin_riscv_pm2addsu_i16x4:
1635 case RISCV::BI__builtin_riscv_pm2addsu_i32x2:
1636 ID = Intrinsic::riscv_pm2addsu;
1637 break;
1638 }
1639
1640 IntrinsicTypes = {ResultType, Ops[0]->getType()};
1641 break;
1642 }
1643
1644 // Packed Reduction Sum
1645 case RISCV::BI__builtin_riscv_predsum_i8x4_i32:
1646 case RISCV::BI__builtin_riscv_predsum_i16x2_i32:
1647 case RISCV::BI__builtin_riscv_predsum_i8x8_i32:
1648 case RISCV::BI__builtin_riscv_predsum_i16x4_i32:
1649 case RISCV::BI__builtin_riscv_predsum_i8x8_i64:
1650 case RISCV::BI__builtin_riscv_predsum_i16x4_i64:
1651 case RISCV::BI__builtin_riscv_predsum_i32x2_i64:
1652 case RISCV::BI__builtin_riscv_predsumu_u8x4_u32:
1653 case RISCV::BI__builtin_riscv_predsumu_u16x2_u32:
1654 case RISCV::BI__builtin_riscv_predsumu_u8x8_u32:
1655 case RISCV::BI__builtin_riscv_predsumu_u16x4_u32:
1656 case RISCV::BI__builtin_riscv_predsumu_u8x8_u64:
1657 case RISCV::BI__builtin_riscv_predsumu_u16x4_u64:
1658 case RISCV::BI__builtin_riscv_predsumu_u32x2_u64:
1659 // Packed Narrowing Clip Pair
1660 case RISCV::BI__builtin_riscv_pnclipp_i8x4:
1661 case RISCV::BI__builtin_riscv_pnclipp_i8x8:
1662 case RISCV::BI__builtin_riscv_pnclipp_i16x2:
1663 case RISCV::BI__builtin_riscv_pnclipp_i16x4:
1664 case RISCV::BI__builtin_riscv_pnclipp_i32x2:
1665 case RISCV::BI__builtin_riscv_pnclipup_u8x4:
1666 case RISCV::BI__builtin_riscv_pnclipup_u8x8:
1667 case RISCV::BI__builtin_riscv_pnclipup_u16x2:
1668 case RISCV::BI__builtin_riscv_pnclipup_u16x4:
1669 case RISCV::BI__builtin_riscv_pnclipup_u32x2: {
1670 switch (BuiltinID) {
1671 default:
1672 llvm_unreachable("unexpected builtin ID");
1673 case RISCV::BI__builtin_riscv_predsum_i8x4_i32:
1674 case RISCV::BI__builtin_riscv_predsum_i16x2_i32:
1675 case RISCV::BI__builtin_riscv_predsum_i8x8_i32:
1676 case RISCV::BI__builtin_riscv_predsum_i16x4_i32:
1677 case RISCV::BI__builtin_riscv_predsum_i8x8_i64:
1678 case RISCV::BI__builtin_riscv_predsum_i16x4_i64:
1679 case RISCV::BI__builtin_riscv_predsum_i32x2_i64:
1680 ID = Intrinsic::riscv_predsum;
1681 break;
1682 case RISCV::BI__builtin_riscv_predsumu_u8x4_u32:
1683 case RISCV::BI__builtin_riscv_predsumu_u16x2_u32:
1684 case RISCV::BI__builtin_riscv_predsumu_u8x8_u32:
1685 case RISCV::BI__builtin_riscv_predsumu_u16x4_u32:
1686 case RISCV::BI__builtin_riscv_predsumu_u8x8_u64:
1687 case RISCV::BI__builtin_riscv_predsumu_u16x4_u64:
1688 case RISCV::BI__builtin_riscv_predsumu_u32x2_u64:
1689 ID = Intrinsic::riscv_predsumu;
1690 break;
1691 case RISCV::BI__builtin_riscv_pnclipp_i8x4:
1692 case RISCV::BI__builtin_riscv_pnclipp_i8x8:
1693 case RISCV::BI__builtin_riscv_pnclipp_i16x2:
1694 case RISCV::BI__builtin_riscv_pnclipp_i16x4:
1695 case RISCV::BI__builtin_riscv_pnclipp_i32x2:
1696 ID = Intrinsic::riscv_pnclipp;
1697 break;
1698 case RISCV::BI__builtin_riscv_pnclipup_u8x4:
1699 case RISCV::BI__builtin_riscv_pnclipup_u8x8:
1700 case RISCV::BI__builtin_riscv_pnclipup_u16x2:
1701 case RISCV::BI__builtin_riscv_pnclipup_u16x4:
1702 case RISCV::BI__builtin_riscv_pnclipup_u32x2:
1703 ID = Intrinsic::riscv_pnclipup;
1704 break;
1705 }
1706
1707 IntrinsicTypes = {ResultType, Ops[0]->getType()};
1708 break;
1709 }
1710
1711 // Packed Absolute Difference Sum
1712 case RISCV::BI__builtin_riscv_pabdsumu_u8x4_u32:
1713 case RISCV::BI__builtin_riscv_pabdsumu_u8x8_u32:
1714 case RISCV::BI__builtin_riscv_pabdsumu_u8x8_u64:
1715 case RISCV::BI__builtin_riscv_pabdsumau_u8x4_u32:
1716 case RISCV::BI__builtin_riscv_pabdsumau_u8x8_u32:
1717 case RISCV::BI__builtin_riscv_pabdsumau_u8x8_u64: {
1718 switch (BuiltinID) {
1719 default:
1720 llvm_unreachable("unexpected builtin ID");
1721 case RISCV::BI__builtin_riscv_pabdsumu_u8x4_u32:
1722 case RISCV::BI__builtin_riscv_pabdsumu_u8x8_u32:
1723 case RISCV::BI__builtin_riscv_pabdsumu_u8x8_u64:
1724 ID = Intrinsic::riscv_pabdsumu;
1725 break;
1726 case RISCV::BI__builtin_riscv_pabdsumau_u8x4_u32:
1727 case RISCV::BI__builtin_riscv_pabdsumau_u8x8_u32:
1728 case RISCV::BI__builtin_riscv_pabdsumau_u8x8_u64:
1729 ID = Intrinsic::riscv_pabdsumau;
1730 break;
1731 }
1732
1733 // The two vector sources are the last two arguments; the accumulate form
1734 // has an extra accumulator argument first.
1735 IntrinsicTypes = {ResultType, Ops.back()->getType()};
1736 break;
1737 }
1738 // Packed Multiply Parts.
1739 case RISCV::BI__builtin_riscv_pmul_b00_i16x2:
1740 case RISCV::BI__builtin_riscv_pmul_b01_i16x2:
1741 case RISCV::BI__builtin_riscv_pmul_b11_i16x2:
1742 case RISCV::BI__builtin_riscv_pmulu_b00_u16x2:
1743 case RISCV::BI__builtin_riscv_pmulu_b01_u16x2:
1744 case RISCV::BI__builtin_riscv_pmulu_b11_u16x2:
1745 case RISCV::BI__builtin_riscv_pmulsu_b00_i16x2:
1746 case RISCV::BI__builtin_riscv_pmulsu_b11_i16x2:
1747 case RISCV::BI__builtin_riscv_pmul_b00_i16x4:
1748 case RISCV::BI__builtin_riscv_pmul_b01_i16x4:
1749 case RISCV::BI__builtin_riscv_pmul_b11_i16x4:
1750 case RISCV::BI__builtin_riscv_pmulu_b00_u16x4:
1751 case RISCV::BI__builtin_riscv_pmulu_b01_u16x4:
1752 case RISCV::BI__builtin_riscv_pmulu_b11_u16x4:
1753 case RISCV::BI__builtin_riscv_pmulsu_b00_i16x4:
1754 case RISCV::BI__builtin_riscv_pmulsu_b11_i16x4:
1755 case RISCV::BI__builtin_riscv_pmul_h00_i32x2:
1756 case RISCV::BI__builtin_riscv_pmul_h01_i32x2:
1757 case RISCV::BI__builtin_riscv_pmul_h11_i32x2:
1758 case RISCV::BI__builtin_riscv_pmulu_h00_u32x2:
1759 case RISCV::BI__builtin_riscv_pmulu_h01_u32x2:
1760 case RISCV::BI__builtin_riscv_pmulu_h11_u32x2:
1761 case RISCV::BI__builtin_riscv_pmulsu_h00_i32x2:
1762 case RISCV::BI__builtin_riscv_pmulsu_h11_i32x2: {
1763 switch (BuiltinID) {
1764 default:
1765 llvm_unreachable("unexpected builtin ID");
1766 case RISCV::BI__builtin_riscv_pmul_b00_i16x2:
1767 case RISCV::BI__builtin_riscv_pmul_b00_i16x4:
1768 case RISCV::BI__builtin_riscv_pmul_h00_i32x2:
1769 ID = Intrinsic::riscv_pmul_00;
1770 break;
1771 case RISCV::BI__builtin_riscv_pmul_b01_i16x2:
1772 case RISCV::BI__builtin_riscv_pmul_b01_i16x4:
1773 case RISCV::BI__builtin_riscv_pmul_h01_i32x2:
1774 ID = Intrinsic::riscv_pmul_01;
1775 break;
1776 case RISCV::BI__builtin_riscv_pmul_b11_i16x2:
1777 case RISCV::BI__builtin_riscv_pmul_b11_i16x4:
1778 case RISCV::BI__builtin_riscv_pmul_h11_i32x2:
1779 ID = Intrinsic::riscv_pmul_11;
1780 break;
1781 case RISCV::BI__builtin_riscv_pmulu_b00_u16x2:
1782 case RISCV::BI__builtin_riscv_pmulu_b00_u16x4:
1783 case RISCV::BI__builtin_riscv_pmulu_h00_u32x2:
1784 ID = Intrinsic::riscv_pmulu_00;
1785 break;
1786 case RISCV::BI__builtin_riscv_pmulu_b01_u16x2:
1787 case RISCV::BI__builtin_riscv_pmulu_b01_u16x4:
1788 case RISCV::BI__builtin_riscv_pmulu_h01_u32x2:
1789 ID = Intrinsic::riscv_pmulu_01;
1790 break;
1791 case RISCV::BI__builtin_riscv_pmulu_b11_u16x2:
1792 case RISCV::BI__builtin_riscv_pmulu_b11_u16x4:
1793 case RISCV::BI__builtin_riscv_pmulu_h11_u32x2:
1794 ID = Intrinsic::riscv_pmulu_11;
1795 break;
1796 case RISCV::BI__builtin_riscv_pmulsu_b00_i16x2:
1797 case RISCV::BI__builtin_riscv_pmulsu_b00_i16x4:
1798 case RISCV::BI__builtin_riscv_pmulsu_h00_i32x2:
1799 ID = Intrinsic::riscv_pmulsu_00;
1800 break;
1801 case RISCV::BI__builtin_riscv_pmulsu_b11_i16x2:
1802 case RISCV::BI__builtin_riscv_pmulsu_b11_i16x4:
1803 case RISCV::BI__builtin_riscv_pmulsu_h11_i32x2:
1804 ID = Intrinsic::riscv_pmulsu_11;
1805 break;
1806 }
1807
1808 IntrinsicTypes = {ResultType};
1809 break;
1810 }
1811
1812 // Scalar Multiply Parts.
1813 case RISCV::BI__builtin_riscv_mul_h00_i32:
1814 case RISCV::BI__builtin_riscv_mul_w00_i64:
1815 case RISCV::BI__builtin_riscv_mul_h01_i32:
1816 case RISCV::BI__builtin_riscv_mul_w01_i64:
1817 case RISCV::BI__builtin_riscv_mul_h11_i32:
1818 case RISCV::BI__builtin_riscv_mul_w11_i64:
1819 case RISCV::BI__builtin_riscv_mulu_h00_u32:
1820 case RISCV::BI__builtin_riscv_mulu_w00_u64:
1821 case RISCV::BI__builtin_riscv_mulu_h01_u32:
1822 case RISCV::BI__builtin_riscv_mulu_w01_u64:
1823 case RISCV::BI__builtin_riscv_mulu_h11_u32:
1824 case RISCV::BI__builtin_riscv_mulu_w11_u64:
1825 case RISCV::BI__builtin_riscv_mulsu_h00_i32:
1826 case RISCV::BI__builtin_riscv_mulsu_w00_i64:
1827 case RISCV::BI__builtin_riscv_mulsu_h11_i32:
1828 case RISCV::BI__builtin_riscv_mulsu_w11_i64: {
1829 switch (BuiltinID) {
1830 default:
1831 llvm_unreachable("unexpected builtin ID");
1832 case RISCV::BI__builtin_riscv_mul_h00_i32:
1833 case RISCV::BI__builtin_riscv_mul_w00_i64:
1834 ID = Intrinsic::riscv_mul_00;
1835 break;
1836 case RISCV::BI__builtin_riscv_mul_h01_i32:
1837 case RISCV::BI__builtin_riscv_mul_w01_i64:
1838 ID = Intrinsic::riscv_mul_01;
1839 break;
1840 case RISCV::BI__builtin_riscv_mul_h11_i32:
1841 case RISCV::BI__builtin_riscv_mul_w11_i64:
1842 ID = Intrinsic::riscv_mul_11;
1843 break;
1844 case RISCV::BI__builtin_riscv_mulu_h00_u32:
1845 case RISCV::BI__builtin_riscv_mulu_w00_u64:
1846 ID = Intrinsic::riscv_mulu_00;
1847 break;
1848 case RISCV::BI__builtin_riscv_mulu_h01_u32:
1849 case RISCV::BI__builtin_riscv_mulu_w01_u64:
1850 ID = Intrinsic::riscv_mulu_01;
1851 break;
1852 case RISCV::BI__builtin_riscv_mulu_h11_u32:
1853 case RISCV::BI__builtin_riscv_mulu_w11_u64:
1854 ID = Intrinsic::riscv_mulu_11;
1855 break;
1856 case RISCV::BI__builtin_riscv_mulsu_h00_i32:
1857 case RISCV::BI__builtin_riscv_mulsu_w00_i64:
1858 ID = Intrinsic::riscv_mulsu_00;
1859 break;
1860 case RISCV::BI__builtin_riscv_mulsu_h11_i32:
1861 case RISCV::BI__builtin_riscv_mulsu_w11_i64:
1862 ID = Intrinsic::riscv_mulsu_11;
1863 break;
1864 }
1865
1866 IntrinsicTypes = {ResultType, Ops[0]->getType()};
1867 break;
1868 }
1869
1870 // Packed "Q-format" Multiply Parts Accumulate
1871 case RISCV::BI__builtin_riscv_mqacc_h00_i32:
1872 case RISCV::BI__builtin_riscv_mqacc_h01_i32:
1873 case RISCV::BI__builtin_riscv_mqacc_h11_i32:
1874 case RISCV::BI__builtin_riscv_mqracc_h00_i32:
1875 case RISCV::BI__builtin_riscv_mqracc_h01_i32:
1876 case RISCV::BI__builtin_riscv_mqracc_h11_i32:
1877 case RISCV::BI__builtin_riscv_pmqacc_h00_i32x2:
1878 case RISCV::BI__builtin_riscv_pmqacc_h01_i32x2:
1879 case RISCV::BI__builtin_riscv_pmqacc_h11_i32x2:
1880 case RISCV::BI__builtin_riscv_pmqracc_h00_i32x2:
1881 case RISCV::BI__builtin_riscv_pmqracc_h01_i32x2:
1882 case RISCV::BI__builtin_riscv_pmqracc_h11_i32x2:
1883 case RISCV::BI__builtin_riscv_mqacc_w00_i64:
1884 case RISCV::BI__builtin_riscv_mqacc_w01_i64:
1885 case RISCV::BI__builtin_riscv_mqacc_w11_i64:
1886 case RISCV::BI__builtin_riscv_mqracc_w00_i64:
1887 case RISCV::BI__builtin_riscv_mqracc_w01_i64:
1888 case RISCV::BI__builtin_riscv_mqracc_w11_i64: {
1889 switch (BuiltinID) {
1890 default:
1891 llvm_unreachable("unexpected builtin ID");
1892 case RISCV::BI__builtin_riscv_pmqacc_h00_i32x2:
1893 ID = Intrinsic::riscv_pmqacc_h00;
1894 break;
1895 case RISCV::BI__builtin_riscv_pmqacc_h01_i32x2:
1896 ID = Intrinsic::riscv_pmqacc_h01;
1897 break;
1898 case RISCV::BI__builtin_riscv_pmqacc_h11_i32x2:
1899 ID = Intrinsic::riscv_pmqacc_h11;
1900 break;
1901 case RISCV::BI__builtin_riscv_pmqracc_h00_i32x2:
1902 ID = Intrinsic::riscv_pmqracc_h00;
1903 break;
1904 case RISCV::BI__builtin_riscv_pmqracc_h01_i32x2:
1905 ID = Intrinsic::riscv_pmqracc_h01;
1906 break;
1907 case RISCV::BI__builtin_riscv_pmqracc_h11_i32x2:
1908 ID = Intrinsic::riscv_pmqracc_h11;
1909 break;
1910 // Scalar "Q-format" Multiply Parts Accumulate
1911 case RISCV::BI__builtin_riscv_mqacc_h00_i32:
1912 case RISCV::BI__builtin_riscv_mqacc_w00_i64:
1913 ID = Intrinsic::riscv_mqacc_00;
1914 break;
1915 case RISCV::BI__builtin_riscv_mqacc_h01_i32:
1916 case RISCV::BI__builtin_riscv_mqacc_w01_i64:
1917 ID = Intrinsic::riscv_mqacc_01;
1918 break;
1919 case RISCV::BI__builtin_riscv_mqacc_h11_i32:
1920 case RISCV::BI__builtin_riscv_mqacc_w11_i64:
1921 ID = Intrinsic::riscv_mqacc_11;
1922 break;
1923 case RISCV::BI__builtin_riscv_mqracc_h00_i32:
1924 case RISCV::BI__builtin_riscv_mqracc_w00_i64:
1925 ID = Intrinsic::riscv_mqracc_00;
1926 break;
1927 case RISCV::BI__builtin_riscv_mqracc_h01_i32:
1928 case RISCV::BI__builtin_riscv_mqracc_w01_i64:
1929 ID = Intrinsic::riscv_mqracc_01;
1930 break;
1931 case RISCV::BI__builtin_riscv_mqracc_h11_i32:
1932 case RISCV::BI__builtin_riscv_mqracc_w11_i64:
1933 ID = Intrinsic::riscv_mqracc_11;
1934 break;
1935 }
1936
1937 IntrinsicTypes = {ResultType, Ops[1]->getType()};
1938 break;
1939 }
1940
1941 // Packed Multiply Parts Accumulate.
1942 case RISCV::BI__builtin_riscv_macc_h00_i32:
1943 case RISCV::BI__builtin_riscv_pmacc_h00_i32x2:
1944 case RISCV::BI__builtin_riscv_macc_w00_i64:
1945 case RISCV::BI__builtin_riscv_macc_h01_i32:
1946 case RISCV::BI__builtin_riscv_pmacc_h01_i32x2:
1947 case RISCV::BI__builtin_riscv_macc_w01_i64:
1948 case RISCV::BI__builtin_riscv_macc_h11_i32:
1949 case RISCV::BI__builtin_riscv_pmacc_h11_i32x2:
1950 case RISCV::BI__builtin_riscv_macc_w11_i64:
1951 case RISCV::BI__builtin_riscv_maccu_h00_u32:
1952 case RISCV::BI__builtin_riscv_pmaccu_h00_u32x2:
1953 case RISCV::BI__builtin_riscv_maccu_w00_u64:
1954 case RISCV::BI__builtin_riscv_maccu_h01_u32:
1955 case RISCV::BI__builtin_riscv_pmaccu_h01_u32x2:
1956 case RISCV::BI__builtin_riscv_maccu_w01_u64:
1957 case RISCV::BI__builtin_riscv_maccu_h11_u32:
1958 case RISCV::BI__builtin_riscv_pmaccu_h11_u32x2:
1959 case RISCV::BI__builtin_riscv_maccu_w11_u64:
1960 case RISCV::BI__builtin_riscv_maccsu_h00_i32:
1961 case RISCV::BI__builtin_riscv_pmaccsu_h00_i32x2:
1962 case RISCV::BI__builtin_riscv_maccsu_w00_i64:
1963 case RISCV::BI__builtin_riscv_maccsu_h11_i32:
1964 case RISCV::BI__builtin_riscv_pmaccsu_h11_i32x2:
1965 case RISCV::BI__builtin_riscv_maccsu_w11_i64: {
1966 switch (BuiltinID) {
1967 default:
1968 llvm_unreachable("unexpected builtin ID");
1969 case RISCV::BI__builtin_riscv_macc_h00_i32:
1970 case RISCV::BI__builtin_riscv_pmacc_h00_i32x2:
1971 case RISCV::BI__builtin_riscv_macc_w00_i64:
1972 ID = Intrinsic::riscv_macc_00;
1973 break;
1974 case RISCV::BI__builtin_riscv_macc_h01_i32:
1975 case RISCV::BI__builtin_riscv_pmacc_h01_i32x2:
1976 case RISCV::BI__builtin_riscv_macc_w01_i64:
1977 ID = Intrinsic::riscv_macc_01;
1978 break;
1979 case RISCV::BI__builtin_riscv_macc_h11_i32:
1980 case RISCV::BI__builtin_riscv_pmacc_h11_i32x2:
1981 case RISCV::BI__builtin_riscv_macc_w11_i64:
1982 ID = Intrinsic::riscv_macc_11;
1983 break;
1984 case RISCV::BI__builtin_riscv_maccu_h00_u32:
1985 case RISCV::BI__builtin_riscv_pmaccu_h00_u32x2:
1986 case RISCV::BI__builtin_riscv_maccu_w00_u64:
1987 ID = Intrinsic::riscv_maccu_00;
1988 break;
1989 case RISCV::BI__builtin_riscv_maccu_h01_u32:
1990 case RISCV::BI__builtin_riscv_pmaccu_h01_u32x2:
1991 case RISCV::BI__builtin_riscv_maccu_w01_u64:
1992 ID = Intrinsic::riscv_maccu_01;
1993 break;
1994 case RISCV::BI__builtin_riscv_maccu_h11_u32:
1995 case RISCV::BI__builtin_riscv_pmaccu_h11_u32x2:
1996 case RISCV::BI__builtin_riscv_maccu_w11_u64:
1997 ID = Intrinsic::riscv_maccu_11;
1998 break;
1999 case RISCV::BI__builtin_riscv_maccsu_h00_i32:
2000 case RISCV::BI__builtin_riscv_pmaccsu_h00_i32x2:
2001 case RISCV::BI__builtin_riscv_maccsu_w00_i64:
2002 ID = Intrinsic::riscv_maccsu_00;
2003 break;
2004 case RISCV::BI__builtin_riscv_maccsu_h11_i32:
2005 case RISCV::BI__builtin_riscv_pmaccsu_h11_i32x2:
2006 case RISCV::BI__builtin_riscv_maccsu_w11_i64:
2007 ID = Intrinsic::riscv_maccsu_11;
2008 break;
2009 }
2010
2011 IntrinsicTypes = {ResultType, Ops[1]->getType()};
2012 break;
2013 }
2014
2015 // Zk builtins
2016
2017 // Zknh
2018 case RISCV::BI__builtin_riscv_sha256sig0:
2019 ID = Intrinsic::riscv_sha256sig0;
2020 break;
2021 case RISCV::BI__builtin_riscv_sha256sig1:
2022 ID = Intrinsic::riscv_sha256sig1;
2023 break;
2024 case RISCV::BI__builtin_riscv_sha256sum0:
2025 ID = Intrinsic::riscv_sha256sum0;
2026 break;
2027 case RISCV::BI__builtin_riscv_sha256sum1:
2028 ID = Intrinsic::riscv_sha256sum1;
2029 break;
2030
2031 // Zksed
2032 case RISCV::BI__builtin_riscv_sm4ks:
2033 ID = Intrinsic::riscv_sm4ks;
2034 break;
2035 case RISCV::BI__builtin_riscv_sm4ed:
2036 ID = Intrinsic::riscv_sm4ed;
2037 break;
2038
2039 // Zksh
2040 case RISCV::BI__builtin_riscv_sm3p0:
2041 ID = Intrinsic::riscv_sm3p0;
2042 break;
2043 case RISCV::BI__builtin_riscv_sm3p1:
2044 ID = Intrinsic::riscv_sm3p1;
2045 break;
2046
2047 case RISCV::BI__builtin_riscv_clz_32:
2048 case RISCV::BI__builtin_riscv_clz_64: {
2049 Function *F = CGM.getIntrinsic(Intrinsic::ctlz, Ops[0]->getType());
2050 Value *Result = Builder.CreateCall(F, {Ops[0], Builder.getInt1(false)});
2051 if (Result->getType() != ResultType)
2052 Result =
2053 Builder.CreateIntCast(Result, ResultType, /*isSigned*/ false, "cast");
2054 return Result;
2055 }
2056 case RISCV::BI__builtin_riscv_ctz_32:
2057 case RISCV::BI__builtin_riscv_ctz_64: {
2058 Function *F = CGM.getIntrinsic(Intrinsic::cttz, Ops[0]->getType());
2059 Value *Result = Builder.CreateCall(F, {Ops[0], Builder.getInt1(false)});
2060 if (Result->getType() != ResultType)
2061 Result =
2062 Builder.CreateIntCast(Result, ResultType, /*isSigned*/ false, "cast");
2063 return Result;
2064 }
2065
2066 // Zihintntl
2067 case RISCV::BI__builtin_riscv_ntl_load: {
2068 llvm::Type *ResTy = ConvertType(E->getType());
2069 unsigned DomainVal = 5; // Default __RISCV_NTLH_ALL
2070 if (Ops.size() == 2)
2071 DomainVal = cast<ConstantInt>(Ops[1])->getZExtValue();
2072
2073 llvm::MDNode *RISCVDomainNode = llvm::MDNode::get(
2074 getLLVMContext(),
2075 llvm::ConstantAsMetadata::get(Builder.getInt32(DomainVal)));
2076 llvm::MDNode *NontemporalNode = llvm::MDNode::get(
2077 getLLVMContext(), llvm::ConstantAsMetadata::get(Builder.getInt32(1)));
2078
2079 int Width;
2080 if(ResTy->isScalableTy()) {
2081 const ScalableVectorType *SVTy = cast<ScalableVectorType>(ResTy);
2082 llvm::Type *ScalarTy = ResTy->getScalarType();
2083 Width = ScalarTy->getPrimitiveSizeInBits() *
2084 SVTy->getElementCount().getKnownMinValue();
2085 } else
2086 Width = ResTy->getPrimitiveSizeInBits();
2087 LoadInst *Load = Builder.CreateLoad(
2088 Address(Ops[0], ResTy, CharUnits::fromQuantity(Width / 8)));
2089
2090 Load->setMetadata(llvm::LLVMContext::MD_nontemporal, NontemporalNode);
2091 Load->setMetadata(CGM.getModule().getMDKindID("riscv-nontemporal-domain"),
2092 RISCVDomainNode);
2093
2094 return Load;
2095 }
2096 case RISCV::BI__builtin_riscv_ntl_store: {
2097 unsigned DomainVal = 5; // Default __RISCV_NTLH_ALL
2098 if (Ops.size() == 3)
2099 DomainVal = cast<ConstantInt>(Ops[2])->getZExtValue();
2100
2101 llvm::MDNode *RISCVDomainNode = llvm::MDNode::get(
2102 getLLVMContext(),
2103 llvm::ConstantAsMetadata::get(Builder.getInt32(DomainVal)));
2104 llvm::MDNode *NontemporalNode = llvm::MDNode::get(
2105 getLLVMContext(), llvm::ConstantAsMetadata::get(Builder.getInt32(1)));
2106
2107 StoreInst *Store = Builder.CreateDefaultAlignedStore(Ops[1], Ops[0]);
2108 Store->setMetadata(llvm::LLVMContext::MD_nontemporal, NontemporalNode);
2109 Store->setMetadata(CGM.getModule().getMDKindID("riscv-nontemporal-domain"),
2110 RISCVDomainNode);
2111
2112 return Store;
2113 }
2114 // Zihintpause
2115 case RISCV::BI__builtin_riscv_pause: {
2116 llvm::Function *Fn = CGM.getIntrinsic(llvm::Intrinsic::riscv_pause);
2117 return Builder.CreateCall(Fn, {});
2118 }
2119
2120 // XCValu
2121 case RISCV::BI__builtin_riscv_cv_alu_addN:
2122 ID = Intrinsic::riscv_cv_alu_addN;
2123 break;
2124 case RISCV::BI__builtin_riscv_cv_alu_addRN:
2125 ID = Intrinsic::riscv_cv_alu_addRN;
2126 break;
2127 case RISCV::BI__builtin_riscv_cv_alu_adduN:
2128 ID = Intrinsic::riscv_cv_alu_adduN;
2129 break;
2130 case RISCV::BI__builtin_riscv_cv_alu_adduRN:
2131 ID = Intrinsic::riscv_cv_alu_adduRN;
2132 break;
2133 case RISCV::BI__builtin_riscv_cv_alu_clip:
2134 ID = Intrinsic::riscv_cv_alu_clip;
2135 break;
2136 case RISCV::BI__builtin_riscv_cv_alu_clipu:
2137 ID = Intrinsic::riscv_cv_alu_clipu;
2138 break;
2139 case RISCV::BI__builtin_riscv_cv_alu_extbs:
2140 return Builder.CreateSExt(Builder.CreateTrunc(Ops[0], Int8Ty), Int32Ty,
2141 "extbs");
2142 case RISCV::BI__builtin_riscv_cv_alu_extbz:
2143 return Builder.CreateZExt(Builder.CreateTrunc(Ops[0], Int8Ty), Int32Ty,
2144 "extbz");
2145 case RISCV::BI__builtin_riscv_cv_alu_exths:
2146 return Builder.CreateSExt(Builder.CreateTrunc(Ops[0], Int16Ty), Int32Ty,
2147 "exths");
2148 case RISCV::BI__builtin_riscv_cv_alu_exthz:
2149 return Builder.CreateZExt(Builder.CreateTrunc(Ops[0], Int16Ty), Int32Ty,
2150 "exthz");
2151 case RISCV::BI__builtin_riscv_cv_alu_sle:
2152 return Builder.CreateZExt(Builder.CreateICmpSLE(Ops[0], Ops[1]), Int32Ty,
2153 "sle");
2154 case RISCV::BI__builtin_riscv_cv_alu_sleu:
2155 return Builder.CreateZExt(Builder.CreateICmpULE(Ops[0], Ops[1]), Int32Ty,
2156 "sleu");
2157 case RISCV::BI__builtin_riscv_cv_alu_subN:
2158 ID = Intrinsic::riscv_cv_alu_subN;
2159 break;
2160 case RISCV::BI__builtin_riscv_cv_alu_subRN:
2161 ID = Intrinsic::riscv_cv_alu_subRN;
2162 break;
2163 case RISCV::BI__builtin_riscv_cv_alu_subuN:
2164 ID = Intrinsic::riscv_cv_alu_subuN;
2165 break;
2166 case RISCV::BI__builtin_riscv_cv_alu_subuRN:
2167 ID = Intrinsic::riscv_cv_alu_subuRN;
2168 break;
2169
2170 // XAndesPerf
2171 case RISCV::BI__builtin_riscv_nds_ffb_32:
2172 case RISCV::BI__builtin_riscv_nds_ffb_64:
2173 IntrinsicTypes = {ResultType};
2174 ID = Intrinsic::riscv_nds_ffb;
2175 break;
2176 case RISCV::BI__builtin_riscv_nds_ffzmism_32:
2177 case RISCV::BI__builtin_riscv_nds_ffzmism_64:
2178 IntrinsicTypes = {ResultType};
2179 ID = Intrinsic::riscv_nds_ffzmism;
2180 break;
2181 case RISCV::BI__builtin_riscv_nds_ffmism_32:
2182 case RISCV::BI__builtin_riscv_nds_ffmism_64:
2183 IntrinsicTypes = {ResultType};
2184 ID = Intrinsic::riscv_nds_ffmism;
2185 break;
2186 case RISCV::BI__builtin_riscv_nds_flmism_32:
2187 case RISCV::BI__builtin_riscv_nds_flmism_64:
2188 IntrinsicTypes = {ResultType};
2189 ID = Intrinsic::riscv_nds_flmism;
2190 break;
2191
2192 // XAndesBFHCvt
2193 case RISCV::BI__builtin_riscv_nds_fcvt_s_bf16:
2194 return Builder.CreateFPExt(Ops[0], FloatTy);
2195 case RISCV::BI__builtin_riscv_nds_fcvt_bf16_s:
2196 return Builder.CreateFPTrunc(Ops[0], BFloatTy);
2197
2198 // Vector builtins are handled from here.
2199#include "clang/Basic/riscv_vector_builtin_cg.inc"
2200
2201 // SiFive Vector builtins are handled from here.
2202#include "clang/Basic/riscv_sifive_vector_builtin_cg.inc"
2203
2204 // Andes Vector builtins are handled from here.
2205#include "clang/Basic/riscv_andes_vector_builtin_cg.inc"
2206 }
2207
2208 assert(ID != Intrinsic::not_intrinsic);
2209
2210 llvm::Function *F = CGM.getIntrinsic(ID, IntrinsicTypes);
2211 return Builder.CreateCall(F, Ops, "");
2212}
V
#define V(N, I)
Definition ASTContext.h:3844
emitRVVStridedSegLoadTupleBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVStridedSegLoadTupleBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked, unsigned SegInstSEW)
Definition RISCV.cpp:434
emitRVVPseudoUnaryBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVPseudoUnaryBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:120
emitRVVCreateBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVCreateBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:943
emitRVVGetBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVGetBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:893
emitRVVFloatingPointBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVFloatingPointBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:554
emitRVVFloatingReductionBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVFloatingReductionBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:821
emitRVVPseudoMaskBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVPseudoMaskBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:180
RVV_VMA
static constexpr unsigned RVV_VMA
Definition RISCV.cpp:26
loadRISCVFeatureBits
static Value * loadRISCVFeatureBits(unsigned Index, CGBuilderTy &Builder, CodeGenModule &CGM)
Definition RISCV.cpp:986
emitRVVFloatingUnaryBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVFloatingUnaryBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:750
emitRVVFMABuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVFMABuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:692
emitRVVVLEFFBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVVLEFFBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:32
emitRVVPseudoVNotBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVPseudoVNotBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:150
emitRVVStridedSegStoreTupleBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVStridedSegStoreTupleBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked, unsigned SegInstSEW)
Definition RISCV.cpp:465
emitRVVVSEMaskBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVVSEMaskBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:312
emitRVVNarrowingClipBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVNarrowingClipBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:523
emitRVVVsetvliBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVVsetvliBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:301
emitRVVVSSEBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVVSSEBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:69
emitRVVIndexedSegLoadTupleBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVIndexedSegLoadTupleBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked, unsigned SegInstSEW)
Definition RISCV.cpp:625
emitRVVFloatingConvBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVFloatingConvBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:787
emitRVVUnitStridedSegLoadFFTupleBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVUnitStridedSegLoadFFTupleBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked, unsigned SegInstSEW)
Definition RISCV.cpp:394
emitRVVAveragingBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVAveragingBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:493
emitRVVUnitStridedSegStoreTupleBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVUnitStridedSegStoreTupleBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked, unsigned SegInstSEW)
Definition RISCV.cpp:367
emitRVVWideningFMABuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVWideningFMABuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:721
emitRVVIndexedStoreBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVIndexedStoreBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:93
emitRVVSetBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVSetBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:918
emitRVVIndexedSegStoreTupleBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVIndexedSegStoreTupleBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked, unsigned SegInstSEW)
Definition RISCV.cpp:660
emitRVVReinterpretBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVReinterpretBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:854
emitRVVPseudoVWCVTBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVPseudoVWCVTBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:222
emitRVVPseudoVNCVTBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVPseudoVNCVTBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:252
RVV_VTA
static constexpr unsigned RVV_VTA
Definition RISCV.cpp:25
emitRVVWideningFloatingPointBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVWideningFloatingPointBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:589
emitRVVVlenbBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVVlenbBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:284
emitRVVUnitStridedSegLoadTupleBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVUnitStridedSegLoadTupleBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked, unsigned SegInstSEW)
Definition RISCV.cpp:336
emitRVVPseudoVFUnaryBuiltin
static LLVM_ATTRIBUTE_NOINLINE Value * emitRVVPseudoVFUnaryBuiltin(CodeGenFunction *CGF, const CallExpr *E, ReturnValueSlot ReturnValue, llvm::Type *ResultType, Intrinsic::ID ID, SmallVectorImpl< Value * > &Ops, int PolicyAttrs, bool IsMasked)
Definition RISCV.cpp:195
getType
TokenType getType() const
Returns the token's type, e.g.
Definition FormatToken.h:999
TargetBuiltins.h
Enumerates target-specific builtins in their own namespaces within namespace clang.
clang::ASTContext::GetBuiltinType
QualType GetBuiltinType(unsigned ID, GetBuiltinTypeError &Error, unsigned *IntegerConstantArgs=nullptr) const
Return the type for the specified builtin.
Definition ASTContext.cpp:13023
clang::ASTContext::GE_None
@ GE_None
No error.
Definition ASTContext.h:2735
clang::ASTContext::GE_Missing_type
@ GE_Missing_type
Missing a type.
Definition ASTContext.h:2738
clang::CallExpr
CallExpr - Represents a function call (C99 6.5.2.2, C++ [expr.call]).
Definition Expr.h:2987
clang::CallExpr::getArg
Expr * getArg(unsigned Arg)
getArg - Return the specified argument.
Definition Expr.h:3191
clang::CallExpr::getNumArgs
unsigned getNumArgs() const
getNumArgs - Return the number of actual arguments to this call.
Definition Expr.h:3178
clang::CharUnits
CharUnits - This is an opaque type for sizes expressed in character units.
Definition CharUnits.h:38
clang::CharUnits::fromQuantity
static CharUnits fromQuantity(QuantityType Quantity)
fromQuantity - Construct a CharUnits quantity from a raw integer type.
Definition CharUnits.h:63
clang::CodeGen::Address
Like RawAddress, an abstract representation of an aligned address, but the pointer contained in this ...
Definition Address.h:128
clang::CodeGen::CodeGenFunction
CodeGenFunction - This class organizes the per-function state that is used while generating LLVM code...
Definition CodeGenFunction.h:259
clang::CodeGen::CodeGenFunction::EmitScalarOrConstFoldImmArg
llvm::Value * EmitScalarOrConstFoldImmArg(unsigned ICEArguments, unsigned Idx, const CallExpr *E)
Definition CodeGenFunction.cpp:2202
clang::CodeGen::CodeGenFunction::EmitRISCVCpuSupports
llvm::Value * EmitRISCVCpuSupports(const CallExpr *E)
Definition RISCV.cpp:976
clang::CodeGen::CodeGenFunction::EmitRISCVCpuInit
llvm::Value * EmitRISCVCpuInit()
Definition RISCV.cpp:966
clang::CodeGen::CodeGenFunction::ConvertType
llvm::Type * ConvertType(QualType T)
Definition CodeGenFunction.cpp:246
clang::CodeGen::CodeGenFunction::EmitRISCVBuiltinExpr
llvm::Value * EmitRISCVBuiltinExpr(unsigned BuiltinID, const CallExpr *E, ReturnValueSlot ReturnValue)
Definition RISCV.cpp:1079
clang::CodeGen::CodeGenFunction::EmitRISCVCpuIs
llvm::Value * EmitRISCVCpuIs(const CallExpr *E)
Definition RISCV.cpp:1038
clang::CodeGen::CodeGenFunction::EmitAggExprToLValue
LValue EmitAggExprToLValue(const Expr *E)
EmitAggExprToLValue - Emit the computation of the specified expression of aggregate type into a tempo...
Definition CGExprAgg.cpp:2270
clang::CodeGen::CodeGenFunction::hasAggregateEvaluationKind
static bool hasAggregateEvaluationKind(QualType T)
Definition CodeGenFunction.h:2676
clang::CodeGen::CodeGenFunction::ReturnValue
Address ReturnValue
ReturnValue - The temporary alloca to hold the return value.
Definition CodeGenFunction.h:414
clang::CodeGen::CodeGenFunction::getLLVMContext
llvm::LLVMContext & getLLVMContext()
Definition CodeGenFunction.h:2248
clang::CodeGen::CodeGenModule
This class organizes the cross-function state that is used while generating LLVM code.
Definition CodeGenModule.h:333
clang::CodeGen::CodeGenModule::CreateRuntimeVariable
llvm::Constant * CreateRuntimeVariable(llvm::Type *Ty, StringRef Name)
Create a new runtime global variable with the specified type and name.
Definition CodeGenModule.cpp:6336
clang::CodeGen::CodeGenModule::getLLVMContext
llvm::LLVMContext & getLLVMContext()
Definition CodeGenModule.h:935
clang::CodeGen::CodeGenModule::getIntrinsic
llvm::Function * getIntrinsic(unsigned IID, ArrayRef< llvm::Type * > Tys={})
Definition CodeGenModule.cpp:7407
clang::CodeGen::LValue
LValue - This represents an lvalue references.
Definition CGValue.h:183
clang::CodeGen::LValue::getAddress
Address getAddress() const
Definition CGValue.h:373
clang::CodeGen::ReturnValueSlot
ReturnValueSlot - Contains the address where the return value of a function can be stored,...
Definition CGCall.h:384
clang::Expr
This represents one expression.
Definition Expr.h:113
clang::Expr::IgnoreParenCasts
Expr * IgnoreParenCasts() LLVM_READONLY
Skip past any parentheses and casts which might surround this expression until reaching a fixed point...
Definition Expr.cpp:3128
clang::Expr::getType
QualType getType() const
Definition Expr.h:145
clang::Value::getType
QualType getType() const
Definition Value.cpp:238
clang
Top level wrappers for InstallAPI frontend operations.
Definition CalledOnceCheck.h:17
clang::isa
bool isa(CodeGen::Address addr)
Definition Address.h:330
clang::ObjCSubstitutionContext::Result
@ Result
The result type of a method or function.
Definition TypeBase.h:906
clang::cast
U cast(CodeGen::Address addr)
Definition Address.h:327
llvm
Diagnostic wrappers for TextAPI types for error reporting.
Definition Dominators.h:30
clang::CodeGen::CodeGenTypeCache::Int8Ty
llvm::IntegerType * Int8Ty
i8, i16, i32, and i64
Definition CodeGenTypeCache.h:37
Generated on for clang by doxygen 1.14.0