9#ifndef LLVM_CLANG_LIB_CIR_CODEGEN_CIRGENBUILDER_H
10#define LLVM_CLANG_LIB_CIR_CODEGEN_CIRGENBUILDER_H
15#include "mlir/IR/Attributes.h"
16#include "mlir/IR/BuiltinAttributes.h"
17#include "mlir/Support/LLVM.h"
23#include "llvm/ADT/APFloat.h"
24#include "llvm/ADT/STLExtras.h"
30 llvm::StringMap<unsigned> recordNames;
31 llvm::StringMap<unsigned> globalsVersioning;
40 mlir::Attribute
getString(llvm::StringRef str, mlir::Type eltTy,
41 std::optional<size_t> size) {
42 size_t finalSize = size.value_or(str.size());
44 size_t lastNonZeroPos = str.find_last_not_of(
'\0');
47 if (lastNonZeroPos == llvm::StringRef::npos) {
48 auto arrayTy = cir::ArrayType::get(eltTy, finalSize);
49 return cir::ZeroAttr::get(arrayTy);
52 size_t trailingZerosNum = 0;
53 if (finalSize > lastNonZeroPos + 2)
54 trailingZerosNum = finalSize - lastNonZeroPos - 1;
55 auto truncatedArrayTy =
56 cir::ArrayType::get(eltTy, finalSize - trailingZerosNum);
57 auto fullArrayTy = cir::ArrayType::get(eltTy, finalSize);
58 return cir::ConstArrayAttr::get(
60 mlir::StringAttr::get(str.drop_back(trailingZerosNum),
66 cir::ArrayType arrayTy)
const {
67 return cir::ConstArrayAttr::get(arrayTy, attrs);
73 mlir::Type
type = {});
80 for (
auto &f : arrayAttr) {
81 auto ta = mlir::cast<mlir::TypedAttr>(f);
82 members.push_back(ta.getType());
88 auto sTy = mlir::cast<cir::RecordType>(ty);
89 return cir::ConstRecordAttr::get(sTy, arrayAttr);
94 return cir::TypeInfoAttr::get(anonRecord.getType(), fieldsAttr);
100 auto it = recordNames.find(baseName);
101 if (it == recordNames.end()) {
102 recordNames[baseName] = 0;
106 return baseName +
"." + std::to_string(recordNames[baseName]++);
110 if (&
format == &llvm::APFloat::IEEEdouble())
111 return cir::LongDoubleType::get(getContext(), typeCache.doubleTy);
112 if (&
format == &llvm::APFloat::x87DoubleExtended())
113 return cir::LongDoubleType::get(getContext(), typeCache.fP80Ty);
114 if (&
format == &llvm::APFloat::IEEEquad())
115 return cir::LongDoubleType::get(getContext(), typeCache.fP128Ty);
116 if (&
format == &llvm::APFloat::PPCDoubleDouble())
117 llvm_unreachable(
"NYI: PPC double-double format for long double");
118 llvm_unreachable(
"Unsupported format for long double");
126 bool isVarArg =
false) {
127 return cir::FuncType::get(params, retTy, isVarArg);
134 return cir::RecordType::Class;
136 return cir::RecordType::Struct;
138 return cir::RecordType::Union;
140 llvm_unreachable(
"interface records are NYI");
142 llvm_unreachable(
"enums are not records");
144 llvm_unreachable(
"Unsupported record kind");
152 bool packed,
bool padded,
153 llvm::StringRef name) {
154 const auto nameAttr = getStringAttr(name);
155 auto kind = cir::RecordType::RecordKind::Struct;
164 assert(!
type.isIncomplete() ||
165 (
type.getMembers() == members &&
type.getPacked() == packed &&
166 type.getPadded() == padded));
170 type.complete(members, packed, padded);
178 llvm::StringRef name =
"");
185 const mlir::StringAttr nameAttr = getStringAttr(name);
186 cir::RecordType::RecordKind kind = cir::RecordType::RecordKind::Struct;
195 if (mlir::isa<cir::ZeroAttr>(
attr))
198 if (
const auto ptrVal = mlir::dyn_cast<cir::ConstPtrAttr>(
attr))
199 return ptrVal.isNullValue();
201 if (
const auto intVal = mlir::dyn_cast<cir::IntAttr>(
attr))
202 return intVal.isNullValue();
204 if (
const auto boolVal = mlir::dyn_cast<cir::BoolAttr>(
attr))
205 return !boolVal.getValue();
207 if (
auto fpAttr = mlir::dyn_cast<cir::FPAttr>(
attr)) {
208 auto fpVal = fpAttr.getValue();
210 llvm::APFloat fv(+0.0);
211 fv.convert(fpVal.getSemantics(), llvm::APFloat::rmNearestTiesToEven,
213 return fv.bitwiseIsEqual(fpVal);
215 if (
const auto recordVal = mlir::dyn_cast<cir::ConstRecordAttr>(
attr)) {
216 for (
const auto elt : recordVal.getMembers()) {
218 if (mlir::isa<mlir::StringAttr>(elt))
226 if (
const auto arrayVal = mlir::dyn_cast<cir::ConstArrayAttr>(
attr)) {
227 if (mlir::isa<mlir::StringAttr>(arrayVal.getElts()))
231 mlir::cast<mlir::ArrayAttr>(arrayVal.getElts()),
232 [&](
const mlir::Attribute &elt) { return isNullValue(elt); });
252 return cir::IntType::get(getContext(), n,
false);
267 return cir::IntType::get(getContext(), n,
true);
283 cir::ConstantOp
getConstInt(mlir::Location loc, llvm::APSInt intVal);
285 cir::ConstantOp
getConstInt(mlir::Location loc, llvm::APInt intVal);
287 cir::ConstantOp
getConstInt(mlir::Location loc, mlir::Type t, uint64_t
c);
289 cir::ConstantOp
getConstFP(mlir::Location loc, mlir::Type t,
290 llvm::APFloat fpVal);
293 return i == typeCache.uInt8Ty || i == typeCache.sInt8Ty;
296 return i == typeCache.uInt16Ty || i == typeCache.sInt16Ty;
299 return i == typeCache.uInt32Ty || i == typeCache.sInt32Ty;
302 return i == typeCache.uInt64Ty || i == typeCache.sInt64Ty;
304 bool isInt(mlir::Type i) {
return mlir::isa<cir::IntType>(i); }
311 bool packed =
false,
bool padded =
false) {
313 auto kind = cir::RecordType::RecordKind::Struct;
336 if (
auto intTy = mlir::dyn_cast<cir::IntType>(value.getType())) {
338 if (intTy.isUnsigned())
340 return cir::UnaryOp::create(*
this, value.getLoc(), value.getType(),
341 cir::UnaryOpKind::Minus, value);
344 llvm_unreachable(
"negation for the given type is NYI");
348 cir::FPClassTest flags) {
349 return cir::IsFPClassOp::create(*
this, loc, src, flags);
357 return cir::CastOp::create(*
this, v.getLoc(), destType,
358 cir::CastKind::floating, v);
361 mlir::Value
createFSub(mlir::Location loc, mlir::Value lhs, mlir::Value rhs) {
366 return cir::BinOp::create(*
this, loc, cir::BinOpKind::Sub, lhs, rhs);
369 mlir::Value
createFAdd(mlir::Location loc, mlir::Value lhs, mlir::Value rhs) {
374 return cir::BinOp::create(*
this, loc, cir::BinOpKind::Add, lhs, rhs);
376 mlir::Value
createFMul(mlir::Location loc, mlir::Value lhs, mlir::Value rhs) {
381 return cir::BinOp::create(*
this, loc, cir::BinOpKind::Mul, lhs, rhs);
383 mlir::Value
createFDiv(mlir::Location loc, mlir::Value lhs, mlir::Value rhs) {
388 return cir::BinOp::create(*
this, loc, cir::BinOpKind::Div, lhs, rhs);
392 cir::PointerType destType,
bool isRefCast,
393 cir::DynamicCastInfoAttr info) {
395 isRefCast ? cir::DynamicCastKind::Ref : cir::DynamicCastKind::Ptr;
396 return cir::DynamicCastOp::create(*
this, loc, destType, castKind, src, info,
401 bool vtableUseRelativeLayout) {
405 return cir::DynamicCastOp::create(
406 *
this, loc, destTy, cir::DynamicCastKind::Ptr, src,
407 cir::DynamicCastInfoAttr{}, vtableUseRelativeLayout);
411 mlir::Type destType,
unsigned offset,
412 bool assumeNotNull) {
418 cir::BaseClassAddrOp::create(*
this, loc, ptrTy, addr.
getPointer(),
419 mlir::APInt(64, offset), assumeNotNull);
424 mlir::Type destType,
unsigned offset,
425 bool assumeNotNull) {
431 cir::DerivedClassAddrOp::create(*
this, loc, ptrTy, addr.
getPointer(),
432 mlir::APInt(64, offset), assumeNotNull);
437 mlir::Value addr, uint64_t offset) {
438 return cir::VTTAddrPointOp::create(*
this, loc, retTy,
439 mlir::FlatSymbolRefAttr{}, addr, offset);
443 mlir::FlatSymbolRefAttr sym, uint64_t offset) {
444 return cir::VTTAddrPointOp::create(*
this, loc, retTy, sym, mlir::Value{},
451 mlir::Type destType) {
461 bool isVolatile =
false) {
463 return cir::LoadOp::create(*
this, loc, addr.
getPointer(),
false,
465 cir::MemOrderAttr{});
469 mlir::Value ptr, llvm::MaybeAlign align) {
470 if (ty != mlir::cast<cir::PointerType>(ptr.getType()).getPointee())
472 uint64_t alignment = align ? align->value() : 0;
474 return cir::LoadOp::create(*
this, loc, ptr,
false,
476 cir::MemOrderAttr{});
486 bool isVolatile =
false,
487 mlir::IntegerAttr align = {},
488 cir::MemOrderAttr order = {}) {
491 return CIRBaseBuilderTy::createStore(loc, val, dst.getPointer(), isVolatile,
498 auto srcPtrTy = mlir::cast<cir::PointerType>(value.getType());
499 auto srcComplexTy = mlir::cast<cir::ComplexType>(srcPtrTy.getPointee());
500 return cir::ComplexRealPtrOp::create(
501 *
this, loc,
getPointerTo(srcComplexTy.getElementType()), value);
513 auto srcPtrTy = mlir::cast<cir::PointerType>(value.getType());
514 auto srcComplexTy = mlir::cast<cir::ComplexType>(srcPtrTy.getPointee());
515 return cir::ComplexImagPtrOp::create(
516 *
this, loc,
getPointerTo(srcComplexTy.getElementType()), value);
528 mlir::Location arrayLocEnd, mlir::Value arrayPtr,
529 mlir::Type eltTy, mlir::Value idx,
548 [[nodiscard]] cir::GlobalOp
550 mlir::StringRef name, mlir::Type
type,
bool isConstant,
551 cir::GlobalLinkageKind linkage) {
553 std::string uniqueName;
554 if (
unsigned version = globalsVersioning[name.str()]++)
555 uniqueName = name.str() +
"." + std::to_string(version);
557 uniqueName = name.str();
563 return cir::StackSaveOp::create(*
this, loc, ty);
567 return cir::StackRestoreOp::create(*
this, loc, v);
571 Address dstAddr, mlir::Type storageType,
573 bool isLvalueVolatile,
bool useVolatile) {
579 useVolatile ? cir::IntType::get(storageType.getContext(),
582 return cir::SetBitfieldOp::create(
583 *
this, loc, resultType, dstAddr.
getPointer(), storageType, src,
589 Address addr, mlir::Type storageType,
591 bool isLvalueVolatile,
bool useVolatile) {
597 useVolatile ? cir::IntType::get(storageType.getContext(),
600 return cir::GetBitfieldOp::create(*
this, loc, resultType, addr.
getPointer(),
601 storageType, info.
name, info.
size, offset,
609 auto vecType = mlir::cast<cir::VectorType>(vec1.getType());
610 auto resultTy = cir::VectorType::get(getContext(), vecType.getElementType(),
612 return cir::VecShuffleOp::create(*
this, loc, resultTy, vec1, vec2,
613 getArrayAttr(maskAttrs));
619 auto maskAttrs = llvm::to_vector_of<mlir::Attribute>(
620 llvm::map_range(mask, [&](int32_t idx) {
630 cir::ConstantOp poison =
631 getConstant(loc, cir::PoisonAttr::get(vec1.getType()));
__device__ __2f16 float c
cir::ConstantOp getConstant(mlir::Location loc, mlir::TypedAttr attr)
cir::PointerType getPointerTo(mlir::Type ty)
mlir::Value createPtrBitcast(mlir::Value src, mlir::Type newPointeeTy)
mlir::Value createIntCast(mlir::Value src, mlir::Type newTy)
mlir::Value createBitcast(mlir::Value src, mlir::Type newTy)
CIRBaseBuilderTy(mlir::MLIRContext &mlirContext)
cir::GlobalOp createGlobal(mlir::ModuleOp mlirModule, mlir::Location loc, mlir::StringRef name, mlir::Type type, bool isConstant, cir::GlobalLinkageKind linkage)
mlir::IntegerAttr getAlignmentAttr(clang::CharUnits alignment)
cir::ConstantOp getConstantInt(mlir::Location loc, mlir::Type ty, int64_t value)
cir::PointerType getVoidPtrTy(clang::LangAS langAS=clang::LangAS::Default)
mlir::Value getPointer() const
mlir::Type getElementType() const
clang::CharUnits getAlignment() const
cir::RecordType getCompleteNamedRecordType(llvm::ArrayRef< mlir::Type > members, bool packed, bool padded, llvm::StringRef name)
Get a CIR named record type.
cir::StackSaveOp createStackSave(mlir::Location loc, mlir::Type ty)
cir::IntType getUInt64Ty()
cir::IntType getUInt8Ty()
cir::TypeInfoAttr getTypeInfo(mlir::ArrayAttr fieldsAttr)
mlir::Value createComplexRealPtr(mlir::Location loc, mlir::Value value)
Create a cir.complex.real_ptr operation that derives a pointer to the real part of the complex value ...
cir::VecShuffleOp createVecShuffle(mlir::Location loc, mlir::Value vec1, mlir::Value vec2, llvm::ArrayRef< int64_t > mask)
cir::ConstantOp getUInt64(uint64_t c, mlir::Location loc)
cir::RecordType::RecordKind getRecordKind(const clang::TagTypeKind kind)
Get a CIR record kind from a AST declaration tag.
cir::IntType getSIntNTy(int n)
cir::ConstRecordAttr getAnonConstRecord(mlir::ArrayAttr arrayAttr, bool packed=false, bool padded=false, mlir::Type ty={})
cir::ConstantOp getSInt64(uint64_t c, mlir::Location loc)
cir::RecordType getIncompleteRecordTy(llvm::StringRef name, const clang::RecordDecl *rd)
Get an incomplete CIR struct type.
cir::ConstantOp getUInt32(uint32_t c, mlir::Location loc)
cir::VecShuffleOp createVecShuffle(mlir::Location loc, mlir::Value vec1, mlir::Value vec2, llvm::ArrayRef< mlir::Attribute > maskAttrs)
cir::GlobalOp createVersionedGlobal(mlir::ModuleOp module, mlir::Location loc, mlir::StringRef name, mlir::Type type, bool isConstant, cir::GlobalLinkageKind linkage)
Creates a versioned global variable.
cir::PointerType getUInt8PtrTy()
std::string getUniqueRecordName(const std::string &baseName)
mlir::Attribute getConstRecordOrZeroAttr(mlir::ArrayAttr arrayAttr, bool packed=false, bool padded=false, mlir::Type type={})
cir::RecordType getAnonRecordTy(llvm::ArrayRef< mlir::Type > members, bool packed=false, bool padded=false)
Get a CIR anonymous record type.
mlir::Value createVTTAddrPoint(mlir::Location loc, mlir::Type retTy, mlir::FlatSymbolRefAttr sym, uint64_t offset)
Address createBaseClassAddr(mlir::Location loc, Address addr, mlir::Type destType, unsigned offset, bool assumeNotNull)
mlir::Value createComplexImagPtr(mlir::Location loc, mlir::Value value)
Create a cir.complex.imag_ptr operation that derives a pointer to the imaginary part of the complex v...
mlir::Value maybeBuildArrayDecay(mlir::Location loc, mlir::Value arrayPtr, mlir::Type eltTy)
Returns a decayed pointer to the first element of the array pointed to by arrayPtr.
mlir::Attribute getString(llvm::StringRef str, mlir::Type eltTy, std::optional< size_t > size)
Get a cir::ConstArrayAttr for a string literal.
cir::LoadOp createAlignedLoad(mlir::Location loc, mlir::Type ty, mlir::Value ptr, llvm::MaybeAlign align)
cir::ConstantOp getConstFP(mlir::Location loc, mlir::Type t, llvm::APFloat fpVal)
mlir::Value createFloatingCast(mlir::Value v, mlir::Type destType)
cir::FuncType getFuncType(llvm::ArrayRef< mlir::Type > params, mlir::Type retTy, bool isVarArg=false)
mlir::Value createFDiv(mlir::Location loc, mlir::Value lhs, mlir::Value rhs)
Address createDerivedClassAddr(mlir::Location loc, Address addr, mlir::Type destType, unsigned offset, bool assumeNotNull)
std::string getUniqueAnonRecordName()
Address createElementBitCast(mlir::Location loc, Address addr, mlir::Type destType)
Cast the element type of the given address to a different type, preserving information like the align...
cir::IntType getSInt8Ty()
bool isInt16Ty(mlir::Type i)
bool isInt32Ty(mlir::Type i)
mlir::Value createDynCastToVoid(mlir::Location loc, mlir::Value src, bool vtableUseRelativeLayout)
cir::VecShuffleOp createVecShuffle(mlir::Location loc, mlir::Value vec1, llvm::ArrayRef< int64_t > mask)
cir::IntType getUInt16Ty()
mlir::Value createDynCast(mlir::Location loc, mlir::Value src, cir::PointerType destType, bool isRefCast, cir::DynamicCastInfoAttr info)
mlir::Value createGetBitfield(mlir::Location loc, mlir::Type resultType, Address addr, mlir::Type storageType, const CIRGenBitFieldInfo &info, bool isLvalueVolatile, bool useVolatile)
bool isNullValue(mlir::Attribute attr) const
bool isInt64Ty(mlir::Type i)
cir::StackRestoreOp createStackRestore(mlir::Location loc, mlir::Value v)
mlir::Value createSetBitfield(mlir::Location loc, mlir::Type resultType, Address dstAddr, mlir::Type storageType, mlir::Value src, const CIRGenBitFieldInfo &info, bool isLvalueVolatile, bool useVolatile)
Address createComplexRealPtr(mlir::Location loc, Address addr)
mlir::Value createFAdd(mlir::Location loc, mlir::Value lhs, mlir::Value rhs)
CIRGenBuilderTy(mlir::MLIRContext &mlirContext, const CIRGenTypeCache &tc)
cir::IsFPClassOp createIsFPClass(mlir::Location loc, mlir::Value src, cir::FPClassTest flags)
cir::RecordType getCompleteRecordType(mlir::ArrayAttr fields, bool packed=false, bool padded=false, llvm::StringRef name="")
cir::ConstantOp getConstInt(mlir::Location loc, llvm::APSInt intVal)
cir::VoidType getVoidTy()
void computeGlobalViewIndicesFromFlatOffset(int64_t offset, mlir::Type ty, cir::CIRDataLayout layout, llvm::SmallVectorImpl< int64_t > &indices)
cir::IntType getUInt32Ty()
mlir::Type getPtrToVPtrType()
cir::IntType getSInt32Ty()
Address createComplexImagPtr(mlir::Location loc, Address addr)
mlir::Value createFMul(mlir::Location loc, mlir::Value lhs, mlir::Value rhs)
cir::IntType getSInt64Ty()
cir::ConstantOp getSInt32(int32_t c, mlir::Location loc)
mlir::Value createVTTAddrPoint(mlir::Location loc, mlir::Type retTy, mlir::Value addr, uint64_t offset)
cir::LoadOp createLoad(mlir::Location loc, Address addr, bool isVolatile=false)
cir::LongDoubleType getLongDoubleTy(const llvm::fltSemantics &format) const
cir::IntType getSInt16Ty()
cir::ConstArrayAttr getConstArray(mlir::Attribute attrs, cir::ArrayType arrayTy) const
mlir::Value createFSub(mlir::Location loc, mlir::Value lhs, mlir::Value rhs)
cir::IntType getUIntNTy(int n)
mlir::Value getArrayElement(mlir::Location arrayLocBegin, mlir::Location arrayLocEnd, mlir::Value arrayPtr, mlir::Type eltTy, mlir::Value idx, bool shouldDecay)
Create a cir.ptr_stride operation to get access to an array element.
cir::StoreOp createStore(mlir::Location loc, mlir::Value val, Address dst, bool isVolatile=false, mlir::IntegerAttr align={}, cir::MemOrderAttr order={})
bool isInt8Ty(mlir::Type i)
mlir::Value createNeg(mlir::Value value)
cir::LoadOp createAlignedLoad(mlir::Location loc, mlir::Type ty, mlir::Value ptr, clang::CharUnits align=clang::CharUnits::One())
CharUnits - This is an opaque type for sizes expressed in character units.
llvm::Align getAsAlign() const
getAsAlign - Returns Quantity as a valid llvm::Align, Beware llvm::Align assumes power of two 8-bit b...
static CharUnits One()
One - Construct a CharUnits quantity of one.
Represents a struct/union/class.
TagKind getTagKind() const
const internal::VariadicAllOfMatcher< Type > type
Matches Types in the clang AST.
TagTypeKind
The kind of a tag type.
@ Interface
The "__interface" keyword.
@ Struct
The "struct" keyword.
@ Class
The "class" keyword.
@ Union
The "union" keyword.
@ Enum
The "enum" keyword.
static bool metaDataNode()
static bool addressSpace()
static bool fpConstraints()
static bool astRecordDeclAttr()
static bool fastMathFlags()
Record with information about how a bitfield should be accessed.
unsigned offset
The offset within a contiguous run of bitfields that are represented as a single "field" within the c...
unsigned volatileStorageSize
The storage size in bits which should be used when accessing this bitfield.
unsigned size
The total size of the bit-field, in bits.
unsigned isSigned
Whether the bit-field is signed.
unsigned volatileOffset
The offset within a contiguous run of bitfields that are represented as a single "field" within the c...
llvm::StringRef name
The name of a bitfield.
This structure provides a set of types that are commonly used during IR emission.