cir::direct Namespace Reference

Classes
class	CIRAttrToValue
class	CIRDialectLLVMIRTranslationInterface
	Implementation of the dialect interface that converts CIR attributes to LLVM IR metadata. More...
struct	ConvertCIRToLLVMPass
class	GlobalInitAttrRewriter
struct	LLVMBlockAddressInfo
struct	LoweredCallAttributes
class	OpenCLFunctionMetadataLowering

Functions
std::unique_ptr< llvm::Module >	lowerDirectlyFromCIRToLLVMIR (mlir::ModuleOp mlirModule, llvm::LLVMContext &llvmCtx, bool enableOpenMP, llvm::StringRef mlirSaveTempsOutFile={}, llvm::vfs::FileSystem *fs=nullptr)
	Lowers mlirModule, a CIR module, to an LLVM module in llvmCtx.
std::unique_ptr< mlir::Pass >	createConvertCIRToLLVMPass ()
	Create a pass that fully lowers CIR to the LLVMIR dialect.
void	populateCIRToLLVMPasses (mlir::OpPassManager &pm, bool enableOpenMP)
	Adds passes that fully lower CIR to the LLVMIR dialect.
static mlir::InFlightDiagnostic	emitTypeConversionError (mlir::Operation *op, mlir::Type type)
static uint64_t	getMemoryFallbackAlignment (mlir::Type cirType, mlir::Type llvmMemType, const mlir::DataLayout &dataLayout)
	Alignment to use for a memory access whose op carries no explicit alignment.
static mlir::Value	createIntCast (mlir::OpBuilder &bld, mlir::Value src, mlir::IntegerType dstTy, bool isSigned=false)
static mlir::Value	castBitIntMemoryStorage (mlir::ConversionPatternRewriter &rewriter, const mlir::DataLayout &dataLayout, cir::IntType intTy, mlir::Value value, bool toMemory)
	Cast a _BitInt(N) value between its literal width iN and its padded in-memory storage iM (sign/zero-extend to memory per signedness so the padding bits are well-defined, truncate back on load; matches classic CodeGen).
static mlir::LLVM::Visibility	lowerCIRVisibilityToLLVMVisibility (cir::VisibilityKind visibilityKind)
static mlir::Value	emitBoolVecConversion (mlir::ConversionPatternRewriter &rewriter, mlir::Value srcVec, unsigned numElementsDst)
static mlir::Value	emitFromMemory (mlir::ConversionPatternRewriter &rewriter, const mlir::TypeConverter &converter, mlir::DataLayout const &dataLayout, cir::LoadOp op, mlir::Value value)
	Emits the value from memory as expected by its users.
static mlir::Value	emitToMemory (mlir::ConversionPatternRewriter &rewriter, mlir::DataLayout const &dataLayout, mlir::Type origType, mlir::Value value)
	Emits a value to memory with the expected scalar type.
mlir::LLVM::Linkage	convertLinkage (cir::GlobalLinkageKind linkage)
static mlir::LLVM::CConv	convertCallingConv (cir::CallingConv callingConv)
static mlir::LLVM::uwtable::UWTableKind	convertUWTableKind (cir::UnwindTableKind kind)
static mlir::LLVM::framePointerKind::FramePointerKind	convertFramePointerKind (cir::FramePointerKind kind)
static llvm::FramePointerKind	convertFramePointerKindToLLVMIR (cir::FramePointerKind kind)
	The "frame-pointer" module flag holds an llvm::FramePointerKind value, as written by llvm::Module::setFramePointer.
template<typename CIROp, typename LLVMOp>
static mlir::LogicalResult	lowerMemTransferOp (CIROp op, typename CIROp::Adaptor adaptor, mlir::ConversionPatternRewriter &rewriter)
static mlir::Value	getLLVMIntCast (mlir::ConversionPatternRewriter &rewriter, mlir::Value llvmSrc, mlir::Type llvmDstIntTy, bool isUnsigned, uint64_t cirSrcWidth, uint64_t cirDstIntWidth)
mlir::Value	lowerCirAttrAsValue (mlir::Operation *parentOp, const mlir::Attribute attr, mlir::ConversionPatternRewriter &rewriter, mlir::SymbolTableCollection &symbolTables, const mlir::TypeConverter *converter, LLVMBlockAddressInfo *blockInfoAddr)
	Switches on the type of attribute and calls the appropriate conversion.
static mlir::LLVM::ModRefInfo	convertModRefInfo (cir::ModRefInfo info)
static mlir::LLVM::MemoryEffectsAttr	convertMemoryEffects (mlir::MLIRContext *ctx, cir::MemoryEffectsAttr effects)
	A null input stays null, which is how both dialects spell unknown effects.
static void	convertCallEffects (mlir::Operation *callOp, bool isNothrow, cir::MemoryEffectsAttr effects, mlir::LLVM::MemoryEffectsAttr &memoryEffect, bool &noUnwind, bool &willReturn, bool &noReturn)
static mlir::LLVM::CallIntrinsicOp	createCallLLVMIntrinsicOp (mlir::ConversionPatternRewriter &rewriter, mlir::Location loc, const llvm::Twine &intrinsicName, mlir::Type resultTy, mlir::ValueRange operands, mlir::LLVM::FastmathFlags fastmathFlags={})
static mlir::LLVM::CallIntrinsicOp	replaceOpWithCallLLVMIntrinsicOp (mlir::ConversionPatternRewriter &rewriter, mlir::Operation *op, const llvm::Twine &intrinsicName, mlir::Type resultTy, mlir::ValueRange operands, mlir::LLVM::FastmathFlags fastmathFlags={})
static llvm::StringRef	getConstrainedRoundingMetadata (cir::FenvAttr fenv)
static llvm::StringRef	getConstrainedExceptMetadata (cir::FenvAttr fenv)
static mlir::Value	createFenvMetadataValue (mlir::ConversionPatternRewriter &rewriter, mlir::Location loc, llvm::StringRef str)
mlir::LogicalResult	lowerToConstrainedFPIntrinsic (mlir::Operation *op, mlir::ValueRange operands, cir::FenvAttr fenv, mlir::Type llvmResTy, mlir::ConversionPatternRewriter &rewriter, llvm::StringRef constrainedMnemonic, bool hasRoundingMode, mlir::LLVM::FastmathFlags fastmathFlags)
static mlir::LLVM::FastmathFlags	convertFastMathFlags (cir::FastMathFlags cirFlags)
static mlir::Value	createConstrainedFPIntrinsicCall (mlir::ConversionPatternRewriter &rewriter, mlir::Location loc, mlir::ValueRange operands, mlir::Type llvmResTy, cir::FenvAttr fenv, llvm::StringRef constrainedMnemonic, bool hasRoundingMode, mlir::LLVM::FastmathFlags fastmathFlags={})
template<typename LLVMOp>
mlir::LogicalResult	lowerConstrainableFPOp (mlir::Operation *op, mlir::ValueRange operands, cir::FenvAttr fenv, cir::FastMathFlagsAttr fastmath, const mlir::TypeConverter &typeConverter, mlir::ConversionPatternRewriter &rewriter, llvm::StringRef constrainedMnemonic, bool hasRoundingMode)
static mlir::LLVM::AtomicOrdering	getLLVMMemOrder (std::optional< cir::MemOrder > memorder)
static llvm::AtomicScope	getAtomicScope (cir::SyncScopeKind syncScope)
static llvm::StringRef	getLLVMSyncScope (cir::SyncScopeKind syncScope, mlir::ModuleOp moduleOp)
static std::optional< llvm::StringRef >	getLLVMSyncScope (std::optional< cir::SyncScopeKind > syncScope, mlir::ModuleOp moduleOp)
static void	forwardAMDGPUNoPrivateAddrSpace (mlir::Operation *op, mlir::Operation *llvmOp, mlir::Value llvmPtr)
static void	forwardAMDGPUAtomicOptionMarkers (mlir::Operation *op, mlir::Operation *llvmOp)
static mlir::LLVM::AtomicBinOp	getLLVMAtomicBinOp (cir::AtomicFetchKind k, bool isInt, bool isSignedInt)
static llvm::StringLiteral	getLLVMBinopForPostAtomic (cir::AtomicFetchKind k, bool isInt)
static mlir::Value	convertToIndexTy (mlir::ConversionPatternRewriter &rewriter, mlir::ModuleOp mod, mlir::Value index, mlir::Type baseTy, cir::IntType strideTy)
static std::optional< mlir::ArrayAttr >	convertTypedArgAttrs (mlir::ArrayAttr argAttrs, const mlir::TypeConverter &converter, const mlir::DataLayout &dataLayout, mlir::MLIRContext *ctx)
	The llvm.byval, llvm.sret, and llvm.byref argument attributes carry the pointee type as a TypeAttr.
static mlir::LogicalResult	lowerCallAttributes (cir::CIRCallOpInterface op, const mlir::TypeConverter &converter, const mlir::DataLayout &dataLayout, LoweredCallAttributes &result)
template<typename CallLikeOp>
static void	setLoweredCallAttributes (CallLikeOp op, const LoweredCallAttributes &attributes)
static mlir::LogicalResult	rewriteCallOrInvoke (mlir::Operation *op, mlir::ValueRange callOperands, mlir::ConversionPatternRewriter &rewriter, const mlir::TypeConverter *converter, const mlir::DataLayout &dataLayout, mlir::SymbolTableCollection &symbolTables, mlir::FlatSymbolRefAttr calleeAttr, mlir::Block *continueBlock=nullptr, mlir::Block *landingPadBlock=nullptr)
static mlir::Type	getConstArrayBaseElementType (mlir::Type ty)
static bool	isBulkLowerableConstArrayBaseElement (mlir::Type baseElemTy)
static uint64_t	getTypeAllocSize (mlir::Type type, mlir::Operation &op)
static bool	isHandledDiscardableFuncAttr (mlir::NamedAttribute attr)
	Return true for discardable CIR markers handled explicitly below.
static mlir::LLVM::ThreadLocalMode	convertTlsModelAttrToLLVM (TLSModelAttr attr)
static mlir::SymbolRefAttr	getComdatAttrHelper (mlir::ModuleOp modOp, mlir::OpBuilder &builder, StringRef symName, mlir::LLVM::ComdatOp &comdatOp, mlir::SymbolTableCollection &symbolTables)
static mlir::LLVM::IntegerOverflowFlags	nswFlag (bool nsw)
template<typename CIROp, typename LLVMIntOp>
static mlir::LogicalResult	lowerIncDecOp (CIROp op, typename CIROp::Adaptor adaptor, mlir::ConversionPatternRewriter &rewriter)
static bool	isIntTypeUnsigned (mlir::Type type)
template<typename BinOp>
static mlir::LLVM::IntegerOverflowFlags	intOverflowFlag (BinOp op)
template<typename UIntSatOp, typename SIntSatOp, typename IntOp, typename CIROp>
static mlir::LogicalResult	lowerSaturatableArithOp (CIROp op, mlir::Value lhs, mlir::Value rhs, mlir::ConversionPatternRewriter &rewriter)
	Lower an arithmetic op that supports saturation, overflow flags, and an FP Lower an integer Add/Sub op that may use saturating-arithmetic semantics.
template<typename UIntOp, typename SIntOp, typename CIROp>
static mlir::LogicalResult	lowerIntBinaryOp (CIROp op, mlir::Value lhs, mlir::Value rhs, mlir::ConversionPatternRewriter &rewriter)
	Lower an integer Div/Rem op to its signed or unsigned LLVM counterpart.
template<typename CIROp, typename UIntOp, typename SIntOp>
static mlir::LogicalResult	lowerMinMaxOp (CIROp op, typename CIROp::Adaptor adaptor, mlir::ConversionPatternRewriter &rewriter)
static mlir::LLVM::ICmpPredicate	convertCmpKindToICmpPredicate (cir::CmpOpKind kind, bool isSigned)
	Convert from a CIR comparison kind to an LLVM IR integral comparison kind.
static mlir::LLVM::FCmpPredicate	convertCmpKindToFCmpPredicate (cir::CmpOpKind kind)
	Convert from a CIR comparison kind to an LLVM IR floating-point comparison kind.
static llvm::StringRef	convertCmpKindToConstrainedFCmpPredicate (cir::CmpOpKind kind)
static bool	isSignalingConstrainedFCmp (cir::CmpOpKind kind)
static mlir::LLVM::CallIntrinsicOp	createConstrainedFCmpCall (mlir::ConversionPatternRewriter &rewriter, mlir::Location loc, mlir::Value lhs, mlir::Value rhs, cir::CmpOpKind kind, cir::FenvAttr fenv, mlir::Type llvmResTy)
template<typename OpTy>
static mlir::LogicalResult	lowerBinOpOverflow (OpTy op, typename OpTy::Adaptor adaptor, mlir::ConversionPatternRewriter &rewriter, const mlir::TypeConverter *typeConverter, llvm::StringRef opStr)
	Shared lowering logic for checked binary arithmetic overflow operations.
static void	prepareTypeConverter (mlir::LLVMTypeConverter &converter, mlir::DataLayout &dataLayout)
static void	buildCtorDtorList (mlir::ModuleOp module, StringRef globalXtorName, StringRef llvmXtorName, llvm::function_ref< cir::GlobalCtorDtorEntry(mlir::Attribute)> createXtor)
void	createLLVMFuncOpIfNotExist (mlir::ConversionPatternRewriter &rewriter, mlir::SymbolTableCollection &symbolTables, mlir::Operation *srcOp, llvm::StringRef fnName, mlir::Type fnTy, mlir::ArrayAttr argAttrs=nullptr, mlir::ArrayAttr resAttrs=nullptr)
	Declare fnName with type fnTy before the function enclosing srcOp, unless the module already has a symbol of that name.
static mlir::LLVM::LLVMStructType	getLLVMLandingPadStructTy (mlir::ConversionPatternRewriter &rewriter)
static mlir::Value	getValueForVTableSymbol (mlir::Operation *op, mlir::ConversionPatternRewriter &rewriter, mlir::SymbolTableCollection &symbolTables, const mlir::TypeConverter *converter, mlir::FlatSymbolRefAttr nameAttr, mlir::Type &eltType)
template<typename LLVMOp, typename CIROp>
static mlir::LogicalResult	lowerFPVectorReduction (CIROp op, typename CIROp::Adaptor adaptor, const mlir::TypeConverter &typeConverter, mlir::ConversionPatternRewriter &rewriter)
static mlir::Value	computeMatrixFlatIndex (mlir::ConversionPatternRewriter &rewriter, mlir::Location loc, cir::MatrixType matrixTy, mlir::Value rowIdx, mlir::Value columnIdx)
	Computes the column-major flat index (columnIdx * numRows) + rowIdx.
mlir::IntegerType	computeBitfieldIntType (mlir::Type storageType, mlir::MLIRContext *context, unsigned &storageSize)
static void	clearPadding (mlir::ConversionPatternRewriter &rewriter, mlir::Location loc, mlir::Value inputPtr, uint64_t baseAlignment, cir::OffsetPairAttr paddingAttr)
std::unique_ptr< llvm::Module >	lowerDirectlyFromCIRToLLVMIR (mlir::ModuleOp mlirModule, LLVMContext &llvmCtx, bool enableOpenMP, StringRef mlirSaveTempsOutFile, llvm::vfs::FileSystem *fs)
void	registerCIRDialectTranslation (mlir::DialectRegistry &registry)
static void	convertOpenCLKernelArgMetadata (cir::OpenCLKernelArgMetadataAttr clArgMetadata, llvm::SmallVectorImpl< mlir::Attribute > &entries)
static void	createOpenCLVersionNamedMetadata (mlir::ModuleOp module, llvm::StringRef name, mlir::LLVM::MDNodeAttr node)
static void	emitOpenCLVersionMetadata (mlir::ModuleOp module, llvm::StringRef metadataName, mlir::Attribute versionAttr)
void	lowerOpenCLModuleMetadataAttrs (mlir::ModuleOp module)

Function Documentation

buildCtorDtorList()

void cir::direct::buildCtorDtorList ( mlir::ModuleOp module, StringRef globalXtorName, StringRef llvmXtorName, llvm::function_ref< cir::GlobalCtorDtorEntry(mlir::Attribute)> createXtor )

static

Definition at line 4452 of file LowerToLLVM.cpp.

References cir::CIRDataLayout::getProgramAddressSpace().

Referenced by cir::direct::ConvertCIRToLLVMPass::runOnOperation().

castBitIntMemoryStorage()

mlir::Value cir::direct::castBitIntMemoryStorage ( mlir::ConversionPatternRewriter & rewriter, const mlir::DataLayout & dataLayout, cir::IntType intTy, mlir::Value value, bool toMemory )

static

Cast a _BitInt(N) value between its literal width iN and its padded in-memory storage iM (sign/zero-extend to memory per signedness so the padding bits are well-defined, truncate back on load; matches classic CodeGen).

Callers must first rule out the unsupported byte-array storage form (isSplitStorageBitInt / a null convertTypeForMemory result).

Definition at line 127 of file LowerToLLVM.cpp.

References createIntCast().

Referenced by emitFromMemory(), and emitToMemory().

clearPadding()

void cir::direct::clearPadding ( mlir::ConversionPatternRewriter & rewriter, mlir::Location loc, mlir::Value inputPtr, uint64_t baseAlignment, cir::OffsetPairAttr paddingAttr )

static

Definition at line 6472 of file LowerToLLVM.cpp.

References clearPadding().

Referenced by clearPadding().

computeBitfieldIntType()

mlir::IntegerType cir::direct::computeBitfieldIntType	(	mlir::Type	storageType,
		mlir::MLIRContext *	context,
		unsigned &	storageSize )

Definition at line 6012 of file LowerToLLVM.cpp.

References computeBitfieldIntType().

Referenced by computeBitfieldIntType().

computeMatrixFlatIndex()

mlir::Value cir::direct::computeMatrixFlatIndex ( mlir::ConversionPatternRewriter & rewriter, mlir::Location loc, cir::MatrixType matrixTy, mlir::Value rowIdx, mlir::Value columnIdx )

static

Computes the column-major flat index (columnIdx * numRows) + rowIdx.

Definition at line 5641 of file LowerToLLVM.cpp.

References computeMatrixFlatIndex(), and createIntCast().

Referenced by computeMatrixFlatIndex().

convertCallEffects()

void cir::direct::convertCallEffects ( mlir::Operation * callOp, bool isNothrow, cir::MemoryEffectsAttr effects, mlir::LLVM::MemoryEffectsAttr & memoryEffect, bool & noUnwind, bool & willReturn, bool & noReturn )

static

Definition at line 550 of file LowerToLLVM.cpp.

References convertMemoryEffects().

Referenced by rewriteCallOrInvoke().

convertCallingConv()

mlir::LLVM::CConv cir::direct::convertCallingConv ( cir::CallingConv callingConv )

static

Definition at line 282 of file LowerToLLVM.cpp.

Referenced by rewriteCallOrInvoke().

convertCmpKindToConstrainedFCmpPredicate()

llvm::StringRef cir::direct::convertCmpKindToConstrainedFCmpPredicate ( cir::CmpOpKind kind )

static

Definition at line 3897 of file LowerToLLVM.cpp.

References kind.

Referenced by createConstrainedFCmpCall().

convertCmpKindToFCmpPredicate()

mlir::LLVM::FCmpPredicate cir::direct::convertCmpKindToFCmpPredicate ( cir::CmpOpKind kind )

static

Convert from a CIR comparison kind to an LLVM IR floating-point comparison kind.

Definition at line 3872 of file LowerToLLVM.cpp.

References kind.

convertCmpKindToICmpPredicate()

mlir::LLVM::ICmpPredicate cir::direct::convertCmpKindToICmpPredicate ( cir::CmpOpKind kind, bool isSigned )

static

Convert from a CIR comparison kind to an LLVM IR integral comparison kind.

Definition at line 3846 of file LowerToLLVM.cpp.

References kind.

convertFastMathFlags()

mlir::LLVM::FastmathFlags cir::direct::convertFastMathFlags ( cir::FastMathFlags cirFlags )

static

Definition at line 705 of file LowerToLLVM.cpp.

Referenced by lowerConstrainableFPOp(), and lowerFPVectorReduction().

convertFramePointerKind()

mlir::LLVM::framePointerKind::FramePointerKind cir::direct::convertFramePointerKind ( cir::FramePointerKind kind )

static

Definition at line 318 of file LowerToLLVM.cpp.

References kind.

convertFramePointerKindToLLVMIR()

llvm::FramePointerKind cir::direct::convertFramePointerKindToLLVMIR ( cir::FramePointerKind kind )

static

The "frame-pointer" module flag holds an llvm::FramePointerKind value, as written by llvm::Module::setFramePointer.

Definition at line 340 of file LowerToLLVM.cpp.

References kind.

Referenced by cir::direct::ConvertCIRToLLVMPass::processCIRAttrs().

convertLinkage()

mlir::LLVM::Linkage cir::direct::convertLinkage

(

cir::GlobalLinkageKind

linkage

)

Definition at line 251 of file LowerToLLVM.cpp.

convertMemoryEffects()

mlir::LLVM::MemoryEffectsAttr cir::direct::convertMemoryEffects ( mlir::MLIRContext * ctx, cir::MemoryEffectsAttr effects )

static

A null input stays null, which is how both dialects spell unknown effects.

Definition at line 537 of file LowerToLLVM.cpp.

References convertModRefInfo().

Referenced by convertCallEffects().

convertModRefInfo()

mlir::LLVM::ModRefInfo cir::direct::convertModRefInfo ( cir::ModRefInfo info )

static

Definition at line 521 of file LowerToLLVM.cpp.

Referenced by convertMemoryEffects().

convertOpenCLKernelArgMetadata()

void cir::direct::convertOpenCLKernelArgMetadata ( cir::OpenCLKernelArgMetadataAttr clArgMetadata, llvm::SmallVectorImpl< mlir::Attribute > & entries )

static

Definition at line 109 of file LowerToLLVMOpenCLMetadata.cpp.

convertTlsModelAttrToLLVM()

mlir::LLVM::ThreadLocalMode cir::direct::convertTlsModelAttrToLLVM ( TLSModelAttr attr )

static

Definition at line 3298 of file LowerToLLVM.cpp.

References CHECK_ENUM.

convertToIndexTy()

mlir::Value cir::direct::convertToIndexTy ( mlir::ConversionPatternRewriter & rewriter, mlir::ModuleOp mod, mlir::Value index, mlir::Type baseTy, cir::IntType strideTy )

static

Definition at line 2168 of file LowerToLLVM.cpp.

References getLLVMIntCast(), and isUnsigned().

convertTypedArgAttrs()

std::optional< mlir::ArrayAttr > cir::direct::convertTypedArgAttrs ( mlir::ArrayAttr argAttrs, const mlir::TypeConverter & converter, const mlir::DataLayout & dataLayout, mlir::MLIRContext * ctx )

static

The llvm.byval, llvm.sret, and llvm.byref argument attributes carry the pointee type as a TypeAttr.

After the CallConvLowering pass that type is still a CIR type; remap it to the lowered LLVM type so translation to LLVM IR does not encounter a CIR type in an attribute. The pointee must name the in-memory storage type, not the value type, since it sizes the byval copy and the sret slot: a _BitInt narrower than its padded storage integer would otherwise understate both. Returns std::nullopt when a pointee has no memory representation, leaving the caller to emit the NYI error, and the input unchanged when there is nothing to convert.

Definition at line 2438 of file LowerToLLVM.cpp.

References convertTypeForMemory().

Referenced by lowerCallAttributes().

convertUWTableKind()

mlir::LLVM::uwtable::UWTableKind cir::direct::convertUWTableKind ( cir::UnwindTableKind kind )

static

Definition at line 302 of file LowerToLLVM.cpp.

References kind.

createCallLLVMIntrinsicOp()

mlir::LLVM::CallIntrinsicOp cir::direct::createCallLLVMIntrinsicOp ( mlir::ConversionPatternRewriter & rewriter, mlir::Location loc, const llvm::Twine & intrinsicName, mlir::Type resultTy, mlir::ValueRange operands, mlir::LLVM::FastmathFlags fastmathFlags = {} )

static

Definition at line 565 of file LowerToLLVM.cpp.

Referenced by createConstrainedFCmpCall().

createConstrainedFCmpCall()

mlir::LLVM::CallIntrinsicOp cir::direct::createConstrainedFCmpCall ( mlir::ConversionPatternRewriter & rewriter, mlir::Location loc, mlir::Value lhs, mlir::Value rhs, cir::CmpOpKind kind, cir::FenvAttr fenv, mlir::Type llvmResTy )

static

Definition at line 3938 of file LowerToLLVM.cpp.

References convertCmpKindToConstrainedFCmpPredicate(), createCallLLVMIntrinsicOp(), createFenvMetadataValue(), getConstrainedExceptMetadata(), isSignalingConstrainedFCmp(), and kind.

createConstrainedFPIntrinsicCall()

mlir::Value cir::direct::createConstrainedFPIntrinsicCall ( mlir::ConversionPatternRewriter & rewriter, mlir::Location loc, mlir::ValueRange operands, mlir::Type llvmResTy, cir::FenvAttr fenv, llvm::StringRef constrainedMnemonic, bool hasRoundingMode, mlir::LLVM::FastmathFlags fastmathFlags = {} )

static

Definition at line 655 of file LowerToLLVM.cpp.

createConvertCIRToLLVMPass()

std::unique_ptr< mlir::Pass > cir::direct::createConvertCIRToLLVMPass

(

)

Create a pass that fully lowers CIR to the LLVMIR dialect.

Definition at line 6585 of file LowerToLLVM.cpp.

References createConvertCIRToLLVMPass().

Referenced by createConvertCIRToLLVMPass(), and populateCIRToLLVMPasses().

createFenvMetadataValue()

mlir::Value cir::direct::createFenvMetadataValue ( mlir::ConversionPatternRewriter & rewriter, mlir::Location loc, llvm::StringRef str )

static

Definition at line 626 of file LowerToLLVM.cpp.

Referenced by createConstrainedFCmpCall(), and lowerToConstrainedFPIntrinsic().

createIntCast()

mlir::Value cir::direct::createIntCast ( mlir::OpBuilder & bld, mlir::Value src, mlir::IntegerType dstTy, bool isSigned = false )

static

Definition at line 102 of file LowerToLLVM.cpp.

Referenced by castBitIntMemoryStorage(), computeMatrixFlatIndex(), emitFromMemory(), and emitToMemory().

createLLVMFuncOpIfNotExist()

void cir::direct::createLLVMFuncOpIfNotExist	(	mlir::ConversionPatternRewriter &	rewriter,
		mlir::SymbolTableCollection &	symbolTables,
		mlir::Operation *	srcOp,
		llvm::StringRef	fnName,
		mlir::Type	fnTy,
		mlir::ArrayAttr	argAttrs,
		mlir::ArrayAttr	resAttrs )

Declare fnName with type fnTy before the function enclosing srcOp, unless the module already has a symbol of that name.

Definition at line 4996 of file LowerToLLVM.cpp.

References createLLVMFuncOpIfNotExist().

Referenced by createLLVMFuncOpIfNotExist().

createOpenCLVersionNamedMetadata()

void cir::direct::createOpenCLVersionNamedMetadata ( mlir::ModuleOp module, llvm::StringRef name, mlir::LLVM::MDNodeAttr node )

static

Definition at line 182 of file LowerToLLVMOpenCLMetadata.cpp.

Referenced by emitOpenCLVersionMetadata().

emitBoolVecConversion()

mlir::Value cir::direct::emitBoolVecConversion ( mlir::ConversionPatternRewriter & rewriter, mlir::Value srcVec, unsigned numElementsDst )

static

Definition at line 151 of file LowerToLLVM.cpp.

Referenced by emitFromMemory(), and emitToMemory().

emitFromMemory()

mlir::Value cir::direct::emitFromMemory ( mlir::ConversionPatternRewriter & rewriter, const mlir::TypeConverter & converter, mlir::DataLayout const & dataLayout, cir::LoadOp op, mlir::Value value )

static

Emits the value from memory as expected by its users.

Should be called when the memory represetnation of a CIR type is not equal to its scalar representation.

Definition at line 171 of file LowerToLLVM.cpp.

References castBitIntMemoryStorage(), createIntCast(), and emitBoolVecConversion().

emitOpenCLVersionMetadata()

void cir::direct::emitOpenCLVersionMetadata ( mlir::ModuleOp module, llvm::StringRef metadataName, mlir::Attribute versionAttr )

static

Definition at line 192 of file LowerToLLVMOpenCLMetadata.cpp.

References createOpenCLVersionNamedMetadata().

Referenced by lowerOpenCLModuleMetadataAttrs().

emitToMemory()

mlir::Value cir::direct::emitToMemory ( mlir::ConversionPatternRewriter & rewriter, mlir::DataLayout const & dataLayout, mlir::Type origType, mlir::Value value )

static

Emits a value to memory with the expected scalar type.

Should be called when the memory represetnation of a CIR type is not equal to its scalar representation.

Definition at line 209 of file LowerToLLVM.cpp.

References castBitIntMemoryStorage(), createIntCast(), and emitBoolVecConversion().

emitTypeConversionError()

mlir::InFlightDiagnostic cir::direct::emitTypeConversionError ( mlir::Operation * op, mlir::Type type )

static

Definition at line 85 of file LowerToLLVM.cpp.

Referenced by getValueForVTableSymbol().

forwardAMDGPUAtomicOptionMarkers()

void cir::direct::forwardAMDGPUAtomicOptionMarkers ( mlir::Operation * op, mlir::Operation * llvmOp )

static

Definition at line 1495 of file LowerToLLVM.cpp.

forwardAMDGPUNoPrivateAddrSpace()

void cir::direct::forwardAMDGPUNoPrivateAddrSpace ( mlir::Operation * op, mlir::Operation * llvmOp, mlir::Value llvmPtr )

static

Definition at line 1483 of file LowerToLLVM.cpp.

getAtomicScope()

llvm::AtomicScope cir::direct::getAtomicScope ( cir::SyncScopeKind syncScope )

static

Definition at line 1436 of file LowerToLLVM.cpp.

Referenced by getLLVMSyncScope().

getComdatAttrHelper()

mlir::SymbolRefAttr cir::direct::getComdatAttrHelper ( mlir::ModuleOp modOp, mlir::OpBuilder & builder, StringRef symName, mlir::LLVM::ComdatOp & comdatOp, mlir::SymbolTableCollection & symbolTables )

static

Definition at line 3528 of file LowerToLLVM.cpp.

getConstArrayBaseElementType()

mlir::Type cir::direct::getConstArrayBaseElementType ( mlir::Type ty )

static

Definition at line 2780 of file LowerToLLVM.cpp.

getConstrainedExceptMetadata()

llvm::StringRef cir::direct::getConstrainedExceptMetadata ( cir::FenvAttr fenv )

static

Definition at line 615 of file LowerToLLVM.cpp.

Referenced by createConstrainedFCmpCall(), and lowerToConstrainedFPIntrinsic().

getConstrainedRoundingMetadata()

llvm::StringRef cir::direct::getConstrainedRoundingMetadata ( cir::FenvAttr fenv )

static

Definition at line 593 of file LowerToLLVM.cpp.

Referenced by lowerToConstrainedFPIntrinsic().

getLLVMAtomicBinOp()

mlir::LLVM::AtomicBinOp cir::direct::getLLVMAtomicBinOp ( cir::AtomicFetchKind k, bool isInt, bool isSignedInt )

static

Definition at line 1606 of file LowerToLLVM.cpp.

getLLVMBinopForPostAtomic()

llvm::StringLiteral cir::direct::getLLVMBinopForPostAtomic ( cir::AtomicFetchKind k, bool isInt )

static

Definition at line 1648 of file LowerToLLVM.cpp.

getLLVMIntCast()

mlir::Value cir::direct::getLLVMIntCast ( mlir::ConversionPatternRewriter & rewriter, mlir::Value llvmSrc, mlir::Type llvmDstIntTy, bool isUnsigned, uint64_t cirSrcWidth, uint64_t cirDstIntWidth )

static

Definition at line 456 of file LowerToLLVM.cpp.

References isUnsigned().

Referenced by convertToIndexTy().

getLLVMLandingPadStructTy()

mlir::LLVM::LLVMStructType cir::direct::getLLVMLandingPadStructTy ( mlir::ConversionPatternRewriter & rewriter )

static

Definition at line 5093 of file LowerToLLVM.cpp.

References getLLVMLandingPadStructTy().

Referenced by getLLVMLandingPadStructTy().

getLLVMMemOrder()

mlir::LLVM::AtomicOrdering cir::direct::getLLVMMemOrder ( std::optional< cir::MemOrder > memorder )

static

Definition at line 1417 of file LowerToLLVM.cpp.

getLLVMSyncScope() [1/2]

llvm::StringRef cir::direct::getLLVMSyncScope ( cir::SyncScopeKind syncScope, mlir::ModuleOp moduleOp )

static

Definition at line 1464 of file LowerToLLVM.cpp.

References getAtomicScope().

Referenced by getLLVMSyncScope().

getLLVMSyncScope() [2/2]

std::optional< llvm::StringRef > cir::direct::getLLVMSyncScope ( std::optional< cir::SyncScopeKind > syncScope, mlir::ModuleOp moduleOp )

static

Definition at line 1476 of file LowerToLLVM.cpp.

References getLLVMSyncScope().

getMemoryFallbackAlignment()

uint64_t cir::direct::getMemoryFallbackAlignment ( mlir::Type cirType, mlir::Type llvmMemType, const mlir::DataLayout & dataLayout )

static

Alignment to use for a memory access whose op carries no explicit alignment.

For _BitInt the storage integer iM's ABI alignment (e.g. i128's 16) over-aligns the value, so use the CIR _BitInt ABI alignment (e.g. 8).

Definition at line 93 of file LowerToLLVM.cpp.

getTypeAllocSize()

uint64_t cir::direct::getTypeAllocSize ( mlir::Type type, mlir::Operation & op )

static

Definition at line 2955 of file LowerToLLVM.cpp.

getValueForVTableSymbol()

mlir::Value cir::direct::getValueForVTableSymbol ( mlir::Operation * op, mlir::ConversionPatternRewriter & rewriter, mlir::SymbolTableCollection & symbolTables, const mlir::TypeConverter * converter, mlir::FlatSymbolRefAttr nameAttr, mlir::Type & eltType )

static

Definition at line 5262 of file LowerToLLVM.cpp.

References emitTypeConversionError(), and getValueForVTableSymbol().

Referenced by getValueForVTableSymbol().

intOverflowFlag()

template<typename BinOp>

mlir::LLVM::IntegerOverflowFlags cir::direct::intOverflowFlag ( BinOp op )

static

Definition at line 3732 of file LowerToLLVM.cpp.

Referenced by lowerSaturatableArithOp().

isBulkLowerableConstArrayBaseElement()

bool cir::direct::isBulkLowerableConstArrayBaseElement ( mlir::Type baseElemTy )

static

Definition at line 2786 of file LowerToLLVM.cpp.

isHandledDiscardableFuncAttr()

bool cir::direct::isHandledDiscardableFuncAttr ( mlir::NamedAttribute attr )

static

Return true for discardable CIR markers handled explicitly below.

Definition at line 3040 of file LowerToLLVM.cpp.

isIntTypeUnsigned()

bool cir::direct::isIntTypeUnsigned ( mlir::Type type )

static

Definition at line 3720 of file LowerToLLVM.cpp.

Referenced by lowerIntBinaryOp(), lowerMinMaxOp(), and lowerSaturatableArithOp().

isSignalingConstrainedFCmp()

bool cir::direct::isSignalingConstrainedFCmp ( cir::CmpOpKind kind )

static

Definition at line 3920 of file LowerToLLVM.cpp.

References kind.

Referenced by createConstrainedFCmpCall().

lowerBinOpOverflow()

template<typename OpTy>

mlir::LogicalResult cir::direct::lowerBinOpOverflow ( OpTy op, typename OpTy::Adaptor adaptor, mlir::ConversionPatternRewriter & rewriter, const mlir::TypeConverter * typeConverter, llvm::StringRef opStr )

static

Shared lowering logic for checked binary arithmetic overflow operations.

The opStr parameter specifies the arithmetic operation name used in the LLVM intrinsic (e.g., "add", "sub", "mul").

Definition at line 4061 of file LowerToLLVM.cpp.

References sign().

lowerCallAttributes()

mlir::LogicalResult cir::direct::lowerCallAttributes ( cir::CIRCallOpInterface op, const mlir::TypeConverter & converter, const mlir::DataLayout & dataLayout, LoweredCallAttributes & result )

static

Definition at line 2478 of file LowerToLLVM.cpp.

References cir::direct::LoweredCallAttributes::argAttrs, convertTypedArgAttrs(), cir::direct::LoweredCallAttributes::discardableAttrs, cir::MissingFeatures::opFuncExtraAttrs(), and cir::direct::LoweredCallAttributes::resAttrs.

Referenced by rewriteCallOrInvoke().

lowerCirAttrAsValue()

mlir::Value cir::direct::lowerCirAttrAsValue	(	mlir::Operation *	parentOp,
		mlir::Attribute	attr,
		mlir::ConversionPatternRewriter &	rewriter,
		mlir::SymbolTableCollection &	symbolTables,
		const mlir::TypeConverter *	converter,
		LLVMBlockAddressInfo *	blockInfoAddr = nullptr )

Switches on the type of attribute and calls the appropriate conversion.

Convert a CIR attribute to an LLVM value, or return null on failure.

May use the datalayout for lowering attributes to-be-stored in memory. When the attribute may contain block address attributes, blockInfoAddr is used to resolve them.

Definition at line 510 of file LowerToLLVM.cpp.

lowerCIRVisibilityToLLVMVisibility()

mlir::LLVM::Visibility cir::direct::lowerCIRVisibilityToLLVMVisibility ( cir::VisibilityKind visibilityKind )

static

Definition at line 139 of file LowerToLLVM.cpp.

lowerConstrainableFPOp()

template<typename LLVMOp>

mlir::LogicalResult cir::direct::lowerConstrainableFPOp	(	mlir::Operation *	op,
		mlir::ValueRange	operands,
		cir::FenvAttr	fenv,
		cir::FastMathFlagsAttr	fastmath,
		const mlir::TypeConverter &	typeConverter,
		mlir::ConversionPatternRewriter &	rewriter,
		llvm::StringRef	constrainedMnemonic,
		bool	hasRoundingMode )

Definition at line 675 of file LowerToLLVM.cpp.

References convertFastMathFlags(), cir::getDefaultProperties(), and lowerToConstrainedFPIntrinsic().

lowerDirectlyFromCIRToLLVMIR() [1/2]

std::unique_ptr< llvm::Module > cir::direct::lowerDirectlyFromCIRToLLVMIR	(	mlir::ModuleOp	mlirModule,
		llvm::LLVMContext &	llvmCtx,
		bool	enableOpenMP,
		llvm::StringRef	mlirSaveTempsOutFile = {},
		llvm::vfs::FileSystem *	fs = nullptr )

Lowers mlirModule, a CIR module, to an LLVM module in llvmCtx.

Returns null if lowering fails; the error has then been reported through the MLIR diagnostic engine of mlirModule's context.

Referenced by lowerDirectlyFromCIRToLLVMIR().

lowerDirectlyFromCIRToLLVMIR() [2/2]

std::unique_ptr< llvm::Module > cir::direct::lowerDirectlyFromCIRToLLVMIR	(	mlir::ModuleOp	mlirModule,
		LLVMContext &	llvmCtx,
		bool	enableOpenMP,
		StringRef	mlirSaveTempsOutFile,
		llvm::vfs::FileSystem *	fs )

Definition at line 6602 of file LowerToLLVM.cpp.

References lowerDirectlyFromCIRToLLVMIR(), populateCIRToLLVMPasses(), and mlir::registerCIRDialectTranslation().

lowerFPVectorReduction()

template<typename LLVMOp, typename CIROp>

mlir::LogicalResult cir::direct::lowerFPVectorReduction ( CIROp op, typename CIROp::Adaptor adaptor, const mlir::TypeConverter & typeConverter, mlir::ConversionPatternRewriter & rewriter )

static

Definition at line 5409 of file LowerToLLVM.cpp.

References convertFastMathFlags(), cir::getDefaultProperties(), and lowerFPVectorReduction().

Referenced by lowerFPVectorReduction().

lowerIncDecOp()

template<typename CIROp, typename LLVMIntOp>

mlir::LogicalResult cir::direct::lowerIncDecOp ( CIROp op, typename CIROp::Adaptor adaptor, mlir::ConversionPatternRewriter & rewriter )

static

Definition at line 3623 of file LowerToLLVM.cpp.

References nswFlag().

lowerIntBinaryOp()

template<typename UIntOp, typename SIntOp, typename CIROp>

mlir::LogicalResult cir::direct::lowerIntBinaryOp ( CIROp op, mlir::Value lhs, mlir::Value rhs, mlir::ConversionPatternRewriter & rewriter )

static

Lower an integer Div/Rem op to its signed or unsigned LLVM counterpart.

Definition at line 3791 of file LowerToLLVM.cpp.

References isIntTypeUnsigned().

lowerMemTransferOp()

template<typename CIROp, typename LLVMOp>

mlir::LogicalResult cir::direct::lowerMemTransferOp ( CIROp op, typename CIROp::Adaptor adaptor, mlir::ConversionPatternRewriter & rewriter )

static

Definition at line 394 of file LowerToLLVM.cpp.

lowerMinMaxOp()

template<typename CIROp, typename UIntOp, typename SIntOp>

mlir::LogicalResult cir::direct::lowerMinMaxOp ( CIROp op, typename CIROp::Adaptor adaptor, mlir::ConversionPatternRewriter & rewriter )

static

Definition at line 3819 of file LowerToLLVM.cpp.

References isIntTypeUnsigned().

lowerOpenCLModuleMetadataAttrs()

void cir::direct::lowerOpenCLModuleMetadataAttrs

(

mlir::ModuleOp

module

)

Definition at line 206 of file LowerToLLVMOpenCLMetadata.cpp.

References emitOpenCLVersionMetadata().

Referenced by cir::direct::ConvertCIRToLLVMPass::processCIRAttrs().

lowerSaturatableArithOp()

template<typename UIntSatOp, typename SIntSatOp, typename IntOp, typename CIROp>

mlir::LogicalResult cir::direct::lowerSaturatableArithOp ( CIROp op, mlir::Value lhs, mlir::Value rhs, mlir::ConversionPatternRewriter & rewriter )

static

Lower an arithmetic op that supports saturation, overflow flags, and an FP Lower an integer Add/Sub op that may use saturating-arithmetic semantics.

Definition at line 3745 of file LowerToLLVM.cpp.

References intOverflowFlag(), and isIntTypeUnsigned().

lowerToConstrainedFPIntrinsic()

mlir::LogicalResult cir::direct::lowerToConstrainedFPIntrinsic	(	mlir::Operation *	op,
		mlir::ValueRange	operands,
		cir::FenvAttr	fenv,
		mlir::Type	llvmResTy,
		mlir::ConversionPatternRewriter &	rewriter,
		llvm::StringRef	constrainedMnemonic,
		bool	hasRoundingMode,
		mlir::LLVM::FastmathFlags	fastmathFlags )

Definition at line 633 of file LowerToLLVM.cpp.

References createFenvMetadataValue(), getConstrainedExceptMetadata(), getConstrainedRoundingMetadata(), and replaceOpWithCallLLVMIntrinsicOp().

Referenced by lowerConstrainableFPOp().

nswFlag()

mlir::LLVM::IntegerOverflowFlags cir::direct::nswFlag ( bool nsw )

static

Definition at line 3616 of file LowerToLLVM.cpp.

Referenced by lowerIncDecOp().

populateCIRToLLVMPasses()

void cir::direct::populateCIRToLLVMPasses	(	mlir::OpPassManager &	pm,
		bool	enableOpenMP )

Adds passes that fully lower CIR to the LLVMIR dialect.

When enableOpenMP is set (-fopenmp), the OpenMP lowering passes are also added.

Definition at line 6589 of file LowerToLLVM.cpp.

References createConvertCIRToLLVMPass(), mlir::populateCIRPreLoweringPasses(), and populateCIRToLLVMPasses().

Referenced by lowerDirectlyFromCIRToLLVMIR(), and populateCIRToLLVMPasses().

prepareTypeConverter()

void cir::direct::prepareTypeConverter ( mlir::LLVMTypeConverter & converter, mlir::DataLayout & dataLayout )

static

Definition at line 4292 of file LowerToLLVM.cpp.

References cir::MissingFeatures::addressSpace(), convertTypeForMemory(), cir::memberOwnsBytes(), and cir::memberStorageType().

Referenced by cir::direct::ConvertCIRToLLVMPass::runOnOperation().

registerCIRDialectTranslation()

void cir::direct::registerCIRDialectTranslation

(

mlir::DialectRegistry &

registry

)

Definition at line 226 of file LowerToLLVMIR.cpp.

Referenced by mlir::registerCIRDialectTranslation().

replaceOpWithCallLLVMIntrinsicOp()

mlir::LLVM::CallIntrinsicOp cir::direct::replaceOpWithCallLLVMIntrinsicOp ( mlir::ConversionPatternRewriter & rewriter, mlir::Operation * op, const llvm::Twine & intrinsicName, mlir::Type resultTy, mlir::ValueRange operands, mlir::LLVM::FastmathFlags fastmathFlags = {} )

static

Definition at line 583 of file LowerToLLVM.cpp.

Referenced by lowerToConstrainedFPIntrinsic().

rewriteCallOrInvoke()

mlir::LogicalResult cir::direct::rewriteCallOrInvoke ( mlir::Operation * op, mlir::ValueRange callOperands, mlir::ConversionPatternRewriter & rewriter, const mlir::TypeConverter * converter, const mlir::DataLayout & dataLayout, mlir::SymbolTableCollection & symbolTables, mlir::FlatSymbolRefAttr calleeAttr, mlir::Block * continueBlock = nullptr, mlir::Block * landingPadBlock = nullptr )

static

Definition at line 2521 of file LowerToLLVM.cpp.

References convertCallEffects(), convertCallingConv(), lowerCallAttributes(), cir::MissingFeatures::opCallInvokeAttrs(), and setLoweredCallAttributes().

setLoweredCallAttributes()

template<typename CallLikeOp>

void cir::direct::setLoweredCallAttributes ( CallLikeOp op, const LoweredCallAttributes & attributes )

static

Definition at line 2507 of file LowerToLLVM.cpp.

References cir::direct::LoweredCallAttributes::argAttrs, cir::direct::LoweredCallAttributes::discardableAttrs, and cir::direct::LoweredCallAttributes::resAttrs.

Referenced by rewriteCallOrInvoke().