CIRGenBuiltin.cpp File Reference

#include "CIRGenCall.h"
#include "CIRGenFunction.h"
#include "CIRGenModule.h"
#include "CIRGenValue.h"
#include "mlir/IR/BuiltinAttributes.h"
#include "mlir/IR/Value.h"
#include "mlir/Support/LLVM.h"
#include "clang/AST/DeclBase.h"
#include "clang/AST/Expr.h"
#include "clang/AST/GlobalDecl.h"
#include "clang/Basic/Builtins.h"
#include "clang/Basic/DiagnosticFrontend.h"
#include "clang/Basic/OperatorKinds.h"
#include "clang/CIR/Dialect/IR/CIRTypes.h"
#include "clang/CIR/MissingFeatures.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/Support/ErrorHandling.h"

Go to the source code of this file.

Functions
static RValue	emitLibraryCall (CIRGenFunction &cgf, const FunctionDecl *fd, const CallExpr *e, mlir::Operation *calleeValue)
template<typename Op>
static RValue	emitBuiltinBitOp (CIRGenFunction &cgf, const CallExpr *e, bool poisonZero=false)
static mlir::Value	emitToInt (CIRGenFunction &cgf, mlir::Value v, QualType t, cir::IntType intType)
	Emit the conversions required to turn the given value into an integer of the given size.
static mlir::Value	emitFromInt (CIRGenFunction &cgf, mlir::Value v, QualType t, mlir::Type resultType)
static mlir::Value	emitSignBit (mlir::Location loc, CIRGenFunction &cgf, mlir::Value val)
static Address	checkAtomicAlignment (CIRGenFunction &cgf, const CallExpr *e)
static mlir::Value	makeBinaryAtomicValue (CIRGenFunction &cgf, cir::AtomicFetchKind kind, const CallExpr *expr, mlir::Type *originalArgType=nullptr, mlir::Value *emittedArgValue=nullptr, cir::MemOrder ordering=cir::MemOrder::SequentiallyConsistent)
	Utility to insert an atomic instruction based on Intrinsic::ID and the expression node.
static RValue	emitBinaryAtomic (CIRGenFunction &cgf, cir::AtomicFetchKind atomicOpkind, const CallExpr *e)
template<typename BinOp>
static RValue	emitBinaryAtomicPost (CIRGenFunction &cgf, cir::AtomicFetchKind atomicOpkind, const CallExpr *e, bool invert=false)
static void	emitAtomicFenceOp (CIRGenFunction &cgf, const CallExpr *expr, cir::SyncScopeKind syncScope)
static WidthAndSignedness	getIntegerWidthAndSignedness (const clang::ASTContext &astContext, const clang::QualType type)
template<typename OpTy>
static std::pair< mlir::Value, mlir::Value >	emitOverflowOp (CIRGenBuilderTy &builder, mlir::Location loc, cir::IntType resultTy, mlir::Value lhs, mlir::Value rhs)
	Create a checked overflow arithmetic op and return its result and overflow flag.
static struct WidthAndSignedness	EncompassingIntegerType (ArrayRef< struct WidthAndSignedness > types)
template<class Operation>
static RValue	emitUnaryMaybeConstrainedFPBuiltin (CIRGenFunction &cgf, const CallExpr &e)
template<class Operation>
static RValue	emitUnaryFPBuiltin (CIRGenFunction &cgf, const CallExpr &e)
template<typename Op>
static RValue	emitUnaryMaybeConstrainedFPToIntBuiltin (CIRGenFunction &cgf, const CallExpr &e)
template<typename Op>
static RValue	emitBinaryFPBuiltin (CIRGenFunction &cgf, const CallExpr &e)
template<typename Op>
static mlir::Value	emitBinaryMaybeConstrainedFPBuiltin (CIRGenFunction &cgf, const CallExpr &e)
static RValue	errorBuiltinNYI (CIRGenFunction &cgf, const CallExpr *e, unsigned builtinID)
static RValue	emitBuiltinAlloca (CIRGenFunction &cgf, const CallExpr *e, unsigned builtinID)
static bool	shouldCIREmitFPMathIntrinsic (CIRGenFunction &cgf, const CallExpr *e, unsigned builtinID)
static RValue	tryEmitFPMathIntrinsic (CIRGenFunction &cgf, const CallExpr *e, unsigned builtinID)
static mlir::Type	decodeFixedType (CIRGenFunction &cgf, ArrayRef< llvm::Intrinsic::IITDescriptor > &infos, mlir::MLIRContext *context)
static mlir::Type	correctIntegerSignedness (mlir::Type iitType, QualType astType, mlir::MLIRContext *context)
	Helper function to correct integer signedness for intrinsic arguments and return type.
static mlir::Value	getCorrectedPtr (mlir::Value argValue, mlir::Type expectedTy, CIRGenBuilderTy &builder)
static cir::FuncType	getIntrinsicType (CIRGenFunction &cgf, mlir::MLIRContext *context, llvm::Intrinsic::ID id)
static std::optional< mlir::Value >	emitTargetArchBuiltinExpr (CIRGenFunction *cgf, unsigned builtinID, const CallExpr *e, ReturnValueSlot &returnValue, llvm::Triple::ArchType arch)

Function Documentation

checkAtomicAlignment()

Address checkAtomicAlignment ( CIRGenFunction & cgf, const CallExpr * e )

static

Definition at line 96 of file CIRGenBuiltin.cpp.

References bytes(), clang::CIRGen::CIRGenFunction::cgm, clang::CIRGen::CIRGenFunction::emitPointerWithAlignment(), clang::CharUnits::fromQuantity(), clang::CIRGen::Address::getAlignment(), clang::CallExpr::getArg(), clang::CIRGen::CIRGenModule::getASTContext(), clang::CallExpr::getBeginLoc(), clang::ASTContext::getCharWidth(), clang::CIRGen::CIRGenFunction::getContext(), clang::CIRGen::CIRGenModule::getDataLayout(), clang::CIRGen::CIRGenModule::getDiags(), clang::CIRGen::Address::getElementType(), clang::CharUnits::getQuantity(), cir::CIRDataLayout::getTypeSizeInBits(), clang::ASTContext::getTypeSizeInChars(), clang::DiagnosticsEngine::Report(), clang::ASTContext::VoidPtrTy, and clang::CIRGen::Address::withAlignment().

Referenced by makeBinaryAtomicValue().

correctIntegerSignedness()

mlir::Type correctIntegerSignedness ( mlir::Type iitType, QualType astType, mlir::MLIRContext * context )

static

Helper function to correct integer signedness for intrinsic arguments and return type.

IIT always returns signed integers, but the actual intrinsic may expect unsigned integers based on the AST FunctionDecl parameter types.

Definition at line 864 of file CIRGenBuiltin.cpp.

References clang::Type::isUnsignedIntegerType().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

decodeFixedType()

mlir::Type decodeFixedType ( CIRGenFunction & cgf, ArrayRef< llvm::Intrinsic::IITDescriptor > & infos, mlir::MLIRContext * context )

static

Definition at line 828 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::cgm, decodeFixedType(), and clang::CIRGen::CIRGenModule::errorNYI().

Referenced by decodeFixedType(), and getIntrinsicType().

emitAtomicFenceOp()

void emitAtomicFenceOp ( CIRGenFunction & cgf, const CallExpr * expr, cir::SyncScopeKind syncScope )

static

Definition at line 200 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::emitAtomicExprWithMemOrder(), clang::ast_matchers::expr, clang::CIRGen::CIRGenFunction::getBuilder(), clang::CIRGen::CIRGenFunction::getLoc(), and clang::CIRGen::CIRGenFunction::getMLIRContext().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitBinaryAtomic()

RValue emitBinaryAtomic ( CIRGenFunction & cgf, cir::AtomicFetchKind atomicOpkind, const CallExpr * e )

static

Definition at line 175 of file CIRGenBuiltin.cpp.

References clang::CIRGen::RValue::get(), and makeBinaryAtomicValue().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitBinaryAtomicPost()

template<typename BinOp>

RValue emitBinaryAtomicPost ( CIRGenFunction & cgf, cir::AtomicFetchKind atomicOpkind, const CallExpr * e, bool invert = false )

static

Definition at line 182 of file CIRGenBuiltin.cpp.

References cir::CIRBaseBuilderTy::createNot(), emitFromInt(), clang::CIRGen::RValue::get(), clang::CIRGen::CIRGenFunction::getBuilder(), clang::Expr::getType(), and makeBinaryAtomicValue().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitBinaryFPBuiltin()

template<typename Op>

RValue emitBinaryFPBuiltin ( CIRGenFunction & cgf, const CallExpr & e )

static

Definition at line 313 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::convertType(), clang::CIRGen::CIRGenFunction::emitScalarExpr(), clang::CIRGen::RValue::get(), clang::CallExpr::getArg(), clang::CIRGen::CIRGenFunction::getBuilder(), clang::Expr::getExprLoc(), clang::CIRGen::CIRGenFunction::getLoc(), and clang::Expr::getType().

Referenced by tryEmitFPMathIntrinsic().

emitBinaryMaybeConstrainedFPBuiltin()

template<typename Op>

mlir::Value emitBinaryMaybeConstrainedFPBuiltin ( CIRGenFunction & cgf, const CallExpr & e )

static

Definition at line 325 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::convertType(), clang::CIRGen::CIRGenFunction::emitScalarExpr(), cir::MissingFeatures::fpConstraints(), clang::CallExpr::getArg(), clang::CIRGen::CIRGenFunction::getBuilder(), clang::Expr::getExprLoc(), clang::CIRGen::CIRGenFunction::getLoc(), and clang::Expr::getType().

Referenced by clang::CodeGen::CodeGenFunction::EmitBuiltinExpr(), clang::CIRGen::CIRGenFunction::emitBuiltinExpr(), and tryEmitFPMathIntrinsic().

emitBuiltinAlloca()

RValue emitBuiltinAlloca ( CIRGenFunction & cgf, const CallExpr * e, unsigned builtinID )

static

Definition at line 356 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::cgm, cir::CIRBaseBuilderTy::createAlloca(), cir::CIRBaseBuilderTy::createBitcast(), clang::CIRGen::CIRGenFunction::emitScalarExpr(), clang::CIRGen::CIRGenModule::errorNYI(), clang::CIRGen::RValue::get(), clang::QualType::getAddressSpace(), clang::CallExpr::getArg(), clang::CIRGen::CIRGenFunction::getBuilder(), clang::CIRGen::CIRGenTypeCache::getCIRAllocaAddressSpace(), clang::CIRGen::CIRGenFunction::getContext(), clang::CIRGen::CIRGenFunction::getLangOpts(), clang::CIRGen::CIRGenFunction::getLoc(), clang::Type::getPointeeType(), clang::Stmt::getSourceRange(), clang::TargetInfo::getSuitableAlign(), clang::ASTContext::getTargetInfo(), clang::Expr::getType(), clang::CIRGen::CIRGenBuilderTy::getUInt8PtrTy(), clang::CIRGen::CIRGenBuilderTy::getUInt8Ty(), cir::CIRBaseBuilderTy::getVoidPtrTy(), cir::isMatchingAddressSpace(), clang::LangOptionsBase::Pattern, clang::ASTContext::toCharUnitsFromBits(), clang::LangOptionsBase::Uninitialized, and clang::LangOptionsBase::Zero.

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitBuiltinBitOp()

template<typename Op>

RValue emitBuiltinBitOp ( CIRGenFunction & cgf, const CallExpr * e, bool poisonZero = false )

static

Definition at line 43 of file CIRGenBuiltin.cpp.

References cir::MissingFeatures::builtinCheckKind(), clang::CIRGen::CIRGenFunction::convertType(), cir::CIRBaseBuilderTy::createIntCast(), clang::CIRGen::CIRGenFunction::emitScalarExpr(), clang::CIRGen::RValue::get(), clang::CallExpr::getArg(), clang::CIRGen::CIRGenFunction::getBuilder(), clang::CIRGen::CIRGenFunction::getLoc(), clang::Stmt::getSourceRange(), and clang::Expr::getType().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitFromInt()

mlir::Value emitFromInt ( CIRGenFunction & cgf, mlir::Value v, QualType t, mlir::Type resultType )

static

Definition at line 78 of file CIRGenBuiltin.cpp.

References cir::CIRBaseBuilderTy::createIntToPtr(), clang::CIRGen::CIRGenFunction::emitFromMemory(), and clang::CIRGen::CIRGenFunction::getBuilder().

Referenced by emitBinaryAtomicPost().

emitLibraryCall()

RValue emitLibraryCall ( CIRGenFunction & cgf, const FunctionDecl * fd, const CallExpr * e, mlir::Operation * calleeValue )

static

Definition at line 36 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::emitCall(), clang::CIRGen::CIRGenCallee::forDirect(), clang::CallExpr::getCallee(), and clang::Expr::getType().

Referenced by clang::CodeGen::CodeGenFunction::EmitBuiltinExpr(), and clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitOverflowOp()

template<typename OpTy>

std::pair< mlir::Value, mlir::Value > emitOverflowOp ( CIRGenBuilderTy & builder, mlir::Location loc, cir::IntType resultTy, mlir::Value lhs, mlir::Value rhs )

static

Create a checked overflow arithmetic op and return its result and overflow flag.

Definition at line 238 of file CIRGenBuiltin.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitSignBit()

mlir::Value emitSignBit ( mlir::Location loc, CIRGenFunction & cgf, mlir::Value val )

static

Definition at line 89 of file CIRGenBuiltin.cpp.

References cir::CIRBaseBuilderTy::createSignBit(), clang::CIRGen::CIRGenFunction::getBuilder(), and cir::MissingFeatures::isPPC_FP128Ty().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitTargetArchBuiltinExpr()

std::optional< mlir::Value > emitTargetArchBuiltinExpr ( CIRGenFunction * cgf, unsigned builtinID, const CallExpr * e, ReturnValueSlot & returnValue, llvm::Triple::ArchType arch )

static

Definition at line 2336 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), clang::CIRGen::CIRGenFunction::emitAMDGPUBuiltinExpr(), clang::CIRGen::CIRGenFunction::emitRISCVBuiltinExpr(), clang::CIRGen::CIRGenFunction::emitX86BuiltinExpr(), clang::CIRGen::CIRGenFunction::getLangOpts(), clang::CIRGen::CIRGenFunction::getTarget(), and clang::TargetInfo::getTriple().

Referenced by clang::CIRGen::CIRGenFunction::emitTargetBuiltinExpr().

emitToInt()

mlir::Value emitToInt ( CIRGenFunction & cgf, mlir::Value v, QualType t, cir::IntType intType )

static

Emit the conversions required to turn the given value into an integer of the given size.

Definition at line 67 of file CIRGenBuiltin.cpp.

References cir::CIRBaseBuilderTy::createPtrToInt(), clang::CIRGen::CIRGenFunction::emitToMemory(), and clang::CIRGen::CIRGenFunction::getBuilder().

Referenced by makeBinaryAtomicValue().

emitUnaryFPBuiltin()

template<class Operation>

RValue emitUnaryFPBuiltin ( CIRGenFunction & cgf, const CallExpr & e )

static

Definition at line 293 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::emitScalarExpr(), clang::CIRGen::RValue::get(), clang::CallExpr::getArg(), and clang::CIRGen::CIRGenFunction::getBuilder().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

emitUnaryMaybeConstrainedFPBuiltin()

template<class Operation>

RValue emitUnaryMaybeConstrainedFPBuiltin ( CIRGenFunction & cgf, const CallExpr & e )

static

Definition at line 280 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::emitScalarExpr(), cir::MissingFeatures::fpConstraints(), clang::CIRGen::RValue::get(), clang::CallExpr::getArg(), and clang::CIRGen::CIRGenFunction::getBuilder().

Referenced by clang::CodeGen::CodeGenFunction::EmitBuiltinExpr(), clang::CIRGen::CIRGenFunction::emitBuiltinExpr(), clang::CodeGen::CodeGenFunction::EmitPPCBuiltinExpr(), and tryEmitFPMathIntrinsic().

emitUnaryMaybeConstrainedFPToIntBuiltin()

template<typename Op>

RValue emitUnaryMaybeConstrainedFPToIntBuiltin ( CIRGenFunction & cgf, const CallExpr & e )

static

Definition at line 301 of file CIRGenBuiltin.cpp.

References clang::CIRGen::CIRGenFunction::convertType(), clang::CIRGen::CIRGenFunction::emitScalarExpr(), cir::MissingFeatures::fpConstraints(), clang::CIRGen::RValue::get(), clang::CallExpr::getArg(), clang::CIRGen::CIRGenFunction::getBuilder(), and clang::Expr::getType().

Referenced by tryEmitFPMathIntrinsic().

EncompassingIntegerType()

struct WidthAndSignedness EncompassingIntegerType ( ArrayRef< struct WidthAndSignedness > types )

static

Definition at line 248 of file CIRGenBuiltin.cpp.

References EncompassingIntegerType(), and clang::ast_matchers::type.

Referenced by clang::CodeGen::CodeGenFunction::EmitBuiltinExpr(), clang::CIRGen::CIRGenFunction::emitBuiltinExpr(), EncompassingIntegerType(), and EncompassingIntegerType().

errorBuiltinNYI()

RValue errorBuiltinNYI ( CIRGenFunction & cgf, const CallExpr * e, unsigned builtinID )

static

Definition at line 339 of file CIRGenBuiltin.cpp.

References clang::ASTContext::BuiltinInfo, clang::CIRGen::CIRGenFunction::cgm, clang::CIRGen::CIRGenModule::errorNYI(), clang::CIRGen::CIRGenFunction::getContext(), clang::Builtin::Context::getName(), clang::Stmt::getSourceRange(), clang::Expr::getType(), clang::CIRGen::CIRGenFunction::getUndefRValue(), and clang::Builtin::Context::isLibFunction().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

getCorrectedPtr()

mlir::Value getCorrectedPtr ( mlir::Value argValue, mlir::Type expectedTy, CIRGenBuilderTy & builder )

static

Definition at line 876 of file CIRGenBuiltin.cpp.

References cir::MissingFeatures::addressSpace(), cir::CIRBaseBuilderTy::createAddrSpaceCast(), and cir::CIRBaseBuilderTy::createBitcast().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

getIntegerWidthAndSignedness()

WidthAndSignedness getIntegerWidthAndSignedness ( const clang::ASTContext & astContext, const clang::QualType type )

static

Definition at line 224 of file CIRGenBuiltin.cpp.

References clang::ASTContext::getIntWidth(), clang::ASTContext::getTypeInfo(), clang::ast_matchers::type, and clang::TypeInfo::Width.

Referenced by clang::CodeGen::CodeGenFunction::EmitBuiltinExpr(), and clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

getIntrinsicType()

cir::FuncType getIntrinsicType ( CIRGenFunction & cgf, mlir::MLIRContext * context, llvm::Intrinsic::ID id )

static

Definition at line 894 of file CIRGenBuiltin.cpp.

References decodeFixedType(), clang::isa(), and kind.

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

makeBinaryAtomicValue()

mlir::Value makeBinaryAtomicValue ( CIRGenFunction & cgf, cir::AtomicFetchKind kind, const CallExpr * expr, mlir::Type * originalArgType = nullptr, mlir::Value * emittedArgValue = nullptr, cir::MemOrder ordering = cir::MemOrder::SequentiallyConsistent )

static

Utility to insert an atomic instruction based on Intrinsic::ID and the expression node.

Definition at line 117 of file CIRGenBuiltin.cpp.

References checkAtomicAlignment(), cir::CIRBaseBuilderTy::createBitcast(), clang::CIRGen::Address::emitRawPointer(), clang::CIRGen::CIRGenFunction::emitScalarExpr(), emitToInt(), clang::ast_matchers::expr, clang::CIRGen::CIRGenFunction::getBuilder(), clang::CIRGen::CIRGenFunction::getContext(), clang::CIRGen::CIRGenFunction::getLoc(), clang::Type::getPointeeType(), cir::CIRBaseBuilderTy::getPointerTo(), clang::CIRGen::CIRGenBuilderTy::getSIntNTy(), clang::ASTContext::getTypeSize(), clang::CIRGen::CIRGenBuilderTy::getUIntNTy(), clang::ASTContext::hasSameUnqualifiedType(), clang::Type::isPointerType(), clang::Type::isUnsignedIntegerType(), kind, and clang::ast_matchers::type.

Referenced by emitBinaryAtomic(), and emitBinaryAtomicPost().

shouldCIREmitFPMathIntrinsic()

bool shouldCIREmitFPMathIntrinsic ( CIRGenFunction & cgf, const CallExpr * e, unsigned builtinID )

static

Definition at line 416 of file CIRGenBuiltin.cpp.

References clang::ASTContext::BuiltinInfo, clang::CIRGen::CIRGenFunction::cgm, clang::CIRGen::CIRGenFunction::curFuncDecl, clang::CIRGen::CIRGenModule::getCodeGenOpts(), clang::CIRGen::CIRGenFunction::getContext(), clang::CallExpr::getFPFeatures(), clang::CIRGen::CIRGenFunction::getLangOpts(), clang::CIRGen::CIRGenModule::getTriple(), clang::Decl::hasAttr(), clang::CallExpr::hasStoredFPFeatures(), and clang::Builtin::Context::shouldGenerateFPMathIntrinsic().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().

tryEmitFPMathIntrinsic()

RValue tryEmitFPMathIntrinsic ( CIRGenFunction & cgf, const CallExpr * e, unsigned builtinID )

static

Definition at line 439 of file CIRGenBuiltin.cpp.

References emitBinaryFPBuiltin(), emitBinaryMaybeConstrainedFPBuiltin(), emitUnaryMaybeConstrainedFPBuiltin(), emitUnaryMaybeConstrainedFPToIntBuiltin(), cir::MissingFeatures::fastMathFlags(), clang::CIRGen::RValue::get(), and clang::CIRGen::RValue::getIgnored().

Referenced by clang::CIRGen::CIRGenFunction::emitBuiltinExpr().