#include "CIRGenBuilder.h"
#include "CIRGenFunction.h"
#include "clang/Basic/AArch64CodeGenUtils.h"
#include "clang/Basic/TargetBuiltins.h"
#include "clang/CIR/Dialect/IR/CIRTypes.h"
#include "clang/CIR/MissingFeatures.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsAArch64.h"
#include "mlir/IR/BuiltinTypes.h"
#include "mlir/IR/Value.h"
#include "clang/AST/GlobalDecl.h"
#include "clang/Basic/Builtins.h"
#include "clang/Basic/arm_sve_builtin_cg.inc"
#include "clang/Basic/arm_fp16.inc"
#include "clang/Basic/arm_neon.inc"

Macros
#define	SVEMAP1(NameBase, LLVMIntrinsic, TypeModifier)
#define	SVEMAP2(NameBase, TypeModifier)
#define	GET_SVE_LLVM_INTRINSIC_MAP
#define	GET_NEON_OVERLOAD_CHECK

Functions
static mlir::Value	genVscaleTimesFactor (mlir::Location loc, CIRGenBuilderTy builder, mlir::Type cirTy, int32_t scalingFactor)
template<typename IntrinsicInfo>
static const IntrinsicInfo *	findARMVectorIntrinsicInMap (ArrayRef< IntrinsicInfo > intrinsicMap, unsigned builtinID, bool &mapProvenSorted)
static llvm::StringRef	getLLVMIntrNameNoPrefix (llvm::Intrinsic::ID intrID)
static bool	hasExtraNeonArgument (unsigned builtinID)
	Return true if BuiltinID is an overloaded Neon intrinsic with an extra argument that specifies the vector type.
static cir::VectorType	getFloatNeonType (CIRGenFunction &cgf, NeonTypeFlags intTypeFlags)
static int64_t	getIntValueFromConstOp (mlir::Value val)
static mlir::Value	emitNeonShiftVector (CIRGenBuilderTy &builder, mlir::Value shiftVal, cir::VectorType vecTy, mlir::Location loc, bool neg)
	Build a constant shift amount vector of vecTy to shift a vector Here shiftVal is a constant integer that will be broadcast into a a const vector of vecTy which is the return value of this function If neg is true, the shift amount is negated before splatting (used when encoding a right shift as a left shift by a negative amount for intrinsics like aarch64.neon.
template<typename Operation>
static mlir::Value	emitNeonCallToOp (CIRGenModule &cgm, CIRGenBuilderTy &builder, llvm::SmallVector< mlir::Type > argTypes, llvm::SmallVectorImpl< mlir::Value > &args, std::optional< llvm::StringRef > intrinsicName, mlir::Type funcResTy, mlir::Location loc, bool isConstrainedFPIntrinsic=false, unsigned shift=0, bool rightshift=false)
static mlir::Value	emitNeonCall (CIRGenModule &cgm, CIRGenBuilderTy &builder, llvm::SmallVector< mlir::Type > argTypes, llvm::SmallVectorImpl< mlir::Value > &args, llvm::StringRef intrinsicName, mlir::Type funcResTy, mlir::Location loc, bool isConstrainedFPIntrinsic=false, unsigned shift=0, bool rightshift=false)
static cir::VectorType	getNeonPairwiseWidenInputType (cir::VectorType resType, bool usgn)
static std::pair< mlir::Type, llvm::SmallVector< mlir::Type > >	deriveNeonSISDIntrinsicOperandTypes (CIRGenFunction &cgf, unsigned modifier, mlir::Type arg0Ty, mlir::Type resultTy, llvm::ArrayRef< mlir::Value > ops, unsigned iceArguments)
static cir::VectorType	deriveNeonBinaryArgType (CIRGenBuilderTy &builder, unsigned modifier, cir::VectorType vTy)
static void	vecExtendIntValue (CIRGenFunction &cgf, cir::VectorType argVTy, mlir::Value &arg, mlir::Location loc)
	Create a vector from an input scalar argument, usually for a NEON SISD intrinsic call.
static mlir::Value	emitCommonNeonSISDBuiltinExpr (CIRGenFunction &cgf, const ARMNeonVectorIntrinsicInfo &info, llvm::SmallVectorImpl< mlir::Value > &ops, const CallExpr *expr, unsigned iceArguments)
static mlir::Value	emitAArch64CompareBuiltinExpr (CIRGenFunction &cgf, CIRGenBuilderTy &builder, mlir::Location loc, mlir::Value src, mlir::Type retTy, const cir::CmpOpKind kind)
static cir::VectorType	getNeonType (CIRGenFunction *cgf, NeonTypeFlags typeFlags, bool hasLegalHalfType=true, bool v1Ty=false, bool allowBFloatArgsAndRet=true)
static mlir::Value	emitNeonSplat (CIRGenBuilderTy &builder, mlir::Location loc, mlir::Value v, mlir::Value lane, unsigned int resEltCnt)
static cir::VectorType	getSignChangedVectorType (CIRGenBuilderTy &builder, cir::VectorType vecTy)
	Flip the signedness of vecTy's element type, keeping the width and number of lanes the same.
static mlir::Value	emitCommonNeonShift (CIRGenBuilderTy &builder, mlir::Location loc, cir::VectorType resTy, mlir::Value shifTgt, mlir::Value shiftAmt, bool shiftLeft)
static mlir::Value	emitNeonRShiftImm (CIRGenFunction &cgf, mlir::Value shiftVec, mlir::Value shiftVal, cir::VectorType vecTy, bool usgn, mlir::Location loc)
static cir::VectorType	getIntVecFromVecTy (CIRGenBuilderTy &builder, cir::VectorType vecTy)
static unsigned	getNeonMultiVecCount (unsigned builtinID)
	The vld1_xN builtins move their data through an aggregate of N vectors.
static cir::RecordType	getNeonMultiVecTy (CIRGenBuilderTy &builder, mlir::Type vecTy, unsigned numVecs)
	Return the anonymous record type {vecTy, ..., vecTy} (numVecs members) modelling the struct returned by LLVM's multi-vector NEON load intrinsics.
static mlir::Value	emitNeonMultiVecLoadCall (CIRGenFunction &cgf, mlir::Value dest, llvm::SmallVector< mlir::Type > argTypes, llvm::SmallVectorImpl< mlir::Value > &args, llvm::Intrinsic::ID llvmIntrinsic, mlir::Type ty, unsigned numVecs, mlir::Location loc)
	Call the multi-vector NEON load intrinsic llvmIntrinsic with args of argTypes and store the resulting numVecs-vector aggregate to the destination pointer dest.
static mlir::Value	emitNeonMultiVecLoad (CIRGenFunction &cgf, llvm::ArrayRef< mlir::Value > ops, unsigned llvmIntrinsic, mlir::Type ty, unsigned numVecs, mlir::Location loc)
	Emit a multi-vector NEON load: call llvmIntrinsic on the source pointer ops[1] and store the resulting aggregate to the destination pointer ops[0].
static mlir::Value	emitNeonMultiVecLoadLane (CIRGenFunction &cgf, llvm::ArrayRef< mlir::Value > ops, llvm::Intrinsic::ID llvmIntrinsic, mlir::Type ty, unsigned numVecs, mlir::Location loc)
	Emit a multi-vector NEON load-lane: call llvmIntrinsic on the numVecs vector operands, the lane index, and the source pointer ops[1], then store the resulting aggregate to the destination pointer ops[0].
static mlir::Value	emitCommonNeonBuiltinExpr (CIRGenFunction &cgf, unsigned builtinID, unsigned llvmIntrinsic, unsigned altLLVMIntrinsic, const char nameHint, unsigned modifier, const CallExpr expr, llvm::SmallVectorImpl< mlir::Value > &ops)
static unsigned	getSVEMinEltCount (clang::SVETypeFlags::EltType sveType)
static cir::VectorType	getSVEVectorForElementType (CIRGenModule &cgm, mlir::Type eltTy)

Variables
static const AArch64SVEAndSMEVectorIntrinsicInfo	aarch64SVEIntrinsicMap []
static bool	aarch64SIMDIntrinsicsProvenSorted = false
static bool	aarch64SISDIntrinsicsProvenSorted = false
static bool	aarch64SVEIntrinsicsProvenSorted = false
constexpr unsigned	sveBitsPerBlock = 128
static const std::pair< unsigned, unsigned >	neonEquivalentIntrinsicMap []

Macro Definition Documentation

◆ GET_NEON_OVERLOAD_CHECK

#define GET_NEON_OVERLOAD_CHECK

◆ GET_SVE_LLVM_INTRINSIC_MAP

#define GET_SVE_LLVM_INTRINSIC_MAP

◆ SVEMAP1

#define SVEMAP1	(	NameBase,
		LLVMIntrinsic,
		TypeModifier )

Value:

{SVE::BI__builtin_sve_##NameBase, Intrinsic::LLVMIntrinsic, TypeModifier}

Definition at line 47 of file CIRGenBuiltinAArch64.cpp.

◆ SVEMAP2

#define SVEMAP2	(		NameBase,
			TypeModifier )

Value:

{SVE::BI__builtin_sve_##NameBase, 0, TypeModifier}

Definition at line 50 of file CIRGenBuiltinAArch64.cpp.

Function Documentation

◆ deriveNeonBinaryArgType()

cir::VectorType deriveNeonBinaryArgType	(	CIRGenBuilderTy &	builder,
		unsigned	modifier,
		cir::VectorType	vTy )

static

Definition at line 345 of file CIRGenBuiltinAArch64.cpp.

References clang::aarch64::ArgAsWidenedRetType, and clang::CIRGen::CIRGenBuilderTy::getExtendedOrTruncatedElementVectorType().

Referenced by emitCommonNeonBuiltinExpr().

◆ deriveNeonSISDIntrinsicOperandTypes()

std::pair< mlir::Type, llvm::SmallVector< mlir::Type > > deriveNeonSISDIntrinsicOperandTypes	(	CIRGenFunction &	cgf,
		unsigned	modifier,
		mlir::Type	arg0Ty,
		mlir::Type	resultTy,
		llvm::ArrayRef< mlir::Value >	ops,
		unsigned	iceArguments )

static

Definition at line 268 of file CIRGenBuiltinAArch64.cpp.

References clang::aarch64::AddRetType, clang::aarch64::ArgAsWidenedRetType, clang::CIRGen::CIRGenFunction::cgm, clang::CIRGen::CIRGenModule::getDataLayout(), getType(), cir::CIRDataLayout::getTypeSizeInBits(), clang::aarch64::Use128BitVectors, clang::aarch64::Use64BitVectors, clang::aarch64::VectorizeArgTypes, clang::aarch64::VectorizeImmArg, and clang::aarch64::VectorizeRetType.

Referenced by emitCommonNeonSISDBuiltinExpr().

◆ emitAArch64CompareBuiltinExpr()

mlir::Value emitAArch64CompareBuiltinExpr	(	CIRGenFunction &	cgf,
		CIRGenBuilderTy &	builder,
		mlir::Location	loc,
		mlir::Value	src,
		mlir::Type	retTy,
		const cir::CmpOpKind	kind )

static

Definition at line 651 of file CIRGenBuiltinAArch64.cpp.

References clang::cast(), cir::CIRBaseBuilderTy::createBitcast(), cir::CIRBaseBuilderTy::createCast(), cir::CIRBaseBuilderTy::createCompare(), cir::CIRBaseBuilderTy::createVecCompare(), cir::CIRBaseBuilderTy::getNullValue(), clang::CIRGen::CIRGenBuilderTy::getSIntNTy(), clang::isa(), and kind.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), and emitCommonNeonBuiltinExpr().

◆ emitCommonNeonBuiltinExpr()

mlir::Value emitCommonNeonBuiltinExpr	(	CIRGenFunction &	cgf,
		unsigned	builtinID,
		unsigned	llvmIntrinsic,
		unsigned	altLLVMIntrinsic,
		const char *	nameHint,
		unsigned	modifier,
		const CallExpr *	expr,
		llvm::SmallVectorImpl< mlir::Value > &	ops )

static

Definition at line 891 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ emitCommonNeonShift()

mlir::Value emitCommonNeonShift	(	CIRGenBuilderTy &	builder,
		mlir::Location	loc,
		cir::VectorType	resTy,
		mlir::Value	shifTgt,
		mlir::Value	shiftAmt,
		bool	shiftLeft )

static

Definition at line 752 of file CIRGenBuiltinAArch64.cpp.

References cir::CIRBaseBuilderTy::createBitcast(), and emitNeonShiftVector().

Referenced by emitCommonNeonBuiltinExpr(), and emitNeonRShiftImm().

◆ emitCommonNeonSISDBuiltinExpr()

mlir::Value emitCommonNeonSISDBuiltinExpr	(	CIRGenFunction &	cgf,
		const ARMNeonVectorIntrinsicInfo &	info,
		llvm::SmallVectorImpl< mlir::Value > &	ops,
		const CallExpr *	expr,
		unsigned	iceArguments )

static

Definition at line 372 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ emitNeonCall()

mlir::Value emitNeonCall	(	CIRGenModule &	cgm,
		CIRGenBuilderTy &	builder,
		llvm::SmallVector< mlir::Type >	argTypes,
		llvm::SmallVectorImpl< mlir::Value > &	args,
		llvm::StringRef	intrinsicName,
		mlir::Type	funcResTy,
		mlir::Location	loc,
		bool	isConstrainedFPIntrinsic = false,
		unsigned	shift = 0,
		bool	rightshift = false )

static

Definition at line 216 of file CIRGenBuiltinAArch64.cpp.

References emitNeonCallToOp().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), emitCommonNeonBuiltinExpr(), emitCommonNeonSISDBuiltinExpr(), and emitNeonMultiVecLoadCall().

◆ emitNeonCallToOp()

template<typename Operation>

mlir::Value emitNeonCallToOp	(	CIRGenModule &	cgm,
		CIRGenBuilderTy &	builder,
		llvm::SmallVector< mlir::Type >	argTypes,
		llvm::SmallVectorImpl< mlir::Value > &	args,
		std::optional< llvm::StringRef >	intrinsicName,
		mlir::Type	funcResTy,
		mlir::Location	loc,
		bool	isConstrainedFPIntrinsic = false,
		unsigned	shift = 0,
		bool	rightshift = false )

static

Definition at line 173 of file CIRGenBuiltinAArch64.cpp.

References cir::CIRBaseBuilderTy::createBitcast(), cir::MissingFeatures::emitConstrainedFPCall(), emitNeonShiftVector(), clang::CIRGen::CIRGenModule::errorNYI(), and cir::getDefaultProperties().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), emitCommonNeonBuiltinExpr(), and emitNeonCall().

◆ emitNeonMultiVecLoad()

mlir::Value emitNeonMultiVecLoad	(	CIRGenFunction &	cgf,
		llvm::ArrayRef< mlir::Value >	ops,
		unsigned	llvmIntrinsic,
		mlir::Type	ty,
		unsigned	numVecs,
		mlir::Location	loc )

static

Emit a multi-vector NEON load: call llvmIntrinsic on the source pointer ops[1] and store the resulting aggregate to the destination pointer ops[0].

Definition at line 857 of file CIRGenBuiltinAArch64.cpp.

References emitNeonMultiVecLoadCall(), clang::CIRGen::CIRGenFunction::getBuilder(), and cir::CIRBaseBuilderTy::getVoidPtrTy().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), and emitCommonNeonBuiltinExpr().

◆ emitNeonMultiVecLoadCall()

mlir::Value emitNeonMultiVecLoadCall	(	CIRGenFunction &	cgf,
		mlir::Value	dest,
		llvm::SmallVector< mlir::Type >	argTypes,
		llvm::SmallVectorImpl< mlir::Value > &	args,
		llvm::Intrinsic::ID	llvmIntrinsic,
		mlir::Type	ty,
		unsigned	numVecs,
		mlir::Location	loc )

static

Call the multi-vector NEON load intrinsic llvmIntrinsic with args of argTypes and store the resulting numVecs-vector aggregate to the destination pointer dest.

Mirrors the CreateCall + CreateDefaultAlignedStore pair used for vld1_xN in EmitCommonNeonBuiltinExpr and for vld[234]{,_dup,_lane} in EmitAArch64BuiltinExpr (ARM.cpp).

Definition at line 837 of file CIRGenBuiltinAArch64.cpp.

References clang::CIRGen::CIRGenFunction::cgm, cir::CIRBaseBuilderTy::createPtrBitcast(), clang::CIRGen::CIRGenBuilderTy::createStore(), emitNeonCall(), clang::CharUnits::fromQuantity(), cir::CIRDataLayout::getABITypeAlign(), clang::CIRGen::CIRGenFunction::getBuilder(), clang::CIRGen::CIRGenFunction::getCIRGenModule(), clang::CIRGen::CIRGenModule::getDataLayout(), getLLVMIntrNameNoPrefix(), and getNeonMultiVecTy().

Referenced by emitNeonMultiVecLoad(), and emitNeonMultiVecLoadLane().

◆ emitNeonMultiVecLoadLane()

mlir::Value emitNeonMultiVecLoadLane	(	CIRGenFunction &	cgf,
		llvm::ArrayRef< mlir::Value >	ops,
		llvm::Intrinsic::ID	llvmIntrinsic,
		mlir::Type	ty,
		unsigned	numVecs,
		mlir::Location	loc )

static

Emit a multi-vector NEON load-lane: call llvmIntrinsic on the numVecs vector operands, the lane index, and the source pointer ops[1], then store the resulting aggregate to the destination pointer ops[0].

ops on entry is [dest, addr, vec0, ..., vec(numVecs-1), lane].

Definition at line 871 of file CIRGenBuiltinAArch64.cpp.

References cir::CIRBaseBuilderTy::createIntCast(), emitNeonMultiVecLoadCall(), clang::CIRGen::CIRGenFunction::getBuilder(), cir::CIRBaseBuilderTy::getVoidPtrTy(), and clang::CIRGen::CIRGenTypeCache::sInt64Ty.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ emitNeonRShiftImm()

mlir::Value emitNeonRShiftImm	(	CIRGenFunction &	cgf,
		mlir::Value	shiftVec,
		mlir::Value	shiftVal,
		cir::VectorType	vecTy,
		bool	usgn,
		mlir::Location	loc )

static

Definition at line 764 of file CIRGenBuiltinAArch64.cpp.

References clang::CIRGen::CIRGenFunction::cgm, cir::CIRBaseBuilderTy::createBitcast(), emitCommonNeonShift(), clang::CIRGen::CIRGenFunction::getBuilder(), clang::CIRGen::CIRGenBuilderTy::getConstInt(), clang::CIRGen::CIRGenModule::getDataLayout(), getIntValueFromConstOp(), cir::CIRDataLayout::getTypeSizeInBits(), and clang::CIRGen::CIRGenBuilderTy::getZero().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), and emitCommonNeonBuiltinExpr().

◆ emitNeonShiftVector()

mlir::Value emitNeonShiftVector	(	CIRGenBuilderTy &	builder,
		mlir::Value	shiftVal,
		cir::VectorType	vecTy,
		mlir::Location	loc,
		bool	neg )

static

Build a constant shift amount vector of vecTy to shift a vector Here shiftVal is a constant integer that will be broadcast into a a const vector of vecTy which is the return value of this function If neg is true, the shift amount is negated before splatting (used when encoding a right shift as a left shift by a negative amount for intrinsics like aarch64.neon.

{s,u}rshl).

Definition at line 155 of file CIRGenBuiltinAArch64.cpp.

References cir::CIRBaseBuilderTy::createIntCast(), cir::CIRBaseBuilderTy::getConstantInt(), and getIntValueFromConstOp().

Referenced by emitCommonNeonBuiltinExpr(), emitCommonNeonShift(), and emitNeonCallToOp().

◆ emitNeonSplat()

mlir::Value emitNeonSplat	(	CIRGenBuilderTy &	builder,
		mlir::Location	loc,
		mlir::Value	v,
		mlir::Value	lane,
		unsigned int	resEltCnt )

static

Definition at line 730 of file CIRGenBuiltinAArch64.cpp.

References clang::CIRGen::CIRGenBuilderTy::createVecShuffle(), getIntValueFromConstOp(), and clang::isa().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), and emitCommonNeonBuiltinExpr().

◆ findARMVectorIntrinsicInMap()

template<typename IntrinsicInfo>

const IntrinsicInfo * findARMVectorIntrinsicInMap	(	ArrayRef< IntrinsicInfo >	intrinsicMap,
		unsigned	builtinID,
		bool &	mapProvenSorted )

static

Definition at line 66 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitAArch64BuiltinExpr(), clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), clang::CodeGen::CodeGenFunction::EmitAArch64SMEBuiltinExpr(), clang::CodeGen::CodeGenFunction::EmitAArch64SVEBuiltinExpr(), clang::CIRGen::CIRGenFunction::emitAArch64SVEBuiltinExpr(), and clang::CodeGen::CodeGenFunction::EmitARMBuiltinExpr().

◆ genVscaleTimesFactor()

mlir::Value genVscaleTimesFactor	(	mlir::Location	loc,
		CIRGenBuilderTy	builder,
		mlir::Type	cirTy,
		int32_t	scalingFactor )

static

Definition at line 38 of file CIRGenBuiltinAArch64.cpp.

References cir::CIRBaseBuilderTy::createNUWAMul(), clang::CIRGen::CIRGenBuilderTy::emitIntrinsicCallOp(), clang::CIRGen::CIRGenBuilderTy::getUInt64(), and int32_t.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64SVEBuiltinExpr().

◆ getFloatNeonType()

cir::VectorType getFloatNeonType	(	CIRGenFunction &	cgf,
		NeonTypeFlags	intTypeFlags )

static

Definition at line 130 of file CIRGenBuiltinAArch64.cpp.

References clang::CIRGen::CIRGenTypeCache::doubleTy, clang::CIRGen::CIRGenTypeCache::floatTy, clang::CIRGen::CIRGenTypeCache::fP16Ty, clang::NeonTypeFlags::getEltType(), clang::NeonTypeFlags::Int16, clang::NeonTypeFlags::Int32, clang::NeonTypeFlags::Int64, and clang::NeonTypeFlags::isQuad().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), and emitCommonNeonBuiltinExpr().

◆ getIntValueFromConstOp()

int64_t getIntValueFromConstOp ( mlir::Value val )

static

Definition at line 145 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), emitNeonRShiftImm(), emitNeonShiftVector(), and emitNeonSplat().

◆ getIntVecFromVecTy()

cir::VectorType getIntVecFromVecTy	(	CIRGenBuilderTy &	builder,
		cir::VectorType	vecTy )

static

Definition at line 790 of file CIRGenBuiltinAArch64.cpp.

References clang::CIRGen::CIRGenBuilderTy::getSInt32Ty(), and clang::CIRGen::CIRGenBuilderTy::getSInt64Ty().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ getLLVMIntrNameNoPrefix()

llvm::StringRef getLLVMIntrNameNoPrefix ( llvm::Intrinsic::ID intrID )

static

Definition at line 87 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64SVEBuiltinExpr(), emitCommonNeonBuiltinExpr(), emitCommonNeonSISDBuiltinExpr(), emitNeonMultiVecLoadCall(), and clang::CIRGen::CIRGenFunction::emitSVEPredicateCast().

◆ getNeonMultiVecCount()

unsigned getNeonMultiVecCount ( unsigned builtinID )

static

The vld1_xN builtins move their data through an aggregate of N vectors.

Return N, or 0 if builtinID is not one of them.

Definition at line 805 of file CIRGenBuiltinAArch64.cpp.

Referenced by emitCommonNeonBuiltinExpr().

◆ getNeonMultiVecTy()

cir::RecordType getNeonMultiVecTy	(	CIRGenBuilderTy &	builder,
		mlir::Type	vecTy,
		unsigned	numVecs )

static

Return the anonymous record type {vecTy, ..., vecTy} (numVecs members) modelling the struct returned by LLVM's multi-vector NEON load intrinsics.

Definition at line 823 of file CIRGenBuiltinAArch64.cpp.

References cir::RecordType::getAllDataKinds(), and clang::CIRGen::CIRGenBuilderTy::getAnonRecordTy().

Referenced by emitNeonMultiVecLoadCall().

◆ getNeonPairwiseWidenInputType()

cir::VectorType getNeonPairwiseWidenInputType	(	cir::VectorType	resType,
		bool	usgn )

static

Definition at line 232 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ getNeonType()

cir::VectorType getNeonType	(	CIRGenFunction *	cgf,
		NeonTypeFlags	typeFlags,
		bool	hasLegalHalfType = true,
		bool	v1Ty = false,
		bool	allowBFloatArgsAndRet = true )

static

Definition at line 678 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr(), and emitCommonNeonBuiltinExpr().

◆ getSignChangedVectorType()

cir::VectorType getSignChangedVectorType	(	CIRGenBuilderTy &	builder,
		cir::VectorType	vecTy )

static

Flip the signedness of vecTy's element type, keeping the width and number of lanes the same.

Used when a NEON intrinsic takes a shift amount vector that must be signed (e.g. aarch64.neon.urshl takes a signed amount even though the data vector is unsigned).

Definition at line 744 of file CIRGenBuiltinAArch64.cpp.

References clang::CIRGen::CIRGenBuilderTy::getSIntNTy(), and clang::CIRGen::CIRGenBuilderTy::getUIntNTy().

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ getSVEMinEltCount()

unsigned getSVEMinEltCount ( clang::SVETypeFlags::EltType sveType )

static

Definition at line 1569 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64SVEBuiltinExpr().

◆ getSVEVectorForElementType()

cir::VectorType getSVEVectorForElementType	(	CIRGenModule &	cgm,
		mlir::Type	eltTy )

static

Definition at line 1643 of file CIRGenBuiltinAArch64.cpp.

References clang::CIRGen::CIRGenModule::getDataLayout(), cir::CIRDataLayout::getTypeSizeInBits(), and sveBitsPerBlock.

Referenced by clang::CodeGen::CodeGenFunction::EmitAArch64SVEBuiltinExpr(), clang::CIRGen::CIRGenFunction::emitAArch64SVEBuiltinExpr(), clang::CodeGen::CodeGenFunction::EmitSMELd1St1(), and clang::CodeGen::CodeGenFunction::EmitSVEPrefetchLoad().

◆ hasExtraNeonArgument()

bool hasExtraNeonArgument ( unsigned builtinID )

static

Return true if BuiltinID is an overloaded Neon intrinsic with an extra argument that specifies the vector type.

The additional argument is meant for Sema checking (see CheckNeonBuiltinFunctionCall) and this function should be kept consistent with the logic in Sema. TODO: Make this return false for SISD builtins. TODO(cir): Share this with ARM.cpp

Definition at line 102 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ vecExtendIntValue()

void vecExtendIntValue	(	CIRGenFunction &	cgf,
		cir::VectorType	argVTy,
		mlir::Value &	arg,
		mlir::Location	loc )

static

Create a vector from an input scalar argument, usually for a NEON SISD intrinsic call.

Insert the argument into lane 0 of a poison vector.

Definition at line 356 of file CIRGenBuiltinAArch64.cpp.

References cir::CIRBaseBuilderTy::createIntCast(), clang::CIRGen::CIRGenFunction::getBuilder(), cir::CIRBaseBuilderTy::getConstant(), clang::CIRGen::CIRGenBuilderTy::getConstInt(), and clang::CIRGen::CIRGenTypeCache::sizeTy.

Referenced by emitCommonNeonSISDBuiltinExpr().

Variable Documentation

◆ aarch64SIMDIntrinsicsProvenSorted

bool aarch64SIMDIntrinsicsProvenSorted = false

static

Definition at line 58 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ aarch64SISDIntrinsicsProvenSorted

bool aarch64SISDIntrinsicsProvenSorted = false

static

Definition at line 59 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ aarch64SVEIntrinsicMap

const AArch64SVEAndSMEVectorIntrinsicInfo aarch64SVEIntrinsicMap[]

static

Initial value:

= {
#define GET_SVE_LLVM_INTRINSIC_MAP
 
 
}

Definition at line 52 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64SVEBuiltinExpr().

◆ aarch64SVEIntrinsicsProvenSorted

bool aarch64SVEIntrinsicsProvenSorted = false

static

Definition at line 60 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64SVEBuiltinExpr().

◆ neonEquivalentIntrinsicMap

const std::pair<unsigned, unsigned> neonEquivalentIntrinsicMap[]

static

Definition at line 1962 of file CIRGenBuiltinAArch64.cpp.

Referenced by clang::CIRGen::CIRGenFunction::emitAArch64BuiltinExpr().

◆ sveBitsPerBlock

unsigned sveBitsPerBlock = 128

constexpr

Definition at line 1641 of file CIRGenBuiltinAArch64.cpp.

Referenced by getSVEVectorForElementType().

Macros

Functions

Variables

Macro Definition Documentation

◆ GET_NEON_OVERLOAD_CHECK

◆ GET_SVE_LLVM_INTRINSIC_MAP

◆ SVEMAP1

◆ SVEMAP2

Function Documentation

◆ deriveNeonBinaryArgType()

◆ deriveNeonSISDIntrinsicOperandTypes()

◆ emitAArch64CompareBuiltinExpr()

◆ emitCommonNeonBuiltinExpr()

◆ emitCommonNeonShift()

◆ emitCommonNeonSISDBuiltinExpr()

◆ emitNeonCall()

◆ emitNeonCallToOp()

◆ emitNeonMultiVecLoad()

◆ emitNeonMultiVecLoadCall()

◆ emitNeonMultiVecLoadLane()

◆ emitNeonRShiftImm()

◆ emitNeonShiftVector()

◆ emitNeonSplat()

◆ findARMVectorIntrinsicInMap()

◆ genVscaleTimesFactor()

◆ getFloatNeonType()

◆ getIntValueFromConstOp()

◆ getIntVecFromVecTy()

◆ getLLVMIntrNameNoPrefix()

◆ getNeonMultiVecCount()

◆ getNeonMultiVecTy()

◆ getNeonPairwiseWidenInputType()

◆ getNeonType()

◆ getSignChangedVectorType()

◆ getSVEMinEltCount()

◆ getSVEVectorForElementType()

◆ hasExtraNeonArgument()

◆ vecExtendIntValue()

Variable Documentation

◆ aarch64SIMDIntrinsicsProvenSorted

◆ aarch64SISDIntrinsicsProvenSorted

◆ aarch64SVEIntrinsicMap

◆ aarch64SVEIntrinsicsProvenSorted

◆ neonEquivalentIntrinsicMap

◆ sveBitsPerBlock