#include "CGCXXABI.h"
#include "CGCleanup.h"
#include "CGOpenMPRuntime.h"
#include "CGRecordLayout.h"
#include "CodeGenFunction.h"
#include "clang/CodeGen/ConstantInitBuilder.h"
#include "clang/AST/Decl.h"
#include "clang/AST/StmtOpenMP.h"
#include "clang/Basic/BitmaskEnum.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/Bitcode/BitcodeReader.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Format.h"
#include "llvm/Support/raw_ostream.h"
#include <cassert>

Include dependency graph for CGOpenMPRuntime.cpp:

Classes
class	CleanupTy
	A basic class for pre\|post-action for advanced codegen sequence for OpenMP region. More...

Enumerations
enum	OpenMPLocationFlags : unsigned
	Values for bit flags used in the ident_t to describe the fields. More...

enum	OpenMPOffloadingRequiresDirFlags : int64_t
	Values for bit flags for marking which requires clauses have been used. More...

enum	OpenMPOffloadingReservedDeviceIDs

enum	IdentFieldIndex { IdentField_Reserved_1, IdentField_Flags, IdentField_Reserved_2, IdentField_Reserved_3, IdentField_PSource }

enum	OpenMPSchedType { OMP_sch_lower = 32, OMP_sch_static_chunked = 33, OMP_sch_static = 34, OMP_sch_dynamic_chunked = 35, OMP_sch_guided_chunked = 36, OMP_sch_runtime = 37, OMP_sch_auto = 38, OMP_sch_static_balanced_chunked = 45, OMP_ord_lower = 64, OMP_ord_static_chunked = 65, OMP_ord_static = 66, OMP_ord_dynamic_chunked = 67, OMP_ord_guided_chunked = 68, OMP_ord_runtime = 69, OMP_ord_auto = 70, OMP_sch_default = OMP_sch_static, OMP_dist_sch_static_chunked = 91, OMP_dist_sch_static = 92, OMP_sch_modifier_monotonic = (1 << 29), OMP_sch_modifier_nonmonotonic = (1 << 30) }
	Schedule types for 'omp for' loops (these enumerators are taken from the enum sched_type in kmp.h). More...

enum	OpenMPRTLFunction { OMPRTL__kmpc_fork_call, OMPRTL__kmpc_threadprivate_cached, OMPRTL__kmpc_threadprivate_register, OMPRTL__kmpc_global_thread_num, OMPRTL__kmpc_critical, OMPRTL__kmpc_critical_with_hint, OMPRTL__kmpc_end_critical, OMPRTL__kmpc_cancel_barrier, OMPRTL__kmpc_barrier, OMPRTL__kmpc_for_static_fini, OMPRTL__kmpc_serialized_parallel, OMPRTL__kmpc_end_serialized_parallel, OMPRTL__kmpc_push_num_threads, OMPRTL__kmpc_flush, OMPRTL__kmpc_master, OMPRTL__kmpc_end_master, OMPRTL__kmpc_omp_taskyield, OMPRTL__kmpc_single, OMPRTL__kmpc_end_single, OMPRTL__kmpc_omp_task_alloc, OMPRTL__kmpc_omp_target_task_alloc, OMPRTL__kmpc_omp_task, OMPRTL__kmpc_copyprivate, OMPRTL__kmpc_reduce, OMPRTL__kmpc_reduce_nowait, OMPRTL__kmpc_end_reduce, OMPRTL__kmpc_end_reduce_nowait, OMPRTL__kmpc_omp_task_begin_if0, OMPRTL__kmpc_omp_task_complete_if0, OMPRTL__kmpc_ordered, OMPRTL__kmpc_end_ordered, OMPRTL__kmpc_omp_taskwait, OMPRTL__kmpc_taskgroup, OMPRTL__kmpc_end_taskgroup, OMPRTL__kmpc_push_proc_bind, OMPRTL__kmpc_omp_task_with_deps, OMPRTL__kmpc_omp_wait_deps, OMPRTL__kmpc_cancellationpoint, OMPRTL__kmpc_cancel, OMPRTL__kmpc_push_num_teams, OMPRTL__kmpc_fork_teams, OMPRTL__kmpc_taskloop, OMPRTL__kmpc_doacross_init, OMPRTL__kmpc_doacross_fini, OMPRTL__kmpc_doacross_post, OMPRTL__kmpc_doacross_wait, OMPRTL__kmpc_task_reduction_init, OMPRTL__kmpc_task_reduction_get_th_data, OMPRTL__kmpc_alloc, OMPRTL__kmpc_free, OMPRTL__kmpc_push_target_tripcount, OMPRTL__tgt_target, OMPRTL__tgt_target_nowait, OMPRTL__tgt_target_teams, OMPRTL__tgt_target_teams_nowait, OMPRTL__tgt_register_requires, OMPRTL__tgt_register_lib, OMPRTL__tgt_unregister_lib, OMPRTL__tgt_target_data_begin, OMPRTL__tgt_target_data_begin_nowait, OMPRTL__tgt_target_data_end, OMPRTL__tgt_target_data_end_nowait, OMPRTL__tgt_target_data_update, OMPRTL__tgt_target_data_update_nowait, OMPRTL__tgt_mapper_num_components, OMPRTL__tgt_push_mapper_component }

enum	KmpTaskTFields
	Indexes of fields for type kmp_task_t. More...

enum	RTCancelKind

enum	ParamKindTy
	Kind of parameter in a function with 'declare simd' directive. More...

Functions
static const OMPDeclareReductionDecl *	getReductionInit (const Expr *ReductionOp)
	Check if the combiner is a call to UDR combiner and if it is so return the UDR decl used for reduction. More...

static void	emitInitWithReductionInitializer (CodeGenFunction &CGF, const OMPDeclareReductionDecl DRD, const Expr InitOp, Address Private, Address Original, QualType Ty)

static void	EmitOMPAggregateInit (CodeGenFunction &CGF, Address DestAddr, QualType Type, bool EmitDeclareReductionInit, const Expr Init, const OMPDeclareReductionDecl DRD, Address SrcAddr=Address::invalid())
	Emit initialization of arrays of complex types. More...

static LValue	loadToBegin (CodeGenFunction &CGF, QualType BaseTy, QualType ElTy, LValue BaseLV)

static Address	castToBase (CodeGenFunction &CGF, QualType BaseTy, QualType ElTy, llvm::Type BaseLVType, CharUnits BaseLVAlignment, llvm::Value Addr)

static const VarDecl *	getBaseDecl (const Expr Ref, const DeclRefExpr &DE)

static FieldDecl *	addFieldToRecordDecl (ASTContext &C, DeclContext *DC, QualType FieldTy)

static llvm::Function *	emitCombinerOrInitializer (CodeGenModule &CGM, QualType Ty, const Expr CombinerInitializer, const VarDecl In, const VarDecl *Out, bool IsCombiner)

static llvm::Function *	emitParallelOrTeamsOutlinedFunction (CodeGenModule &CGM, const OMPExecutableDirective &D, const CapturedStmt CS, const VarDecl ThreadIDVar, OpenMPDirectiveKind InnermostKind, const StringRef OutlinedHelperName, const RegionCodeGenTy &CodeGen)

static void	buildStructValue (ConstantStructBuilder &Fields, CodeGenModule &CGM, const RecordDecl RD, const CGRecordLayout &RL, ArrayRef< llvm::Constant > Data)

template<class... As>
static llvm::GlobalVariable *	createGlobalStruct (CodeGenModule &CGM, QualType Ty, bool IsConstant, ArrayRef< llvm::Constant *> Data, const Twine &Name, As &&... Args)

template<typename T >
static void	createConstantGlobalStructAndAddToParent (CodeGenModule &CGM, QualType Ty, ArrayRef< llvm::Constant *> Data, T &Parent)

static void	getTargetEntryUniqueInfo (ASTContext &C, SourceLocation Loc, unsigned &DeviceID, unsigned &FileID, unsigned &LineNum)
	Obtain information that uniquely identifies a target entry. More...

static Address	emitAddrOfVarFromArray (CodeGenFunction &CGF, Address Array, unsigned Index, const VarDecl *Var)
	Given an array of pointers to variables, project the address of a given variable. More...

static llvm::Value *	emitCopyprivateCopyFunction (CodeGenModule &CGM, llvm::Type ArgsType, ArrayRef< const Expr > CopyprivateVars, ArrayRef< const Expr > DestExprs, ArrayRef< const Expr > SrcExprs, ArrayRef< const Expr *> AssignmentOps, SourceLocation Loc)

static OpenMPSchedType	getRuntimeSchedule (OpenMPScheduleClauseKind ScheduleKind, bool Chunked, bool Ordered)
	Map the OpenMP loop schedule to the runtime enumeration. More...

static OpenMPSchedType	getRuntimeSchedule (OpenMPDistScheduleClauseKind ScheduleKind, bool Chunked)
	Map the OpenMP distribute schedule to the runtime enumeration. More...

static int	addMonoNonMonoModifier (CodeGenModule &CGM, OpenMPSchedType Schedule, OpenMPScheduleClauseModifier M1, OpenMPScheduleClauseModifier M2)

static void	emitForStaticInitCall (CodeGenFunction &CGF, llvm::Value UpdateLocation, llvm::Value ThreadId, llvm::FunctionCallee ForStaticInitFunction, OpenMPSchedType Schedule, OpenMPScheduleClauseModifier M1, OpenMPScheduleClauseModifier M2, const CGOpenMPRuntime::StaticRTInput &Values)

static RecordDecl *	createPrivatesRecordDecl (CodeGenModule &CGM, ArrayRef< PrivateDataTy > Privates)

static RecordDecl *	createKmpTaskTRecordDecl (CodeGenModule &CGM, OpenMPDirectiveKind Kind, QualType KmpInt32Ty, QualType KmpRoutineEntryPointerQTy)

static RecordDecl *	createKmpTaskTWithPrivatesRecordDecl (CodeGenModule &CGM, QualType KmpTaskTQTy, ArrayRef< PrivateDataTy > Privates)

static llvm::Function *	emitProxyTaskFunction (CodeGenModule &CGM, SourceLocation Loc, OpenMPDirectiveKind Kind, QualType KmpInt32Ty, QualType KmpTaskTWithPrivatesPtrQTy, QualType KmpTaskTWithPrivatesQTy, QualType KmpTaskTQTy, QualType SharedsPtrTy, llvm::Function TaskFunction, llvm::Value TaskPrivatesMap)
	Emit a proxy function which accepts kmp_task_t as the second argument. More...

static llvm::Value *	emitDestructorsFunction (CodeGenModule &CGM, SourceLocation Loc, QualType KmpInt32Ty, QualType KmpTaskTWithPrivatesPtrQTy, QualType KmpTaskTWithPrivatesQTy)

static llvm::Value *	emitTaskPrivateMappingFunction (CodeGenModule &CGM, SourceLocation Loc, ArrayRef< const Expr > PrivateVars, ArrayRef< const Expr > FirstprivateVars, ArrayRef< const Expr *> LastprivateVars, QualType PrivatesQTy, ArrayRef< PrivateDataTy > Privates)
	Emit a privates mapping function for correct handling of private and firstprivate variables. More...

static void	emitPrivatesInit (CodeGenFunction &CGF, const OMPExecutableDirective &D, Address KmpTaskSharedsPtr, LValue TDBase, const RecordDecl *KmpTaskTWithPrivatesQTyRD, QualType SharedsTy, QualType SharedsPtrTy, const OMPTaskDataTy &Data, ArrayRef< PrivateDataTy > Privates, bool ForDup)
	Emit initialization for private variables in task-based directives. More...

static bool	checkInitIsRequired (CodeGenFunction &CGF, ArrayRef< PrivateDataTy > Privates)
	Check if duplication function is required for taskloops. More...

static llvm::Value *	emitTaskDupFunction (CodeGenModule &CGM, SourceLocation Loc, const OMPExecutableDirective &D, QualType KmpTaskTWithPrivatesPtrQTy, const RecordDecl KmpTaskTWithPrivatesQTyRD, const RecordDecl KmpTaskTQTyRD, QualType SharedsTy, QualType SharedsPtrTy, const OMPTaskDataTy &Data, ArrayRef< PrivateDataTy > Privates, bool WithLastIter)
	Emit task_dup function (for initialization of private/firstprivate/lastprivate vars and last_iter flag) More...

static bool	checkDestructorsRequired (const RecordDecl *KmpTaskTWithPrivatesQTyRD)
	Checks if destructor function is required to be generated. More...

static void	EmitOMPAggregateReduction (CodeGenFunction &CGF, QualType Type, const VarDecl LHSVar, const VarDecl RHSVar, const llvm::function_ref< void(CodeGenFunction &CGF, const Expr , const Expr , const Expr )> &RedOpGen, const Expr XExpr=nullptr, const Expr EExpr=nullptr, const Expr UpExpr=nullptr)
	Emit reduction operation for each element of array (required for array sections) LHS op = RHS. More...

static void	emitReductionCombiner (CodeGenFunction &CGF, const Expr *ReductionOp)
	Emit reduction combiner. More...

static std::string	generateUniqueName (CodeGenModule &CGM, StringRef Prefix, const Expr *Ref)
	Generates unique name for artificial threadprivate variables. More...

static llvm::Value *	emitReduceInitFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N)
	Emits reduction initializer function: More...

static llvm::Value *	emitReduceCombFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N, const Expr ReductionOp, const Expr LHS, const Expr RHS, const Expr PrivateRef)
	Emits reduction combiner function: More...

static llvm::Value *	emitReduceFiniFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N)
	Emits reduction finalizer function: More...

static RTCancelKind	getCancellationKind (OpenMPDirectiveKind CancelRegion)

static bool	isTrivial (ASTContext &Ctx, const Expr *E)
	Checks if the expression is constant or does not have non-trivial function calls. More...

static llvm::Value *	emitNumTeamsForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D)
	Emit the number of teams for a target directive. More...

static llvm::Value *	getNumThreads (CodeGenFunction &CGF, const CapturedStmt CS, llvm::Value DefaultThreadLimitVal)

static llvm::Value *	emitNumThreadsForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D)
	Emit the number of threads for a target directive. More...

static void	emitOffloadingArrays (CodeGenFunction &CGF, MappableExprsHandler::MapBaseValuesArrayTy &BasePointers, MappableExprsHandler::MapValuesArrayTy &Pointers, MappableExprsHandler::MapValuesArrayTy &Sizes, MappableExprsHandler::MapFlagsArrayTy &MapTypes, CGOpenMPRuntime::TargetDataInfo &Info)
	Emit the arrays used to pass the captures and map information to the offloading runtime library. More...

static void	emitOffloadingArraysArgument (CodeGenFunction &CGF, llvm::Value &BasePointersArrayArg, llvm::Value &PointersArrayArg, llvm::Value &SizesArrayArg, llvm::Value &MapTypesArrayArg, CGOpenMPRuntime::TargetDataInfo &Info)
	Emit the arguments to be passed to the runtime library based on the arrays of pointers, sizes and map types. More...

static const OMPExecutableDirective *	getNestedDistributeDirective (ASTContext &Ctx, const OMPExecutableDirective &D)
	Check for inner distribute directive. More...

static unsigned	evaluateCDTSize (const FunctionDecl *FD, ArrayRef< ParamAttrTy > ParamAttrs)

static void	emitX86DeclareSimdFunction (const FunctionDecl FD, llvm::Function Fn, const llvm::APSInt &VLENVal, ArrayRef< ParamAttrTy > ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy State)

static bool	getAArch64MTV (QualType QT, ParamKindTy Kind)
	Maps To Vector (MTV), as defined in 3.1.1 of the AAVFABI. More...

static bool	getAArch64PBV (QualType QT, ASTContext &C)
	Pass By Value (PBV), as defined in 3.1.2 of the AAVFABI. More...

static unsigned	getAArch64LS (QualType QT, ParamKindTy Kind, ASTContext &C)
	Computes the lane size (LS) of a return type or of an input parameter, as defined by `LS(P)` in 3.2.1 of the AAVFABI. More...

static std::tuple< unsigned, unsigned, bool >	getNDSWDS (const FunctionDecl *FD, ArrayRef< ParamAttrTy > ParamAttrs)

static std::string	mangleVectorParameters (ArrayRef< ParamAttrTy > ParamAttrs)
	Mangle the parameter part of the vector function name according to their OpenMP classification. More...

template<typename T >
static void	addAArch64VectorName (T VLEN, StringRef LMask, StringRef Prefix, char ISA, StringRef ParSeq, StringRef MangledName, bool OutputBecomesInput, llvm::Function *Fn)

static void	addAArch64AdvSIMDNDSNames (unsigned NDS, StringRef Mask, StringRef Prefix, char ISA, StringRef ParSeq, StringRef MangledName, bool OutputBecomesInput, llvm::Function *Fn)

static void	emitAArch64DeclareSimdFunction (CodeGenModule &CGM, const FunctionDecl FD, unsigned UserVLEN, ArrayRef< ParamAttrTy > ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy State, StringRef MangledName, char ISA, unsigned VecRegSize, llvm::Function Fn, SourceLocation SLoc)
	Emit vector function attributes for AArch64, as defined in the AAVFABI. More...

template<OMPDeclareVariantAttr::CtxSelectorSetType CtxSet, OMPDeclareVariantAttr::CtxSelectorType Ctx>
static bool	checkContext (const OMPDeclareVariantAttr *A)
	Checks current context and returns true if it matches the context selector. More...

template<>
bool	checkContext< OMPDeclareVariantAttr::CtxSetImplementation, OMPDeclareVariantAttr::CtxVendor > (const OMPDeclareVariantAttr *A)
	Checks for implementation={vendor(<vendor>)} context selector. More...

static bool	greaterCtxScore (ASTContext &Ctx, const Expr LHS, const Expr RHS)

static const FunctionDecl *	getDeclareVariantFunction (ASTContext &Ctx, const FunctionDecl *FD)
	Finds the variant function that matches current context with its context selector. More...

Variables
	ident_t

Enumeration Type Documentation

◆ IdentFieldIndex

enum IdentFieldIndex

Enumerator
IdentField_Reserved_1	might be used in Fortran
IdentField_Flags	OMP_IDENT_xxx flags; OMP_IDENT_KMPC identifies this union member.
IdentField_Reserved_2	Not really used in Fortran any more.
IdentField_Reserved_3	Source[4] in Fortran, do not use for C++.
IdentField_PSource	String describing the source location. The string is composed of semi-colon separated fields which describe the source file, the function and a pair of line numbers that delimit the construct.

Definition at line 512 of file CGOpenMPRuntime.cpp.

◆ KmpTaskTFields

enum KmpTaskTFields

Indexes of fields for type kmp_task_t.

Definition at line 3855 of file CGOpenMPRuntime.cpp.

◆ OpenMPLocationFlags

enum OpenMPLocationFlags : unsigned

Values for bit flags used in the ident_t to describe the fields.

All enumeric elements are named and described in accordance with the code from https://github.com/llvm/llvm-project/blob/master/openmp/runtime/src/kmp.h

Definition at line 434 of file CGOpenMPRuntime.cpp.

◆ OpenMPOffloadingRequiresDirFlags

enum OpenMPOffloadingRequiresDirFlags : int64_t

Values for bit flags for marking which requires clauses have been used.

Definition at line 463 of file CGOpenMPRuntime.cpp.

◆ OpenMPOffloadingReservedDeviceIDs

enum OpenMPOffloadingReservedDeviceIDs

Definition at line 479 of file CGOpenMPRuntime.cpp.

◆ OpenMPRTLFunction

enum OpenMPRTLFunction

Enumerator
OMPRTL__kmpc_fork_call	Call to void __kmpc_fork_call(ident_t *loc, kmp_int32 argc, kmpc_micro microtask, ...);.
OMPRTL__kmpc_threadprivate_cached	Call to void __kmpc_threadprivate_cached(ident_t loc, kmp_int32 global_tid, void data, size_t size, void **cache);.
OMPRTL__kmpc_threadprivate_register	Call to void __kmpc_threadprivate_register( ident_t , void data, kmpc_ctor ctor, kmpc_cctor cctor, kmpc_dtor dtor);.
OMPRTL__kmpc_global_thread_num
OMPRTL__kmpc_critical
OMPRTL__kmpc_critical_with_hint
OMPRTL__kmpc_end_critical
OMPRTL__kmpc_cancel_barrier
OMPRTL__kmpc_barrier
OMPRTL__kmpc_for_static_fini
OMPRTL__kmpc_serialized_parallel
OMPRTL__kmpc_end_serialized_parallel
OMPRTL__kmpc_push_num_threads
OMPRTL__kmpc_flush
OMPRTL__kmpc_master
OMPRTL__kmpc_end_master
OMPRTL__kmpc_omp_taskyield
OMPRTL__kmpc_single
OMPRTL__kmpc_end_single
OMPRTL__kmpc_omp_task_alloc
OMPRTL__kmpc_omp_target_task_alloc
OMPRTL__kmpc_omp_task
OMPRTL__kmpc_copyprivate
OMPRTL__kmpc_reduce
OMPRTL__kmpc_reduce_nowait
OMPRTL__kmpc_end_reduce
OMPRTL__kmpc_end_reduce_nowait
OMPRTL__kmpc_omp_task_begin_if0
OMPRTL__kmpc_omp_task_complete_if0
OMPRTL__kmpc_ordered
OMPRTL__kmpc_end_ordered
OMPRTL__kmpc_omp_taskwait
OMPRTL__kmpc_taskgroup
OMPRTL__kmpc_end_taskgroup
OMPRTL__kmpc_push_proc_bind
OMPRTL__kmpc_omp_task_with_deps
OMPRTL__kmpc_omp_wait_deps
OMPRTL__kmpc_cancellationpoint
OMPRTL__kmpc_cancel
OMPRTL__kmpc_push_num_teams
OMPRTL__kmpc_fork_teams
OMPRTL__kmpc_taskloop
OMPRTL__kmpc_doacross_init
OMPRTL__kmpc_doacross_fini
OMPRTL__kmpc_doacross_post
OMPRTL__kmpc_doacross_wait
OMPRTL__kmpc_task_reduction_init
OMPRTL__kmpc_task_reduction_get_th_data
OMPRTL__kmpc_alloc
OMPRTL__kmpc_free
OMPRTL__kmpc_push_target_tripcount
OMPRTL__tgt_target
OMPRTL__tgt_target_nowait
OMPRTL__tgt_target_teams
OMPRTL__tgt_target_teams_nowait
OMPRTL__tgt_register_requires
OMPRTL__tgt_register_lib
OMPRTL__tgt_unregister_lib
OMPRTL__tgt_target_data_begin
OMPRTL__tgt_target_data_begin_nowait
OMPRTL__tgt_target_data_end
OMPRTL__tgt_target_data_end_nowait
OMPRTL__tgt_target_data_update
OMPRTL__tgt_target_data_update_nowait
OMPRTL__tgt_mapper_num_components
OMPRTL__tgt_push_mapper_component

Definition at line 559 of file CGOpenMPRuntime.cpp.

◆ OpenMPSchedType

enum OpenMPSchedType

Schedule types for 'omp for' loops (these enumerators are taken from the enum sched_type in kmp.h).

Enumerator
OMP_sch_lower	Lower bound for default (unordered) versions.
OMP_sch_static_chunked
OMP_sch_static
OMP_sch_dynamic_chunked
OMP_sch_guided_chunked
OMP_sch_runtime
OMP_sch_auto
OMP_sch_static_balanced_chunked	static with chunk adjustment (e.g., simd)
OMP_ord_lower	Lower bound for 'ordered' versions.
OMP_ord_static_chunked
OMP_ord_static
OMP_ord_dynamic_chunked
OMP_ord_guided_chunked
OMP_ord_runtime
OMP_ord_auto
OMP_sch_default
OMP_dist_sch_static_chunked	dist_schedule types
OMP_dist_sch_static
OMP_sch_modifier_monotonic	Support for OpenMP 4.5 monotonic and nonmonotonic schedule modifiers. Set if the monotonic schedule modifier was present.
OMP_sch_modifier_nonmonotonic	Set if the nonmonotonic schedule modifier was present.

Definition at line 529 of file CGOpenMPRuntime.cpp.

◆ ParamKindTy

enum ParamKindTy

Kind of parameter in a function with 'declare simd' directive.

Definition at line 10233 of file CGOpenMPRuntime.cpp.

◆ RTCancelKind

enum RTCancelKind

Definition at line 6360 of file CGOpenMPRuntime.cpp.

Function Documentation

◆ addAArch64AdvSIMDNDSNames()

static void addAArch64AdvSIMDNDSNames	(	unsigned	NDS,
		StringRef	Mask,
		StringRef	Prefix,
		char	ISA,
		StringRef	ParSeq,
		StringRef	MangledName,
		bool	OutputBecomesInput,
		llvm::Function *	Fn
	)

static

Definition at line 10526 of file CGOpenMPRuntime.cpp.

References addAArch64VectorName().

Referenced by emitAArch64DeclareSimdFunction().

◆ addAArch64VectorName()

template<typename T >

static void addAArch64VectorName	(	T	VLEN,
		StringRef	LMask,
		StringRef	Prefix,
		char	ISA,
		StringRef	ParSeq,
		StringRef	MangledName,
		bool	OutputBecomesInput,
		llvm::Function *	Fn
	)

static

Definition at line 10511 of file CGOpenMPRuntime.cpp.

Referenced by addAArch64AdvSIMDNDSNames(), and emitAArch64DeclareSimdFunction().

◆ addFieldToRecordDecl()

static FieldDecl* addFieldToRecordDecl	(	ASTContext &	C,
		DeclContext *	DC,
		QualType	FieldTy
	)

static

Definition at line 1230 of file CGOpenMPRuntime.cpp.

References clang::DeclContext::addDecl(), clang::AS_public, clang::FieldDecl::Create(), clang::ASTContext::getTrivialTypeSourceInfo(), and clang::ICIS_NoInit.

Referenced by clang::CodeGen::CGOpenMPRuntime::CGOpenMPRuntime(), createKmpTaskTRecordDecl(), createKmpTaskTWithPrivatesRecordDecl(), createPrivatesRecordDecl(), clang::CodeGen::emitDeclareSimdFunction(), emitReduceFiniFunction(), clang::CodeGen::emitTaskInit(), clang::CodeGen::getTgtBinaryDescriptorQTy(), clang::CodeGen::getTgtDeviceImageQTy(), and clang::CodeGen::getTgtOffloadEntryQTy().

◆ addMonoNonMonoModifier()

static int addMonoNonMonoModifier	(	CodeGenModule &	CGM,
		OpenMPSchedType	Schedule,
		OpenMPScheduleClauseModifier	M1,
		OpenMPScheduleClauseModifier	M2
	)

static

Definition at line 3576 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGOpenMPRuntime::CGM, clang::CodeGen::DispatchRTInput::Chunk, clang::CodeGen::createDispatchInitFunction(), clang::CodeGen::emitForDispatchInit(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CGOpenMPRuntime::emitUpdateLocation(), clang::CodeGen::CodeGenModule::getLangOpts(), getRuntimeSchedule(), clang::CodeGen::CGOpenMPRuntime::getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::DispatchRTInput::LB, clang::OpenMPScheduleTy::M1, clang::OpenMPScheduleTy::M2, Modifier, OMP_ord_static, OMP_ord_static_chunked, OMP_sch_modifier_monotonic, OMP_sch_modifier_nonmonotonic, OMP_sch_static, OMP_sch_static_balanced_chunked, OMP_sch_static_chunked, clang::OMPC_SCHEDULE_MODIFIER_last, clang::OMPC_SCHEDULE_MODIFIER_unknown, clang::OpenMPScheduleTy::Schedule, and clang::CodeGen::DispatchRTInput::UB.

Referenced by emitForStaticInitCall().

◆ buildStructValue()

static void buildStructValue	(	ConstantStructBuilder &	Fields,
		CodeGenModule &	CGM,
		const RecordDecl *	RD,
		const CGRecordLayout &	RL,
		ArrayRef< llvm::Constant *>	Data
	)

static

Definition at line 1522 of file CGOpenMPRuntime.cpp.

References clang::RecordDecl::fields(), clang::CodeGen::CGRecordLayout::getLLVMFieldNo(), and clang::CodeGen::CGRecordLayout::getLLVMType().

Referenced by createConstantGlobalStructAndAddToParent().

◆ castToBase()

static Address castToBase	(	CodeGenFunction &	CGF,
		QualType	BaseTy,
		QualType	ElTy,
		llvm::Type *	BaseLVType,
		CharUnits	BaseLVAlignment,
		llvm::Value *	Addr
	)

static

Definition at line 1124 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CGBuilderTy::CreateStore(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), clang::QualType::getNonReferenceType(), clang::Type::getPointeeType(), clang::CodeGen::Address::getPointer(), clang::ASTContext::hasSameType(), clang::CodeGen::Address::invalid(), clang::Type::isPointerType(), clang::Type::isReferenceType(), clang::CodeGen::Address::isValid(), and clang::CodeGen::Type.

Referenced by clang::CodeGen::ReductionCodeGen::adjustPrivateAddress().

◆ checkContext()

template<OMPDeclareVariantAttr::CtxSelectorSetType CtxSet, OMPDeclareVariantAttr::CtxSelectorType Ctx>

static bool checkContext ( const OMPDeclareVariantAttr * A )

static

Checks current context and returns true if it matches the context selector.

Definition at line 11024 of file CGOpenMPRuntime.cpp.

Referenced by getDeclareVariantFunction().

◆ checkContext< OMPDeclareVariantAttr::CtxSetImplementation, OMPDeclareVariantAttr::CtxVendor >()

template<>

bool checkContext< OMPDeclareVariantAttr::CtxSetImplementation, OMPDeclareVariantAttr::CtxVendor > ( const OMPDeclareVariantAttr * A )

Checks for implementation={vendor(<vendor>)} context selector.

Returns: true iff <vendor>="llvm", false otherwise.

Definition at line 11035 of file CGOpenMPRuntime.cpp.

◆ checkDestructorsRequired()

static bool checkDestructorsRequired ( const RecordDecl * KmpTaskTWithPrivatesQTyRD )

static

Checks if destructor function is required to be generated.

Returns: true if cleanups are required, false otherwise.

Definition at line 4949 of file CGOpenMPRuntime.cpp.

References clang::RecordDecl::field_begin().

Referenced by clang::CodeGen::emitTaskInit().

◆ checkInitIsRequired()

static bool checkInitIsRequired	(	CodeGenFunction &	CGF,
		ArrayRef< PrivateDataTy >	Privates
	)

static

Check if duplication function is required for taskloops.

Definition at line 4852 of file CGOpenMPRuntime.cpp.

References clang::VarDecl::getAnyInitializer(), and clang::CodeGen::CodeGenFunction::isTrivialInitializer().

Referenced by clang::CodeGen::emitTaskInit().

◆ createConstantGlobalStructAndAddToParent()

template<typename T >

static void createConstantGlobalStructAndAddToParent	(	CodeGenModule &	CGM,
		QualType	Ty,
		ArrayRef< llvm::Constant *>	Data,
		T &	Parent
	)

static

Definition at line 1557 of file CGOpenMPRuntime.cpp.

◆ createGlobalStruct()

template<class... As>

static llvm::GlobalVariable* createGlobalStruct	(	CodeGenModule &	CGM,
		QualType	Ty,
		bool	IsConstant,
		ArrayRef< llvm::Constant *>	Data,
		const Twine &	Name,
		As &&...	Args
	)

static

Definition at line 1542 of file CGOpenMPRuntime.cpp.

Referenced by createConstantGlobalStructAndAddToParent(), and clang::CodeGen::CGOpenMPRuntime::createOffloadEntry().

◆ createKmpTaskTRecordDecl()

static RecordDecl* createKmpTaskTRecordDecl	(	CodeGenModule &	CGM,
		OpenMPDirectiveKind	Kind,
		QualType	KmpInt32Ty,
		QualType	KmpRoutineEntryPointerQTy
	)

static

Definition at line 4421 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::ASTContext::buildImplicitRecord(), clang::RecordDecl::completeDefinition(), clang::CodeGen::CodeGenModule::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::ASTContext::getRecordType(), clang::isOpenMPTaskLoopDirective(), clang::TagDecl::startDefinition(), clang::TTK_Union, and clang::ASTContext::VoidPtrTy.

Referenced by clang::CodeGen::emitTaskInit().

◆ createKmpTaskTWithPrivatesRecordDecl()

static RecordDecl* createKmpTaskTWithPrivatesRecordDecl	(	CodeGenModule &	CGM,
		QualType	KmpTaskTQTy,
		ArrayRef< PrivateDataTy >	Privates
	)

static

Definition at line 4467 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::ASTContext::buildImplicitRecord(), clang::RecordDecl::completeDefinition(), createPrivatesRecordDecl(), clang::CodeGen::CodeGenModule::getContext(), clang::ASTContext::getRecordType(), and clang::TagDecl::startDefinition().

Referenced by clang::CodeGen::emitTaskInit().

◆ createPrivatesRecordDecl()

static RecordDecl* createPrivatesRecordDecl	(	CodeGenModule &	CGM,
		ArrayRef< PrivateDataTy >	Privates
	)

static

Definition at line 4395 of file CGOpenMPRuntime.cpp.

References clang::Decl::addAttr(), addFieldToRecordDecl(), clang::ASTContext::buildImplicitRecord(), clang::RecordDecl::completeDefinition(), clang::Decl::getAttrs(), clang::CodeGen::CodeGenModule::getContext(), clang::QualType::getNonReferenceType(), clang::ValueDecl::getType(), clang::Decl::hasAttrs(), and clang::TagDecl::startDefinition().

Referenced by createKmpTaskTWithPrivatesRecordDecl().

◆ emitAArch64DeclareSimdFunction()

static void emitAArch64DeclareSimdFunction	(	CodeGenModule &	CGM,
		const FunctionDecl *	FD,
		unsigned	UserVLEN,
		ArrayRef< ParamAttrTy >	ParamAttrs,
		OMPDeclareSimdDeclAttr::BranchStateTy	State,
		StringRef	MangledName,
		char	ISA,
		unsigned	VecRegSize,
		llvm::Function *	Fn,
		SourceLocation	SLoc
	)

static

Emit vector function attributes for AArch64, as defined in the AAVFABI.

Definition at line 10561 of file CGOpenMPRuntime.cpp.

References addAArch64AdvSIMDNDSNames(), addAArch64VectorName(), clang::DiagnosticsEngine::getCustomDiagID(), clang::CodeGen::CodeGenModule::getDiags(), getNDSWDS(), mangleVectorParameters(), clang::DiagnosticsEngine::Report(), and clang::DiagnosticsEngine::Warning.

Referenced by clang::CodeGen::emitDeclareSimdFunction().

◆ emitAddrOfVarFromArray()

static Address emitAddrOfVarFromArray	(	CodeGenFunction &	CGF,
		Address	Array,
		unsigned	Index,
		const VarDecl *	Var
	)

static

Given an array of pointers to variables, project the address of a given variable.

Definition at line 3275 of file CGOpenMPRuntime.cpp.

◆ emitCombinerOrInitializer()

static llvm::Function* emitCombinerOrInitializer	(	CodeGenModule &	CGM,
		QualType	Ty,
		const Expr *	CombinerInitializer,
		const VarDecl *	In,
		const VarDecl *	Out,
		bool	IsCombiner
	)

static

Definition at line 1348 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::Decl::getLocation(), clang::ASTContext::getPointerType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ImplicitParamDecl::Other, clang::ASTContext::VoidTy, and clang::QualType::withRestrict().

Referenced by clang::CodeGen::emitUserDefinedReduction().

◆ emitCopyprivateCopyFunction()

static llvm::Value* emitCopyprivateCopyFunction	(	CodeGenModule &	CGM,
		llvm::Type *	ArgsType,
		ArrayRef< const Expr *>	CopyprivateVars,
		ArrayRef< const Expr *>	DestExprs,
		ArrayRef< const Expr *>	SrcExprs,
		ArrayRef< const Expr *>	AssignmentOps,
		SourceLocation	Loc
	)

static

Definition at line 3287 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::Create(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenModule::getTypes(), clang::InternalLinkage, clang::ImplicitParamDecl::Other, clang::ASTContext::VoidPtrTy, and clang::ASTContext::VoidTy.

◆ emitDestructorsFunction()

static llvm::Value* emitDestructorsFunction	(	CodeGenModule &	CGM,
		SourceLocation	Loc,
		QualType	KmpInt32Ty,
		QualType	KmpTaskTWithPrivatesPtrQTy,
		QualType	KmpTaskTWithPrivatesQTy
	)

static

Definition at line 4598 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::emitTaskInit().

◆ emitForStaticInitCall()

static void emitForStaticInitCall	(	CodeGenFunction &	CGF,
		llvm::Value *	UpdateLocation,
		llvm::Value *	ThreadId,
		llvm::FunctionCallee	ForStaticInitFunction,
		OpenMPSchedType	Schedule,
		OpenMPScheduleClauseModifier	M1,
		OpenMPScheduleClauseModifier	M2,
		const CGOpenMPRuntime::StaticRTInput &	Values
	)

static

Definition at line 3658 of file CGOpenMPRuntime.cpp.

◆ emitInitWithReductionInitializer()

static void emitInitWithReductionInitializer	(	CodeGenFunction &	CGF,
		const OMPDeclareReductionDecl *	DRD,
		const Expr *	InitOp,
		Address	Private,
		Address	Original,
		QualType	Ty
	)

static

Definition at line 802 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::CodeGenModule::EmitNullConstant(), clang::CodeGen::RValue::get(), clang::OMPDeclareReductionDecl::getInitializer(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::Expr::IgnoreParenImpCasts().

Referenced by clang::CodeGen::ReductionCodeGen::emitInitialization(), and EmitOMPAggregateInit().

◆ emitNumTeamsForTargetDirective()

static llvm::Value* emitNumTeamsForTargetDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D
	)

static

Emit the number of teams for a target directive.

Inspect the num_teams clause associated with a teams construct combined or closely nested with the target directive.

Emit a team of size one for directives such as 'target parallel' that have no associated teams construct.

Otherwise, return nullptr.

Definition at line 6602 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CapturedStmt::getCapturedStmt(), clang::CodeGen::CodeGenFunction::getContext(), clang::OMPExecutableDirective::getDirectiveKind(), clang::OMPExecutableDirective::getInnermostCapturedStmt(), clang::CodeGen::CodeGenFunction::getLangOpts(), clang::OMPExecutableDirective::getSingleClause(), clang::CodeGen::getSingleCompoundChild(), clang::OMPExecutableDirective::hasClausesOfKind(), clang::Stmt::IgnoreContainers(), clang::CodeGen::CodeGenTypeCache::Int32Ty, clang::isOpenMPParallelDirective(), clang::isOpenMPSimdDirective(), clang::isOpenMPTargetExecutionDirective(), clang::isOpenMPTeamsDirective(), and clang::OMPD_unknown.

Referenced by clang::CodeGen::emitTargetNumIterationsCall().

◆ emitNumThreadsForTargetDirective()

static llvm::Value* emitNumThreadsForTargetDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D
	)

static

Emit the number of threads for a target directive.

Inspect the thread_limit clause associated with a teams construct combined or closely nested with the target directive.

Emit the num_threads clause for directives such as 'target parallel' that have no associated teams construct.

Otherwise, return nullptr.

Definition at line 6819 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::emitTargetNumIterationsCall().

◆ emitOffloadingArrays()

static void emitOffloadingArrays	(	CodeGenFunction &	CGF,
		MappableExprsHandler::MapBaseValuesArrayTy &	BasePointers,
		MappableExprsHandler::MapValuesArrayTy &	Pointers,
		MappableExprsHandler::MapValuesArrayTy &	Sizes,
		MappableExprsHandler::MapFlagsArrayTy &	MapTypes,
		CGOpenMPRuntime::TargetDataInfo &	Info
	)

static

Emit the arrays used to pass the captures and map information to the offloading runtime library.

If there is no map or capture information, return nullptr by reference.

Definition at line 8554 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CGOpenMPRuntime::CGM, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::ASTContext::getConstantArrayType(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::Address::getPointer(), clang::CodeGen::CodeGenTypeCache::Int64Ty, clang::ArrayType::Normal, and clang::ASTContext::VoidPtrTy.

Referenced by clang::CodeGen::emitRequiresDirectiveRegFun(), and clang::CodeGen::emitTargetNumIterationsCall().

◆ emitOffloadingArraysArgument()

static void emitOffloadingArraysArgument	(	CodeGenFunction &	CGF,
		llvm::Value *&	BasePointersArrayArg,
		llvm::Value *&	PointersArrayArg,
		llvm::Value *&	SizesArrayArg,
		llvm::Value *&	MapTypesArrayArg,
		CGOpenMPRuntime::TargetDataInfo &	Info
	)

static

Emit the arguments to be passed to the runtime library based on the arrays of pointers, sizes and map types.

Definition at line 8671 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGOpenMPRuntime::CGM, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGBuilderTy::CreateConstInBoundsGEP2_32(), clang::CodeGen::CodeGenTypeCache::Int64Ty, clang::CodeGen::CodeGenTypeCache::VoidPtrPtrTy, and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

Referenced by clang::CodeGen::emitRequiresDirectiveRegFun(), and clang::CodeGen::emitTargetNumIterationsCall().

◆ EmitOMPAggregateInit()

static void EmitOMPAggregateInit	(	CodeGenFunction &	CGF,
		Address	DestAddr,
		QualType	Type,
		bool	EmitDeclareReductionInit,
		const Expr *	Init,
		const OMPDeclareReductionDecl *	DRD,
		Address	SrcAddr = `Address::invalid()`
	)

static

Emit initialization of arrays of complex types.

Parameters

DestAddr	Address of the array.
Type	Type of array.
Init	Initial expression of array.
SrcAddr	Address of the original array.

Definition at line 859 of file CGOpenMPRuntime.cpp.

◆ EmitOMPAggregateReduction()

static void EmitOMPAggregateReduction	(	CodeGenFunction &	CGF,
		QualType	Type,
		const VarDecl *	LHSVar,
		const VarDecl *	RHSVar,
		const llvm::function_ref< void(CodeGenFunction &CGF, const Expr , const Expr , const Expr *)> &	RedOpGen,
		const Expr *	XExpr = `nullptr`,
		const Expr *	EExpr = `nullptr`,
		const Expr *	UpExpr = `nullptr`
	)

static

Emit reduction operation for each element of array (required for array sections) LHS op = RHS.

Parameters

Type	Type of array.
LHSVar	Variable on the left side of the reduction operation (references element of array in original variable).
RHSVar	Variable on the right side of the reduction operation (references element of array in original variable).
RedOpGen	Generator of reduction operation with use of LHSVar and RHSVar.

Definition at line 5466 of file CGOpenMPRuntime.cpp.

References clang::CharUnits::alignmentOfArrayElement(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CodeGenFunction::emitArrayLength(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::Address::getAlignment(), clang::Type::getAsArrayTypeUnsafe(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getPointer(), and clang::ASTContext::getTypeSizeInChars().

Referenced by clang::CodeGen::emitSingleReductionCombiner().

◆ emitParallelOrTeamsOutlinedFunction()

static llvm::Function* emitParallelOrTeamsOutlinedFunction	(	CodeGenModule &	CGM,
		const OMPExecutableDirective &	D,
		const CapturedStmt *	CS,
		const VarDecl *	ThreadIDVar,
		OpenMPDirectiveKind	InnermostKind,
		const StringRef	OutlinedHelperName,
		const RegionCodeGenTy &	CodeGen
	)

static

Definition at line 1439 of file CGOpenMPRuntime.cpp.

References clang::Type::castAs(), clang::CodeGen::CGOpenMPRuntime::CGM, clang::CodeGen::createRuntimeFunction(), clang::CodeGen::emitParallelOutlinedFunction(), clang::CodeGen::emitTaskOutlinedFunction(), clang::CodeGen::emitTeamsOutlinedFunction(), clang::CodeGen::CGOpenMPRuntime::emitUpdateLocation(), clang::OMPExecutableDirective::getBeginLoc(), clang::OMPExecutableDirective::getCapturedStmt(), clang::OMPExecutableDirective::getDirectiveKind(), clang::CodeGen::CGOpenMPRuntime::getOutlinedHelperName(), clang::CodeGen::CGOpenMPRuntime::getThreadID(), clang::ValueDecl::getType(), clang::isOpenMPTaskLoopDirective(), clang::Type::isPointerType(), OMPRTL__kmpc_omp_task, and clang::CodeGen::RegionCodeGenTy::setAction().

◆ emitPrivatesInit()

static void emitPrivatesInit	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		Address	KmpTaskSharedsPtr,
		LValue	TDBase,
		const RecordDecl *	KmpTaskTWithPrivatesQTyRD,
		QualType	SharedsTy,
		QualType	SharedsPtrTy,
		const OMPTaskDataTy &	Data,
		ArrayRef< PrivateDataTy >	Privates,
		bool	ForDup
	)

static

Emit initialization for private variables in task-based directives.

Definition at line 4747 of file CGOpenMPRuntime.cpp.

Referenced by emitTaskDupFunction(), and clang::CodeGen::emitTaskInit().

◆ emitProxyTaskFunction()

static llvm::Function* emitProxyTaskFunction	(	CodeGenModule &	CGM,
		SourceLocation	Loc,
		OpenMPDirectiveKind	Kind,
		QualType	KmpInt32Ty,
		QualType	KmpTaskTWithPrivatesPtrQTy,
		QualType	KmpTaskTWithPrivatesQTy,
		QualType	KmpTaskTQTy,
		QualType	SharedsPtrTy,
		llvm::Function *	TaskFunction,
		llvm::Value *	TaskPrivatesMap
	)

static

Emit a proxy function which accepts kmp_task_t as the second argument.

kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) {
  TaskFunction(gtid, tt->part_id, &tt->privates, task_privates_map, tt,
  For taskloops:
  tt->task_data.lb, tt->task_data.ub, tt->task_data.st, tt->task_data.liter,
  tt->reductions, tt->shareds);
  return 0;
}

Definition at line 4495 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::emitTaskInit().

◆ emitReduceCombFunction()

static llvm::Value* emitReduceCombFunction	(	CodeGenModule &	CGM,
		SourceLocation	Loc,
		ReductionCodeGen &	RCG,
		unsigned	N,
		const Expr *	ReductionOp,
		const Expr *	LHS,
		const Expr *	RHS,
		const Expr *	PrivateRef
	)

static

Emits reduction combiner function:

void @.red_comb(void* %arg0, void* %arg1) {
%lhs = bitcast void* %arg0 to <type>*
%rhs = bitcast void* %arg1 to <type>*
%2 = <ReductionOp>(<type>* %lhs, <type>* %rhs)
store <type> %2, <type>* %lhs
ret void
}

Definition at line 6069 of file CGOpenMPRuntime.cpp.

Referenced by emitReduceFiniFunction().

◆ emitReduceFiniFunction()

static llvm::Value* emitReduceFiniFunction	(	CodeGenModule &	CGM,
		SourceLocation	Loc,
		ReductionCodeGen &	RCG,
		unsigned	N
	)

static

Emits reduction finalizer function:

void @.red_fini(void* %arg) {
%0 = bitcast void* %arg to <type>*
<destroy>(<type>* %0)
ret void
}

Definition at line 6145 of file CGOpenMPRuntime.cpp.

◆ emitReduceInitFunction()

static llvm::Value* emitReduceInitFunction	(	CodeGenModule &	CGM,
		SourceLocation	Loc,
		ReductionCodeGen &	RCG,
		unsigned	N
	)

static

Emits reduction initializer function:

void @.red_init(void* %arg) {
%0 = bitcast void* %arg to <type>*
store <type> <init>, <type>* %0
ret void
}

Definition at line 6000 of file CGOpenMPRuntime.cpp.

Referenced by emitReduceFiniFunction().

◆ emitReductionCombiner()

static void emitReductionCombiner	(	CodeGenFunction &	CGF,
		const Expr *	ReductionOp
	)

static

Emit reduction combiner.

If the combiner is a simple expression emit it as is, otherwise consider it as combiner of UDR decl and emit it as a call of UDR combiner function.

Definition at line 5540 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CGOpenMPRuntime::CGM, clang::CodeGen::CodeGenFunction::CGM, clang::Create(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::emitReductionFunction(), clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenModule::getTypes(), clang::InternalLinkage, clang::ImplicitParamDecl::Other, Privates, clang::CodeGen::Type, clang::ASTContext::VoidPtrTy, and clang::ASTContext::VoidTy.

Referenced by clang::CodeGen::emitSingleReductionCombiner().

◆ emitTaskDupFunction()

static llvm::Value* emitTaskDupFunction	(	CodeGenModule &	CGM,
		SourceLocation	Loc,
		const OMPExecutableDirective &	D,
		QualType	KmpTaskTWithPrivatesPtrQTy,
		const RecordDecl *	KmpTaskTWithPrivatesQTyRD,
		const RecordDecl *	KmpTaskTQTyRD,
		QualType	SharedsTy,
		QualType	SharedsPtrTy,
		const OMPTaskDataTy &	Data,
		ArrayRef< PrivateDataTy >	Privates,
		bool	WithLastIter
	)

static

Emit task_dup function (for initialization of private/firstprivate/lastprivate vars and last_iter flag)

void __task_dup_entry(kmp_task_t *task_dst, const kmp_task_t *task_src, int
lastpriv) {
// setup lastprivate flag
   task_dst->last = lastpriv;
// could be constructor calls here...
}

Definition at line 4878 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::emitTaskInit().

◆ emitTaskPrivateMappingFunction()

static llvm::Value* emitTaskPrivateMappingFunction	(	CodeGenModule &	CGM,
		SourceLocation	Loc,
		ArrayRef< const Expr *>	PrivateVars,
		ArrayRef< const Expr *>	FirstprivateVars,
		ArrayRef< const Expr *>	LastprivateVars,
		QualType	PrivatesQTy,
		ArrayRef< PrivateDataTy >	Privates
	)

static

Emit a privates mapping function for correct handling of private and firstprivate variables.

void .omp_task_privates_map.(const .privates. *noalias privs, <ty1>
**noalias priv1,...,  <tyn> **noalias privn) {
  *priv1 = &.privates.priv1;
  ...;
  *privn = &.privates.privn;
}

Definition at line 4658 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::emitTaskInit().

◆ emitX86DeclareSimdFunction()

static void emitX86DeclareSimdFunction	(	const FunctionDecl *	FD,
		llvm::Function *	Fn,
		const llvm::APSInt &	VLENVal,
		ArrayRef< ParamAttrTy >	ParamAttrs,
		OMPDeclareSimdDeclAttr::BranchStateTy	State
	)

static

Definition at line 10295 of file CGOpenMPRuntime.cpp.

References evaluateCDTSize().

Referenced by clang::CodeGen::emitDeclareSimdFunction().

◆ evaluateCDTSize()

static unsigned evaluateCDTSize	(	const FunctionDecl *	FD,
		ArrayRef< ParamAttrTy >	ParamAttrs
	)

static

Definition at line 10242 of file CGOpenMPRuntime.cpp.

References clang::Decl::getASTContext(), clang::Type::getCanonicalTypeUnqualified(), clang::FunctionDecl::getNumParams(), clang::FunctionDecl::getParamDecl(), clang::ASTContext::getPointerType(), clang::ASTContext::getRecordType(), clang::FunctionDecl::getReturnType(), clang::ValueDecl::getType(), clang::ASTContext::getTypeSize(), clang::ASTContext::IntTy, clang::QualType::isNull(), clang::Type::isRecordType(), clang::Type::isUnionType(), clang::Type::isVoidType(), and Offset.

Referenced by emitX86DeclareSimdFunction().

◆ generateUniqueName()

static std::string generateUniqueName	(	CodeGenModule &	CGM,
		StringRef	Prefix,
		const Expr *	Ref
	)

static

Generates unique name for artificial threadprivate variables.

Format is: <Prefix> "." <Decl_mangled_name> "_" "<Decl_start_loc_raw_enc>"

Definition at line 5976 of file CGOpenMPRuntime.cpp.

References getBaseDecl(), clang::VarDecl::getCanonicalDecl(), clang::CodeGen::CodeGenModule::getMangledName(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by emitReduceCombFunction(), emitReduceFiniFunction(), and emitReduceInitFunction().

◆ getAArch64LS()

static unsigned getAArch64LS	(	QualType	QT,
		ParamKindTy	Kind,
		ASTContext &	C
	)

static

Computes the lane size (LS) of a return type or of an input parameter, as defined by LS(P) in 3.2.1 of the AAVFABI.

TODO: Add support for references, section 3.2.1, item 1.

Definition at line 10425 of file CGOpenMPRuntime.cpp.

References getAArch64MTV(), getAArch64PBV(), clang::QualType::getCanonicalType(), clang::Type::getPointeeType(), clang::ASTContext::getTypeSize(), clang::ASTContext::getUIntPtrType(), and clang::Type::isPointerType().

Referenced by getNDSWDS().

◆ getAArch64MTV()

static bool getAArch64MTV	(	QualType	QT,
		ParamKindTy	Kind
	)

static

Maps To Vector (MTV), as defined in 3.1.1 of the AAVFABI.

TODO: Need to implement the behavior for reference marked with a var or no linear modifiers (1.b in the section). For this, we need to extend ParamKindTy to support the linear modifiers.

Definition at line 10379 of file CGOpenMPRuntime.cpp.

References clang::QualType::getCanonicalType(), and clang::Type::isVoidType().

Referenced by getAArch64LS(), and getNDSWDS().