#include "/home/buildbot/as-worker-4/publish-doxygen-docs/llvm-project/clang/lib/CodeGen/CGOpenMPRuntime.h"

Inheritance diagram for clang::CodeGen::CGOpenMPRuntime:

Classes
struct	DebugLocThreadIdTy
	Stores debug location and ThreadID for the function. More...

class	DisableAutoDeclareTargetRAII
	Allows to disable automatic handling of functions used in target regions as those marked as `omp declare target`. More...

struct	DispatchRTInput
	struct with the values to be passed to the dispatch runtime function More...

struct	LastprivateConditionalData
	Maps the expression for the lastprivate variable to the global copy used to store new value because original variables are not mapped in inner parallel regions. More...

class	LastprivateConditionalRAII
	Manages list of lastprivate conditional decls for the specified directive. More...

class	NontemporalDeclsRAII
	Manages list of nontemporal decls for the specified directive. More...

struct	ReductionOptionsTy

struct	StaticRTInput
	Struct with the values to be passed to the static runtime function. More...

class	TargetDataInfo
	Struct that keeps all the relevant information that should be kept throughout a 'target data' region. More...

struct	TaskResultTy

class	UntiedTaskLocalDeclsRAII
	Manages list of nontemporal decls for the specified directive. More...

Public Member Functions
llvm::OpenMPIRBuilder &	getOMPBuilder ()

	CGOpenMPRuntime (CodeGenModule &CGM)

virtual	~CGOpenMPRuntime ()

virtual void	clear ()

llvm::Value *	emitUpdateLocation (CodeGenFunction &CGF, SourceLocation Loc, unsigned Flags=0, bool EmitLoc=false)
	Emits object of ident_t type with info for source location.

const Expr *	getNumTeamsExprForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D, int32_t &MinTeamsVal, int32_t &MaxTeamsVal)
	Emit the number of teams for a target directive.

llvm::Value *	emitNumTeamsForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D)

const Expr *	getNumThreadsExprForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D, int32_t &UpperBound, bool UpperBoundOnly, llvm::Value CondExpr=nullptr, const Expr ThreadLimitExpr=nullptr)
	Check for a number of threads upper bound constant value (stored in `UpperBound`), or expression (returned).

llvm::Value *	emitNumThreadsForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D)
	Emit an expression that denotes the number of threads a target region shall use.

llvm::Value *	emitTargetNumIterationsCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)> SizeEmitter)
	Return the trip count of loops associated with constructs / 'target teams distribute' and 'teams distribute parallel for'.

virtual bool	isGPU () const
	Returns true if the current target is a GPU.

virtual bool	isDelayedVariableLengthDecl (CodeGenFunction &CGF, const VarDecl *VD) const
	Check if the variable length declaration is delayed:

virtual std::pair< llvm::Value , llvm::Value >	getKmpcAllocShared (CodeGenFunction &CGF, const VarDecl *VD)
	Get call to __kmpc_alloc_shared.

virtual void	getKmpcFreeShared (CodeGenFunction &CGF, const std::pair< llvm::Value , llvm::Value > &AddrSizePair)
	Get call to __kmpc_free_shared.

void	emitIfClause (CodeGenFunction &CGF, const Expr *Cond, const RegionCodeGenTy &ThenGen, const RegionCodeGenTy &ElseGen)
	Emits code for OpenMP 'if' clause using specified CodeGen function.

std::string	getName (ArrayRef< StringRef > Parts) const
	Get the platform-specific name separator.

virtual void	emitUserDefinedReduction (CodeGenFunction CGF, const OMPDeclareReductionDecl D)
	Emit code for the specified user defined reduction construct.

virtual std::pair< llvm::Function , llvm::Function >	getUserDefinedReduction (const OMPDeclareReductionDecl *D)
	Get combiner/initializer for the specified user-defined reduction, if any.

void	emitUserDefinedMapper (const OMPDeclareMapperDecl D, CodeGenFunction CGF=nullptr)
	Emit the function for the user defined mapper construct.

llvm::Function *	getOrCreateUserDefinedMapperFunc (const OMPDeclareMapperDecl *D)
	Get the function for the specified user-defined mapper.

virtual llvm::Function *	emitParallelOutlinedFunction (CodeGenFunction &CGF, const OMPExecutableDirective &D, const VarDecl *ThreadIDVar, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen)
	Emits outlined function for the specified OpenMP parallel directive D.

virtual llvm::Function *	emitTeamsOutlinedFunction (CodeGenFunction &CGF, const OMPExecutableDirective &D, const VarDecl *ThreadIDVar, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen)
	Emits outlined function for the specified OpenMP teams directive D.

virtual llvm::Function *	emitTaskOutlinedFunction (const OMPExecutableDirective &D, const VarDecl ThreadIDVar, const VarDecl PartIDVar, const VarDecl *TaskTVar, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, bool Tied, unsigned &NumberOfParts)
	Emits outlined function for the OpenMP task directive D.

virtual void	functionFinished (CodeGenFunction &CGF)
	Cleans up references to the objects in finished function.

virtual void	emitParallelCall (CodeGenFunction &CGF, SourceLocation Loc, llvm::Function OutlinedFn, ArrayRef< llvm::Value > CapturedVars, const Expr IfCond, llvm::Value NumThreads)
	Emits code for parallel or serial call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct.

virtual void	emitCriticalRegion (CodeGenFunction &CGF, StringRef CriticalName, const RegionCodeGenTy &CriticalOpGen, SourceLocation Loc, const Expr *Hint=nullptr)
	Emits a critical region.

virtual void	emitMasterRegion (CodeGenFunction &CGF, const RegionCodeGenTy &MasterOpGen, SourceLocation Loc)
	Emits a master region.

virtual void	emitMaskedRegion (CodeGenFunction &CGF, const RegionCodeGenTy &MaskedOpGen, SourceLocation Loc, const Expr *Filter=nullptr)
	Emits a masked region.

virtual void	emitTaskyieldCall (CodeGenFunction &CGF, SourceLocation Loc)
	Emits code for a taskyield directive.

virtual void	emitErrorCall (CodeGenFunction &CGF, SourceLocation Loc, Expr *ME, bool IsFatal)
	Emit __kmpc_error call for error directive extern void __kmpc_error(ident_t loc, int severity, const char message);.

virtual void	emitTaskgroupRegion (CodeGenFunction &CGF, const RegionCodeGenTy &TaskgroupOpGen, SourceLocation Loc)
	Emit a taskgroup region.

virtual void	emitSingleRegion (CodeGenFunction &CGF, const RegionCodeGenTy &SingleOpGen, SourceLocation Loc, ArrayRef< const Expr * > CopyprivateVars, ArrayRef< const Expr * > DestExprs, ArrayRef< const Expr * > SrcExprs, ArrayRef< const Expr * > AssignmentOps)
	Emits a single region.

virtual void	emitOrderedRegion (CodeGenFunction &CGF, const RegionCodeGenTy &OrderedOpGen, SourceLocation Loc, bool IsThreads)
	Emit an ordered region.

virtual void	emitBarrierCall (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind Kind, bool EmitChecks=true, bool ForceSimpleCall=false)
	Emit an implicit/explicit barrier for OpenMP threads.

virtual bool	isStaticNonchunked (OpenMPScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static non-chunked.

virtual bool	isStaticNonchunked (OpenMPDistScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static non-chunked.

virtual bool	isStaticChunked (OpenMPScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static chunked.

virtual bool	isStaticChunked (OpenMPDistScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static non-chunked.

virtual bool	isDynamic (OpenMPScheduleClauseKind ScheduleKind) const
	Check if the specified ScheduleKind is dynamic.

virtual void	emitForDispatchInit (CodeGenFunction &CGF, SourceLocation Loc, const OpenMPScheduleTy &ScheduleKind, unsigned IVSize, bool IVSigned, bool Ordered, const DispatchRTInput &DispatchValues)
	Call the appropriate runtime routine to initialize it before start of loop.

virtual void	emitForStaticInit (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind DKind, const OpenMPScheduleTy &ScheduleKind, const StaticRTInput &Values)
	Call the appropriate runtime routine to initialize it before start of loop.

virtual void	emitDistributeStaticInit (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDistScheduleClauseKind SchedKind, const StaticRTInput &Values)

virtual void	emitForOrderedIterationEnd (CodeGenFunction &CGF, SourceLocation Loc, unsigned IVSize, bool IVSigned)
	Call the appropriate runtime routine to notify that we finished iteration of the ordered loop with the dynamic scheduling.

virtual void	emitForStaticFinish (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind DKind)
	Call the appropriate runtime routine to notify that we finished all the work with current loop.

virtual llvm::Value *	emitForNext (CodeGenFunction &CGF, SourceLocation Loc, unsigned IVSize, bool IVSigned, Address IL, Address LB, Address UB, Address ST)
	Call __kmpc_dispatch_next( ident_t loc, kmp_int32 tid, kmp_int32 p_lastiter, kmp_int[32\|64] p_lower, kmp_int[32\|64] p_upper, kmp_int[32\|64] *p_stride);.

virtual void	emitNumThreadsClause (CodeGenFunction &CGF, llvm::Value *NumThreads, SourceLocation Loc)
	Emits call to void __kmpc_push_num_threads(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_threads) to generate code for 'num_threads' clause.

virtual void	emitProcBindClause (CodeGenFunction &CGF, llvm::omp::ProcBindKind ProcBind, SourceLocation Loc)
	Emit call to void __kmpc_push_proc_bind(ident_t *loc, kmp_int32 global_tid, int proc_bind) to generate code for 'proc_bind' clause.

virtual Address	getAddrOfThreadPrivate (CodeGenFunction &CGF, const VarDecl *VD, Address VDAddr, SourceLocation Loc)
	Returns address of the threadprivate variable for the current thread.

virtual Address	getAddrOfDeclareTargetVar (const VarDecl *VD)
	Returns the address of the variable marked as declare target with link clause OR as declare target with to clause and unified memory.

virtual llvm::Function *	emitThreadPrivateVarDefinition (const VarDecl VD, Address VDAddr, SourceLocation Loc, bool PerformInit, CodeGenFunction CGF=nullptr)
	Emit a code for initialization of threadprivate variable.

virtual void	emitDeclareTargetFunction (const FunctionDecl FD, llvm::GlobalValue GV)
	Emit code for handling declare target functions in the runtime.

virtual Address	getAddrOfArtificialThreadPrivate (CodeGenFunction &CGF, QualType VarType, StringRef Name)
	Creates artificial threadprivate variable with name `Name` and type `VarType`.

virtual void	emitFlush (CodeGenFunction &CGF, ArrayRef< const Expr * > Vars, SourceLocation Loc, llvm::AtomicOrdering AO)
	Emit flush of the variables specified in 'omp flush' directive.

virtual void	emitTaskCall (CodeGenFunction &CGF, SourceLocation Loc, const OMPExecutableDirective &D, llvm::Function TaskFunction, QualType SharedsTy, Address Shareds, const Expr IfCond, const OMPTaskDataTy &Data)
	Emit task region for the task directive.

virtual void	emitTaskLoopCall (CodeGenFunction &CGF, SourceLocation Loc, const OMPLoopDirective &D, llvm::Function TaskFunction, QualType SharedsTy, Address Shareds, const Expr IfCond, const OMPTaskDataTy &Data)
	Emit task region for the taskloop directive.

virtual void	emitInlinedDirective (CodeGenFunction &CGF, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, bool HasCancel=false)
	Emit code for the directive that does not require outlining.

llvm::Function *	emitReductionFunction (StringRef ReducerName, SourceLocation Loc, llvm::Type ArgsElemType, ArrayRef< const Expr > Privates, ArrayRef< const Expr * > LHSExprs, ArrayRef< const Expr * > RHSExprs, ArrayRef< const Expr * > ReductionOps)
	Emits reduction function.

void	emitSingleReductionCombiner (CodeGenFunction &CGF, const Expr ReductionOp, const Expr PrivateRef, const DeclRefExpr LHS, const DeclRefExpr RHS)
	Emits single reduction combiner.

virtual void	emitReduction (CodeGenFunction &CGF, SourceLocation Loc, ArrayRef< const Expr * > Privates, ArrayRef< const Expr * > LHSExprs, ArrayRef< const Expr * > RHSExprs, ArrayRef< const Expr * > ReductionOps, ReductionOptionsTy Options)
	Emit a code for reduction clause.

virtual llvm::Value *	emitTaskReductionInit (CodeGenFunction &CGF, SourceLocation Loc, ArrayRef< const Expr * > LHSExprs, ArrayRef< const Expr * > RHSExprs, const OMPTaskDataTy &Data)
	Emit a code for initialization of task reduction clause.

virtual void	emitTaskReductionFini (CodeGenFunction &CGF, SourceLocation Loc, bool IsWorksharingReduction)
	Emits the following code for reduction clause with task modifier:

virtual void	emitTaskReductionFixups (CodeGenFunction &CGF, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N)
	Required to resolve existing problems in the runtime.

virtual Address	getTaskReductionItem (CodeGenFunction &CGF, SourceLocation Loc, llvm::Value *ReductionsPtr, LValue SharedLVal)
	Get the address of `void *` type of the privatue copy of the reduction item specified by the `SharedLVal`.

virtual void	emitTaskwaitCall (CodeGenFunction &CGF, SourceLocation Loc, const OMPTaskDataTy &Data)
	Emit code for 'taskwait' directive.

virtual void	emitCancellationPointCall (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind CancelRegion)
	Emit code for 'cancellation point' construct.

virtual void	emitCancelCall (CodeGenFunction &CGF, SourceLocation Loc, const Expr *IfCond, OpenMPDirectiveKind CancelRegion)
	Emit code for 'cancel' construct.

virtual void	emitTargetOutlinedFunction (const OMPExecutableDirective &D, StringRef ParentName, llvm::Function &OutlinedFn, llvm::Constant &OutlinedFnID, bool IsOffloadEntry, const RegionCodeGenTy &CodeGen)
	Emit outilined function for 'target' directive.

virtual void	emitTargetCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, llvm::Function OutlinedFn, llvm::Value OutlinedFnID, const Expr IfCond, llvm::PointerIntPair< const Expr , 2, OpenMPDeviceClauseModifier > Device, llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)> SizeEmitter)
	Emit the target offloading code associated with D.

virtual bool	emitTargetFunctions (GlobalDecl GD)
	Emit the target regions enclosed in GD function definition or the function itself in case it is a valid device function.

virtual bool	emitTargetGlobalVariable (GlobalDecl GD)
	Emit the global variable if it is a valid device global variable.

virtual void	registerTargetGlobalVariable (const VarDecl VD, llvm::Constant Addr)
	Checks if the provided global decl GD is a declare target variable and registers it when emitting code for the host.

virtual bool	emitTargetGlobal (GlobalDecl GD)
	Emit the global GD if it is meaningful for the target.

llvm::Function *	emitRequiresDirectiveRegFun ()
	Creates and returns a registration function for when at least one requires directives was used in the current module.

void	createOffloadEntriesAndInfoMetadata ()
	Creates all the offload entries in the current compilation unit along with the associated metadata.

virtual void	emitTeamsCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, SourceLocation Loc, llvm::Function OutlinedFn, ArrayRef< llvm::Value > CapturedVars)
	Emits code for teams call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct.

virtual void	emitNumTeamsClause (CodeGenFunction &CGF, const Expr NumTeams, const Expr ThreadLimit, SourceLocation Loc)
	Emits call to void __kmpc_push_num_teams(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_teams, kmp_int32 thread_limit) to generate code for num_teams clause.

virtual void	emitThreadLimitClause (CodeGenFunction &CGF, const Expr *ThreadLimit, SourceLocation Loc)
	Emits call to void __kmpc_set_thread_limit(ident_t *loc, kmp_int32 global_tid, kmp_int32 thread_limit) to generate code for thread_limit clause on target directive.

virtual void	emitTargetDataCalls (CodeGenFunction &CGF, const OMPExecutableDirective &D, const Expr IfCond, const Expr Device, const RegionCodeGenTy &CodeGen, CGOpenMPRuntime::TargetDataInfo &Info)
	Emit the target data mapping code associated with D.

virtual void	emitTargetDataStandAloneCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, const Expr IfCond, const Expr Device)
	Emit the data mapping/movement code associated with the directive D that should be of the form 'target [{enter\|exit} data \| update]'.

virtual void	emitDeclareSimdFunction (const FunctionDecl FD, llvm::Function Fn)
	Marks function Fn with properly mangled versions of vector functions.

virtual void	emitDoacrossInit (CodeGenFunction &CGF, const OMPLoopDirective &D, ArrayRef< Expr * > NumIterations)
	Emit initialization for doacross loop nesting support.

virtual void	emitDoacrossOrdered (CodeGenFunction &CGF, const OMPDependClause *C)
	Emit code for doacross ordered directive with 'depend' clause.

virtual void	emitDoacrossOrdered (CodeGenFunction &CGF, const OMPDoacrossClause *C)
	Emit code for doacross ordered directive with 'doacross' clause.

virtual const VarDecl *	translateParameter (const FieldDecl FD, const VarDecl NativeParam) const
	Translates the native parameter of outlined function if this is required for target.

virtual Address	getParameterAddress (CodeGenFunction &CGF, const VarDecl NativeParam, const VarDecl TargetParam) const
	Gets the address of the native argument basing on the address of the target-specific parameter.

virtual void	getDefaultDistScheduleAndChunk (CodeGenFunction &CGF, const OMPLoopDirective &S, OpenMPDistScheduleClauseKind &ScheduleKind, llvm::Value *&Chunk) const
	Choose default schedule type and chunk value for the dist_schedule clause.

virtual void	getDefaultScheduleAndChunk (CodeGenFunction &CGF, const OMPLoopDirective &S, OpenMPScheduleClauseKind &ScheduleKind, const Expr *&ChunkExpr) const
	Choose default schedule type and chunk value for the schedule clause.

virtual void	emitOutlinedFunctionCall (CodeGenFunction &CGF, SourceLocation Loc, llvm::FunctionCallee OutlinedFn, ArrayRef< llvm::Value * > Args=std::nullopt) const
	Emits call of the outlined function with the provided arguments, translating these arguments to correct target-specific arguments.

virtual void	emitFunctionProlog (CodeGenFunction &CGF, const Decl *D)
	Emits OpenMP-specific function prolog.

virtual Address	getAddressOfLocalVariable (CodeGenFunction &CGF, const VarDecl *VD)
	Gets the OpenMP-specific address of the local variable.

bool	markAsGlobalTarget (GlobalDecl GD)
	Marks the declaration as already emitted for the device code and returns true, if it was marked already, and false, otherwise.

void	emitDeferredTargetDecls () const
	Emit deferred declare target variables marked for deferred emission.

virtual void	adjustTargetSpecificDataForLambdas (CodeGenFunction &CGF, const OMPExecutableDirective &D) const
	Adjust some parameters for the target-based directives, like addresses of the variables captured by reference in lambdas.

virtual void	processRequiresDirective (const OMPRequiresDecl *D)
	Perform check on requires decl to ensure that target architecture supports unified addressing.

llvm::AtomicOrdering	getDefaultMemoryOrdering () const
	Gets default memory ordering as specified in requires directive.

virtual bool	hasAllocateAttributeForGlobalVar (const VarDecl *VD, LangAS &AS)
	Checks if the variable has associated OMPAllocateDeclAttr attribute with the predefined allocator and translates it into the corresponding address space.

bool	hasRequiresUnifiedSharedMemory () const
	Return whether the unified_shared_memory has been specified.

bool	isNontemporalDecl (const ValueDecl *VD) const
	Checks if the `VD` variable is marked as nontemporal declaration in current context.

Address	emitLastprivateConditionalInit (CodeGenFunction &CGF, const VarDecl *VD)
	Create specialized alloca to handle lastprivate conditionals.

virtual void	checkAndEmitLastprivateConditional (CodeGenFunction &CGF, const Expr *LHS)
	Checks if the provided `LVal` is lastprivate conditional and emits the code to update the value of the original variable.

virtual void	checkAndEmitSharedLastprivateConditional (CodeGenFunction &CGF, const OMPExecutableDirective &D, const llvm::DenseSet< CanonicalDeclPtr< const VarDecl > > &IgnoredDecls)
	Checks if the lastprivate conditional was updated in inner region and writes the value.

virtual void	emitLastprivateConditionalFinalUpdate (CodeGenFunction &CGF, LValue PrivLVal, const VarDecl *VD, SourceLocation Loc)
	Gets the address of the global copy used for lastprivate conditional update, if any.

std::pair< llvm::Value *, Address >	emitDependClause (CodeGenFunction &CGF, ArrayRef< OMPTaskDataTy::DependData > Dependencies, SourceLocation Loc)
	Emits list of dependecies based on the provided data (array of dependence/expression pairs).

Address	emitDepobjDependClause (CodeGenFunction &CGF, const OMPTaskDataTy::DependData &Dependencies, SourceLocation Loc)
	Emits list of dependecies based on the provided data (array of dependence/expression pairs) for depobj construct.

void	emitDestroyClause (CodeGenFunction &CGF, LValue DepobjLVal, SourceLocation Loc)
	Emits the code to destroy the dependency object provided in depobj directive.

void	emitUpdateClause (CodeGenFunction &CGF, LValue DepobjLVal, OpenMPDependClauseKind NewDepKind, SourceLocation Loc)
	Updates the dependency kind in the specified depobj object.

void	emitUsesAllocatorsInit (CodeGenFunction &CGF, const Expr Allocator, const Expr AllocatorTraits)
	Initializes user defined allocators specified in the uses_allocators clauses.

void	emitUsesAllocatorsFini (CodeGenFunction &CGF, const Expr *Allocator)
	Destroys user defined allocators specified in the uses_allocators clause.

bool	isLocalVarInUntiedTask (CodeGenFunction &CGF, const VarDecl *VD) const
	Returns true if the variable is a local variable in untied task.

Static Public Member Functions
static const Stmt *	getSingleCompoundChild (ASTContext &Ctx, const Stmt *Body)
	Checks if the `Body` is the CompoundStmt and returns its child statement iff there is only one that is not evaluatable at the compile time.

Protected Types
typedef llvm::DenseMap< SourceLocation, llvm::Value * >	OpenMPDebugLocMapTy
	Map for SourceLocation and OpenMP runtime library debug locations.

typedef llvm::DenseMap< llvm::Function *, DebugLocThreadIdTy >	OpenMPLocThreadIDMapTy
	Map of local debug location, ThreadId and functions.

typedef llvm::DenseMap< const OMPDeclareReductionDecl , std::pair< llvm::Function , llvm::Function * > >	UDRMapTy
	Map of UDRs and corresponding combiner/initializer.

typedef llvm::DenseMap< llvm::Function , SmallVector< const OMPDeclareReductionDecl , 4 > >	FunctionUDRMapTy
	Map of functions and locally defined UDRs.

using	FunctionUDMMapTy = llvm::DenseMap< llvm::Function , SmallVector< const OMPDeclareMapperDecl , 4 > >
	Map of functions and their local user-defined mappers.

using	NontemporalDeclsSet = llvm::SmallDenseSet< CanonicalDeclPtr< const Decl > >

using	UntiedLocalVarsAddressesMap = llvm::MapVector< CanonicalDeclPtr< const VarDecl >, std::pair< Address, Address > >

Protected Member Functions
void	computeMinAndMaxThreadsAndTeams (const OMPExecutableDirective &D, CodeGenFunction &CGF, int32_t &MinThreadsVal, int32_t &MaxThreadsVal, int32_t &MinTeamsVal, int32_t &MaxTeamsVal)
	Helper to determine the min/max number of threads/teams for `D`.

virtual void	emitTargetOutlinedFunctionHelper (const OMPExecutableDirective &D, StringRef ParentName, llvm::Function &OutlinedFn, llvm::Constant &OutlinedFnID, bool IsOffloadEntry, const RegionCodeGenTy &CodeGen)
	Helper to emit outlined function for 'target' directive.

llvm::Type *	getIdentTyPointerTy ()
	Returns pointer to ident_t type.

llvm::Value *	getThreadID (CodeGenFunction &CGF, SourceLocation Loc)
	Gets thread id value for the current thread.

std::string	getOutlinedHelperName (StringRef Name) const
	Get the function name of an outlined region.

std::string	getOutlinedHelperName (CodeGenFunction &CGF) const

std::string	getReductionFuncName (StringRef Name) const
	Get the function name of a reduction function.

void	emitCall (CodeGenFunction &CGF, SourceLocation Loc, llvm::FunctionCallee Callee, ArrayRef< llvm::Value * > Args=std::nullopt) const
	Emits `Callee` function call with arguments `Args` with location `Loc`.

virtual Address	emitThreadIDAddress (CodeGenFunction &CGF, SourceLocation Loc)
	Emits address of the word in a memory where current thread id is stored.

void	setLocThreadIdInsertPt (CodeGenFunction &CGF, bool AtCurrentPoint=false)

void	clearLocThreadIdInsertPt (CodeGenFunction &CGF)

virtual bool	isDefaultLocationConstant () const
	Check if the default location must be constant.

virtual unsigned	getDefaultLocationReserved2Flags () const
	Returns additional flags that can be stored in reserved_2 field of the default location.

llvm::ArrayType *	getKmpCriticalNameTy () const
	Get the LLVM type for the critical name.

llvm::Value *	getCriticalRegionLock (StringRef CriticalName)
	Returns corresponding lock object for the specified critical region name.

void	scanForTargetRegionsFunctions (const Stmt *S, StringRef ParentName)
	Start scanning from statement S and emit all target regions found along the way.

void	emitKmpRoutineEntryT (QualType KmpInt32Ty)
	Build type kmp_routine_entry_t (if not built yet).

llvm::Type *	getKmpc_MicroPointerTy ()
	Returns pointer to kmpc_micro type.

llvm::Constant *	getOrCreateThreadPrivateCache (const VarDecl *VD)
	If the specified mangled name is not in the module, create and return threadprivate cache object.

void	emitThreadPrivateVarInit (CodeGenFunction &CGF, Address VDAddr, llvm::Value Ctor, llvm::Value CopyCtor, llvm::Value *Dtor, SourceLocation Loc)
	Emits initialization code for the threadprivate variables.

void	emitUDMapperArrayInitOrDel (CodeGenFunction &MapperCGF, llvm::Value Handle, llvm::Value BasePtr, llvm::Value Ptr, llvm::Value Size, llvm::Value MapType, llvm::Value MapName, CharUnits ElementSize, llvm::BasicBlock *ExitBB, bool IsInit)
	Emit the array initialization or deletion portion for user-defined mapper code generation.

TaskResultTy	emitTaskInit (CodeGenFunction &CGF, SourceLocation Loc, const OMPExecutableDirective &D, llvm::Function *TaskFunction, QualType SharedsTy, Address Shareds, const OMPTaskDataTy &Data)
	Emit task region for the task directive.

void	emitLastprivateConditionalUpdate (CodeGenFunction &CGF, LValue IVLVal, StringRef UniqueDeclName, LValue LVal, SourceLocation Loc)
	Emit update for lastprivate conditional data.

std::pair< llvm::Value *, LValue >	getDepobjElements (CodeGenFunction &CGF, LValue DepobjLVal, SourceLocation Loc)
	Returns the number of the elements and the address of the depobj dependency array.

SmallVector< llvm::Value *, 4 >	emitDepobjElementsSizes (CodeGenFunction &CGF, QualType &KmpDependInfoTy, const OMPTaskDataTy::DependData &Data)

void	emitDepobjElements (CodeGenFunction &CGF, QualType &KmpDependInfoTy, LValue PosLVal, const OMPTaskDataTy::DependData &Data, Address DependenciesArray)

Static Protected Member Functions
static unsigned	getDefaultFlagsForBarriers (OpenMPDirectiveKind Kind)
	Returns default flags for the barriers depending on the directive, for which this barier is going to be emitted.

Protected Attributes
CodeGenModule &	CGM

llvm::OpenMPIRBuilder	OMPBuilder
	An OpenMP-IR-Builder instance.

OpenMPDebugLocMapTy	OpenMPDebugLocMap

llvm::FunctionType *	Kmpc_MicroTy = nullptr
	The type for a microtask which gets passed to __kmpc_fork_call().

OpenMPLocThreadIDMapTy	OpenMPLocThreadIDMap

UDRMapTy	UDRMap

FunctionUDRMapTy	FunctionUDRMap

llvm::DenseMap< const OMPDeclareMapperDecl , llvm::Function >	UDMMap
	Map from the user-defined mapper declaration to its corresponding functions.

FunctionUDMMapTy	FunctionUDMMap

llvm::DenseMap< llvm::Function , llvm::DenseMap< CanonicalDeclPtr< const Decl >, std::tuple< QualType, const FieldDecl , const FieldDecl *, LValue > > >	LastprivateConditionalToTypes
	Maps local variables marked as lastprivate conditional to their internal types.

llvm::DenseMap< llvm::Function *, unsigned >	FunctionToUntiedTaskStackMap
	Maps function to the position of the untied task locals stack.

llvm::ArrayType *	KmpCriticalNameTy
	Type kmp_critical_name, originally defined as typedef kmp_int32 kmp_critical_name[8];.

llvm::StringMap< llvm::AssertingVH< llvm::GlobalVariable >, llvm::BumpPtrAllocator >	InternalVars
	An ordered map of auto-generated variables to their unique names.

llvm::Type *	KmpRoutineEntryPtrTy = nullptr
	Type typedef kmp_int32 (* kmp_routine_entry_t)(kmp_int32, void *);.

QualType	KmpRoutineEntryPtrQTy

QualType	KmpTaskTQTy
	Type typedef struct kmp_task { void * shareds; /‍*< pointer to block of pointers to shared vars ‍/ kmp_routine_entry_t routine; /‍*< pointer to routine to call for executing task ‍/ kmp_int32 part_id; /‍*< part id for the task ‍/ kmp_routine_entry_t destructors; /* pointer to function to invoke deconstructors of firstprivate C++ objects *‍/ } kmp_task_t;.

QualType	SavedKmpTaskTQTy
	Saved kmp_task_t for task directive.

QualType	SavedKmpTaskloopTQTy
	Saved kmp_task_t for taskloop-based directive.

QualType	KmpDependInfoTy
	Type typedef struct kmp_depend_info { kmp_intptr_t base_addr; size_t len; struct { bool in:1; bool out:1; } flags; } kmp_depend_info_t;.

QualType	KmpTaskAffinityInfoTy
	Type typedef struct kmp_task_affinity_info { kmp_intptr_t base_addr; size_t len; struct { bool flag1 : 1; bool flag2 : 1; kmp_int32 reserved : 30; } flags; } kmp_task_affinity_info_t;.

QualType	KmpDimTy
	struct kmp_dim { // loop bounds info casted to kmp_int64 kmp_int64 lo; // lower kmp_int64 up; // upper kmp_int64 st; // stride };

bool	ShouldMarkAsGlobal = true

llvm::DenseSet< CanonicalDeclPtr< const Decl > >	AlreadyEmittedTargetDecls
	List of the emitted declarations.

llvm::StringMap< llvm::WeakTrackingVH >	EmittedNonTargetVariables
	List of the global variables with their addresses that should not be emitted for the target.

llvm::SmallDenseSet< const VarDecl * >	DeferredGlobalVariables
	List of variables that can become declare target implicitly and, thus, must be emitted.

llvm::SmallVector< NontemporalDeclsSet, 4 >	NontemporalDeclsStack
	Stack for list of declarations in current context marked as nontemporal.

llvm::SmallVector< UntiedLocalVarsAddressesMap, 4 >	UntiedLocalVarsStack

llvm::SmallVector< LastprivateConditionalData, 4 >	LastprivateConditionalStack
	Stack for list of addresses of declarations in current context marked as lastprivate conditional.

bool	HasRequiresUnifiedSharedMemory = false
	Flag for keeping track of weather a requires unified_shared_memory directive is present.

llvm::AtomicOrdering	RequiresAtomicOrdering = llvm::AtomicOrdering::Monotonic
	Atomic ordering from the omp requires directive.

bool	HasEmittedTargetRegion = false
	Flag for keeping track of weather a target region has been emitted.

bool	HasEmittedDeclareTargetRegion = false
	Flag for keeping track of weather a device routine has been emitted.

llvm::StringSet	ThreadPrivateWithDefinition
	Set of threadprivate variables with the generated initializer.

llvm::StringSet	DeclareTargetWithDefinition
	Set of declare target variables with the generated initializer.

Detailed Description

Definition at line 229 of file CGOpenMPRuntime.h.

Member Typedef Documentation

◆ FunctionUDMMapTy

using clang::CodeGen::CGOpenMPRuntime::FunctionUDMMapTy = llvm::DenseMap<llvm::Function *, SmallVector<const OMPDeclareMapperDecl *, 4> >

protected

Map of functions and their local user-defined mappers.

Definition at line 420 of file CGOpenMPRuntime.h.

◆ FunctionUDRMapTy

typedef llvm::DenseMap<llvm::Function *, SmallVector<const OMPDeclareReductionDecl *, 4> > clang::CodeGen::CGOpenMPRuntime::FunctionUDRMapTy

protected

Map of functions and locally defined UDRs.

Definition at line 414 of file CGOpenMPRuntime.h.

◆ NontemporalDeclsSet

using clang::CodeGen::CGOpenMPRuntime::NontemporalDeclsSet = llvm::SmallDenseSet<CanonicalDeclPtr<const Decl> >

protected

Definition at line 497 of file CGOpenMPRuntime.h.

◆ OpenMPDebugLocMapTy

typedef llvm::DenseMap<SourceLocation, llvm::Value *> clang::CodeGen::CGOpenMPRuntime::OpenMPDebugLocMapTy

protected

Map for SourceLocation and OpenMP runtime library debug locations.

Definition at line 389 of file CGOpenMPRuntime.h.

◆ OpenMPLocThreadIDMapTy

typedef llvm::DenseMap<llvm::Function *, DebugLocThreadIdTy> clang::CodeGen::CGOpenMPRuntime::OpenMPLocThreadIDMapTy

protected

Map of local debug location, ThreadId and functions.

Definition at line 404 of file CGOpenMPRuntime.h.

◆ UDRMapTy

typedef llvm::DenseMap<const OMPDeclareReductionDecl *, std::pair<llvm::Function *, llvm::Function *> > clang::CodeGen::CGOpenMPRuntime::UDRMapTy

protected

Map of UDRs and corresponding combiner/initializer.

Definition at line 409 of file CGOpenMPRuntime.h.

◆ UntiedLocalVarsAddressesMap

using clang::CodeGen::CGOpenMPRuntime::UntiedLocalVarsAddressesMap = llvm::MapVector<CanonicalDeclPtr<const VarDecl>, std::pair<Address, Address> >

protected

Definition at line 502 of file CGOpenMPRuntime.h.

Constructor & Destructor Documentation

◆ CGOpenMPRuntime()

CGOpenMPRuntime::CGOpenMPRuntime ( CodeGenModule & CGM )

explicit

Definition at line 1034 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CodeGenModule::getLangOpts(), hasRequiresUnifiedSharedMemory(), clang::CodeGen::CodeGenTypeCache::Int32Ty, isGPU(), KmpCriticalNameTy, OMPBuilder, and clang::LangOptions::OMPHostIRFile.

◆ ~CGOpenMPRuntime()

virtual clang::CodeGen::CGOpenMPRuntime::~CGOpenMPRuntime ( )

inlinevirtual

Definition at line 628 of file CGOpenMPRuntime.h.

Member Function Documentation

◆ adjustTargetSpecificDataForLambdas()

void CGOpenMPRuntime::adjustTargetSpecificDataForLambdas	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D
	)		const

virtual

Adjust some parameters for the target-based directives, like addresses of the variables captured by reference in lambdas.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 9910 of file CGOpenMPRuntime.cpp.

References clang::OMPExecutableDirective::getDirectiveKind(), and clang::isOpenMPTargetExecutionDirective().

Referenced by emitOMPSimdRegion(), emitTargetParallelRegion(), emitTargetRegion(), and emitTargetTeamsRegion().

◆ checkAndEmitLastprivateConditional()

void CGOpenMPRuntime::checkAndEmitLastprivateConditional	(	CodeGenFunction &	CGF,
		const Expr *	LHS
	)

virtual

Checks if the provided LVal is lastprivate conditional and emits the code to update the value of the original variable.

lastprivate(conditional: a)
...
<type> a;
lp_a = ...;
#pragma omp critical(a)
if (last_iv_a <= iv) {
  last_iv_a = iv;
  global_a = lp_a;
}

Definition at line 11706 of file CGOpenMPRuntime.cpp.

Referenced by checkForLastprivateConditionalUpdate(), emitOMPAtomicCaptureExpr(), emitOMPAtomicReadExpr(), emitOMPAtomicUpdateExpr(), and emitOMPAtomicWriteExpr().

◆ checkAndEmitSharedLastprivateConditional()

void CGOpenMPRuntime::checkAndEmitSharedLastprivateConditional	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const llvm::DenseSet< CanonicalDeclPtr< const VarDecl > > &	IgnoredDecls
	)

virtual

Checks if the lastprivate conditional was updated in inner region and writes the value.

lastprivate(conditional: a)
...
<type> a;bool Fired = false;
#pragma omp ... shared(a)
{
  lp_a = ...;
  Fired = true;
}
if (Fired) {
  #pragma omp critical(a)
  if (last_iv_a <= iv) {
    last_iv_a = iv;
    global_a = lp_a;
  }
  Fired = false;
}

Definition at line 11750 of file CGOpenMPRuntime.cpp.

Referenced by checkForLastprivateConditionalUpdate().

◆ clear()

void CGOpenMPRuntime::clear ( )

virtual

Definition at line 1049 of file CGOpenMPRuntime.cpp.

References clang::Data, EmittedNonTargetVariables, and InternalVars.

◆ clearLocThreadIdInsertPt()

void CGOpenMPRuntime::clearLocThreadIdInsertPt ( CodeGenFunction & CGF )

protected

Definition at line 1337 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CurFn, and OpenMPLocThreadIDMap.

Referenced by functionFinished().

◆ computeMinAndMaxThreadsAndTeams()

void CGOpenMPRuntime::computeMinAndMaxThreadsAndTeams	(	const OMPExecutableDirective &	D,
		CodeGenFunction &	CGF,
		int32_t &	MinThreadsVal,
		int32_t &	MaxThreadsVal,
		int32_t &	MinTeamsVal,
		int32_t &	MaxTeamsVal
	)

protected

Helper to determine the min/max number of threads/teams for D.

Definition at line 5877 of file CGOpenMPRuntime.cpp.

References clang::C, CGM, clang::OMPExecutableDirective::getClausesOfKind(), getNumTeamsExprForTargetDirective(), getNumThreadsExprForTargetDirective(), clang::CodeGen::CodeGenModule::handleAMDGPUFlatWorkGroupSizeAttr(), and clang::CodeGen::CodeGenModule::handleCUDALaunchBoundsAttr().

◆ createOffloadEntriesAndInfoMetadata()

void CGOpenMPRuntime::createOffloadEntriesAndInfoMetadata ( )

Creates all the offload entries in the current compilation unit along with the associated metadata.

Definition at line 2773 of file CGOpenMPRuntime.cpp.

References CGM, clang::DiagnosticsEngine::Error, clang::SourceManager::fileinfo_begin(), clang::SourceManager::fileinfo_end(), clang::CodeGen::CodeGenModule::getContext(), clang::DiagnosticsEngine::getCustomDiagID(), clang::CodeGen::CodeGenModule::getDiags(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::ASTContext::getSourceManager(), OMPBuilder, clang::DiagnosticsEngine::Report(), and clang::SourceManager::translateFileLineCol().

◆ emitBarrierCall()

void CGOpenMPRuntime::emitBarrierCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	Kind,
		bool	EmitChecks = `true`,
		bool	ForceSimpleCall = `false`
	)

virtual

Emit an implicit/explicit barrier for OpenMP threads.

Parameters

Kind	Directive for which this implicit barrier call must be generated. Must be OMPD_barrier for explicit barrier generation.
EmitChecks	true if need to emit checks for cancellation barriers.
ForceSimpleCall	true simple barrier call must be emitted, false if runtime class decides which one to emit (simple or with cancellation checks).

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 2335 of file CGOpenMPRuntime.cpp.

Referenced by emitCancelCall(), emitCancellationPointCall(), emitInterWarpCopyFunction(), emitOMPCopyinClause(), and emitWorksharingDirective().

◆ emitCall()

void CGOpenMPRuntime::emitCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		llvm::FunctionCallee	Callee,
		ArrayRef< llvm::Value * >	Args = `std::nullopt`
	)		const

protected

Emits Callee function call with arguments Args with location Loc.

Definition at line 11133 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::ApplyDebugLocation::CreateDefaultArtificial(), clang::CodeGen::CodeGenFunction::EmitNounwindRuntimeCall(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), and clang::SourceLocation::isValid().

Referenced by emitOutlinedFunctionCall().

◆ emitCancelCall()

void CGOpenMPRuntime::emitCancelCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const Expr *	IfCond,
		OpenMPDirectiveKind	CancelRegion
	)

virtual

Emit code for 'cancel' construct.

Parameters

IfCond	Condition in the associated 'if' clause, if it was specified, nullptr otherwise.
CancelRegion	Region kind for which the cancel must be emitted.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 5732 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CapturedStmtInfo, CGM, emitBarrierCall(), emitIfClause(), emitUpdateLocation(), getCancellationKind(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), OMPBuilder, and clang::Result.

◆ emitCancellationPointCall()

void CGOpenMPRuntime::emitCancellationPointCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	CancelRegion
	)

virtual

Emit code for 'cancellation point' construct.

Parameters

CancelRegion Region kind for which the cancellation point must be emitted.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 5692 of file CGOpenMPRuntime.cpp.

◆ emitCriticalRegion()

void CGOpenMPRuntime::emitCriticalRegion	(	CodeGenFunction &	CGF,
		StringRef	CriticalName,
		const RegionCodeGenTy &	CriticalOpGen,
		SourceLocation	Loc,
		const Expr *	Hint = `nullptr`
	)

virtual

Emits a critical region.

Parameters

CriticalName	Name of the critical region.
CriticalOpGen	Generator for the statement associated with the given critical region.
Hint	Value of the 'hint' clause (optional).

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 1998 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), emitUpdateLocation(), getCriticalRegionLock(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CodeGenTypeCache::Int32Ty, OMPBuilder, and clang::CodeGen::RegionCodeGenTy::setAction().

Referenced by clang::CodeGen::CGOpenMPRuntimeGPU::emitCriticalRegion(), emitLastprivateConditionalUpdate(), and emitReduction().

◆ emitDeclareSimdFunction()

void CGOpenMPRuntime::emitDeclareSimdFunction	(	const FunctionDecl *	FD,
		llvm::Function *	Fn
	)

virtual

Marks function Fn with properly mangled versions of vector functions.

Parameters

FD	Function marked as 'declare simd'.
Fn	LLVM function that must be marked with 'declare simd' attributes.

Definition at line 10835 of file CGOpenMPRuntime.cpp.

References clang::C, CGM, emitAArch64DeclareSimdFunction(), emitX86DeclareSimdFunction(), clang::Expr::EvaluateKnownConstInt(), clang::CodeGen::CodeGenModule::getContext(), clang::Expr::getExprLoc(), clang::Redeclarable< decl_type >::getMostRecentDecl(), clang::Redeclarable< decl_type >::getPreviousDecl(), clang::CharUnits::getQuantity(), clang::CodeGen::CodeGenModule::getTarget(), clang::CodeGen::CodeGenModule::getTriple(), clang::Expr::getType(), clang::ASTContext::getTypeSizeInChars(), clang::TargetInfo::hasFeature(), clang::Expr::IgnoreParenImpCasts(), P, clang::FunctionDecl::parameters(), clang::Result, clang::Expr::SE_AllowSideEffects, and clang::Decl::specific_attrs().

◆ emitDeclareTargetFunction()

void CGOpenMPRuntime::emitDeclareTargetFunction	(	const FunctionDecl *	FD,
		llvm::GlobalValue *	GV
	)

virtual

Emit code for handling declare target functions in the runtime.

Parameters

FD	Declare target function.
Addr	Address of the global FD.
PerformInit	true if initialization expression is not constant.

Definition at line 1751 of file CGOpenMPRuntime.cpp.

References CGM, clang::DeclaratorDecl::getBeginLoc(), clang::FunctionDecl::getCanonicalDecl(), getEntryInfoFromPresumedLoc(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getModule(), clang::NamedDecl::getName(), clang::CharUnits::getQuantity(), clang::CodeGen::CodeGenModule::GetTargetTypeStoreSize(), OMPBuilder, and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

◆ emitDeferredTargetDecls()

void CGOpenMPRuntime::emitDeferredTargetDecls ( ) const

Emit deferred declare target variables marked for deferred emission.

Definition at line 9889 of file CGOpenMPRuntime.cpp.

References CGM, DeferredGlobalVariables, clang::CodeGen::CodeGenModule::EmitGlobal(), getAddrOfDeclareTargetVar(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and HasRequiresUnifiedSharedMemory.

◆ emitDependClause()

std::pair< llvm::Value *, Address > CGOpenMPRuntime::emitDependClause	(	CodeGenFunction &	CGF,
		ArrayRef< OMPTaskDataTy::DependData >	Dependencies,
		SourceLocation	Loc
	)

Emits list of dependecies based on the provided data (array of dependence/expression pairs).

Returns: Pointer to the first element of the array casted to VoidPtr type.

Definition at line 4199 of file CGOpenMPRuntime.cpp.

Referenced by emitTaskCall(), and emitTaskwaitCall().

◆ emitDepobjDependClause()

Address CGOpenMPRuntime::emitDepobjDependClause	(	CodeGenFunction &	CGF,
		const OMPTaskDataTy::DependData &	Dependencies,
		SourceLocation	Loc
	)

Emits list of dependecies based on the provided data (array of dependence/expression pairs) for depobj construct.

In this case, the variable is allocated in dynamically.

Returns: Pointer to the first element of the array casted to VoidPtr type.

Definition at line 4324 of file CGOpenMPRuntime.cpp.

◆ emitDepobjElements()

void CGOpenMPRuntime::emitDepobjElements	(	CodeGenFunction &	CGF,
		QualType &	KmpDependInfoTy,
		LValue	PosLVal,
		const OMPTaskDataTy::DependData &	Data,
		Address	DependenciesArray
	)

protected

Definition at line 4162 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGBuilderTy::CreateGEP(), clang::CodeGen::CGBuilderTy::CreateMemCpy(), clang::Data, clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), getDepobjElements(), clang::Expr::getExprLoc(), clang::CodeGen::CodeGenFunction::getTypeSize(), clang::Expr::IgnoreParenImpCasts(), KmpDependInfoTy, and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitDependClause().

◆ emitDepobjElementsSizes()

SmallVector< llvm::Value *, 4 > CGOpenMPRuntime::emitDepobjElementsSizes	(	CodeGenFunction &	CGF,
		QualType &	KmpDependInfoTy,
		const OMPTaskDataTy::DependData &	Data
	)

protected

Definition at line 4124 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CGBuilderTy::CreateStore(), clang::Data, clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::getContext(), getDepobjElements(), clang::Expr::getExprLoc(), clang::Expr::IgnoreParenImpCasts(), clang::CodeGen::CodeGenTypeCache::IntPtrTy, and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

Referenced by emitDependClause().

◆ emitDestroyClause()

void CGOpenMPRuntime::emitDestroyClause	(	CodeGenFunction &	CGF,
		LValue	DepobjLVal,
		SourceLocation	Loc
	)

Emits the code to destroy the dependency object provided in depobj directive.

Definition at line 4411 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, CGM, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreateGEP(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenModule::getContext(), getDependTypes(), clang::CodeGen::Address::getElementType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::Address::getPointer(), getThreadID(), clang::CodeGen::CodeGenTypeCache::IntPtrTy, KmpDependInfoTy, OMPBuilder, and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

◆ emitDistributeStaticInit()

void CGOpenMPRuntime::emitDistributeStaticInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDistScheduleClauseKind	SchedKind,
		const StaticRTInput &	Values
	)

virtual

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
SchedKind	Schedule kind, specified by the 'dist_schedule' clause.
Values	Input arguments for the construct.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2619 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::Chunk, emitForStaticInitCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getLangOpts(), getRuntimeSchedule(), getThreadID(), clang::CodeGen::CodeGenModule::getTriple(), clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IVSigned, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IVSize, OMPBuilder, and clang::OMPC_SCHEDULE_MODIFIER_unknown.

◆ emitDoacrossInit()

void CGOpenMPRuntime::emitDoacrossInit	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	D,
		ArrayRef< Expr * >	NumIterations
	)

virtual

Emit initialization for doacross loop nesting support.

Parameters

D	Loop-based construct used in doacross nesting construct.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 11013 of file CGOpenMPRuntime.cpp.

◆ emitDoacrossOrdered() [1/2]

void CGOpenMPRuntime::emitDoacrossOrdered	(	CodeGenFunction &	CGF,
		const OMPDependClause *	C
	)

virtual

Emit code for doacross ordered directive with 'depend' clause.

Parameters

C	'depend' clause with 'sink\|source' dependency kind.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 11119 of file CGOpenMPRuntime.cpp.

References clang::C, CGM, emitUpdateLocation(), and getThreadID().

◆ emitDoacrossOrdered() [2/2]

void CGOpenMPRuntime::emitDoacrossOrdered	(	CodeGenFunction &	CGF,
		const OMPDoacrossClause *	C
	)

virtual

Emit code for doacross ordered directive with 'doacross' clause.

Parameters

C	'doacross' clause with 'sink\|source' dependence type.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 11126 of file CGOpenMPRuntime.cpp.

References clang::C, CGM, emitUpdateLocation(), and getThreadID().

◆ emitErrorCall()

void CGOpenMPRuntime::emitErrorCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		Expr *	ME,
		bool	IsFatal
	)

virtual

Emit __kmpc_error call for error directive extern void __kmpc_error(ident_t *loc, int severity, const char *message);.

Definition at line 2385 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenFunction::EmitStringLiteralLValue(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::LValue::getPointer(), clang::CodeGen::CodeGenTypeCache::Int32Ty, clang::CodeGen::CodeGenTypeCache::Int8PtrTy, OMPBuilder, and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

◆ emitFlush()

void CGOpenMPRuntime::emitFlush	(	CodeGenFunction &	CGF,
		ArrayRef< const Expr * >	Vars,
		SourceLocation	Loc,
		llvm::AtomicOrdering	AO
	)

virtual

Emit flush of the variables specified in 'omp flush' directive.

Parameters

Vars	List of variables to flush.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2733 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), and OMPBuilder.

Referenced by emitOMPAtomicCaptureExpr(), emitOMPAtomicReadExpr(), emitOMPAtomicUpdateExpr(), and emitOMPAtomicWriteExpr().

◆ emitForDispatchInit()

void CGOpenMPRuntime::emitForDispatchInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OpenMPScheduleTy &	ScheduleKind,
		unsigned	IVSize,
		bool	IVSigned,
		bool	Ordered,
		const DispatchRTInput &	DispatchValues
	)

virtual

Call the appropriate runtime routine to initialize it before start of loop.

This is used for non static scheduled types and when the ordered clause is present on the loop construct. Depending on the loop schedule, it is necessary to call some runtime routine before start of the OpenMP loop to get the loop upper / lower bounds LB and UB and stride ST.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
ScheduleKind	Schedule kind, specified by the 'schedule' clause.
IVSize	Size of the iteration variable in bits.
IVSigned	Sign of the iteration variable.
Ordered	true if loop is ordered, false otherwise.
DispatchValues	struct containing llvm values for lower bound, upper bound, and chunk expression. For the default (nullptr) value, the chunk 1 will be used.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2514 of file CGOpenMPRuntime.cpp.

References addMonoNonMonoModifier(), clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CGOpenMPRuntime::DispatchRTInput::Chunk, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), getRuntimeSchedule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CGOpenMPRuntime::DispatchRTInput::LB, clang::OpenMPScheduleTy::M1, clang::OpenMPScheduleTy::M2, OMPBuilder, clang::OpenMPScheduleTy::Schedule, and clang::CodeGen::CGOpenMPRuntime::DispatchRTInput::UB.

◆ emitForNext()

llvm::Value * CGOpenMPRuntime::emitForNext	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		unsigned	IVSize,
		bool	IVSigned,
		Address	IL,
		Address	LB,
		Address	UB,
		Address	ST
	)

virtual

Call __kmpc_dispatch_next( ident_t *loc, kmp_int32 tid, kmp_int32 *p_lastiter, kmp_int[32|64] *p_lower, kmp_int[32|64] *p_upper, kmp_int[32|64] *p_stride);.

Parameters

IVSize	Size of the iteration variable in bits.
IVSigned	Sign of the iteration variable.
IL	Address of the output variable in which the flag of the last iteration is returned.
LB	Address of the output variable in which the lower iteration number is returned.
UB	Address of the output variable in which the upper iteration number is returned.
ST	Address of the output variable in which the stride value is returned.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2680 of file CGOpenMPRuntime.cpp.

References clang::ASTContext::BoolTy, clang::Call, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), emitUpdateLocation(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::CodeGen::Address::getPointer(), getThreadID(), and OMPBuilder.

◆ emitForOrderedIterationEnd()

void CGOpenMPRuntime::emitForOrderedIterationEnd	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		unsigned	IVSize,
		bool	IVSigned
	)

virtual

Call the appropriate runtime routine to notify that we finished iteration of the ordered loop with the dynamic scheduling.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
IVSize	Size of the iteration variable in bits.
IVSigned	Sign of the iteration variable.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2668 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), and OMPBuilder.

◆ emitForStaticFinish()

void CGOpenMPRuntime::emitForStaticFinish	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	DKind
	)

virtual

Call the appropriate runtime routine to notify that we finished all the work with current loop.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
DKind	Kind of the directive for which the static finish is emitted.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2640 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::ApplyDebugLocation::CreateDefaultArtificial(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenModule::getTriple(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::isOpenMPDistributeDirective(), clang::isOpenMPLoopDirective(), and OMPBuilder.

◆ emitForStaticInit()

void CGOpenMPRuntime::emitForStaticInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	DKind,
		const OpenMPScheduleTy &	ScheduleKind,
		const StaticRTInput &	Values
	)

virtual

Call the appropriate runtime routine to initialize it before start of loop.

This is used only in case of static schedule, when the user did not specify a ordered clause on the loop construct. Depending on the loop schedule, it is necessary to call some runtime routine before start of the OpenMP loop to get the loop upper / lower bounds LB and UB and stride ST.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
DKind	Kind of the directive.
ScheduleKind	Schedule kind, specified by the 'schedule' clause.
Values	Input arguments for the construct.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2597 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CGOpenMPRuntime::StaticRTInput::Chunk, clang::CodeGen::ApplyDebugLocation::CreateDefaultArtificial(), emitForStaticInitCall(), emitUpdateLocation(), getRuntimeSchedule(), getThreadID(), clang::isOpenMPLoopDirective(), clang::isOpenMPWorksharingDirective(), clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IVSigned, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IVSize, clang::OpenMPScheduleTy::M1, clang::OpenMPScheduleTy::M2, OMPBuilder, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::Ordered, and clang::OpenMPScheduleTy::Schedule.

◆ emitFunctionProlog()

void CGOpenMPRuntime::emitFunctionProlog	(	CodeGenFunction &	CGF,
		const Decl *	D
	)

virtual

Emits OpenMP-specific function prolog.

Required for device constructs.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 11154 of file CGOpenMPRuntime.cpp.

References HasEmittedDeclareTargetRegion.

◆ emitIfClause()

void CGOpenMPRuntime::emitIfClause	(	CodeGenFunction &	CGF,
		const Expr *	Cond,
		const RegionCodeGenTy &	ThenGen,
		const RegionCodeGenTy &	ElseGen
	)

Emits code for OpenMP 'if' clause using specified CodeGen function.

Here is the logic: if (Cond) { ThenGen(); } else { ElseGen(); }

Definition at line 1819 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::ConstantFoldsToSimpleInteger(), clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::ApplyDebugLocation::CreateEmpty(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::EmitBranch(), clang::CodeGen::CodeGenFunction::EmitBranchOnBoolExpr(), and clang::Stmt::getSourceRange().

Referenced by emitCancelCall(), emitCommonSimdLoop(), emitParallelCall(), emitTargetCall(), emitTargetDataStandAloneCall(), and emitTaskCall().

◆ emitInlinedDirective()

void CGOpenMPRuntime::emitInlinedDirective	(	CodeGenFunction &	CGF,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen,
		bool	HasCancel = `false`
	)

virtual

Emit code for the directive that does not require outlining.

Parameters

InnermostKind	Kind of innermost directive (for simple directives it is a directive itself, for combined - its innermost directive).
CodeGen	Code generation sequence for the D directive.
HasCancel	true if region has inner cancel directive, false otherwise.

Definition at line 5654 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CapturedStmtInfo, clang::CodeGen::CodeGenFunction::CGCapturedStmtInfo::EmitBody(), and clang::CodeGen::CodeGenFunction::HaveInsertPoint().

Referenced by emitCommonOMPTargetDirective(), emitCriticalRegion(), emitMaskedRegion(), emitMasterRegion(), emitOrderedRegion(), emitSingleRegion(), emitTargetCall(), emitTargetCallElse(), emitTargetCallKernelLaunch(), emitTargetDataStandAloneCall(), emitTargetTeamsDistributeParallelForRegion(), emitTargetTeamsDistributeParallelForSimdRegion(), emitTargetTeamsDistributeRegion(), emitTargetTeamsDistributeSimdRegion(), emitTargetTeamsGenericLoopRegion(), and emitTaskgroupRegion().

◆ emitKmpRoutineEntryT()

void CGOpenMPRuntime::emitKmpRoutineEntryT ( QualType KmpInt32Ty )

protected

Build type kmp_routine_entry_t (if not built yet).

Definition at line 2823 of file CGOpenMPRuntime.cpp.

References clang::C, CGM, clang::CodeGen::CodeGenTypes::ConvertType(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenModule::getTypes(), KmpRoutineEntryPtrQTy, and KmpRoutineEntryPtrTy.

Referenced by emitTaskInit().

◆ emitLastprivateConditionalFinalUpdate()

void CGOpenMPRuntime::emitLastprivateConditionalFinalUpdate	(	CodeGenFunction &	CGF,
		LValue	PrivLVal,
		const VarDecl *	VD,
		SourceLocation	Loc
	)

virtual

Gets the address of the global copy used for lastprivate conditional update, if any.

Parameters

PrivLVal	LValue for the private copy.
VD	Original lastprivate declaration.

Definition at line 11800 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::CodeGen::LValue::getAlignment(), clang::CodeGen::CodeGenFunction::getLangOpts(), clang::CodeGen::CodeGenModule::getModule(), clang::QualType::getNonReferenceType(), clang::CodeGen::LValue::getType(), LastprivateConditionalStack, and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

◆ emitLastprivateConditionalInit()

Address CGOpenMPRuntime::emitLastprivateConditionalInit	(	CodeGenFunction &	CGF,
		const VarDecl *	VD
	)

◆ emitLastprivateConditionalUpdate()

void CGOpenMPRuntime::emitLastprivateConditionalUpdate	(	CodeGenFunction &	CGF,
		LValue	IVLVal,
		StringRef	UniqueDeclName,
		LValue	LVal,
		SourceLocation	Loc
	)

protected

Emit update for lastprivate conditional data.

Definition at line 11620 of file CGOpenMPRuntime.cpp.

Referenced by checkAndEmitLastprivateConditional(), and checkAndEmitSharedLastprivateConditional().

◆ emitMaskedRegion()

void CGOpenMPRuntime::emitMaskedRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	MaskedOpGen,
		SourceLocation	Loc,
		const Expr *	Filter = `nullptr`
	)

virtual

Emits a masked region.

Parameters

MaskedOpGen Generator for the statement associated with the given masked region.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2051 of file CGOpenMPRuntime.cpp.

References CGM, emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CodeGenTypeCache::Int32Ty, OMPBuilder, and clang::CodeGen::RegionCodeGenTy::setAction().

Referenced by emitMasked().

◆ emitMasterRegion()

void CGOpenMPRuntime::emitMasterRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	MasterOpGen,
		SourceLocation	Loc
	)

virtual

Emits a master region.

Parameters

MasterOpGen Generator for the statement associated with the given master region.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2028 of file CGOpenMPRuntime.cpp.

References CGM, emitInlinedDirective(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), OMPBuilder, and clang::CodeGen::RegionCodeGenTy::setAction().

Referenced by emitMaster().

◆ emitNumTeamsClause()

void CGOpenMPRuntime::emitNumTeamsClause	(	CodeGenFunction &	CGF,
		const Expr *	NumTeams,
		const Expr *	ThreadLimit,
		SourceLocation	Loc
	)

virtual

Emits call to void __kmpc_push_num_teams(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_teams, kmp_int32 thread_limit) to generate code for num_teams clause.

Parameters

NumTeams	An integer expression of teams.
ThreadLimit	An integer expression of threads.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 10070 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CodeGenTypeCache::Int32Ty, and OMPBuilder.

Referenced by emitCommonOMPTeamsDirective().

◆ emitNumTeamsForTargetDirective()

llvm::Value * CGOpenMPRuntime::emitNumTeamsForTargetDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D
	)

Definition at line 6131 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::OMPExecutableDirective::getDirectiveKind(), clang::OMPExecutableDirective::getInnermostCapturedStmt(), clang::CodeGen::CodeGenFunction::getLangOpts(), getNumTeamsExprForTargetDirective(), and clang::CodeGen::CodeGenTypeCache::Int32Ty.

Referenced by emitTargetCallKernelLaunch().

◆ emitNumThreadsClause()

void CGOpenMPRuntime::emitNumThreadsClause	(	CodeGenFunction &	CGF,
		llvm::Value *	NumThreads,
		SourceLocation	Loc
	)

virtual

Emits call to void __kmpc_push_num_threads(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_threads) to generate code for 'num_threads' clause.

Parameters

NumThreads An integer value of threads.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 2704 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CodeGenTypeCache::Int32Ty, and OMPBuilder.

Referenced by emitCommonOMPParallelDirective().

◆ emitNumThreadsForTargetDirective()

llvm::Value * CGOpenMPRuntime::emitNumThreadsForTargetDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D
	)

Emit an expression that denotes the number of threads a target region shall use.

Will generate "i32 0" to allow the runtime to choose.

Definition at line 6428 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), getNumThreadsExprForTargetDirective(), and clang::CodeGen::CodeGenTypeCache::Int32Ty.

Referenced by emitTargetCallKernelLaunch().

◆ emitOrderedRegion()

void CGOpenMPRuntime::emitOrderedRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	OrderedOpGen,
		SourceLocation	Loc,
		bool	IsThreads
	)

virtual

Emit an ordered region.

Parameters

OrderedOpGen Generator for the statement associated with the given ordered region.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2278 of file CGOpenMPRuntime.cpp.

References CGM, emitInlinedDirective(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), OMPBuilder, and clang::CodeGen::RegionCodeGenTy::setAction().

◆ emitOutlinedFunctionCall()

void CGOpenMPRuntime::emitOutlinedFunctionCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		llvm::FunctionCallee	OutlinedFn,
		ArrayRef< llvm::Value * >	Args = `std::nullopt`
	)		const

virtual

Emits call of the outlined function with the provided arguments, translating these arguments to correct target-specific arguments.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 11148 of file CGOpenMPRuntime.cpp.

References emitCall().

Referenced by emitGlobalToListReduceFunction(), emitListToGlobalReduceFunction(), clang::CodeGen::CGOpenMPRuntimeGPU::emitOutlinedFunctionCall(), emitParallelCall(), emitProxyTaskFunction(), emitShuffleAndReduceFunction(), and emitTargetCallFallback().

◆ emitParallelCall()

void CGOpenMPRuntime::emitParallelCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		llvm::Function *	OutlinedFn,
		ArrayRef< llvm::Value * >	CapturedVars,
		const Expr *	IfCond,
		llvm::Value *	NumThreads
	)

virtual

Emits code for parallel or serial call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct.

Parameters

OutlinedFn	Outlined function to be run in parallel threads. Type of this function is void()(kmp_int32 , kmp_int32, struct context_vars*).
CapturedVars	A pointer to the record with the references to variables used in OutlinedFn function.
IfCond	Condition in the associated 'if' clause, if it was specified, nullptr otherwise.
NumThreads	The value corresponding to the num_threads clause, if any, or nullptr.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 1858 of file CGOpenMPRuntime.cpp.

Referenced by emitCommonOMPParallelDirective().

◆ emitParallelOutlinedFunction()

llvm::Function * CGOpenMPRuntime::emitParallelOutlinedFunction	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const VarDecl *	ThreadIDVar,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen
	)

virtual

Emits outlined function for the specified OpenMP parallel directive D.

This outlined function has type void(*)(kmp_int32 ThreadID, kmp_int32 BoundID, struct context_vars).

Parameters

CGF	Reference to current CodeGenFunction.
D	OpenMP directive.
ThreadIDVar	Variable for thread id in the current OpenMP region.
InnermostKind	Kind of innermost directive (for simple directives it is a directive itself, for combined - its innermost directive).
CodeGen	Code generation sequence for the D directive.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 1254 of file CGOpenMPRuntime.cpp.

References CGM, emitParallelOrTeamsOutlinedFunction(), clang::OMPExecutableDirective::getCapturedStmt(), and getOutlinedHelperName().

Referenced by emitCommonOMPParallelDirective(), and clang::CodeGen::CGOpenMPRuntimeGPU::emitParallelOutlinedFunction().

◆ emitProcBindClause()

void CGOpenMPRuntime::emitProcBindClause	(	CodeGenFunction &	CGF,
		llvm::omp::ProcBindKind	ProcBind,
		SourceLocation	Loc
	)

virtual

Emit call to void __kmpc_push_proc_bind(ident_t *loc, kmp_int32 global_tid, int proc_bind) to generate code for 'proc_bind' clause.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 2718 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CodeGenTypeCache::IntTy, and OMPBuilder.

Referenced by emitCommonOMPParallelDirective().

◆ emitReduction()

void CGOpenMPRuntime::emitReduction	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		ArrayRef< const Expr * >	Privates,
		ArrayRef< const Expr * >	LHSExprs,
		ArrayRef< const Expr * >	RHSExprs,
		ArrayRef< const Expr * >	ReductionOps,
		ReductionOptionsTy	Options
	)

virtual

Emit a code for reduction clause.

Next code should be emitted for reduction:

static kmp_critical_name lock = { 0 };
 
void reduce_func(void *lhs[<n>], void *rhs[<n>]) {
 ...
 *(Type<i>*)lhs[i] = RedOp<i>(*(Type<i>*)lhs[i], *(Type<i>*)rhs[i]);
 ...
}
 
...
void *RedList[<n>] = {&<RHSExprs>[0], ..., &<RHSExprs>[<n>-1]};
switch (__kmpc_reduce{_nowait}(<loc>, <gtid>, <n>, sizeof(RedList),
RedList, reduce_func, &<lock>)) {
case 1:
 ...
 <LHSExprs>[i] = RedOp<i>(*<LHSExprs>[i], *<RHSExprs>[i]);
 ...
__kmpc_end_reduce{_nowait}(<loc>, <gtid>, &<lock>);
break;
case 2:
 ...
 Atomic(<LHSExprs>[i] = RedOp<i>(*<LHSExprs>[i], *<RHSExprs>[i]));
 ...
break;
default:;
}

Parameters

Privates	List of private copies for original reduction arguments.
LHSExprs	List of LHS in ReductionOps reduction operations.
RHSExprs	List of RHS in ReductionOps reduction operations.
ReductionOps	List of reduction operations in form 'LHS binop RHS' or 'operator binop(LHS, RHS)'.
Options	List of options for reduction codegen: WithNowait true if parent directive has also nowait clause, false otherwise. SimpleReduction Emit reduction operation only. Used for omp simd directive on the host. ReductionKind The kind of reduction to perform.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 4907 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPSIMDRuntime::emitReduction(), and clang::CodeGen::CGOpenMPRuntimeGPU::emitReduction().

◆ emitReductionFunction()

llvm::Function * CGOpenMPRuntime::emitReductionFunction	(	StringRef	ReducerName,
		SourceLocation	Loc,
		llvm::Type *	ArgsElemType,
		ArrayRef< const Expr * >	Privates,
		ArrayRef< const Expr * >	LHSExprs,
		ArrayRef< const Expr * >	RHSExprs,
		ArrayRef< const Expr * >	ReductionOps
	)

Emits reduction function.

Parameters

ReducerName	Name of the function calling the reduction.
ArgsElemType	Array type containing pointers to reduction variables.
Privates	List of private copies for original reduction arguments.
LHSExprs	List of LHS in ReductionOps reduction operations.
RHSExprs	List of RHS in ReductionOps reduction operations.
ReductionOps	List of reduction operations in form 'LHS binop RHS' or 'operator binop(LHS, RHS)'.

Definition at line 4797 of file CGOpenMPRuntime.cpp.

Referenced by emitReduction(), and clang::CodeGen::CGOpenMPRuntimeGPU::emitReduction().

◆ emitRequiresDirectiveRegFun()

llvm::Function * CGOpenMPRuntime::emitRequiresDirectiveRegFun ( )

Creates and returns a registration function for when at least one requires directives was used in the current module.

Definition at line 10007 of file CGOpenMPRuntime.cpp.

◆ emitSingleReductionCombiner()

void CGOpenMPRuntime::emitSingleReductionCombiner	(	CodeGenFunction &	CGF,
		const Expr *	ReductionOp,
		const Expr *	PrivateRef,
		const DeclRefExpr *	LHS,
		const DeclRefExpr *	RHS
	)

Emits single reduction combiner.

Definition at line 4887 of file CGOpenMPRuntime.cpp.

References EmitOMPAggregateReduction(), emitReductionCombiner(), clang::DeclRefExpr::getDecl(), clang::Expr::getType(), and clang::Type::isArrayType().

Referenced by emitReduceCombFunction(), emitReduction(), and clang::CodeGen::CGOpenMPRuntimeGPU::emitReduction().

◆ emitSingleRegion()

void CGOpenMPRuntime::emitSingleRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	SingleOpGen,
		SourceLocation	Loc,
		ArrayRef< const Expr * >	CopyprivateVars,
		ArrayRef< const Expr * >	DestExprs,
		ArrayRef< const Expr * >	SrcExprs,
		ArrayRef< const Expr * >	AssignmentOps
	)

virtual

Emits a single region.

Parameters

SingleOpGen Generator for the statement associated with the given single region.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2191 of file CGOpenMPRuntime.cpp.

◆ emitTargetCall()

void CGOpenMPRuntime::emitTargetCall	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		llvm::Function *	OutlinedFn,
		llvm::Value *	OutlinedFnID,
		const Expr *	IfCond,
		llvm::PointerIntPair< const Expr *, 2, OpenMPDeviceClauseModifier >	Device,
		llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)>	SizeEmitter
	)

virtual

Emit the target offloading code associated with D.

The emitted code attempts offloading the execution to the device, an the event of a failure it executes the host version outlined in OutlinedFn.

Parameters

D	Directive to emit.
OutlinedFn	Host version of the code to be offloaded.
OutlinedFnID	ID of host version of the code to be offloaded.
IfCond	Expression evaluated in if clause associated with the target directive, or null if no if clause is used.
Device	Expression evaluated in device clause associated with the target directive, or null if no device clause is used and device modifier.
SizeEmitter	Callback to emit number of iterations for loop-based directives.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 9530 of file CGOpenMPRuntime.cpp.

References CGM, emitIfClause(), emitInlinedDirective(), emitTargetCallElse(), emitTargetCallKernelLaunch(), clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedVars(), clang::OMPExecutableDirective::getCapturedStmt(), clang::OMPExecutableDirective::getDirectiveKind(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::OMPExecutableDirective::hasClausesOfKind(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), and clang::needsTaskBasedThreadLimit().

Referenced by emitCommonOMPTargetDirective().

◆ emitTargetDataCalls()

void CGOpenMPRuntime::emitTargetDataCalls	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const Expr *	IfCond,
		const Expr *	Device,
		const RegionCodeGenTy &	CodeGen,
		CGOpenMPRuntime::TargetDataInfo &	Info
	)

virtual

Emit the target data mapping code associated with D.

Parameters

D	Directive to emit.
IfCond	Expression evaluated in if clause associated with the target directive, or null if no device clause is used.
Device	Expression evaluated in device clause associated with the target directive, or null if no device clause is used.
Info	A record used to store information that needs to be preserved until the region is closed.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 10117 of file CGOpenMPRuntime.cpp.

◆ emitTargetDataStandAloneCall()

void CGOpenMPRuntime::emitTargetDataStandAloneCall	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const Expr *	IfCond,
		const Expr *	Device
	)

virtual

Emit the data mapping/movement code associated with the directive D that should be of the form 'target [{enter|exit} data | update]'.

Parameters

D	Directive to emit.
IfCond	Expression evaluated in if clause associated with the target directive, or null if no if clause is used.
Device	Expression evaluated in device clause associated with the target directive, or null if no device clause is used.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 10218 of file CGOpenMPRuntime.cpp.

◆ emitTargetFunctions()

bool CGOpenMPRuntime::emitTargetFunctions ( GlobalDecl GD )

virtual

Emit the target regions enclosed in GD function definition or the function itself in case it is a valid device function.

Returns true if GD was dealt with successfully.

Parameters

GD	Function to scan.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 9769 of file CGOpenMPRuntime.cpp.

References AlreadyEmittedTargetDecls, CGM, clang::GlobalDecl::getDecl(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getMangledName(), isAssumedToBeNotEmitted(), and scanForTargetRegionsFunctions().

Referenced by emitTargetGlobal().

◆ emitTargetGlobal()

bool CGOpenMPRuntime::emitTargetGlobal ( GlobalDecl GD )

virtual

Emit the global GD if it is meaningful for the target.

Returns if it was emitted successfully.

Parameters

GD	Global to scan.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 9881 of file CGOpenMPRuntime.cpp.

References emitTargetFunctions(), emitTargetGlobalVariable(), and clang::GlobalDecl::getDecl().

◆ emitTargetGlobalVariable()

bool CGOpenMPRuntime::emitTargetGlobalVariable ( GlobalDecl GD )

virtual

Emit the global variable if it is a valid device global variable.

Returns true if GD was dealt with successfully.

Parameters

GD	Variable declaration to emit.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 9795 of file CGOpenMPRuntime.cpp.

References CGM, clang::Ctor_Complete, clang::CXXRecordDecl::ctors(), DeferredGlobalVariables, clang::Dtor_Complete, clang::Type::getAsCXXRecordDecl(), clang::Type::getBaseElementTypeUnsafe(), clang::GlobalDecl::getDecl(), clang::CXXRecordDecl::getDestructor(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getMangledName(), HasRequiresUnifiedSharedMemory, isAssumedToBeNotEmitted(), and scanForTargetRegionsFunctions().

Referenced by emitTargetGlobal().

◆ emitTargetNumIterationsCall()

llvm::Value * CGOpenMPRuntime::emitTargetNumIterationsCall	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)>	SizeEmitter
	)

Return the trip count of loops associated with constructs / 'target teams distribute' and 'teams distribute parallel for'.

Parameters

SizeEmitter Emits the int64 value for the number of iterations of the associated loop.

Definition at line 9260 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CodeGenModule::getContext(), clang::OMPExecutableDirective::getDirectiveKind(), getNestedDistributeDirective(), clang::CodeGen::CodeGenTypeCache::Int64Ty, clang::isOpenMPDistributeDirective(), and clang::isOpenMPTeamsDirective().

Referenced by emitTargetCallKernelLaunch().

◆ emitTargetOutlinedFunction()

void CGOpenMPRuntime::emitTargetOutlinedFunction	(	const OMPExecutableDirective &	D,
		StringRef	ParentName,
		llvm::Function *&	OutlinedFn,
		llvm::Constant *&	OutlinedFnID,
		bool	IsOffloadEntry,
		const RegionCodeGenTy &	CodeGen
	)

virtual

Emit outilined function for 'target' directive.

Parameters

D	Directive to emit.
ParentName	Name of the function that encloses the target region.
OutlinedFn	Outlined function value to be defined by this call.
OutlinedFnID	Outlined function ID value to be defined by this call.
IsOffloadEntry	True if the outlined function is an offload entry.
CodeGen	Code generation sequence for the D directive. An outlined function may not be an entry if, e.g. the if clause always evaluates to false.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 5806 of file CGOpenMPRuntime.cpp.

References clang::OMPUsesAllocatorsClause::Data::Allocator, clang::OMPUsesAllocatorsClause::Data::AllocatorTraits, clang::C, emitTargetOutlinedFunctionHelper(), clang::OMPExecutableDirective::getClausesOfKind(), HasEmittedTargetRegion, and clang::CodeGen::RegionCodeGenTy::setAction().

Referenced by emitCommonOMPTargetDirective().

◆ emitTargetOutlinedFunctionHelper()

void CGOpenMPRuntime::emitTargetOutlinedFunctionHelper	(	const OMPExecutableDirective &	D,
		StringRef	ParentName,
		llvm::Function *&	OutlinedFn,
		llvm::Constant *&	OutlinedFnID,
		bool	IsOffloadEntry,
		const RegionCodeGenTy &	CodeGen
	)

protectedvirtual

Helper to emit outlined function for 'target' directive.

Parameters

D	Directive to emit.
ParentName	Name of the function that encloses the target region.
OutlinedFn	Outlined function value to be defined by this call.
OutlinedFnID	Outlined function ID value to be defined by this call.
IsOffloadEntry	True if the outlined function is an offload entry.
CodeGen	Lambda codegen specific to an accelerator device. An outlined function may not be an entry if, e.g. the if clause always evaluates to false.

Definition at line 5913 of file CGOpenMPRuntime.cpp.

References clang::C, CGM, clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction(), clang::OMPExecutableDirective::getBeginLoc(), clang::OMPExecutableDirective::getCapturedStmt(), clang::OMPExecutableDirective::getClausesOfKind(), getEntryInfoFromPresumedLoc(), clang::CodeGen::CodeGenModule::getTargetCodeGenInfo(), clang::CodeGen::CodeGenModule::handleAMDGPUWavesPerEUAttr(), OMPBuilder, and clang::CodeGen::TargetCodeGenInfo::setTargetAttributes().

Referenced by emitTargetOutlinedFunction().

◆ emitTaskCall()

void CGOpenMPRuntime::emitTaskCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OMPExecutableDirective &	D,
		llvm::Function *	TaskFunction,
		QualType	SharedsTy,
		Address	Shareds,
		const Expr *	IfCond,
		const OMPTaskDataTy &	Data
	)

virtual

Emit task region for the task directive.

The task region is emitted in several steps:

Emit a call to kmp_task_t *__kmpc_omp_task_alloc(ident_t *, kmp_int32 gtid, kmp_int32 flags, size_t sizeof_kmp_task_t, size_t sizeof_shareds, kmp_routine_entry_t *task_entry). Here task_entry is a pointer to the function: kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) { TaskFunction(gtid, tt->part_id, tt->shareds); return 0; }
Copy a list of shared variables to field shareds of the resulting structure kmp_task_t returned by the previous call (if any).
Copy a pointer to destructions function to field destructions of the resulting structure kmp_task_t.

Emit a call to kmp_int32 __kmpc_omp_task(ident_t *, kmp_int32 gtid, kmp_task_t *new_task), where new_task is a resulting structure from previous items.

Parameters

D	Current task directive.
TaskFunction	An LLVM function with type void ()(i32 /gtid‍/, i32 /part_id‍/, captured_struct ‍/__context‍/);
SharedsTy	A type which contains references the shared variables.
Shareds	Context with the list of shared variables from the `TaskFunction`.
IfCond	Not a nullptr if 'if' clause was specified, nullptr otherwise.
Data	Additional data for task generation like tiednsee, final state, list of privates etc.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 4487 of file CGOpenMPRuntime.cpp.

◆ emitTaskgroupRegion()

void CGOpenMPRuntime::emitTaskgroupRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	TaskgroupOpGen,
		SourceLocation	Loc
	)

virtual

Emit a taskgroup region.

Parameters

TaskgroupOpGen Generator for the statement associated with the given taskgroup region.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2100 of file CGOpenMPRuntime.cpp.

References CGM, emitInlinedDirective(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), OMPBuilder, and clang::CodeGen::RegionCodeGenTy::setAction().

◆ emitTaskInit()

CGOpenMPRuntime::TaskResultTy CGOpenMPRuntime::emitTaskInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OMPExecutableDirective &	D,
		llvm::Function *	TaskFunction,
		QualType	SharedsTy,
		Address	Shareds,
		const OMPTaskDataTy &	Data
	)

protected

Emit task region for the task directive.

The task region is emitted in several steps:

Emit a call to kmp_task_t *__kmpc_omp_task_alloc(ident_t *, kmp_int32 gtid, kmp_int32 flags, size_t sizeof_kmp_task_t, size_t sizeof_shareds, kmp_routine_entry_t *task_entry). Here task_entry is a pointer to the function: kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) { TaskFunction(gtid, tt->part_id, tt->shareds); return 0; }
Copy a list of shared variables to field shareds of the resulting structure kmp_task_t returned by the previous call (if any).

Copy a pointer to destructions function to field destructions of the resulting structure kmp_task_t.

Parameters

D	Current task directive.
TaskFunction	An LLVM function with type void ()(i32 /gtid‍/, i32 /part_id‍/, captured_struct ‍/__context‍/);
SharedsTy	A type which contains references the shared variables.
Shareds	Context with the list of shared variables from the `TaskFunction`.
Data	Additional data for task generation like tiednsee, final state, list of privates etc.

Definition at line 3593 of file CGOpenMPRuntime.cpp.

Referenced by emitTaskCall(), and emitTaskLoopCall().

◆ emitTaskLoopCall()

void CGOpenMPRuntime::emitTaskLoopCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OMPLoopDirective &	D,
		llvm::Function *	TaskFunction,
		QualType	SharedsTy,
		Address	Shareds,
		const Expr *	IfCond,
		const OMPTaskDataTy &	Data
	)

virtual

Emit task region for the taskloop directive.

The taskloop region is emitted in several steps:

Emit a call to kmp_task_t *__kmpc_omp_task_alloc(ident_t *, kmp_int32 gtid, kmp_int32 flags, size_t sizeof_kmp_task_t, size_t sizeof_shareds, kmp_routine_entry_t *task_entry). Here task_entry is a pointer to the function: kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) { TaskFunction(gtid, tt->part_id, tt->shareds); return 0; }
Copy a list of shared variables to field shareds of the resulting structure kmp_task_t returned by the previous call (if any).
Copy a pointer to destructions function to field destructions of the resulting structure kmp_task_t.

Emit a call to void __kmpc_taskloop(ident_t *loc, int gtid, kmp_task_t *task, int if_val, kmp_uint64 *lb, kmp_uint64 *ub, kmp_int64 st, int nogroup, int sched, kmp_uint64 grainsize, void *task_dup ), where new_task is a resulting structure from previous items.

Parameters

D	Current task directive.
TaskFunction	An LLVM function with type void ()(i32 /gtid‍/, i32 /part_id‍/, captured_struct ‍/__context‍/);
SharedsTy	A type which contains references the shared variables.
Shareds	Context with the list of shared variables from the `TaskFunction`.
IfCond	Not a nullptr if 'if' clause was specified, nullptr otherwise.
Data	Additional data for task generation like tiednsee, final state, list of privates etc.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 4607 of file CGOpenMPRuntime.cpp.

◆ emitTaskOutlinedFunction()

llvm::Function * CGOpenMPRuntime::emitTaskOutlinedFunction	(	const OMPExecutableDirective &	D,
		const VarDecl *	ThreadIDVar,
		const VarDecl *	PartIDVar,
		const VarDecl *	TaskTVar,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen,
		bool	Tied,
		unsigned &	NumberOfParts
	)

virtual

Emits outlined function for the OpenMP task directive D.

This outlined function has type void(*)(kmp_int32 ThreadID, struct task_t* TaskT).

Parameters

D	OpenMP directive.
ThreadIDVar	Variable for thread id in the current OpenMP region.
PartIDVar	Variable for partition id in the current OpenMP untied task region.
TaskTVar	Variable for task_t argument.
InnermostKind	Kind of innermost directive (for simple directives it is a directive itself, for combined - its innermost directive).
CodeGen	Code generation sequence for the D directive.
Tied	true if task is generated for tied task, false otherwise.
NumberOfParts	Number of parts in untied task. Ignored for tied tasks.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 1274 of file CGOpenMPRuntime.cpp.

References clang::Type::castAs(), CGM, emitUpdateLocation(), clang::OMPExecutableDirective::getBeginLoc(), clang::OMPExecutableDirective::getCapturedStmt(), clang::OMPExecutableDirective::getDirectiveKind(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::ValueDecl::getType(), clang::isOpenMPTaskLoopDirective(), clang::Type::isPointerType(), OMPBuilder, and clang::CodeGen::RegionCodeGenTy::setAction().

◆ emitTaskReductionFini()

void CGOpenMPRuntime::emitTaskReductionFini	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		bool	IsWorksharingReduction
	)

virtual

Emits the following code for reduction clause with task modifier:

__kmpc_task_reduction_modifier_fini(loc, gtid, is_worksharing);

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 5546 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenTypeCache::IntTy, and OMPBuilder.

◆ emitTaskReductionFixups()

void CGOpenMPRuntime::emitTaskReductionFixups	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		ReductionCodeGen &	RCG,
		unsigned	N
	)

virtual

Required to resolve existing problems in the runtime.

Emits threadprivate variables to store the size of the VLAs/array sections for initializer/combiner/finalizer functions.

Parameters

RCG	Allows to reuse an existing data for the reductions.
N	Reduction item for which fixups must be emitted.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 5564 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CGBuilderTy::CreateStore(), generateUniqueName(), getAddrOfArtificialThreadPrivate(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::ReductionCodeGen::getRefExpr(), clang::CodeGen::ReductionCodeGen::getSizes(), clang::ASTContext::getSizeType(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

◆ emitTaskReductionInit()

llvm::Value * CGOpenMPRuntime::emitTaskReductionInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		ArrayRef< const Expr * >	LHSExprs,
		ArrayRef< const Expr * >	RHSExprs,
		const OMPTaskDataTy &	Data
	)

virtual

Emit a code for initialization of task reduction clause.

Next code should be emitted for reduction:

_taskred_item_t red_data[n];
...
red_data[i].shar = &shareds[i];
red_data[i].orig = &origs[i];
red_data[i].size = sizeof(origs[i]);
red_data[i].f_init = (void*)RedInit<i>;
red_data[i].f_fini = (void*)RedDest<i>;
red_data[i].f_comb = (void*)RedOp<i>;
red_data[i].flags = <Flag_i>;
...
void* tg1 = __kmpc_taskred_init(gtid, n, red_data);

For reduction clause with task modifier it emits the next call:

_taskred_item_t red_data[n];
...
red_data[i].shar = &shareds[i];
red_data[i].orig = &origs[i];
red_data[i].size = sizeof(origs[i]);
red_data[i].f_init = (void*)RedInit<i>;
red_data[i].f_fini = (void*)RedDest<i>;
red_data[i].f_comb = (void*)RedOp<i>;
red_data[i].flags = <Flag_i>;
...
void* tg1 = __kmpc_taskred_modifier_init(loc, gtid, is_worksharing, n,
red_data);

Parameters

LHSExprs	List of LHS in Data.ReductionOps reduction operations.
RHSExprs	List of RHS in Data.ReductionOps reduction operations.
Data	Additional data for task generation like tiedness, final state, list of privates, reductions etc.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 5420 of file CGOpenMPRuntime.cpp.

◆ emitTaskwaitCall()

void CGOpenMPRuntime::emitTaskwaitCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OMPTaskDataTy &	Data
	)

virtual

◆ emitTaskyieldCall()

void CGOpenMPRuntime::emitTaskyieldCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc
	)

virtual

Emits code for a taskyield directive.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 2080 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CapturedStmtInfo, CGM, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CodeGenTypeCache::IntTy, and OMPBuilder.

◆ emitTeamsCall()

void CGOpenMPRuntime::emitTeamsCall	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		SourceLocation	Loc,
		llvm::Function *	OutlinedFn,
		ArrayRef< llvm::Value * >	CapturedVars
	)

virtual

Emits code for teams call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct.

Parameters

OutlinedFn	Outlined function to be run by team masters. Type of this function is void()(kmp_int32 , kmp_int32, struct context_vars*).
CapturedVars	A pointer to the record with the references to variables used in OutlinedFn function.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 10045 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), getKmpc_MicroPointerTy(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), and OMPBuilder.

Referenced by emitCommonOMPTeamsDirective().

◆ emitTeamsOutlinedFunction()

llvm::Function * CGOpenMPRuntime::emitTeamsOutlinedFunction	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const VarDecl *	ThreadIDVar,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen
	)

virtual

Emits outlined function for the specified OpenMP teams directive D.

This outlined function has type void(*)(kmp_int32 ThreadID, kmp_int32 BoundID, struct context_vars).

Parameters

CGF	Reference to current CodeGenFunction.
D	OpenMP directive.
ThreadIDVar	Variable for thread id in the current OpenMP region.
InnermostKind	Kind of innermost directive (for simple directives it is a directive itself, for combined - its innermost directive).
CodeGen	Code generation sequence for the D directive.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 1264 of file CGOpenMPRuntime.cpp.

References CGM, emitParallelOrTeamsOutlinedFunction(), clang::OMPExecutableDirective::getCapturedStmt(), and getOutlinedHelperName().

Referenced by emitCommonOMPTeamsDirective(), and clang::CodeGen::CGOpenMPRuntimeGPU::emitTeamsOutlinedFunction().

◆ emitThreadIDAddress()

Address CGOpenMPRuntime::emitThreadIDAddress	(	CodeGenFunction &	CGF,
		SourceLocation	Loc
	)

protectedvirtual

Emits address of the word in a memory where current thread id is stored.

Definition at line 1936 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CapturedStmtInfo, clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getIntTypeForBitwidth(), getThreadID(), and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

Referenced by emitParallelCall(), and clang::CodeGen::CGOpenMPRuntimeGPU::emitTeamsCall().

◆ emitThreadLimitClause()

void CGOpenMPRuntime::emitThreadLimitClause	(	CodeGenFunction &	CGF,
		const Expr *	ThreadLimit,
		SourceLocation	Loc
	)

virtual

Emits call to void __kmpc_set_thread_limit(ident_t *loc, kmp_int32 global_tid, kmp_int32 thread_limit) to generate code for thread_limit clause on target directive.

Parameters

ThreadLimit An integer expression of threads.

Definition at line 10099 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenTypeCache::Int32Ty, and OMPBuilder.

◆ emitThreadPrivateVarDefinition()

llvm::Function * CGOpenMPRuntime::emitThreadPrivateVarDefinition	(	const VarDecl *	VD,
		Address	VDAddr,
		SourceLocation	Loc,
		bool	PerformInit,
		CodeGenFunction *	CGF = `nullptr`
	)

virtual

Emit a code for initialization of threadprivate variable.

It emits a call to runtime library which adds initial value to the newly created threadprivate variable (if it is not constant) and registers destructor for the variable (if any).

Parameters

VD	Threadprivate variable.
VDAddr	Address of the global variable VD.
Loc	Location of threadprivate declaration.
PerformInit	true if initialization expression is not constant.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 1631 of file CGOpenMPRuntime.cpp.

◆ emitThreadPrivateVarInit()

void CGOpenMPRuntime::emitThreadPrivateVarInit	(	CodeGenFunction &	CGF,
		Address	VDAddr,
		llvm::Value *	Ctor,
		llvm::Value *	CopyCtor,
		llvm::Value *	Dtor,
		SourceLocation	Loc
	)

protected

Emits initialization code for the threadprivate variables.

Parameters

VDAddr	Address of the global variable VD.
Ctor	Pointer to a global init function for VD.
CopyCtor	Pointer to a global copy function for VD.
Dtor	Pointer to a global destructor function for VD.
Loc	Location of threadprivate declaration.

Definition at line 1611 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), emitUpdateLocation(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::Address::getPointer(), OMPBuilder, and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

Referenced by emitThreadPrivateVarDefinition().

◆ emitUDMapperArrayInitOrDel()

void CGOpenMPRuntime::emitUDMapperArrayInitOrDel	(	CodeGenFunction &	MapperCGF,
		llvm::Value *	Handle,
		llvm::Value *	Base,
		llvm::Value *	Begin,
		llvm::Value *	Size,
		llvm::Value *	MapType,
		llvm::Value *	MapName,
		CharUnits	ElementSize,
		llvm::BasicBlock *	ExitBB,
		bool	IsInit
	)

protected

Emit the array initialization or deletion portion for user-defined mapper code generation.

First, it evaluates whether an array section is mapped and whether the MapType instructs to delete this section. If IsInit is true, and MapType indicates to not delete this array, array initialization code is generated. If IsInit is false, and MapType indicates to not this array, array deletion code is generated.

Definition at line 9181 of file CGOpenMPRuntime.cpp.

References Begin, clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenModule::getModule(), getName(), clang::CharUnits::getQuantity(), and OMPBuilder.

Referenced by emitUserDefinedMapper().

◆ emitUpdateClause()

void CGOpenMPRuntime::emitUpdateClause	(	CodeGenFunction &	CGF,
		LValue	DepobjLVal,
		OpenMPDependClauseKind	NewDepKind,
		SourceLocation	Loc
	)

Updates the dependency kind in the specified depobj object.

Parameters

DepobjLVal	LValue for the main depobj object.
NewDepKind	New dependency kind.

Definition at line 4438 of file CGOpenMPRuntime.cpp.

◆ emitUpdateLocation()

llvm::Value * CGOpenMPRuntime::emitUpdateLocation	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		unsigned	Flags = `0`,
		bool	EmitLoc = `false`
	)

Emits object of ident_t type with info for source location.

Parameters

Flags	Flags for OpenMP location.
EmitLoc	emit source location with debug-info is off.

Definition at line 1359 of file CGOpenMPRuntime.cpp.

References CGM, clang::Column, clang::CodeGen::CodeGenFunction::CurFuncDecl, clang::FileName, clang::CodeGen::CodeGenModule::getCodeGenOpts(), clang::PresumedLoc::getColumn(), clang::CodeGen::CodeGenFunction::getContext(), getDefaultLocationReserved2Flags(), clang::PresumedLoc::getFilename(), clang::PresumedLoc::getLine(), clang::SourceManager::getPresumedLoc(), clang::ASTContext::getSourceManager(), clang::SourceLocation::isInvalid(), clang::Line, and OMPBuilder.

Referenced by emitBarrierCall(), clang::CodeGen::CGOpenMPRuntimeGPU::emitBarrierCall(), emitCancelCall(), emitCancellationPointCall(), emitCriticalRegion(), emitDistributeStaticInit(), emitDoacrossInit(), emitDoacrossOrdered(), emitErrorCall(), emitFlush(), emitForDispatchInit(), emitForNext(), emitForOrderedIterationEnd(), emitForStaticFinish(), emitForStaticInit(), emitMaskedRegion(), emitMasterRegion(), emitNumTeamsClause(), emitNumThreadsClause(), emitOrderedRegion(), emitParallelCall(), clang::CodeGen::CGOpenMPRuntimeGPU::emitParallelCall(), emitProcBindClause(), emitReduction(), clang::CodeGen::CGOpenMPRuntimeGPU::emitReduction(), emitSingleRegion(), emitTargetCallKernelLaunch(), emitTargetDataCalls(), emitTargetDataStandAloneCall(), emitTaskCall(), emitTaskgroupRegion(), emitTaskInit(), emitTaskLoopCall(), emitTaskOutlinedFunction(), emitTaskReductionFini(), emitTaskReductionInit(), emitTaskwaitCall(), emitTaskyieldCall(), emitTeamsCall(), emitThreadLimitClause(), emitThreadPrivateVarInit(), getAddrOfArtificialThreadPrivate(), getAddrOfThreadPrivate(), and getThreadID().

◆ emitUserDefinedMapper()

void CGOpenMPRuntime::emitUserDefinedMapper	(	const OMPDeclareMapperDecl *	D,
		CodeGenFunction *	CGF = `nullptr`
	)

Emit the function for the user defined mapper construct.

Emit the user-defined mapper function.

The code generation follows the pattern in the example below.

void .omp_mapper.<type_name>.<mapper_id>.(void *rt_mapper_handle,
                                          void *base, void *begin,
                                          int64_t size, int64_t type,
                                          void *name = nullptr) {
  // Allocate space for an array section first or add a base/begin for
  // pointer dereference.
  if ((size > 1 || (base != begin && maptype.IsPtrAndObj)) &&
      !maptype.IsDelete)
    __tgt_push_mapper_component(rt_mapper_handle, base, begin,
                                size*sizeof(Ty), clearToFromMember(type));
  // Map members.
  for (unsigned i = 0; i < size; i++) {
    // For each component specified by this mapper:
    for (auto c : begin[i]->all_components) {
      if (c.hasMapper())
        (*c.Mapper())(rt_mapper_handle, c.arg_base, c.arg_begin, c.arg_size,
                      c.arg_type, c.arg_name);
      else
        __tgt_push_mapper_component(rt_mapper_handle, c.arg_base,
                                    c.arg_begin, c.arg_size, c.arg_type,
                                    c.arg_name);
    }
  }
  // Delete the array section.
  if (size > 1 && maptype.IsDelete)
    __tgt_push_mapper_component(rt_mapper_handle, base, begin,
                                size*sizeof(Ty), clearToFromMember(type));
}

Definition at line 8912 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CodeGenModule::EmitOMPDeclareMapper(), and getOrCreateUserDefinedMapperFunc().

◆ emitUserDefinedReduction()

void CGOpenMPRuntime::emitUserDefinedReduction	(	CodeGenFunction *	CGF,
		const OMPDeclareReductionDecl *	D
	)

virtual

Emit code for the specified user defined reduction construct.

Definition at line 1123 of file CGOpenMPRuntime.cpp.

References clang::Call, CGM, clang::CodeGen::CodeGenFunction::CurFn, emitCombinerOrInitializer(), FunctionUDRMap, clang::OMPDeclareReductionDecl::getCombiner(), clang::OMPDeclareReductionDecl::getCombinerIn(), clang::OMPDeclareReductionDecl::getCombinerOut(), clang::OMPDeclareReductionDecl::getInitializer(), clang::OMPDeclareReductionDecl::getInitializerKind(), clang::OMPDeclareReductionDecl::getInitOrig(), clang::OMPDeclareReductionDecl::getInitPriv(), clang::ValueDecl::getType(), clang::Init, clang::Initializer, and UDRMap.

Referenced by clang::CodeGen::CodeGenModule::EmitOMPDeclareReduction(), and getUserDefinedReduction().

◆ emitUsesAllocatorsFini()

void CGOpenMPRuntime::emitUsesAllocatorsFini	(	CodeGenFunction &	CGF,
		const Expr *	Allocator
	)

Destroys user defined allocators specified in the uses_allocators clause.

Definition at line 5861 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenModule::getModule(), getThreadID(), clang::CodeGen::CodeGenTypeCache::IntTy, OMPBuilder, and clang::ASTContext::VoidPtrTy.

◆ emitUsesAllocatorsInit()

void CGOpenMPRuntime::emitUsesAllocatorsInit	(	CodeGenFunction &	CGF,
		const Expr *	Allocator,
		const Expr *	AllocatorTraits
	)

Initializes user defined allocators specified in the uses_allocators clauses.

Definition at line 5827 of file CGOpenMPRuntime.cpp.

◆ functionFinished()

void CGOpenMPRuntime::functionFinished ( CodeGenFunction & CGF )

virtual

Cleans up references to the objects in finished function.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 1454 of file CGOpenMPRuntime.cpp.

References clearLocThreadIdInsertPt(), clang::CodeGen::CodeGenFunction::CurFn, FunctionToUntiedTaskStackMap, FunctionUDMMap, FunctionUDRMap, LastprivateConditionalToTypes, OpenMPLocThreadIDMap, UDMMap, and UDRMap.

Referenced by clang::CodeGen::CGOpenMPRuntimeGPU::functionFinished().

◆ getAddressOfLocalVariable()

Address CGOpenMPRuntime::getAddressOfLocalVariable	(	CodeGenFunction &	CGF,
		const VarDecl *	VD
	)

virtual

Gets the OpenMP-specific address of the local variable.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 11196 of file CGOpenMPRuntime.cpp.

◆ getAddrOfArtificialThreadPrivate()

Address CGOpenMPRuntime::getAddrOfArtificialThreadPrivate	(	CodeGenFunction &	CGF,
		QualType	VarType,
		StringRef	Name
	)

virtual

Creates artificial threadprivate variable with name Name and type VarType.

Parameters

VarType	Type of the artificial threadprivate variable.
Name	Name of the artificial threadprivate variable.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 1786 of file CGOpenMPRuntime.cpp.

Referenced by emitReduceCombFunction(), emitReduceFiniFunction(), emitReduceInitFunction(), and emitTaskReductionFixups().

◆ getAddrOfDeclareTargetVar()

Address CGOpenMPRuntime::getAddrOfDeclareTargetVar ( const VarDecl * VD )

virtual

Returns the address of the variable marked as declare target with link clause OR as declare target with to clause and unified memory.

Definition at line 1553 of file CGOpenMPRuntime.cpp.

References CGM, convertCaptureClause(), convertDeviceClause(), clang::CodeGen::CodeGenTypes::ConvertTypeForMem(), clang::VarDecl::DeclarationOnly, clang::CodeGen::CodeGenModule::GetAddrOfGlobal(), clang::DeclaratorDecl::getBeginLoc(), clang::VarDecl::getCanonicalDecl(), clang::CodeGen::CodeGenModule::getContext(), clang::ASTContext::getDeclAlign(), getEntryInfoFromPresumedLoc(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getLLVMLinkageVarDefinition(), clang::CodeGen::CodeGenModule::getMangledName(), clang::ASTContext::getPointerType(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenModule::getTypes(), clang::VarDecl::hasDefinition(), clang::CodeGen::Address::invalid(), clang::NamedDecl::isExternallyVisible(), OMPBuilder, and clang::LangOptions::OMPTargetTriples.

Referenced by emitDeclTargetVarDeclLValue(), emitDeferredTargetDecls(), and clang::CodeGen::CodeGenModule::EmitGlobal().

◆ getAddrOfThreadPrivate()

Address CGOpenMPRuntime::getAddrOfThreadPrivate	(	CodeGenFunction &	CGF,
		const VarDecl *	VD,
		Address	VDAddr,
		SourceLocation	Loc
	)

virtual

Returns address of the threadprivate variable for the current thread.

Parameters

VD	Threadprivate variable.
VDAddr	Address of the global variable VD.
Loc	Location of the reference to threadprivate var.

Returns: Address of the threadprivate variable for the current thread.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 1589 of file CGOpenMPRuntime.cpp.

Referenced by EmitThreadPrivateVarDeclLValue().

◆ getCriticalRegionLock()

llvm::Value * CGOpenMPRuntime::getCriticalRegionLock ( StringRef CriticalName )

protected

Returns corresponding lock object for the specified critical region name.

If the lock object does not exist it is created, otherwise the reference to the existing copy is returned.

Parameters

CriticalName Name of the critical region.

Definition at line 1953 of file CGOpenMPRuntime.cpp.

References getName(), KmpCriticalNameTy, and OMPBuilder.

Referenced by emitCriticalRegion(), and emitReduction().

◆ getDefaultDistScheduleAndChunk()

virtual void clang::CodeGen::CGOpenMPRuntime::getDefaultDistScheduleAndChunk	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		OpenMPDistScheduleClauseKind &	ScheduleKind,
		llvm::Value *&	Chunk
	)		const

inlinevirtual

Choose default schedule type and chunk value for the dist_schedule clause.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 1528 of file CGOpenMPRuntime.h.

Referenced by clang::CodeGen::CGOpenMPRuntimeGPU::getDefaultDistScheduleAndChunk().

◆ getDefaultFlagsForBarriers()

unsigned CGOpenMPRuntime::getDefaultFlagsForBarriers ( OpenMPDirectiveKind Kind )

staticprotected

Returns default flags for the barriers depending on the directive, for which this barier is going to be emitted.

Definition at line 2302 of file CGOpenMPRuntime.cpp.

Referenced by emitBarrierCall(), and clang::CodeGen::CGOpenMPRuntimeGPU::emitBarrierCall().

◆ getDefaultLocationReserved2Flags()

virtual unsigned clang::CodeGen::CGOpenMPRuntime::getDefaultLocationReserved2Flags ( ) const

inlineprotectedvirtual

Returns additional flags that can be stored in reserved_2 field of the default location.

Definition at line 371 of file CGOpenMPRuntime.h.

Referenced by emitUpdateLocation().

◆ getDefaultMemoryOrdering()

llvm::AtomicOrdering CGOpenMPRuntime::getDefaultMemoryOrdering ( ) const

Gets default memory ordering as specified in requires directive.

Definition at line 9940 of file CGOpenMPRuntime.cpp.

References RequiresAtomicOrdering.

◆ getDefaultScheduleAndChunk()

void CGOpenMPRuntime::getDefaultScheduleAndChunk	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		OpenMPScheduleClauseKind &	ScheduleKind,
		const Expr *&	ChunkExpr
	)		const

virtual

Choose default schedule type and chunk value for the schedule clause.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 2317 of file CGOpenMPRuntime.cpp.

References clang::C, clang::IntegerLiteral::Create(), clang::CodeGen::CodeGenFunction::getContext(), and clang::ASTContext::getIntTypeForBitwidth().

◆ getDepobjElements()

std::pair< llvm::Value *, LValue > CGOpenMPRuntime::getDepobjElements	(	CodeGenFunction &	CGF,
		LValue	DepobjLVal,
		SourceLocation	Loc
	)

protected

Returns the number of the elements and the address of the depobj dependency array.

Returns: Number of elements in depobj array and the pointer to the array of dependencies.

Definition at line 4027 of file CGOpenMPRuntime.cpp.

Referenced by emitDepobjElements(), emitDepobjElementsSizes(), and emitUpdateClause().

◆ getIdentTyPointerTy()

llvm::Type * CGOpenMPRuntime::getIdentTyPointerTy ( )

protected

Returns pointer to ident_t type.

Definition at line 1475 of file CGOpenMPRuntime.cpp.

References OMPBuilder.

◆ getKmpc_MicroPointerTy()

llvm::Type * CGOpenMPRuntime::getKmpc_MicroPointerTy ( )

protected

Returns pointer to kmpc_micro type.

Definition at line 1479 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CodeGenTypeCache::Int32Ty, Kmpc_MicroTy, and clang::CodeGen::CodeGenTypeCache::VoidTy.

Referenced by emitParallelCall(), and emitTeamsCall().

◆ getKmpcAllocShared()

virtual std::pair< llvm::Value , llvm::Value > clang::CodeGen::CGOpenMPRuntime::getKmpcAllocShared	(	CodeGenFunction &	CGF,
		const VarDecl *	VD
	)

inlinevirtual

Get call to __kmpc_alloc_shared.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 689 of file CGOpenMPRuntime.h.

◆ getKmpcFreeShared()

virtual void clang::CodeGen::CGOpenMPRuntime::getKmpcFreeShared	(	CodeGenFunction &	CGF,
		const std::pair< llvm::Value , llvm::Value > &	AddrSizePair
	)

inlinevirtual

Get call to __kmpc_free_shared.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 694 of file CGOpenMPRuntime.h.

◆ getKmpCriticalNameTy()

llvm::ArrayType * clang::CodeGen::CGOpenMPRuntime::getKmpCriticalNameTy ( ) const

inlineprotected

Get the LLVM type for the critical name.

Definition at line 378 of file CGOpenMPRuntime.h.

References KmpCriticalNameTy.

◆ getName()

std::string CGOpenMPRuntime::getName ( ArrayRef< StringRef > Parts ) const

◆ getNumTeamsExprForTargetDirective()

const Expr * CGOpenMPRuntime::getNumTeamsExprForTargetDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		int32_t &	MinTeamsVal,
		int32_t &	MaxTeamsVal
	)

Emit the number of teams for a target directive.

Inspect the num_teams clause associated with a teams construct combined or closely nested with the target directive.

Emit a team of size one for directives such as 'target parallel' that have no associated teams construct.

Otherwise, return nullptr.

Definition at line 5999 of file CGOpenMPRuntime.cpp.

References clang::CapturedStmt::getCapturedStmt(), clang::CodeGen::CodeGenFunction::getContext(), clang::OMPExecutableDirective::getDirectiveKind(), clang::OMPExecutableDirective::getInnermostCapturedStmt(), clang::Expr::getIntegerConstantExpr(), clang::OMPExecutableDirective::getSingleClause(), getSingleCompoundChild(), clang::OMPExecutableDirective::hasClausesOfKind(), clang::Stmt::IgnoreContainers(), clang::Expr::isIntegerConstantExpr(), clang::isOpenMPParallelDirective(), clang::isOpenMPSimdDirective(), clang::isOpenMPTargetExecutionDirective(), and clang::isOpenMPTeamsDirective().

Referenced by computeMinAndMaxThreadsAndTeams(), and emitNumTeamsForTargetDirective().

◆ getNumThreadsExprForTargetDirective()

const Expr * CGOpenMPRuntime::getNumThreadsExprForTargetDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		int32_t &	UpperBound,
		bool	UpperBoundOnly,
		llvm::Value **	CondExpr = `nullptr`,
		const Expr **	ThreadLimitExpr = `nullptr`
	)

Check for a number of threads upper bound constant value (stored in UpperBound), or expression (returned).

If the value is conditional (via an if-clause), store the condition in CondExpr. Similarly, a potential thread limit expression is stored in ThreadLimitExpr. If UpperBoundOnly is true, no expression evaluation is perfomed.

Definition at line 6268 of file CGOpenMPRuntime.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::EmitAutoVarAlloca(), clang::CodeGen::CodeGenFunction::EmitAutoVarCleanups(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::Expr::EvaluateAsBooleanCondition(), clang::CodeGen::CodeGenFunction::EvaluateExprAsBool(), clang::CapturedStmt::getCapturedStmt(), clang::OMPExecutableDirective::getClausesOfKind(), clang::OMPIfClause::getCondition(), clang::CodeGen::CodeGenFunction::getContext(), clang::OMPExecutableDirective::getDirectiveKind(), clang::OMPExecutableDirective::getInnermostCapturedStmt(), clang::Expr::getIntegerConstantExpr(), clang::CodeGen::CodeGenFunction::getLangOpts(), getNumThreads(), clang::OMPExecutableDirective::getSingleClause(), getSingleCompoundChild(), clang::OMPExecutableDirective::hasClausesOfKind(), clang::Expr::isIntegerConstantExpr(), clang::isOpenMPDistributeDirective(), clang::isOpenMPParallelDirective(), clang::isOpenMPSimdDirective(), clang::isOpenMPTargetExecutionDirective(), clang::isOpenMPTeamsDirective(), and clang::Result.

Referenced by computeMinAndMaxThreadsAndTeams(), and emitNumThreadsForTargetDirective().

◆ getOMPBuilder()

llvm::OpenMPIRBuilder & clang::CodeGen::CGOpenMPRuntime::getOMPBuilder ( )

inline

Definition at line 306 of file CGOpenMPRuntime.h.

References OMPBuilder.

Referenced by clang::CodeGen::CGOpenMPRuntimeGPU::CGOpenMPRuntimeGPU(), createRuntimeShuffleFunction(), EmitDoacrossOrdered(), emitOMPAtomicCompareExpr(), emitParallelOrTeamsOutlinedFunction(), emitTargetCallKernelLaunch(), clang::CodeGen::CodeGenFunction::OMPBuilderCBHelpers::getAddressOfLocalVariable(), and clang::CodeGen::CodeGenFunction::OMPBuilderCBHelpers::getAddrOfThreadPrivate().

◆ getOrCreateThreadPrivateCache()

llvm::Constant * CGOpenMPRuntime::getOrCreateThreadPrivateCache ( const VarDecl * VD )

protected

If the specified mangled name is not in the module, create and return threadprivate cache object.

This object is a pointer's worth of storage that's reserved for use by the OpenMP runtime.

Parameters

VD	Threadprivate variable.

Returns: Cache variable for the specified threadprivate.

Definition at line 1580 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getMangledName(), getName(), clang::ASTContext::getTargetInfo(), clang::CodeGen::CodeGenTypeCache::Int8PtrPtrTy, clang::TargetInfo::isTLSSupported(), and OMPBuilder.

Referenced by getAddrOfThreadPrivate().

◆ getOrCreateUserDefinedMapperFunc()

llvm::Function * CGOpenMPRuntime::getOrCreateUserDefinedMapperFunc ( const OMPDeclareMapperDecl * D )

Get the function for the specified user-defined mapper.

If it does not exist, create one.

Definition at line 9251 of file CGOpenMPRuntime.cpp.

References emitUserDefinedMapper(), and UDMMap.

Referenced by emitOffloadingArrays(), emitTargetDataCalls(), and emitUserDefinedMapper().

◆ getOutlinedHelperName() [1/2]

std::string CGOpenMPRuntime::getOutlinedHelperName ( CodeGenFunction & CGF ) const

protected

Definition at line 1245 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CurFn, and getOutlinedHelperName().

◆ getOutlinedHelperName() [2/2]

std::string CGOpenMPRuntime::getOutlinedHelperName ( StringRef Name ) const

protected

Get the function name of an outlined region.

Definition at line 1240 of file CGOpenMPRuntime.cpp.

References getName().

Referenced by emitParallelOutlinedFunction(), emitTeamsOutlinedFunction(), and getOutlinedHelperName().

◆ getParameterAddress()

Address CGOpenMPRuntime::getParameterAddress	(	CodeGenFunction &	CGF,
		const VarDecl *	NativeParam,
		const VarDecl *	TargetParam
	)		const

virtual

Gets the address of the native argument basing on the address of the target-specific parameter.

Parameters

NativeParam	Parameter itself.
TargetParam	Corresponding target-specific parameter.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 11160 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar().

Referenced by emitOutlinedFunctionPrologue().

◆ getReductionFuncName()

std::string CGOpenMPRuntime::getReductionFuncName ( StringRef Name ) const

protected

Get the function name of a reduction function.

Definition at line 1249 of file CGOpenMPRuntime.cpp.

References getName().

Referenced by emitReductionFunction().

◆ getSingleCompoundChild()

const Stmt * CGOpenMPRuntime::getSingleCompoundChild	(	ASTContext &	Ctx,
		const Stmt *	Body
	)

static

Checks if the Body is the CompoundStmt and returns its child statement iff there is only one that is not evaluatable at the compile time.

Definition at line 5957 of file CGOpenMPRuntime.cpp.

References clang::C, clang::Stmt::IgnoreContainers(), and isTrivial().

Referenced by getDistributeLastprivateVars(), getNestedDistributeDirective(), getNumTeamsExprForTargetDirective(), getNumThreads(), getNumThreadsExprForTargetDirective(), and hasNestedSPMDDirective().

◆ getTaskReductionItem()

Address CGOpenMPRuntime::getTaskReductionItem	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		llvm::Value *	ReductionsPtr,
		LValue	SharedLVal
	)

virtual

Get the address of void * type of the privatue copy of the reduction item specified by the SharedLVal.

Parameters

ReductionsPtr	Pointer to the reduction data returned by the emitTaskReductionInit function.
SharedLVal	Address of the original reduction item.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime.

Definition at line 5581 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, CGM, clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::LValue::getAlignment(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::LValue::getPointer(), getThreadID(), clang::CodeGen::CodeGenTypeCache::Int8Ty, clang::CodeGen::CodeGenTypeCache::IntTy, OMPBuilder, and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

◆ getThreadID()

llvm::Value * CGOpenMPRuntime::getThreadID	(	CodeGenFunction &	CGF,
		SourceLocation	Loc
	)

protected

Gets thread id value for the current thread.

Definition at line 1384 of file CGOpenMPRuntime.cpp.

Referenced by emitBarrierCall(), clang::CodeGen::CGOpenMPRuntimeGPU::emitBarrierCall(), emitCancelCall(), emitCancellationPointCall(), emitCriticalRegion(), emitDepobjDependClause(), emitDestroyClause(), emitDistributeStaticInit(), emitDoacrossInit(), emitDoacrossOrdered(), emitForDispatchInit(), emitForNext(), emitForOrderedIterationEnd(), emitForStaticFinish(), emitForStaticInit(), emitMaskedRegion(), emitMasterRegion(), emitNumTeamsClause(), emitNumThreadsClause(), emitOrderedRegion(), emitParallelCall(), clang::CodeGen::CGOpenMPRuntimeGPU::emitParallelCall(), emitProcBindClause(), emitReduction(), emitSingleRegion(), emitTaskCall(), emitTaskgroupRegion(), emitTaskInit(), emitTaskLoopCall(), emitTaskOutlinedFunction(), emitTaskReductionFini(), emitTaskReductionInit(), emitTaskwaitCall(), emitTaskyieldCall(), emitThreadIDAddress(), emitThreadLimitClause(), emitUsesAllocatorsFini(), emitUsesAllocatorsInit(), getAddressOfLocalVariable(), getAddrOfArtificialThreadPrivate(), getAddrOfThreadPrivate(), and getTaskReductionItem().

◆ getUserDefinedReduction()

std::pair< llvm::Function *, llvm::Function * > CGOpenMPRuntime::getUserDefinedReduction ( const OMPDeclareReductionDecl * D )

virtual

Get combiner/initializer for the specified user-defined reduction, if any.

Definition at line 1150 of file CGOpenMPRuntime.cpp.

References emitUserDefinedReduction(), and UDRMap.

Referenced by emitInitWithReductionInitializer(), and emitReductionCombiner().

◆ hasAllocateAttributeForGlobalVar()

bool CGOpenMPRuntime::hasAllocateAttributeForGlobalVar	(	const VarDecl *	VD,
		LangAS &	AS
	)

virtual

Checks if the variable has associated OMPAllocateDeclAttr attribute with the predefined allocator and translates it into the corresponding address space.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 9944 of file CGOpenMPRuntime.cpp.

References clang::Default, clang::Decl::getAttr(), and clang::Decl::hasAttr().

◆ hasRequiresUnifiedSharedMemory()

bool CGOpenMPRuntime::hasRequiresUnifiedSharedMemory ( ) const

Return whether the unified_shared_memory has been specified.

Definition at line 9969 of file CGOpenMPRuntime.cpp.

References HasRequiresUnifiedSharedMemory.

Referenced by CGOpenMPRuntime(), clang::CodeGen::CGOpenMPRuntimeGPU::CGOpenMPRuntimeGPU(), emitDeclTargetVarDeclLValue(), and clang::CodeGen::CodeGenModule::EmitGlobal().

◆ isDefaultLocationConstant()

virtual bool clang::CodeGen::CGOpenMPRuntime::isDefaultLocationConstant ( ) const

inlineprotectedvirtual

Check if the default location must be constant.

Default is false to support OMPT/OMPD.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 367 of file CGOpenMPRuntime.h.

◆ isDelayedVariableLengthDecl()

virtual bool clang::CodeGen::CGOpenMPRuntime::isDelayedVariableLengthDecl	(	CodeGenFunction &	CGF,
		const VarDecl *	VD
	)		const

inlinevirtual

Check if the variable length declaration is delayed:

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 682 of file CGOpenMPRuntime.h.

◆ isDynamic()

bool CGOpenMPRuntime::isDynamic ( OpenMPScheduleClauseKind ScheduleKind ) const

virtual

Check if the specified ScheduleKind is dynamic.

This kind of worksharing directive is emitted without outer loop.

Parameters

ScheduleKind Schedule Kind specified in the 'schedule' clause.

Definition at line 2456 of file CGOpenMPRuntime.cpp.

References getRuntimeSchedule().

◆ isGPU()

virtual bool clang::CodeGen::CGOpenMPRuntime::isGPU ( ) const

inlinevirtual

Returns true if the current target is a GPU.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 679 of file CGOpenMPRuntime.h.

Referenced by CGOpenMPRuntime().

◆ isLocalVarInUntiedTask()

bool CGOpenMPRuntime::isLocalVarInUntiedTask	(	CodeGenFunction &	CGF,
		const VarDecl *	VD
	)		const

Returns true if the variable is a local variable in untied task.

Definition at line 11296 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CurFn, FunctionToUntiedTaskStackMap, and UntiedLocalVarsStack.

◆ isNontemporalDecl()

bool CGOpenMPRuntime::isNontemporalDecl ( const ValueDecl * VD ) const

Checks if the VD variable is marked as nontemporal declaration in current context.

Definition at line 11354 of file CGOpenMPRuntime.cpp.

References CGM, clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), NontemporalDeclsStack, and clang::Set.

◆ isStaticChunked() [1/2]

bool CGOpenMPRuntime::isStaticChunked	(	OpenMPDistScheduleClauseKind	ScheduleKind,
		bool	Chunked
	)		const

virtual

Check if the specified ScheduleKind is static non-chunked.

Parameters

ScheduleKind	Schedule kind specified in the 'dist_schedule' clause.
Chunked	True if chunk is specified in the clause.

Definition at line 2450 of file CGOpenMPRuntime.cpp.

References getRuntimeSchedule().

◆ isStaticChunked() [2/2]

bool CGOpenMPRuntime::isStaticChunked	(	OpenMPScheduleClauseKind	ScheduleKind,
		bool	Chunked
	)		const

virtual

Check if the specified ScheduleKind is static chunked.

Parameters

ScheduleKind	Schedule kind specified in the 'schedule' clause.
Chunked	True if chunk is specified in the clause.

Definition at line 2443 of file CGOpenMPRuntime.cpp.

References getRuntimeSchedule().

◆ isStaticNonchunked() [1/2]

bool CGOpenMPRuntime::isStaticNonchunked	(	OpenMPDistScheduleClauseKind	ScheduleKind,
		bool	Chunked
	)		const

virtual

Check if the specified ScheduleKind is static non-chunked.

This kind of distribute directive is emitted without outer loop.

Parameters

ScheduleKind	Schedule kind specified in the 'dist_schedule' clause.
Chunked	True if chunk is specified in the clause.

Definition at line 2437 of file CGOpenMPRuntime.cpp.

References getRuntimeSchedule().

◆ isStaticNonchunked() [2/2]

bool CGOpenMPRuntime::isStaticNonchunked	(	OpenMPScheduleClauseKind	ScheduleKind,
		bool	Chunked
	)		const

virtual

Check if the specified ScheduleKind is static non-chunked.

This kind of worksharing directive is emitted without outer loop.

Parameters

ScheduleKind	Schedule kind specified in the 'schedule' clause.
Chunked	True if chunk is specified in the clause.

Definition at line 2430 of file CGOpenMPRuntime.cpp.

References getRuntimeSchedule().

◆ markAsGlobalTarget()

bool CGOpenMPRuntime::markAsGlobalTarget ( GlobalDecl GD )

Marks the declaration as already emitted for the device code and returns true, if it was marked already, and false, otherwise.

Definition at line 9987 of file CGOpenMPRuntime.cpp.

References AlreadyEmittedTargetDecls, CGM, clang::GlobalDecl::getDecl(), clang::CodeGen::CodeGenModule::GetGlobalValue(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getMangledName(), and ShouldMarkAsGlobal.

◆ processRequiresDirective()

void CGOpenMPRuntime::processRequiresDirective ( const OMPRequiresDecl * D )

virtual

Perform check on requires decl to ensure that target architecture supports unified addressing.

Reimplemented in clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 9916 of file CGOpenMPRuntime.cpp.

References clang::OMPRequiresDecl::clauselists(), HasRequiresUnifiedSharedMemory, OMPBuilder, clang::OMPC_ATOMIC_DEFAULT_MEM_ORDER_unknown, and RequiresAtomicOrdering.

Referenced by clang::CodeGen::CodeGenModule::EmitOMPRequiresDecl(), and clang::CodeGen::CGOpenMPRuntimeGPU::processRequiresDirective().

◆ registerTargetGlobalVariable()

void CGOpenMPRuntime::registerTargetGlobalVariable	(	const VarDecl *	VD,
		llvm::Constant *	Addr
	)

virtual

Checks if the provided global decl GD is a declare target variable and registers it when emitting code for the host.

Definition at line 9834 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CodeGenModule::GetOrCreateLLVMGlobal().

◆ scanForTargetRegionsFunctions()

void CGOpenMPRuntime::scanForTargetRegionsFunctions	(	const Stmt *	S,
		StringRef	ParentName
	)

protected

Start scanning from statement S and emit all target regions found along the way.

Parameters

S	Starting statement.
ParentName	Name of the function declaration that is being scanned.

Definition at line 9599 of file CGOpenMPRuntime.cpp.

Referenced by emitTargetFunctions(), emitTargetGlobalVariable(), and scanForTargetRegionsFunctions().

◆ setLocThreadIdInsertPt()

void CGOpenMPRuntime::setLocThreadIdInsertPt	(	CodeGenFunction &	CGF,
		bool	AtCurrentPoint = `false`
	)

protected

Definition at line 1321 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::AllocaInsertPt, clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CurFn, clang::CodeGen::CodeGenTypeCache::Int32Ty, and OpenMPLocThreadIDMap.

Referenced by getThreadID().

◆ translateParameter()

virtual const VarDecl * clang::CodeGen::CGOpenMPRuntime::translateParameter	(	const FieldDecl *	FD,
		const VarDecl *	NativeParam
	)		const

inlinevirtual

Translates the native parameter of outlined function if this is required for target.

Parameters

FD	Field decl from captured record for the parameter.
NativeParam	Parameter itself.

Reimplemented in clang::CodeGen::CGOpenMPSIMDRuntime, and clang::CodeGen::CGOpenMPRuntimeGPU.

Definition at line 1513 of file CGOpenMPRuntime.h.

Referenced by emitOutlinedFunctionPrologue().

Member Data Documentation

◆ AlreadyEmittedTargetDecls

llvm::DenseSet<CanonicalDeclPtr<const Decl> > clang::CodeGen::CGOpenMPRuntime::AlreadyEmittedTargetDecls

protected

List of the emitted declarations.

Definition at line 488 of file CGOpenMPRuntime.h.

Referenced by emitTargetFunctions(), and markAsGlobalTarget().

◆ CGM

CodeGenModule& clang::CodeGen::CGOpenMPRuntime::CGM

protected

Definition at line 309 of file CGOpenMPRuntime.h.

◆ DeclareTargetWithDefinition

llvm::StringSet clang::CodeGen::CGOpenMPRuntime::DeclareTargetWithDefinition

protected

Set of declare target variables with the generated initializer.

Definition at line 549 of file CGOpenMPRuntime.h.

◆ DeferredGlobalVariables

llvm::SmallDenseSet<const VarDecl *> clang::CodeGen::CGOpenMPRuntime::DeferredGlobalVariables

protected

List of variables that can become declare target implicitly and, thus, must be emitted.

Definition at line 495 of file CGOpenMPRuntime.h.

Referenced by emitDeferredTargetDecls(), and emitTargetGlobalVariable().

◆ EmittedNonTargetVariables

llvm::StringMap<llvm::WeakTrackingVH> clang::CodeGen::CGOpenMPRuntime::EmittedNonTargetVariables

protected

List of the global variables with their addresses that should not be emitted for the target.

Definition at line 491 of file CGOpenMPRuntime.h.

Referenced by clear(), and registerTargetGlobalVariable().

◆ FunctionToUntiedTaskStackMap

llvm::DenseMap<llvm::Function *, unsigned> clang::CodeGen::CGOpenMPRuntime::FunctionToUntiedTaskStackMap

protected

Maps function to the position of the untied task locals stack.

Definition at line 432 of file CGOpenMPRuntime.h.

Referenced by functionFinished(), getAddressOfLocalVariable(), isLocalVarInUntiedTask(), and clang::CodeGen::CGOpenMPRuntime::UntiedTaskLocalDeclsRAII::UntiedTaskLocalDeclsRAII().

◆ FunctionUDMMap

FunctionUDMMapTy clang::CodeGen::CGOpenMPRuntime::FunctionUDMMap

protected

Definition at line 423 of file CGOpenMPRuntime.h.

Referenced by emitUserDefinedMapper(), and functionFinished().

◆ FunctionUDRMap

FunctionUDRMapTy clang::CodeGen::CGOpenMPRuntime::FunctionUDRMap

protected

Definition at line 415 of file CGOpenMPRuntime.h.

Referenced by emitUserDefinedReduction(), and functionFinished().

◆ HasEmittedDeclareTargetRegion

bool clang::CodeGen::CGOpenMPRuntime::HasEmittedDeclareTargetRegion = false

protected

Flag for keeping track of weather a device routine has been emitted.

Device routines are specific to the

Definition at line 524 of file CGOpenMPRuntime.h.

Referenced by emitFunctionProlog(), and emitRequiresDirectiveRegFun().

◆ HasEmittedTargetRegion

bool clang::CodeGen::CGOpenMPRuntime::HasEmittedTargetRegion = false

protected

Flag for keeping track of weather a target region has been emitted.

Definition at line 520 of file CGOpenMPRuntime.h.

Referenced by emitRequiresDirectiveRegFun(), and emitTargetOutlinedFunction().

◆ HasRequiresUnifiedSharedMemory

bool clang::CodeGen::CGOpenMPRuntime::HasRequiresUnifiedSharedMemory = false

protected

Flag for keeping track of weather a requires unified_shared_memory directive is present.

Definition at line 514 of file CGOpenMPRuntime.h.

Referenced by emitDeferredTargetDecls(), emitTargetGlobalVariable(), hasRequiresUnifiedSharedMemory(), and processRequiresDirective().

◆ InternalVars

llvm::StringMap<llvm::AssertingVH<llvm::GlobalVariable>, llvm::BumpPtrAllocator> clang::CodeGen::CGOpenMPRuntime::InternalVars

protected

An ordered map of auto-generated variables to their unique names.

It stores variables with the following names: 1) ".gomp_critical_user_" + <critical_section_name> + ".var" for "omp critical" directives; 2) <mangled_name_for_global_var> + ".cache." for cache for threadprivate variables.

Definition at line 442 of file CGOpenMPRuntime.h.

Referenced by clear().

◆ Kmpc_MicroTy

llvm::FunctionType* clang::CodeGen::CGOpenMPRuntime::Kmpc_MicroTy = nullptr

protected

The type for a microtask which gets passed to __kmpc_fork_call().

Original representation is: typedef void (kmpc_micro)(kmp_int32 global_tid, kmp_int32 bound_tid,...);

Definition at line 394 of file CGOpenMPRuntime.h.

Referenced by getKmpc_MicroPointerTy().

◆ KmpCriticalNameTy

llvm::ArrayType* clang::CodeGen::CGOpenMPRuntime::KmpCriticalNameTy

protected

Type kmp_critical_name, originally defined as typedef kmp_int32 kmp_critical_name[8];.

Definition at line 435 of file CGOpenMPRuntime.h.

Referenced by CGOpenMPRuntime(), getCriticalRegionLock(), and getKmpCriticalNameTy().

◆ KmpDependInfoTy

QualType clang::CodeGen::CGOpenMPRuntime::KmpDependInfoTy

protected

Type typedef struct kmp_depend_info { kmp_intptr_t base_addr; size_t len; struct { bool in:1; bool out:1; } flags; } kmp_depend_info_t;.

Definition at line 468 of file CGOpenMPRuntime.h.

Referenced by emitDependClause(), emitDepobjDependClause(), emitDepobjElements(), emitDestroyClause(), emitUpdateClause(), and getDepobjElements().

◆ KmpDimTy

QualType clang::CodeGen::CGOpenMPRuntime::KmpDimTy

protected

struct kmp_dim { // loop bounds info casted to kmp_int64 kmp_int64 lo; // lower kmp_int64 up; // upper kmp_int64 st; // stride };

Definition at line 484 of file CGOpenMPRuntime.h.

Referenced by emitDoacrossInit().

◆ KmpRoutineEntryPtrQTy

QualType clang::CodeGen::CGOpenMPRuntime::KmpRoutineEntryPtrQTy

protected

Definition at line 445 of file CGOpenMPRuntime.h.

Referenced by emitKmpRoutineEntryT(), and emitTaskInit().

◆ KmpRoutineEntryPtrTy

llvm::Type* clang::CodeGen::CGOpenMPRuntime::KmpRoutineEntryPtrTy = nullptr

protected

Type typedef kmp_int32 (* kmp_routine_entry_t)(kmp_int32, void *);.

Definition at line 444 of file CGOpenMPRuntime.h.

Referenced by emitKmpRoutineEntryT(), and emitTaskInit().

◆ KmpTaskAffinityInfoTy

QualType clang::CodeGen::CGOpenMPRuntime::KmpTaskAffinityInfoTy

protected

Type typedef struct kmp_task_affinity_info { kmp_intptr_t base_addr; size_t len; struct { bool flag1 : 1; bool flag2 : 1; kmp_int32 reserved : 30; } flags; } kmp_task_affinity_info_t;.

Definition at line 478 of file CGOpenMPRuntime.h.

Referenced by emitTaskInit().

◆ KmpTaskTQTy

QualType clang::CodeGen::CGOpenMPRuntime::KmpTaskTQTy

protected

Type typedef struct kmp_task { void * shareds; /‍**< pointer to block of pointers to shared vars ‍/ kmp_routine_entry_t routine; /‍**< pointer to routine to call for executing task *‍/ kmp_int32 part_id; /‍**< part id for the task *‍/ kmp_routine_entry_t destructors; / pointer to function to invoke deconstructors of firstprivate C++ objects *‍/ } kmp_task_t;.

Definition at line 455 of file CGOpenMPRuntime.h.

Referenced by emitTaskInit().

◆ LastprivateConditionalStack

llvm::SmallVector<LastprivateConditionalData, 4> clang::CodeGen::CGOpenMPRuntime::LastprivateConditionalStack

protected

Stack for list of addresses of declarations in current context marked as lastprivate conditional.

The set is the union of all current stack elements.

Definition at line 510 of file CGOpenMPRuntime.h.

Referenced by checkAndEmitLastprivateConditional(), checkAndEmitSharedLastprivateConditional(), emitLastprivateConditionalFinalUpdate(), and clang::CodeGen::CGOpenMPRuntime::LastprivateConditionalRAII::~LastprivateConditionalRAII().

◆ LastprivateConditionalToTypes

llvm::DenseMap<llvm::Function *, llvm::DenseMap<CanonicalDeclPtr<const Decl>, std::tuple<QualType, const FieldDecl *, const FieldDecl *, LValue> > > clang::CodeGen::CGOpenMPRuntime::LastprivateConditionalToTypes

protected

Maps local variables marked as lastprivate conditional to their internal types.

Definition at line 430 of file CGOpenMPRuntime.h.

Referenced by checkAndEmitLastprivateConditional(), checkAndEmitSharedLastprivateConditional(), emitLastprivateConditionalInit(), and functionFinished().

◆ NontemporalDeclsStack

llvm::SmallVector<NontemporalDeclsSet, 4> clang::CodeGen::CGOpenMPRuntime::NontemporalDeclsStack

protected

Stack for list of declarations in current context marked as nontemporal.

The set is the union of all current stack elements.

Definition at line 500 of file CGOpenMPRuntime.h.

Referenced by isNontemporalDecl(), clang::CodeGen::CGOpenMPRuntime::NontemporalDeclsRAII::NontemporalDeclsRAII(), and clang::CodeGen::CGOpenMPRuntime::NontemporalDeclsRAII::~NontemporalDeclsRAII().

◆ OMPBuilder

llvm::OpenMPIRBuilder clang::CodeGen::CGOpenMPRuntime::OMPBuilder

protected

An OpenMP-IR-Builder instance.

Definition at line 312 of file CGOpenMPRuntime.h.

◆ OpenMPDebugLocMap

OpenMPDebugLocMapTy clang::CodeGen::CGOpenMPRuntime::OpenMPDebugLocMap

protected

Definition at line 390 of file CGOpenMPRuntime.h.

◆ OpenMPLocThreadIDMap

OpenMPLocThreadIDMapTy clang::CodeGen::CGOpenMPRuntime::OpenMPLocThreadIDMap

protected

Definition at line 405 of file CGOpenMPRuntime.h.

Referenced by clearLocThreadIdInsertPt(), functionFinished(), getThreadID(), and setLocThreadIdInsertPt().

◆ RequiresAtomicOrdering

llvm::AtomicOrdering clang::CodeGen::CGOpenMPRuntime::RequiresAtomicOrdering = llvm::AtomicOrdering::Monotonic

protected

Atomic ordering from the omp requires directive.

Definition at line 517 of file CGOpenMPRuntime.h.

Referenced by getDefaultMemoryOrdering(), and processRequiresDirective().

◆ SavedKmpTaskloopTQTy

QualType clang::CodeGen::CGOpenMPRuntime::SavedKmpTaskloopTQTy

protected

Saved kmp_task_t for taskloop-based directive.

Definition at line 459 of file CGOpenMPRuntime.h.

Referenced by emitTaskInit().

◆ SavedKmpTaskTQTy

QualType clang::CodeGen::CGOpenMPRuntime::SavedKmpTaskTQTy

protected

Saved kmp_task_t for task directive.

Definition at line 457 of file CGOpenMPRuntime.h.

Referenced by emitTaskInit().

◆ ShouldMarkAsGlobal

bool clang::CodeGen::CGOpenMPRuntime::ShouldMarkAsGlobal = true

protected

Definition at line 486 of file CGOpenMPRuntime.h.

Referenced by clang::CodeGen::CGOpenMPRuntime::DisableAutoDeclareTargetRAII::DisableAutoDeclareTargetRAII(), markAsGlobalTarget(), and clang::CodeGen::CGOpenMPRuntime::DisableAutoDeclareTargetRAII::~DisableAutoDeclareTargetRAII().

◆ ThreadPrivateWithDefinition

llvm::StringSet clang::CodeGen::CGOpenMPRuntime::ThreadPrivateWithDefinition

protected

Set of threadprivate variables with the generated initializer.

Definition at line 546 of file CGOpenMPRuntime.h.

Referenced by emitThreadPrivateVarDefinition().

◆ UDMMap

llvm::DenseMap<const OMPDeclareMapperDecl *, llvm::Function *> clang::CodeGen::CGOpenMPRuntime::UDMMap

protected

Map from the user-defined mapper declaration to its corresponding functions.

Definition at line 418 of file CGOpenMPRuntime.h.

Referenced by emitUserDefinedMapper(), functionFinished(), and getOrCreateUserDefinedMapperFunc().

◆ UDRMap

UDRMapTy clang::CodeGen::CGOpenMPRuntime::UDRMap

protected

Definition at line 410 of file CGOpenMPRuntime.h.

Referenced by emitUserDefinedReduction(), functionFinished(), and getUserDefinedReduction().

◆ UntiedLocalVarsStack

llvm::SmallVector<UntiedLocalVarsAddressesMap, 4> clang::CodeGen::CGOpenMPRuntime::UntiedLocalVarsStack

protected

Definition at line 505 of file CGOpenMPRuntime.h.

Referenced by getAddressOfLocalVariable(), isLocalVarInUntiedTask(), clang::CodeGen::CGOpenMPRuntime::UntiedTaskLocalDeclsRAII::UntiedTaskLocalDeclsRAII(), and clang::CodeGen::CGOpenMPRuntime::UntiedTaskLocalDeclsRAII::~UntiedTaskLocalDeclsRAII().

The documentation for this class was generated from the following files:

lib/CodeGen/CGOpenMPRuntime.h
lib/CodeGen/CGOpenMPRuntime.cpp

Classes

Public Member Functions

Static Public Member Functions

Protected Types

Protected Member Functions

Static Protected Member Functions

Protected Attributes

Detailed Description

Member Typedef Documentation

◆ FunctionUDMMapTy

◆ FunctionUDRMapTy

◆ NontemporalDeclsSet

◆ OpenMPDebugLocMapTy

◆ OpenMPLocThreadIDMapTy

◆ UDRMapTy

◆ UntiedLocalVarsAddressesMap

Constructor & Destructor Documentation

◆ CGOpenMPRuntime()

◆ ~CGOpenMPRuntime()

Member Function Documentation

◆ adjustTargetSpecificDataForLambdas()

◆ checkAndEmitLastprivateConditional()

◆ checkAndEmitSharedLastprivateConditional()

◆ clear()

◆ clearLocThreadIdInsertPt()

◆ computeMinAndMaxThreadsAndTeams()

◆ createOffloadEntriesAndInfoMetadata()

◆ emitBarrierCall()

◆ emitCall()

◆ emitCancelCall()

◆ emitCancellationPointCall()

◆ emitCriticalRegion()

◆ emitDeclareSimdFunction()

◆ emitDeclareTargetFunction()

◆ emitDeferredTargetDecls()

◆ emitDependClause()

◆ emitDepobjDependClause()

◆ emitDepobjElements()

◆ emitDepobjElementsSizes()

◆ emitDestroyClause()

◆ emitDistributeStaticInit()

◆ emitDoacrossInit()

◆ emitDoacrossOrdered() [1/2]

◆ emitDoacrossOrdered() [2/2]

◆ emitErrorCall()

◆ emitFlush()

◆ emitForDispatchInit()

◆ emitForNext()

◆ emitForOrderedIterationEnd()

◆ emitForStaticFinish()

◆ emitForStaticInit()

◆ emitFunctionProlog()

◆ emitIfClause()

◆ emitInlinedDirective()

◆ emitKmpRoutineEntryT()

◆ emitLastprivateConditionalFinalUpdate()

◆ emitLastprivateConditionalInit()

◆ emitLastprivateConditionalUpdate()

◆ emitMaskedRegion()

◆ emitMasterRegion()

◆ emitNumTeamsClause()

◆ emitNumTeamsForTargetDirective()

◆ emitNumThreadsClause()

◆ emitNumThreadsForTargetDirective()

◆ emitOrderedRegion()

◆ emitOutlinedFunctionCall()

◆ emitParallelCall()

◆ emitParallelOutlinedFunction()

◆ emitProcBindClause()

◆ emitReduction()

◆ emitReductionFunction()

◆ emitRequiresDirectiveRegFun()

◆ emitSingleReductionCombiner()

◆ emitSingleRegion()

◆ emitTargetCall()

◆ emitTargetDataCalls()

◆ emitTargetDataStandAloneCall()

◆ emitTargetFunctions()

◆ emitTargetGlobal()

◆ emitTargetGlobalVariable()