Class supports emissionof SIMD-only code. More...

#include "/home/buildbot/as-worker-4/publish-doxygen-docs/llvm-project/clang/lib/CodeGen/CGOpenMPRuntime.h"

Inheritance diagram for clang::CodeGen::CGOpenMPSIMDRuntime:

Collaboration diagram for clang::CodeGen::CGOpenMPSIMDRuntime:

[legend]

Public Member Functions
	CGOpenMPSIMDRuntime (CodeGenModule &CGM)

	~CGOpenMPSIMDRuntime () override

llvm::Function *	emitParallelOutlinedFunction (const OMPExecutableDirective &D, const VarDecl *ThreadIDVar, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen) override
	Emits outlined function for the specified OpenMP parallel directive D. More...

llvm::Function *	emitTeamsOutlinedFunction (const OMPExecutableDirective &D, const VarDecl *ThreadIDVar, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen) override
	Emits outlined function for the specified OpenMP teams directive D. More...

llvm::Function *	emitTaskOutlinedFunction (const OMPExecutableDirective &D, const VarDecl ThreadIDVar, const VarDecl PartIDVar, const VarDecl *TaskTVar, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, bool Tied, unsigned &NumberOfParts) override
	Emits outlined function for the OpenMP task directive D. More...

void	emitParallelCall (CodeGenFunction &CGF, SourceLocation Loc, llvm::Function OutlinedFn, ArrayRef< llvm::Value > CapturedVars, const Expr IfCond, llvm::Value NumThreads) override
	Emits code for parallel or serial call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct. More...

void	emitCriticalRegion (CodeGenFunction &CGF, StringRef CriticalName, const RegionCodeGenTy &CriticalOpGen, SourceLocation Loc, const Expr *Hint=nullptr) override
	Emits a critical region. More...

void	emitMasterRegion (CodeGenFunction &CGF, const RegionCodeGenTy &MasterOpGen, SourceLocation Loc) override
	Emits a master region. More...

void	emitMaskedRegion (CodeGenFunction &CGF, const RegionCodeGenTy &MaskedOpGen, SourceLocation Loc, const Expr *Filter=nullptr) override
	Emits a masked region. More...

void	emitTaskyieldCall (CodeGenFunction &CGF, SourceLocation Loc) override
	Emits a masked region. More...

void	emitTaskgroupRegion (CodeGenFunction &CGF, const RegionCodeGenTy &TaskgroupOpGen, SourceLocation Loc) override
	Emit a taskgroup region. More...

void	emitSingleRegion (CodeGenFunction &CGF, const RegionCodeGenTy &SingleOpGen, SourceLocation Loc, ArrayRef< const Expr * > CopyprivateVars, ArrayRef< const Expr * > DestExprs, ArrayRef< const Expr * > SrcExprs, ArrayRef< const Expr * > AssignmentOps) override
	Emits a single region. More...

void	emitOrderedRegion (CodeGenFunction &CGF, const RegionCodeGenTy &OrderedOpGen, SourceLocation Loc, bool IsThreads) override
	Emit an ordered region. More...

void	emitBarrierCall (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind Kind, bool EmitChecks=true, bool ForceSimpleCall=false) override
	Emit an implicit/explicit barrier for OpenMP threads. More...

void	emitForDispatchInit (CodeGenFunction &CGF, SourceLocation Loc, const OpenMPScheduleTy &ScheduleKind, unsigned IVSize, bool IVSigned, bool Ordered, const DispatchRTInput &DispatchValues) override
	This is used for non static scheduled types and when the ordered clause is present on the loop construct. More...

void	emitForStaticInit (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind DKind, const OpenMPScheduleTy &ScheduleKind, const StaticRTInput &Values) override
	Call the appropriate runtime routine to initialize it before start of loop. More...

void	emitDistributeStaticInit (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDistScheduleClauseKind SchedKind, const StaticRTInput &Values) override

void	emitForOrderedIterationEnd (CodeGenFunction &CGF, SourceLocation Loc, unsigned IVSize, bool IVSigned) override
	Call the appropriate runtime routine to notify that we finished iteration of the ordered loop with the dynamic scheduling. More...

void	emitForStaticFinish (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind DKind) override
	Call the appropriate runtime routine to notify that we finished all the work with current loop. More...

llvm::Value *	emitForNext (CodeGenFunction &CGF, SourceLocation Loc, unsigned IVSize, bool IVSigned, Address IL, Address LB, Address UB, Address ST) override
	Call __kmpc_dispatch_next( ident_t loc, kmp_int32 tid, kmp_int32 p_lastiter, kmp_int[32\|64] p_lower, kmp_int[32\|64] p_upper, kmp_int[32\|64] *p_stride);. More...

void	emitNumThreadsClause (CodeGenFunction &CGF, llvm::Value *NumThreads, SourceLocation Loc) override
	Emits call to void __kmpc_push_num_threads(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_threads) to generate code for 'num_threads' clause. More...

void	emitProcBindClause (CodeGenFunction &CGF, llvm::omp::ProcBindKind ProcBind, SourceLocation Loc) override
	Emit call to void __kmpc_push_proc_bind(ident_t *loc, kmp_int32 global_tid, int proc_bind) to generate code for 'proc_bind' clause. More...

Address	getAddrOfThreadPrivate (CodeGenFunction &CGF, const VarDecl *VD, Address VDAddr, SourceLocation Loc) override
	Returns address of the threadprivate variable for the current thread. More...

llvm::Function *	emitThreadPrivateVarDefinition (const VarDecl VD, Address VDAddr, SourceLocation Loc, bool PerformInit, CodeGenFunction CGF=nullptr) override
	Emit a code for initialization of threadprivate variable. More...

Address	getAddrOfArtificialThreadPrivate (CodeGenFunction &CGF, QualType VarType, StringRef Name) override
	Creates artificial threadprivate variable with name `Name` and type `VarType`. More...

void	emitFlush (CodeGenFunction &CGF, ArrayRef< const Expr * > Vars, SourceLocation Loc, llvm::AtomicOrdering AO) override
	Emit flush of the variables specified in 'omp flush' directive. More...

void	emitTaskCall (CodeGenFunction &CGF, SourceLocation Loc, const OMPExecutableDirective &D, llvm::Function TaskFunction, QualType SharedsTy, Address Shareds, const Expr IfCond, const OMPTaskDataTy &Data) override
	Emit task region for the task directive. More...

void	emitTaskLoopCall (CodeGenFunction &CGF, SourceLocation Loc, const OMPLoopDirective &D, llvm::Function TaskFunction, QualType SharedsTy, Address Shareds, const Expr IfCond, const OMPTaskDataTy &Data) override
	Emit task region for the taskloop directive. More...

void	emitReduction (CodeGenFunction &CGF, SourceLocation Loc, ArrayRef< const Expr * > Privates, ArrayRef< const Expr * > LHSExprs, ArrayRef< const Expr * > RHSExprs, ArrayRef< const Expr * > ReductionOps, ReductionOptionsTy Options) override
	Emit a code for reduction clause. More...

llvm::Value *	emitTaskReductionInit (CodeGenFunction &CGF, SourceLocation Loc, ArrayRef< const Expr * > LHSExprs, ArrayRef< const Expr * > RHSExprs, const OMPTaskDataTy &Data) override
	Emit a code for initialization of task reduction clause. More...

void	emitTaskReductionFini (CodeGenFunction &CGF, SourceLocation Loc, bool IsWorksharingReduction) override
	Emits the following code for reduction clause with task modifier: More...

void	emitTaskReductionFixups (CodeGenFunction &CGF, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N) override
	Required to resolve existing problems in the runtime. More...

Address	getTaskReductionItem (CodeGenFunction &CGF, SourceLocation Loc, llvm::Value *ReductionsPtr, LValue SharedLVal) override
	Get the address of `void *` type of the privatue copy of the reduction item specified by the `SharedLVal`. More...

void	emitTaskwaitCall (CodeGenFunction &CGF, SourceLocation Loc, const OMPTaskDataTy &Data) override
	Emit code for 'taskwait' directive. More...

void	emitCancellationPointCall (CodeGenFunction &CGF, SourceLocation Loc, OpenMPDirectiveKind CancelRegion) override
	Emit code for 'cancellation point' construct. More...

void	emitCancelCall (CodeGenFunction &CGF, SourceLocation Loc, const Expr *IfCond, OpenMPDirectiveKind CancelRegion) override
	Emit code for 'cancel' construct. More...

void	emitTargetOutlinedFunction (const OMPExecutableDirective &D, StringRef ParentName, llvm::Function &OutlinedFn, llvm::Constant &OutlinedFnID, bool IsOffloadEntry, const RegionCodeGenTy &CodeGen) override
	Emit outilined function for 'target' directive. More...

void	emitTargetCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, llvm::Function OutlinedFn, llvm::Value OutlinedFnID, const Expr IfCond, llvm::PointerIntPair< const Expr , 2, OpenMPDeviceClauseModifier > Device, llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)> SizeEmitter) override
	Emit the target offloading code associated with D. More...

bool	emitTargetFunctions (GlobalDecl GD) override
	Emit the target regions enclosed in GD function definition or the function itself in case it is a valid device function. More...

bool	emitTargetGlobalVariable (GlobalDecl GD) override
	Emit the global variable if it is a valid device global variable. More...

bool	emitTargetGlobal (GlobalDecl GD) override
	Emit the global GD if it is meaningful for the target. More...

void	emitTeamsCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, SourceLocation Loc, llvm::Function OutlinedFn, ArrayRef< llvm::Value > CapturedVars) override
	Emits code for teams call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct. More...

void	emitNumTeamsClause (CodeGenFunction &CGF, const Expr NumTeams, const Expr ThreadLimit, SourceLocation Loc) override
	Emits call to void __kmpc_push_num_teams(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_teams, kmp_int32 thread_limit) to generate code for num_teams clause. More...

void	emitTargetDataCalls (CodeGenFunction &CGF, const OMPExecutableDirective &D, const Expr IfCond, const Expr Device, const RegionCodeGenTy &CodeGen, CGOpenMPRuntime::TargetDataInfo &Info) override
	Emit the target data mapping code associated with D. More...

void	emitTargetDataStandAloneCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, const Expr IfCond, const Expr Device) override
	Emit the data mapping/movement code associated with the directive D that should be of the form 'target [{enter\|exit} data \| update]'. More...

void	emitDoacrossInit (CodeGenFunction &CGF, const OMPLoopDirective &D, ArrayRef< Expr * > NumIterations) override
	Emit initialization for doacross loop nesting support. More...

void	emitDoacrossOrdered (CodeGenFunction &CGF, const OMPDependClause *C) override
	Emit code for doacross ordered directive with 'depend' clause. More...

const VarDecl *	translateParameter (const FieldDecl FD, const VarDecl NativeParam) const override
	Translates the native parameter of outlined function if this is required for target. More...

Address	getParameterAddress (CodeGenFunction &CGF, const VarDecl NativeParam, const VarDecl TargetParam) const override
	Gets the address of the native argument basing on the address of the target-specific parameter. More...

Address	getAddressOfLocalVariable (CodeGenFunction &CGF, const VarDecl *VD) override
	Gets the OpenMP-specific address of the local variable. More...

Public Member Functions inherited from clang::CodeGen::CGOpenMPRuntime
llvm::OpenMPIRBuilder &	getOMPBuilder ()

	CGOpenMPRuntime (CodeGenModule &CGM)

virtual	~CGOpenMPRuntime ()

virtual void	clear ()

virtual bool	isTargetCodegen () const
	Returns true if the current target is a GPU. More...

void	emitIfClause (CodeGenFunction &CGF, const Expr *Cond, const RegionCodeGenTy &ThenGen, const RegionCodeGenTy &ElseGen)
	Emits code for OpenMP 'if' clause using specified CodeGen function. More...

std::string	getName (ArrayRef< StringRef > Parts) const
	Get the platform-specific name separator. More...

virtual void	emitUserDefinedReduction (CodeGenFunction CGF, const OMPDeclareReductionDecl D)
	Emit code for the specified user defined reduction construct. More...

virtual std::pair< llvm::Function , llvm::Function >	getUserDefinedReduction (const OMPDeclareReductionDecl *D)
	Get combiner/initializer for the specified user-defined reduction, if any. More...

void	emitUserDefinedMapper (const OMPDeclareMapperDecl D, CodeGenFunction CGF=nullptr)
	Emit the function for the user defined mapper construct. More...

llvm::Function *	getOrCreateUserDefinedMapperFunc (const OMPDeclareMapperDecl *D)
	Get the function for the specified user-defined mapper. More...

virtual void	functionFinished (CodeGenFunction &CGF)
	Cleans up references to the objects in finished function. More...

virtual bool	isStaticNonchunked (OpenMPScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static non-chunked. More...

virtual bool	isStaticNonchunked (OpenMPDistScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static non-chunked. More...

virtual bool	isStaticChunked (OpenMPScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static chunked. More...

virtual bool	isStaticChunked (OpenMPDistScheduleClauseKind ScheduleKind, bool Chunked) const
	Check if the specified ScheduleKind is static non-chunked. More...

virtual bool	isDynamic (OpenMPScheduleClauseKind ScheduleKind) const
	Check if the specified ScheduleKind is dynamic. More...

virtual Address	getAddrOfDeclareTargetVar (const VarDecl *VD)
	Returns the address of the variable marked as declare target with link clause OR as declare target with to clause and unified memory. More...

virtual bool	emitDeclareTargetVarDefinition (const VarDecl VD, llvm::GlobalVariable Addr, bool PerformInit)
	Emit a code for initialization of declare target variable. More...

virtual void	emitInlinedDirective (CodeGenFunction &CGF, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, bool HasCancel=false)
	Emit code for the directive that does not require outlining. More...

llvm::Function *	emitReductionFunction (SourceLocation Loc, llvm::Type ArgsElemType, ArrayRef< const Expr > Privates, ArrayRef< const Expr * > LHSExprs, ArrayRef< const Expr * > RHSExprs, ArrayRef< const Expr * > ReductionOps)
	Emits reduction function. More...

void	emitSingleReductionCombiner (CodeGenFunction &CGF, const Expr ReductionOp, const Expr PrivateRef, const DeclRefExpr LHS, const DeclRefExpr RHS)
	Emits single reduction combiner. More...

virtual void	registerTargetGlobalVariable (const VarDecl VD, llvm::Constant Addr)
	Checks if the provided global decl GD is a declare target variable and registers it when emitting code for the host. More...

llvm::Function *	emitRequiresDirectiveRegFun ()
	Creates and returns a registration function for when at least one requires directives was used in the current module. More...

void	createOffloadEntriesAndInfoMetadata ()
	Creates all the offload entries in the current compilation unit along with the associated metadata. More...

virtual void	emitDeclareSimdFunction (const FunctionDecl FD, llvm::Function Fn)
	Marks function Fn with properly mangled versions of vector functions. More...

virtual void	getDefaultDistScheduleAndChunk (CodeGenFunction &CGF, const OMPLoopDirective &S, OpenMPDistScheduleClauseKind &ScheduleKind, llvm::Value *&Chunk) const
	Choose default schedule type and chunk value for the dist_schedule clause. More...

virtual void	getDefaultScheduleAndChunk (CodeGenFunction &CGF, const OMPLoopDirective &S, OpenMPScheduleClauseKind &ScheduleKind, const Expr *&ChunkExpr) const
	Choose default schedule type and chunk value for the schedule clause. More...

virtual void	emitOutlinedFunctionCall (CodeGenFunction &CGF, SourceLocation Loc, llvm::FunctionCallee OutlinedFn, ArrayRef< llvm::Value * > Args=llvm::None) const
	Emits call of the outlined function with the provided arguments, translating these arguments to correct target-specific arguments. More...

virtual void	emitFunctionProlog (CodeGenFunction &CGF, const Decl *D)
	Emits OpenMP-specific function prolog. More...

bool	markAsGlobalTarget (GlobalDecl GD)
	Marks the declaration as already emitted for the device code and returns true, if it was marked already, and false, otherwise. More...

void	emitDeferredTargetDecls () const
	Emit deferred declare target variables marked for deferred emission. More...

virtual void	adjustTargetSpecificDataForLambdas (CodeGenFunction &CGF, const OMPExecutableDirective &D) const
	Adjust some parameters for the target-based directives, like addresses of the variables captured by reference in lambdas. More...

virtual void	processRequiresDirective (const OMPRequiresDecl *D)
	Perform check on requires decl to ensure that target architecture supports unified addressing. More...

llvm::AtomicOrdering	getDefaultMemoryOrdering () const
	Gets default memory ordering as specified in requires directive. More...

virtual bool	hasAllocateAttributeForGlobalVar (const VarDecl *VD, LangAS &AS)
	Checks if the variable has associated OMPAllocateDeclAttr attribute with the predefined allocator and translates it into the corresponding address space. More...

bool	hasRequiresUnifiedSharedMemory () const
	Return whether the unified_shared_memory has been specified. More...

bool	isNontemporalDecl (const ValueDecl *VD) const
	Checks if the `VD` variable is marked as nontemporal declaration in current context. More...

Address	emitLastprivateConditionalInit (CodeGenFunction &CGF, const VarDecl *VD)
	Create specialized alloca to handle lastprivate conditionals. More...

virtual void	checkAndEmitLastprivateConditional (CodeGenFunction &CGF, const Expr *LHS)
	Checks if the provided `LVal` is lastprivate conditional and emits the code to update the value of the original variable. More...

virtual void	checkAndEmitSharedLastprivateConditional (CodeGenFunction &CGF, const OMPExecutableDirective &D, const llvm::DenseSet< CanonicalDeclPtr< const VarDecl >> &IgnoredDecls)
	Checks if the lastprivate conditional was updated in inner region and writes the value. More...

virtual void	emitLastprivateConditionalFinalUpdate (CodeGenFunction &CGF, LValue PrivLVal, const VarDecl *VD, SourceLocation Loc)
	Gets the address of the global copy used for lastprivate conditional update, if any. More...

std::pair< llvm::Value *, Address >	emitDependClause (CodeGenFunction &CGF, ArrayRef< OMPTaskDataTy::DependData > Dependencies, SourceLocation Loc)
	Emits list of dependecies based on the provided data (array of dependence/expression pairs). More...

Address	emitDepobjDependClause (CodeGenFunction &CGF, const OMPTaskDataTy::DependData &Dependencies, SourceLocation Loc)
	Emits list of dependecies based on the provided data (array of dependence/expression pairs) for depobj construct. More...

void	emitDestroyClause (CodeGenFunction &CGF, LValue DepobjLVal, SourceLocation Loc)
	Emits the code to destroy the dependency object provided in depobj directive. More...

void	emitUpdateClause (CodeGenFunction &CGF, LValue DepobjLVal, OpenMPDependClauseKind NewDepKind, SourceLocation Loc)
	Updates the dependency kind in the specified depobj object. More...

void	emitUsesAllocatorsInit (CodeGenFunction &CGF, const Expr Allocator, const Expr AllocatorTraits)
	Initializes user defined allocators specified in the uses_allocators clauses. More...

void	emitUsesAllocatorsFini (CodeGenFunction &CGF, const Expr *Allocator)
	Destroys user defined allocators specified in the uses_allocators clause. More...

bool	isLocalVarInUntiedTask (CodeGenFunction &CGF, const VarDecl *VD) const
	Returns true if the variable is a local variable in untied task. More...

Additional Inherited Members
Static Public Member Functions inherited from clang::CodeGen::CGOpenMPRuntime
static const Stmt *	getSingleCompoundChild (ASTContext &Ctx, const Stmt *Body)
	Checks if the `Body` is the CompoundStmt and returns its child statement iff there is only one that is not evaluatable at the compile time. More...

Protected Types inherited from clang::CodeGen::CGOpenMPRuntime
typedef llvm::DenseMap< SourceLocation, llvm::Value * >	OpenMPDebugLocMapTy
	Map for SourceLocation and OpenMP runtime library debug locations. More...

typedef llvm::DenseMap< llvm::Function *, DebugLocThreadIdTy >	OpenMPLocThreadIDMapTy
	Map of local debug location, ThreadId and functions. More...

typedef llvm::DenseMap< const OMPDeclareReductionDecl , std::pair< llvm::Function , llvm::Function * > >	UDRMapTy
	Map of UDRs and corresponding combiner/initializer. More...

typedef llvm::DenseMap< llvm::Function , SmallVector< const OMPDeclareReductionDecl , 4 > >	FunctionUDRMapTy
	Map of functions and locally defined UDRs. More...

using	FunctionUDMMapTy = llvm::DenseMap< llvm::Function , SmallVector< const OMPDeclareMapperDecl , 4 > >
	Map of functions and their local user-defined mappers. More...

using	NontemporalDeclsSet = llvm::SmallDenseSet< CanonicalDeclPtr< const Decl > >

using	UntiedLocalVarsAddressesMap = llvm::MapVector< CanonicalDeclPtr< const VarDecl >, std::pair< Address, Address > >

Protected Member Functions inherited from clang::CodeGen::CGOpenMPRuntime
virtual void	emitTargetOutlinedFunctionHelper (const OMPExecutableDirective &D, StringRef ParentName, llvm::Function &OutlinedFn, llvm::Constant &OutlinedFnID, bool IsOffloadEntry, const RegionCodeGenTy &CodeGen)
	Helper to emit outlined function for 'target' directive. More...

llvm::Value *	emitUpdateLocation (CodeGenFunction &CGF, SourceLocation Loc, unsigned Flags=0)
	Emits object of ident_t type with info for source location. More...

const Expr *	getNumTeamsExprForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D, int32_t &DefaultVal)
	Emit the number of teams for a target directive. More...

llvm::Value *	emitNumTeamsForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D)

const Expr *	getNumThreadsExprForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D, int32_t &DefaultVal)
	Emit the number of threads for a target directive. More...

llvm::Value *	emitNumThreadsForTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D)

llvm::Type *	getIdentTyPointerTy ()
	Returns pointer to ident_t type. More...

llvm::Value *	getThreadID (CodeGenFunction &CGF, SourceLocation Loc)
	Gets thread id value for the current thread. More...

virtual StringRef	getOutlinedHelperName () const
	Get the function name of an outlined region. More...

void	emitCall (CodeGenFunction &CGF, SourceLocation Loc, llvm::FunctionCallee Callee, ArrayRef< llvm::Value * > Args=llvm::None) const
	Emits `Callee` function call with arguments `Args` with location `Loc`. More...

virtual Address	emitThreadIDAddress (CodeGenFunction &CGF, SourceLocation Loc)
	Emits address of the word in a memory where current thread id is stored. More...

void	setLocThreadIdInsertPt (CodeGenFunction &CGF, bool AtCurrentPoint=false)

void	clearLocThreadIdInsertPt (CodeGenFunction &CGF)

virtual bool	isDefaultLocationConstant () const
	Check if the default location must be constant. More...

virtual unsigned	getDefaultLocationReserved2Flags () const
	Returns additional flags that can be stored in reserved_2 field of the default location. More...

llvm::ArrayType *	getKmpCriticalNameTy () const
	Get the LLVM type for the critical name. More...

llvm::Value *	getCriticalRegionLock (StringRef CriticalName)
	Returns corresponding lock object for the specified critical region name. More...

void	loadOffloadInfoMetadata ()
	Loads all the offload entries information from the host IR metadata. More...

void	scanForTargetRegionsFunctions (const Stmt *S, StringRef ParentName)
	Start scanning from statement S and emit all target regions found along the way. More...

void	emitKmpRoutineEntryT (QualType KmpInt32Ty)
	Build type kmp_routine_entry_t (if not built yet). More...

llvm::Type *	getKmpc_MicroPointerTy ()
	Returns pointer to kmpc_micro type. More...

llvm::FunctionCallee	createForStaticInitFunction (unsigned IVSize, bool IVSigned, bool IsGPUDistribute)
	Returns __kmpc_for_static_init_* runtime function for the specified size IVSize and sign IVSigned. More...

llvm::FunctionCallee	createDispatchInitFunction (unsigned IVSize, bool IVSigned)
	Returns __kmpc_dispatch_init_* runtime function for the specified size IVSize and sign IVSigned. More...

llvm::FunctionCallee	createDispatchNextFunction (unsigned IVSize, bool IVSigned)
	Returns __kmpc_dispatch_next_* runtime function for the specified size IVSize and sign IVSigned. More...

llvm::FunctionCallee	createDispatchFiniFunction (unsigned IVSize, bool IVSigned)
	Returns __kmpc_dispatch_fini_* runtime function for the specified size IVSize and sign IVSigned. More...

llvm::Constant *	getOrCreateThreadPrivateCache (const VarDecl *VD)
	If the specified mangled name is not in the module, create and return threadprivate cache object. More...

void	emitThreadPrivateVarInit (CodeGenFunction &CGF, Address VDAddr, llvm::Value Ctor, llvm::Value CopyCtor, llvm::Value *Dtor, SourceLocation Loc)
	Emits initialization code for the threadprivate variables. More...

void	emitUDMapperArrayInitOrDel (CodeGenFunction &MapperCGF, llvm::Value Handle, llvm::Value BasePtr, llvm::Value Ptr, llvm::Value Size, llvm::Value MapType, llvm::Value MapName, CharUnits ElementSize, llvm::BasicBlock *ExitBB, bool IsInit)
	Emit the array initialization or deletion portion for user-defined mapper code generation. More...

TaskResultTy	emitTaskInit (CodeGenFunction &CGF, SourceLocation Loc, const OMPExecutableDirective &D, llvm::Function *TaskFunction, QualType SharedsTy, Address Shareds, const OMPTaskDataTy &Data)
	Emit task region for the task directive. More...

llvm::Value *	emitTargetNumIterationsCall (CodeGenFunction &CGF, const OMPExecutableDirective &D, llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)> SizeEmitter)
	Return the trip count of loops associated with constructs / 'target teams distribute' and 'teams distribute parallel for'. More...

void	emitLastprivateConditionalUpdate (CodeGenFunction &CGF, LValue IVLVal, StringRef UniqueDeclName, LValue LVal, SourceLocation Loc)
	Emit update for lastprivate conditional data. More...

std::pair< llvm::Value *, LValue >	getDepobjElements (CodeGenFunction &CGF, LValue DepobjLVal, SourceLocation Loc)
	Returns the number of the elements and the address of the depobj dependency array. More...

SmallVector< llvm::Value *, 4 >	emitDepobjElementsSizes (CodeGenFunction &CGF, QualType &KmpDependInfoTy, const OMPTaskDataTy::DependData &Data)

void	emitDepobjElements (CodeGenFunction &CGF, QualType &KmpDependInfoTy, LValue PosLVal, const OMPTaskDataTy::DependData &Data, Address DependenciesArray)

Static Protected Member Functions inherited from clang::CodeGen::CGOpenMPRuntime
static unsigned	getDefaultFlagsForBarriers (OpenMPDirectiveKind Kind)
	Returns default flags for the barriers depending on the directive, for which this barier is going to be emitted. More...

Protected Attributes inherited from clang::CodeGen::CGOpenMPRuntime
CodeGenModule &	CGM

llvm::OpenMPIRBuilder	OMPBuilder
	An OpenMP-IR-Builder instance. More...

OpenMPDebugLocMapTy	OpenMPDebugLocMap

llvm::FunctionType *	Kmpc_MicroTy = nullptr
	The type for a microtask which gets passed to __kmpc_fork_call(). More...

OpenMPLocThreadIDMapTy	OpenMPLocThreadIDMap

UDRMapTy	UDRMap

FunctionUDRMapTy	FunctionUDRMap

llvm::DenseMap< const OMPDeclareMapperDecl , llvm::Function >	UDMMap
	Map from the user-defined mapper declaration to its corresponding functions. More...

FunctionUDMMapTy	FunctionUDMMap

llvm::DenseMap< llvm::Function , llvm::DenseMap< CanonicalDeclPtr< const Decl >, std::tuple< QualType, const FieldDecl , const FieldDecl *, LValue > > >	LastprivateConditionalToTypes
	Maps local variables marked as lastprivate conditional to their internal types. More...

llvm::DenseMap< llvm::Function *, unsigned >	FunctionToUntiedTaskStackMap
	Maps function to the position of the untied task locals stack. More...

llvm::ArrayType *	KmpCriticalNameTy
	Type kmp_critical_name, originally defined as typedef kmp_int32 kmp_critical_name[8];. More...

llvm::StringMap< llvm::AssertingVH< llvm::GlobalVariable >, llvm::BumpPtrAllocator >	InternalVars
	An ordered map of auto-generated variables to their unique names. More...

llvm::Type *	KmpRoutineEntryPtrTy = nullptr
	Type typedef kmp_int32 (* kmp_routine_entry_t)(kmp_int32, void *);. More...

QualType	KmpRoutineEntryPtrQTy

QualType	KmpTaskTQTy
	Type typedef struct kmp_task { void * shareds; /‍*< pointer to block of pointers to shared vars ‍/ kmp_routine_entry_t routine; /‍*< pointer to routine to call for executing task ‍/ kmp_int32 part_id; /‍*< part id for the task ‍/ kmp_routine_entry_t destructors; /* pointer to function to invoke deconstructors of firstprivate C++ objects *‍/ } kmp_task_t;. More...

QualType	SavedKmpTaskTQTy
	Saved kmp_task_t for task directive. More...

QualType	SavedKmpTaskloopTQTy
	Saved kmp_task_t for taskloop-based directive. More...

QualType	KmpDependInfoTy
	Type typedef struct kmp_depend_info { kmp_intptr_t base_addr; size_t len; struct { bool in:1; bool out:1; } flags; } kmp_depend_info_t;. More...

QualType	KmpTaskAffinityInfoTy
	Type typedef struct kmp_task_affinity_info { kmp_intptr_t base_addr; size_t len; struct { bool flag1 : 1; bool flag2 : 1; kmp_int32 reserved : 30; } flags; } kmp_task_affinity_info_t;. More...

QualType	KmpDimTy
	struct kmp_dim { // loop bounds info casted to kmp_int64 kmp_int64 lo; // lower kmp_int64 up; // upper kmp_int64 st; // stride }; More...

llvm::OffloadEntriesInfoManager	OffloadEntriesInfoManager
	Entity that registers the offloading constants that were emitted so far. More...

bool	ShouldMarkAsGlobal = true

llvm::DenseSet< CanonicalDeclPtr< const Decl > >	AlreadyEmittedTargetDecls
	List of the emitted declarations. More...

llvm::StringMap< llvm::WeakTrackingVH >	EmittedNonTargetVariables
	List of the global variables with their addresses that should not be emitted for the target. More...

llvm::SmallDenseSet< const VarDecl * >	DeferredGlobalVariables
	List of variables that can become declare target implicitly and, thus, must be emitted. More...

llvm::SmallVector< NontemporalDeclsSet, 4 >	NontemporalDeclsStack
	Stack for list of declarations in current context marked as nontemporal. More...

llvm::SmallVector< UntiedLocalVarsAddressesMap, 4 >	UntiedLocalVarsStack

llvm::SmallVector< LastprivateConditionalData, 4 >	LastprivateConditionalStack
	Stack for list of addresses of declarations in current context marked as lastprivate conditional. More...

bool	HasRequiresUnifiedSharedMemory = false
	Flag for keeping track of weather a requires unified_shared_memory directive is present. More...

llvm::AtomicOrdering	RequiresAtomicOrdering = llvm::AtomicOrdering::Monotonic
	Atomic ordering from the omp requires directive. More...

bool	HasEmittedTargetRegion = false
	Flag for keeping track of weather a target region has been emitted. More...

bool	HasEmittedDeclareTargetRegion = false
	Flag for keeping track of weather a device routine has been emitted. More...

llvm::StringSet	ThreadPrivateWithDefinition
	Set of threadprivate variables with the generated initializer. More...

llvm::StringSet	DeclareTargetWithDefinition
	Set of declare target variables with the generated initializer. More...

Detailed Description

Class supports emissionof SIMD-only code.

Definition at line 1654 of file CGOpenMPRuntime.h.

Constructor & Destructor Documentation

◆ CGOpenMPSIMDRuntime()

clang::CodeGen::CGOpenMPSIMDRuntime::CGOpenMPSIMDRuntime ( CodeGenModule & CGM )

inlineexplicit

Definition at line 1656 of file CGOpenMPRuntime.h.

◆ ~CGOpenMPSIMDRuntime()

clang::CodeGen::CGOpenMPSIMDRuntime::~CGOpenMPSIMDRuntime ( )

inlineoverride

Definition at line 1657 of file CGOpenMPRuntime.h.

Member Function Documentation

◆ emitBarrierCall()

void CGOpenMPSIMDRuntime::emitBarrierCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	Kind,
		bool	EmitChecks = `true`,
		bool	ForceSimpleCall = `false`
	)

overridevirtual

Emit an implicit/explicit barrier for OpenMP threads.

Parameters

Kind	Directive for which this implicit barrier call must be generated. Must be OMPD_barrier for explicit barrier generation.
EmitChecks	true if need to emit checks for cancellation barriers.
ForceSimpleCall	true simple barrier call must be emitted, false if runtime class decides which one to emit (simple or with cancellation checks).

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12414 of file CGOpenMPRuntime.cpp.

◆ emitCancelCall()

void CGOpenMPSIMDRuntime::emitCancelCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const Expr *	IfCond,
		OpenMPDirectiveKind	CancelRegion
	)

overridevirtual

Emit code for 'cancel' construct.

Parameters

IfCond	Condition in the associated 'if' clause, if it was specified, nullptr otherwise.
CancelRegion	Region kind for which the cancel must be emitted.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12562 of file CGOpenMPRuntime.cpp.

◆ emitCancellationPointCall()

void CGOpenMPSIMDRuntime::emitCancellationPointCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	CancelRegion
	)

overridevirtual

Emit code for 'cancellation point' construct.

Parameters

CancelRegion Region kind for which the cancellation point must be emitted.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12556 of file CGOpenMPRuntime.cpp.

◆ emitCriticalRegion()

void CGOpenMPSIMDRuntime::emitCriticalRegion	(	CodeGenFunction &	CGF,
		StringRef	CriticalName,
		const RegionCodeGenTy &	CriticalOpGen,
		SourceLocation	Loc,
		const Expr *	Hint = `nullptr`
	)

overridevirtual

Emits a critical region.

Parameters

CriticalName	Name of the critical region.
CriticalOpGen	Generator for the statement associated with the given critical region.
Hint	Value of the 'hint' clause (optional).

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12368 of file CGOpenMPRuntime.cpp.

◆ emitDistributeStaticInit()

void CGOpenMPSIMDRuntime::emitDistributeStaticInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDistScheduleClauseKind	SchedKind,
		const StaticRTInput &	Values
	)

overridevirtual

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
SchedKind	Schedule kind, specified by the 'dist_schedule' clause.
Values	Input arguments for the construct.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12435 of file CGOpenMPRuntime.cpp.

◆ emitDoacrossInit()

void CGOpenMPSIMDRuntime::emitDoacrossInit	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	D,
		ArrayRef< Expr * >	NumIterations
	)

overridevirtual

Emit initialization for doacross loop nesting support.

Parameters

D	Loop-based construct used in doacross nesting construct.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12625 of file CGOpenMPRuntime.cpp.

◆ emitDoacrossOrdered()

void CGOpenMPSIMDRuntime::emitDoacrossOrdered	(	CodeGenFunction &	CGF,
		const OMPDependClause *	C
	)

overridevirtual

Emit code for doacross ordered directive with 'depend' clause.

Parameters

C	'depend' clause with 'sink\|source' dependency kind.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12631 of file CGOpenMPRuntime.cpp.

◆ emitFlush()

void CGOpenMPSIMDRuntime::emitFlush	(	CodeGenFunction &	CGF,
		ArrayRef< const Expr * >	Vars,
		SourceLocation	Loc,
		llvm::AtomicOrdering	AO
	)

overridevirtual

Emit flush of the variables specified in 'omp flush' directive.

Parameters

Vars	List of variables to flush.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12492 of file CGOpenMPRuntime.cpp.

◆ emitForDispatchInit()

void CGOpenMPSIMDRuntime::emitForDispatchInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OpenMPScheduleTy &	ScheduleKind,
		unsigned	IVSize,
		bool	IVSigned,
		bool	Ordered,
		const DispatchRTInput &	DispatchValues
	)

overridevirtual

This is used for non static scheduled types and when the ordered clause is present on the loop construct.

Depending on the loop schedule, it is necessary to call some runtime routine before start of the OpenMP loop to get the loop upper / lower bounds LB and UB and stride ST.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
ScheduleKind	Schedule kind, specified by the 'schedule' clause.
IVSize	Size of the iteration variable in bits.
IVSigned	Sign of the iteration variable.
Ordered	true if loop is ordered, false otherwise.
DispatchValues	struct containing llvm values for lower bound, upper bound, and chunk expression. For the default (nullptr) value, the chunk 1 will be used.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12422 of file CGOpenMPRuntime.cpp.

◆ emitForNext()

llvm::Value * CGOpenMPSIMDRuntime::emitForNext	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		unsigned	IVSize,
		bool	IVSigned,
		Address	IL,
		Address	LB,
		Address	UB,
		Address	ST
	)

overridevirtual

Call __kmpc_dispatch_next( ident_t *loc, kmp_int32 tid, kmp_int32 *p_lastiter, kmp_int[32|64] *p_lower, kmp_int[32|64] *p_upper, kmp_int[32|64] *p_stride);.

Parameters

IVSize	Size of the iteration variable in bits.
IVSigned	Sign of the iteration variable.
IL	Address of the output variable in which the flag of the last iteration is returned.
LB	Address of the output variable in which the lower iteration number is returned.
UB	Address of the output variable in which the upper iteration number is returned.
ST	Address of the output variable in which the stride value is returned.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12454 of file CGOpenMPRuntime.cpp.

◆ emitForOrderedIterationEnd()

void CGOpenMPSIMDRuntime::emitForOrderedIterationEnd	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		unsigned	IVSize,
		bool	IVSigned
	)

overridevirtual

Call the appropriate runtime routine to notify that we finished iteration of the ordered loop with the dynamic scheduling.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
IVSize	Size of the iteration variable in bits.
IVSigned	Sign of the iteration variable.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12441 of file CGOpenMPRuntime.cpp.

◆ emitForStaticFinish()

void CGOpenMPSIMDRuntime::emitForStaticFinish	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	DKind
	)

overridevirtual

Call the appropriate runtime routine to notify that we finished all the work with current loop.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
DKind	Kind of the directive for which the static finish is emitted.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12448 of file CGOpenMPRuntime.cpp.

◆ emitForStaticInit()

void CGOpenMPSIMDRuntime::emitForStaticInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		OpenMPDirectiveKind	DKind,
		const OpenMPScheduleTy &	ScheduleKind,
		const StaticRTInput &	Values
	)

overridevirtual

Call the appropriate runtime routine to initialize it before start of loop.

This is used only in case of static schedule, when the user did not specify a ordered clause on the loop construct. Depending on the loop schedule, it is necessary to call some runtime routine before start of the OpenMP loop to get the loop upper / lower bounds LB and UB and stride ST.

Parameters

CGF	Reference to current CodeGenFunction.
Loc	Clang source location.
DKind	Kind of the directive.
ScheduleKind	Schedule kind, specified by the 'schedule' clause.
Values	Input arguments for the construct.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12429 of file CGOpenMPRuntime.cpp.

◆ emitMaskedRegion()

void CGOpenMPSIMDRuntime::emitMaskedRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	MaskedOpGen,
		SourceLocation	Loc,
		const Expr *	Filter = `nullptr`
	)

overridevirtual

Emits a masked region.

Parameters

MaskedOpGen Generator for the statement associated with the given masked region.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12381 of file CGOpenMPRuntime.cpp.

◆ emitMasterRegion()

void CGOpenMPSIMDRuntime::emitMasterRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	MasterOpGen,
		SourceLocation	Loc
	)

overridevirtual

Emits a master region.

Parameters

MasterOpGen Generator for the statement associated with the given master region.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12375 of file CGOpenMPRuntime.cpp.

◆ emitNumTeamsClause()

void CGOpenMPSIMDRuntime::emitNumTeamsClause	(	CodeGenFunction &	CGF,
		const Expr *	NumTeams,
		const Expr *	ThreadLimit,
		SourceLocation	Loc
	)

overridevirtual

Emits call to void __kmpc_push_num_teams(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_teams, kmp_int32 thread_limit) to generate code for num_teams clause.

Parameters

NumTeams	An integer expression of teams.
ThreadLimit	An integer expression of threads.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12605 of file CGOpenMPRuntime.cpp.

◆ emitNumThreadsClause()

void CGOpenMPSIMDRuntime::emitNumThreadsClause	(	CodeGenFunction &	CGF,
		llvm::Value *	NumThreads,
		SourceLocation	Loc
	)

overridevirtual

Emits call to void __kmpc_push_num_threads(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_threads) to generate code for 'num_threads' clause.

Parameters

NumThreads An integer value of threads.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12462 of file CGOpenMPRuntime.cpp.

◆ emitOrderedRegion()

void CGOpenMPSIMDRuntime::emitOrderedRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	OrderedOpGen,
		SourceLocation	Loc,
		bool	IsThreads
	)

overridevirtual

Emit an ordered region.

Parameters

OrderedOpGen Generator for the statement associated with the given ordered region.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12407 of file CGOpenMPRuntime.cpp.

◆ emitParallelCall()

void CGOpenMPSIMDRuntime::emitParallelCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		llvm::Function *	OutlinedFn,
		ArrayRef< llvm::Value * >	CapturedVars,
		const Expr *	IfCond,
		llvm::Value *	NumThreads
	)

overridevirtual

Emits code for parallel or serial call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct.

Parameters

OutlinedFn	Outlined function to be run in parallel threads. Type of this function is void()(kmp_int32 , kmp_int32, struct context_vars*).
CapturedVars	A pointer to the record with the references to variables used in OutlinedFn function.
IfCond	Condition in the associated 'if' clause, if it was specified, nullptr otherwise.
NumThreads	The value corresponding to the num_threads clause, if any, or nullptr.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12359 of file CGOpenMPRuntime.cpp.

◆ emitParallelOutlinedFunction()

llvm::Function * CGOpenMPSIMDRuntime::emitParallelOutlinedFunction	(	const OMPExecutableDirective &	D,
		const VarDecl *	ThreadIDVar,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen
	)

overridevirtual

Emits outlined function for the specified OpenMP parallel directive D.

This outlined function has type void(*)(kmp_int32 ThreadID, kmp_int32 BoundID, struct context_vars).

Parameters

D	OpenMP directive.
ThreadIDVar	Variable for thread id in the current OpenMP region.
InnermostKind	Kind of innermost directive (for simple directives it is a directive itself, for combined - its innermost directive).
CodeGen	Code generation sequence for the D directive.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12339 of file CGOpenMPRuntime.cpp.

◆ emitProcBindClause()

void CGOpenMPSIMDRuntime::emitProcBindClause	(	CodeGenFunction &	CGF,
		llvm::omp::ProcBindKind	ProcBind,
		SourceLocation	Loc
	)

overridevirtual

Emit call to void __kmpc_push_proc_bind(ident_t *loc, kmp_int32 global_tid, int proc_bind) to generate code for 'proc_bind' clause.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12468 of file CGOpenMPRuntime.cpp.

◆ emitReduction()

void CGOpenMPSIMDRuntime::emitReduction	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		ArrayRef< const Expr * >	Privates,
		ArrayRef< const Expr * >	LHSExprs,
		ArrayRef< const Expr * >	RHSExprs,
		ArrayRef< const Expr * >	ReductionOps,
		ReductionOptionsTy	Options
	)

overridevirtual

Emit a code for reduction clause.

Next code should be emitted for reduction:

static kmp_critical_name lock = { 0 };
 
void reduce_func(void *lhs[<n>], void *rhs[<n>]) {
 ...
 *(Type<i>*)lhs[i] = RedOp<i>(*(Type<i>*)lhs[i], *(Type<i>*)rhs[i]);
 ...
}
 
...
void *RedList[<n>] = {&<RHSExprs>[0], ..., &<RHSExprs>[<n>-1]};
switch (__kmpc_reduce{_nowait}(<loc>, <gtid>, <n>, sizeof(RedList),
RedList, reduce_func, &<lock>)) {
case 1:
 ...
 <LHSExprs>[i] = RedOp<i>(*<LHSExprs>[i], *<RHSExprs>[i]);
 ...
__kmpc_end_reduce{_nowait}(<loc>, <gtid>, &<lock>);
break;
case 2:
 ...
 Atomic(<LHSExprs>[i] = RedOp<i>(*<LHSExprs>[i], *<RHSExprs>[i]));
 ...
break;
default:;
}

Parameters

Privates	List of private copies for original reduction arguments.
LHSExprs	List of LHS in ReductionOps reduction operations.
RHSExprs	List of RHS in ReductionOps reduction operations.
ReductionOps	List of reduction operations in form 'LHS binop RHS' or 'operator binop(LHS, RHS)'.
Options	List of options for reduction codegen: WithNowait true if parent directive has also nowait clause, false otherwise. SimpleReduction Emit reduction operation only. Used for omp simd directive on the host. ReductionKind The kind of reduction to perform.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12515 of file CGOpenMPRuntime.cpp.

◆ emitSingleRegion()

void CGOpenMPSIMDRuntime::emitSingleRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	SingleOpGen,
		SourceLocation	Loc,
		ArrayRef< const Expr * >	CopyprivateVars,
		ArrayRef< const Expr * >	DestExprs,
		ArrayRef< const Expr * >	SrcExprs,
		ArrayRef< const Expr * >	AssignmentOps
	)

overridevirtual

Emits a single region.

Parameters

SingleOpGen Generator for the statement associated with the given single region.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12399 of file CGOpenMPRuntime.cpp.

◆ emitTargetCall()

void CGOpenMPSIMDRuntime::emitTargetCall	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		llvm::Function *	OutlinedFn,
		llvm::Value *	OutlinedFnID,
		const Expr *	IfCond,
		llvm::PointerIntPair< const Expr *, 2, OpenMPDeviceClauseModifier >	Device,
		llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)>	SizeEmitter
	)

overridevirtual

Emit the target offloading code associated with D.

The emitted code attempts offloading the execution to the device, an the event of a failure it executes the host version outlined in OutlinedFn.

Parameters

D	Directive to emit.
OutlinedFn	Host version of the code to be offloaded.
OutlinedFnID	ID of host version of the code to be offloaded.
IfCond	Expression evaluated in if clause associated with the target directive, or null if no if clause is used.
Device	Expression evaluated in device clause associated with the target directive, or null if no device clause is used and device modifier.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12575 of file CGOpenMPRuntime.cpp.

◆ emitTargetDataCalls()

void CGOpenMPSIMDRuntime::emitTargetDataCalls	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const Expr *	IfCond,
		const Expr *	Device,
		const RegionCodeGenTy &	CodeGen,
		CGOpenMPRuntime::TargetDataInfo &	Info
	)

overridevirtual

Emit the target data mapping code associated with D.

Parameters

D	Directive to emit.
IfCond	Expression evaluated in if clause associated with the target directive, or null if no device clause is used.
Device	Expression evaluated in device clause associated with the target directive, or null if no device clause is used.
Info	A record used to store information that needs to be preserved until the region is closed.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12612 of file CGOpenMPRuntime.cpp.

◆ emitTargetDataStandAloneCall()

void CGOpenMPSIMDRuntime::emitTargetDataStandAloneCall	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const Expr *	IfCond,
		const Expr *	Device
	)

overridevirtual

Emit the data mapping/movement code associated with the directive D that should be of the form 'target [{enter|exit} data | update]'.

Parameters

D	Directive to emit.
IfCond	Expression evaluated in if clause associated with the target directive, or null if no if clause is used.
Device	Expression evaluated in device clause associated with the target directive, or null if no device clause is used.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12619 of file CGOpenMPRuntime.cpp.

◆ emitTargetFunctions()

bool CGOpenMPSIMDRuntime::emitTargetFunctions ( GlobalDecl GD )

overridevirtual

Emit the target regions enclosed in GD function definition or the function itself in case it is a valid device function.

Returns true if GD was dealt with successfully.

Parameters

GD	Function to scan.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12585 of file CGOpenMPRuntime.cpp.

◆ emitTargetGlobal()

bool CGOpenMPSIMDRuntime::emitTargetGlobal ( GlobalDecl GD )

overridevirtual

Emit the global GD if it is meaningful for the target.

Returns if it was emitted successfully.

Parameters

GD	Global to scan.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12593 of file CGOpenMPRuntime.cpp.

◆ emitTargetGlobalVariable()

bool CGOpenMPSIMDRuntime::emitTargetGlobalVariable ( GlobalDecl GD )

overridevirtual

Emit the global variable if it is a valid device global variable.

Returns true if GD was dealt with successfully.

Parameters

GD	Variable declaration to emit.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12589 of file CGOpenMPRuntime.cpp.

◆ emitTargetOutlinedFunction()

void CGOpenMPSIMDRuntime::emitTargetOutlinedFunction	(	const OMPExecutableDirective &	D,
		StringRef	ParentName,
		llvm::Function *&	OutlinedFn,
		llvm::Constant *&	OutlinedFnID,
		bool	IsOffloadEntry,
		const RegionCodeGenTy &	CodeGen
	)

overridevirtual

Emit outilined function for 'target' directive.

Parameters

D	Directive to emit.
ParentName	Name of the function that encloses the target region.
OutlinedFn	Outlined function value to be defined by this call.
OutlinedFnID	Outlined function ID value to be defined by this call.
IsOffloadEntry	True if the outlined function is an offload entry.
CodeGen	Code generation sequence for the D directive. An outlined function may not be an entry if, e.g. the if clause always evaluates to false.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12568 of file CGOpenMPRuntime.cpp.

◆ emitTaskCall()

void CGOpenMPSIMDRuntime::emitTaskCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OMPExecutableDirective &	D,
		llvm::Function *	TaskFunction,
		QualType	SharedsTy,
		Address	Shareds,
		const Expr *	IfCond,
		const OMPTaskDataTy &	Data
	)

overridevirtual

Emit task region for the task directive.

The task region is emitted in several steps:

Emit a call to kmp_task_t *__kmpc_omp_task_alloc(ident_t *, kmp_int32 gtid, kmp_int32 flags, size_t sizeof_kmp_task_t, size_t sizeof_shareds, kmp_routine_entry_t *task_entry). Here task_entry is a pointer to the function: kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) { TaskFunction(gtid, tt->part_id, tt->shareds); return 0; }
Copy a list of shared variables to field shareds of the resulting structure kmp_task_t returned by the previous call (if any).
Copy a pointer to destructions function to field destructions of the resulting structure kmp_task_t.

Emit a call to kmp_int32 __kmpc_omp_task(ident_t *, kmp_int32 gtid, kmp_task_t *new_task), where new_task is a resulting structure from previous items.

Parameters

D	Current task directive.
TaskFunction	An LLVM function with type void ()(i32 /gtid‍/, i32 /part_id‍/, captured_struct ‍/__context‍/);
SharedsTy	A type which contains references the shared variables.
Shareds	Context with the list of shared variables from the `TaskFunction`.
IfCond	Not a nullptr if 'if' clause was specified, nullptr otherwise.
Data	Additional data for task generation like tiednsee, final state, list of privates etc.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12499 of file CGOpenMPRuntime.cpp.

◆ emitTaskgroupRegion()

void CGOpenMPSIMDRuntime::emitTaskgroupRegion	(	CodeGenFunction &	CGF,
		const RegionCodeGenTy &	TaskgroupOpGen,
		SourceLocation	Loc
	)

overridevirtual

Emit a taskgroup region.

Parameters

TaskgroupOpGen Generator for the statement associated with the given taskgroup region.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12393 of file CGOpenMPRuntime.cpp.

◆ emitTaskLoopCall()

void CGOpenMPSIMDRuntime::emitTaskLoopCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OMPLoopDirective &	D,
		llvm::Function *	TaskFunction,
		QualType	SharedsTy,
		Address	Shareds,
		const Expr *	IfCond,
		const OMPTaskDataTy &	Data
	)

overridevirtual

Emit task region for the taskloop directive.

The taskloop region is emitted in several steps:

Emit a call to kmp_task_t *__kmpc_omp_task_alloc(ident_t *, kmp_int32 gtid, kmp_int32 flags, size_t sizeof_kmp_task_t, size_t sizeof_shareds, kmp_routine_entry_t *task_entry). Here task_entry is a pointer to the function: kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) { TaskFunction(gtid, tt->part_id, tt->shareds); return 0; }
Copy a list of shared variables to field shareds of the resulting structure kmp_task_t returned by the previous call (if any).
Copy a pointer to destructions function to field destructions of the resulting structure kmp_task_t.

Emit a call to void __kmpc_taskloop(ident_t *loc, int gtid, kmp_task_t *task, int if_val, kmp_uint64 *lb, kmp_uint64 *ub, kmp_int64 st, int nogroup, int sched, kmp_uint64 grainsize, void *task_dup ), where new_task is a resulting structure from previous items.

Parameters

D	Current task directive.
TaskFunction	An LLVM function with type void ()(i32 /gtid‍/, i32 /part_id‍/, captured_struct ‍/__context‍/);
SharedsTy	A type which contains references the shared variables.
Shareds	Context with the list of shared variables from the `TaskFunction`.
IfCond	Not a nullptr if 'if' clause was specified, nullptr otherwise.
Data	Additional data for task generation like tiednsee, final state, list of privates etc.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12508 of file CGOpenMPRuntime.cpp.

◆ emitTaskOutlinedFunction()

llvm::Function * CGOpenMPSIMDRuntime::emitTaskOutlinedFunction	(	const OMPExecutableDirective &	D,
		const VarDecl *	ThreadIDVar,
		const VarDecl *	PartIDVar,
		const VarDecl *	TaskTVar,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen,
		bool	Tied,
		unsigned &	NumberOfParts
	)

overridevirtual

Emits outlined function for the OpenMP task directive D.

This outlined function has type void(*)(kmp_int32 ThreadID, struct task_t* TaskT).

Parameters

D	OpenMP directive.
ThreadIDVar	Variable for thread id in the current OpenMP region.
PartIDVar	Variable for partition id in the current OpenMP untied task region.
TaskTVar	Variable for task_t argument.
InnermostKind	Kind of innermost directive (for simple directives it is a directive itself, for combined - its innermost directive).
CodeGen	Code generation sequence for the D directive.
Tied	true if task is generated for tied task, false otherwise.
NumberOfParts	Number of parts in untied task. Ignored for tied tasks.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12351 of file CGOpenMPRuntime.cpp.

◆ emitTaskReductionFini()

void CGOpenMPSIMDRuntime::emitTaskReductionFini	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		bool	IsWorksharingReduction
	)

overridevirtual

Emits the following code for reduction clause with task modifier:

__kmpc_task_reduction_modifier_fini(loc, gtid, is_worksharing);

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12530 of file CGOpenMPRuntime.cpp.

◆ emitTaskReductionFixups()

void CGOpenMPSIMDRuntime::emitTaskReductionFixups	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		ReductionCodeGen &	RCG,
		unsigned	N
	)

overridevirtual

Required to resolve existing problems in the runtime.

Emits threadprivate variables to store the size of the VLAs/array sections for initializer/combiner/finalizer functions + emits threadprivate variable to store the pointer to the original reduction item for the custom initializer defined by declare reduction construct.

Parameters

RCG	Allows to reuse an existing data for the reductions.
N	Reduction item for which fixups must be emitted.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12536 of file CGOpenMPRuntime.cpp.

◆ emitTaskReductionInit()

llvm::Value * CGOpenMPSIMDRuntime::emitTaskReductionInit	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		ArrayRef< const Expr * >	LHSExprs,
		ArrayRef< const Expr * >	RHSExprs,
		const OMPTaskDataTy &	Data
	)

overridevirtual

Emit a code for initialization of task reduction clause.

Next code should be emitted for reduction:

_taskred_item_t red_data[n];
...
red_data[i].shar = &shareds[i];
red_data[i].orig = &origs[i];
red_data[i].size = sizeof(origs[i]);
red_data[i].f_init = (void*)RedInit<i>;
red_data[i].f_fini = (void*)RedDest<i>;
red_data[i].f_comb = (void*)RedOp<i>;
red_data[i].flags = <Flag_i>;
...
void* tg1 = __kmpc_taskred_init(gtid, n, red_data);

For reduction clause with task modifier it emits the next call:

_taskred_item_t red_data[n];
...
red_data[i].shar = &shareds[i];
red_data[i].orig = &origs[i];
red_data[i].size = sizeof(origs[i]);
red_data[i].f_init = (void*)RedInit<i>;
red_data[i].f_fini = (void*)RedDest<i>;
red_data[i].f_comb = (void*)RedOp<i>;
red_data[i].flags = <Flag_i>;
...
void* tg1 = __kmpc_taskred_modifier_init(loc, gtid, is_worksharing, n,
red_data);

Parameters

LHSExprs	List of LHS in Data.ReductionOps reduction operations.
RHSExprs	List of RHS in Data.ReductionOps reduction operations.
Data	Additional data for task generation like tiedness, final state, list of privates, reductions etc.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12524 of file CGOpenMPRuntime.cpp.

◆ emitTaskwaitCall()

void CGOpenMPSIMDRuntime::emitTaskwaitCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		const OMPTaskDataTy &	Data
	)

overridevirtual

Emit code for 'taskwait' directive.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12550 of file CGOpenMPRuntime.cpp.

◆ emitTaskyieldCall()

void CGOpenMPSIMDRuntime::emitTaskyieldCall	(	CodeGenFunction &	CGF,
		SourceLocation	Loc
	)

overridevirtual

Emits a masked region.

Parameters

MaskedOpGen Generator for the statement associated with the given masked region. Emits code for a taskyield directive.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12388 of file CGOpenMPRuntime.cpp.

◆ emitTeamsCall()

void CGOpenMPSIMDRuntime::emitTeamsCall	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		SourceLocation	Loc,
		llvm::Function *	OutlinedFn,
		ArrayRef< llvm::Value * >	CapturedVars
	)

overridevirtual

Emits code for teams call of the OutlinedFn with variables captured in a record which address is stored in CapturedStruct.

Parameters

OutlinedFn	Outlined function to be run by team masters. Type of this function is void()(kmp_int32 , kmp_int32, struct context_vars*).
CapturedVars	A pointer to the record with the references to variables used in OutlinedFn function.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12597 of file CGOpenMPRuntime.cpp.

◆ emitTeamsOutlinedFunction()

llvm::Function * CGOpenMPSIMDRuntime::emitTeamsOutlinedFunction	(	const OMPExecutableDirective &	D,
		const VarDecl *	ThreadIDVar,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen
	)

overridevirtual

Emits outlined function for the specified OpenMP teams directive D.

This outlined function has type void(*)(kmp_int32 ThreadID, kmp_int32 BoundID, struct context_vars).

Parameters

D	OpenMP directive.
ThreadIDVar	Variable for thread id in the current OpenMP region.
InnermostKind	Kind of innermost directive (for simple directives it is a directive itself, for combined - its innermost directive).
CodeGen	Code generation sequence for the D directive.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12345 of file CGOpenMPRuntime.cpp.

◆ emitThreadPrivateVarDefinition()

llvm::Function * CGOpenMPSIMDRuntime::emitThreadPrivateVarDefinition	(	const VarDecl *	VD,
		Address	VDAddr,
		SourceLocation	Loc,
		bool	PerformInit,
		CodeGenFunction *	CGF = `nullptr`
	)

overridevirtual

Emit a code for initialization of threadprivate variable.

It emits a call to runtime library which adds initial value to the newly created threadprivate variable (if it is not constant) and registers destructor for the variable (if any).

Parameters

VD	Threadprivate variable.
VDAddr	Address of the global variable VD.
Loc	Location of threadprivate declaration.
PerformInit	true if initialization expression is not constant.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12481 of file CGOpenMPRuntime.cpp.

◆ getAddressOfLocalVariable()

Address clang::CodeGen::CGOpenMPSIMDRuntime::getAddressOfLocalVariable	(	CodeGenFunction &	CGF,
		const VarDecl *	VD
	)

inlineoverridevirtual

Gets the OpenMP-specific address of the local variable.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 2253 of file CGOpenMPRuntime.h.

References clang::CodeGen::Address::invalid().

◆ getAddrOfArtificialThreadPrivate()

Address CGOpenMPSIMDRuntime::getAddrOfArtificialThreadPrivate	(	CodeGenFunction &	CGF,
		QualType	VarType,
		StringRef	Name
	)

overridevirtual

Creates artificial threadprivate variable with name Name and type VarType.

Parameters

VarType	Type of the artificial threadprivate variable.
Name	Name of the artificial threadprivate variable.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12487 of file CGOpenMPRuntime.cpp.

◆ getAddrOfThreadPrivate()

Address CGOpenMPSIMDRuntime::getAddrOfThreadPrivate	(	CodeGenFunction &	CGF,
		const VarDecl *	VD,
		Address	VDAddr,
		SourceLocation	Loc
	)

overridevirtual

Returns address of the threadprivate variable for the current thread.

Parameters

VD	Threadprivate variable.
VDAddr	Address of the global variable VD.
Loc	Location of the reference to threadprivate var.

Returns: Address of the threadprivate variable for the current thread.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12474 of file CGOpenMPRuntime.cpp.

◆ getParameterAddress()

Address CGOpenMPSIMDRuntime::getParameterAddress	(	CodeGenFunction &	CGF,
		const VarDecl *	NativeParam,
		const VarDecl *	TargetParam
	)		const

overridevirtual

Gets the address of the native argument basing on the address of the target-specific parameter.

Parameters

NativeParam	Parameter itself.
TargetParam	Corresponding target-specific parameter.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12643 of file CGOpenMPRuntime.cpp.

◆ getTaskReductionItem()

Address CGOpenMPSIMDRuntime::getTaskReductionItem	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		llvm::Value *	ReductionsPtr,
		LValue	SharedLVal
	)

overridevirtual

Get the address of void * type of the privatue copy of the reduction item specified by the SharedLVal.

Parameters

ReductionsPtr	Pointer to the reduction data returned by the emitTaskReductionInit function.
SharedLVal	Address of the original reduction item.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12543 of file CGOpenMPRuntime.cpp.

◆ translateParameter()

const VarDecl * CGOpenMPSIMDRuntime::translateParameter	(	const FieldDecl *	FD,
		const VarDecl *	NativeParam
	)		const

overridevirtual

Translates the native parameter of outlined function if this is required for target.

Parameters

FD	Field decl from captured record for the parameter.
NativeParam	Parameter itself.

Reimplemented from clang::CodeGen::CGOpenMPRuntime.

Definition at line 12637 of file CGOpenMPRuntime.cpp.

The documentation for this class was generated from the following files:

lib/CodeGen/CGOpenMPRuntime.h
lib/CodeGen/CGOpenMPRuntime.cpp

Public Member Functions

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ CGOpenMPSIMDRuntime()

◆ ~CGOpenMPSIMDRuntime()

Member Function Documentation

◆ emitBarrierCall()

◆ emitCancelCall()

◆ emitCancellationPointCall()

◆ emitCriticalRegion()

◆ emitDistributeStaticInit()

◆ emitDoacrossInit()

◆ emitDoacrossOrdered()

◆ emitFlush()

◆ emitForDispatchInit()

◆ emitForNext()

◆ emitForOrderedIterationEnd()

◆ emitForStaticFinish()

◆ emitForStaticInit()

◆ emitMaskedRegion()

◆ emitMasterRegion()

◆ emitNumTeamsClause()

◆ emitNumThreadsClause()

◆ emitOrderedRegion()

◆ emitParallelCall()

◆ emitParallelOutlinedFunction()

◆ emitProcBindClause()

◆ emitReduction()

◆ emitSingleRegion()

◆ emitTargetCall()

◆ emitTargetDataCalls()

◆ emitTargetDataStandAloneCall()

◆ emitTargetFunctions()

◆ emitTargetGlobal()

◆ emitTargetGlobalVariable()

◆ emitTargetOutlinedFunction()

◆ emitTaskCall()

◆ emitTaskgroupRegion()

◆ emitTaskLoopCall()

◆ emitTaskOutlinedFunction()

◆ emitTaskReductionFini()

◆ emitTaskReductionFixups()

◆ emitTaskReductionInit()

◆ emitTaskwaitCall()

◆ emitTaskyieldCall()

◆ emitTeamsCall()

◆ emitTeamsOutlinedFunction()

◆ emitThreadPrivateVarDefinition()

◆ getAddressOfLocalVariable()

◆ getAddrOfArtificialThreadPrivate()

◆ getAddrOfThreadPrivate()

◆ getParameterAddress()

◆ getTaskReductionItem()

◆ translateParameter()