CGOpenMPRuntime.cpp File Reference

#include "CGOpenMPRuntime.h"
#include "CGCXXABI.h"
#include "CGCleanup.h"
#include "CGRecordLayout.h"
#include "CodeGenFunction.h"
#include "TargetInfo.h"
#include "clang/AST/APValue.h"
#include "clang/AST/Attr.h"
#include "clang/AST/Decl.h"
#include "clang/AST/OpenMPClause.h"
#include "clang/AST/StmtOpenMP.h"
#include "clang/AST/StmtVisitor.h"
#include "clang/Basic/BitmaskEnum.h"
#include "clang/Basic/FileManager.h"
#include "clang/Basic/OpenMPKinds.h"
#include "clang/Basic/SourceManager.h"
#include "clang/CodeGen/ConstantInitBuilder.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/SetOperations.h"
#include "llvm/ADT/SmallBitVector.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/Bitcode/BitcodeReader.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/Format.h"
#include "llvm/Support/raw_ostream.h"
#include <cassert>
#include <numeric>

Include dependency graph for CGOpenMPRuntime.cpp:

Go to the source code of this file.

Enumerations
enum	OpenMPOffloadingRequiresDirFlags : int64_t
	Values for bit flags for marking which requires clauses have been used. More...
enum	OpenMPOffloadingReservedDeviceIDs

Functions
static const OMPDeclareReductionDecl *	getReductionInit (const Expr *ReductionOp)
	Check if the combiner is a call to UDR combiner and if it is so return the UDR decl used for reduction. More...
static void	emitInitWithReductionInitializer (CodeGenFunction &CGF, const OMPDeclareReductionDecl *DRD, const Expr *InitOp, Address Private, Address Original, QualType Ty)
static void	EmitOMPAggregateInit (CodeGenFunction &CGF, Address DestAddr, QualType Type, bool EmitDeclareReductionInit, const Expr *Init, const OMPDeclareReductionDecl *DRD, Address SrcAddr=Address::invalid())
	Emit initialization of arrays of complex types. More...
static LValue	loadToBegin (CodeGenFunction &CGF, QualType BaseTy, QualType ElTy, LValue BaseLV)
static Address	castToBase (CodeGenFunction &CGF, QualType BaseTy, QualType ElTy, Address OriginalBaseAddress, llvm::Value *Addr)
static const VarDecl *	getBaseDecl (const Expr *Ref, const DeclRefExpr *&DE)
static FieldDecl *	addFieldToRecordDecl (ASTContext &C, DeclContext *DC, QualType FieldTy)
static llvm::Function *	emitCombinerOrInitializer (CodeGenModule &CGM, QualType Ty, const Expr *CombinerInitializer, const VarDecl *In, const VarDecl *Out, bool IsCombiner)
static llvm::Function *	emitParallelOrTeamsOutlinedFunction (CodeGenModule &CGM, const OMPExecutableDirective &D, const CapturedStmt *CS, const VarDecl *ThreadIDVar, OpenMPDirectiveKind InnermostKind, const StringRef OutlinedHelperName, const RegionCodeGenTy &CodeGen)
static StringRef	getIdentStringFromSourceLocation (CodeGenFunction &CGF, SourceLocation Loc, SmallString< 128 > &Buffer)
static void	getTargetEntryUniqueInfo (ASTContext &C, SourceLocation Loc, unsigned &DeviceID, unsigned &FileID, unsigned &LineNum)
	Obtain information that uniquely identifies a target entry. More...
static Address	emitAddrOfVarFromArray (CodeGenFunction &CGF, Address Array, unsigned Index, const VarDecl *Var)
	Given an array of pointers to variables, project the address of a given variable. More...
static llvm::Value *	emitCopyprivateCopyFunction (CodeGenModule &CGM, llvm::Type *ArgsElemType, ArrayRef< const Expr * > CopyprivateVars, ArrayRef< const Expr * > DestExprs, ArrayRef< const Expr * > SrcExprs, ArrayRef< const Expr * > AssignmentOps, SourceLocation Loc)
static OpenMPSchedType	getRuntimeSchedule (OpenMPScheduleClauseKind ScheduleKind, bool Chunked, bool Ordered)
	Map the OpenMP loop schedule to the runtime enumeration. More...
static OpenMPSchedType	getRuntimeSchedule (OpenMPDistScheduleClauseKind ScheduleKind, bool Chunked)
	Map the OpenMP distribute schedule to the runtime enumeration. More...
static int	addMonoNonMonoModifier (CodeGenModule &CGM, OpenMPSchedType Schedule, OpenMPScheduleClauseModifier M1, OpenMPScheduleClauseModifier M2)
static void	emitForStaticInitCall (CodeGenFunction &CGF, llvm::Value *UpdateLocation, llvm::Value *ThreadId, llvm::FunctionCallee ForStaticInitFunction, OpenMPSchedType Schedule, OpenMPScheduleClauseModifier M1, OpenMPScheduleClauseModifier M2, const CGOpenMPRuntime::StaticRTInput &Values)
static bool	isAllocatableDecl (const VarDecl *VD)
static RecordDecl *	createPrivatesRecordDecl (CodeGenModule &CGM, ArrayRef< PrivateDataTy > Privates)
static RecordDecl *	createKmpTaskTRecordDecl (CodeGenModule &CGM, OpenMPDirectiveKind Kind, QualType KmpInt32Ty, QualType KmpRoutineEntryPointerQTy)
static RecordDecl *	createKmpTaskTWithPrivatesRecordDecl (CodeGenModule &CGM, QualType KmpTaskTQTy, ArrayRef< PrivateDataTy > Privates)
static llvm::Function *	emitProxyTaskFunction (CodeGenModule &CGM, SourceLocation Loc, OpenMPDirectiveKind Kind, QualType KmpInt32Ty, QualType KmpTaskTWithPrivatesPtrQTy, QualType KmpTaskTWithPrivatesQTy, QualType KmpTaskTQTy, QualType SharedsPtrTy, llvm::Function *TaskFunction, llvm::Value *TaskPrivatesMap)
	Emit a proxy function which accepts kmp_task_t as the second argument. More...
static llvm::Value *	emitDestructorsFunction (CodeGenModule &CGM, SourceLocation Loc, QualType KmpInt32Ty, QualType KmpTaskTWithPrivatesPtrQTy, QualType KmpTaskTWithPrivatesQTy)
static llvm::Value *	emitTaskPrivateMappingFunction (CodeGenModule &CGM, SourceLocation Loc, const OMPTaskDataTy &Data, QualType PrivatesQTy, ArrayRef< PrivateDataTy > Privates)
	Emit a privates mapping function for correct handling of private and firstprivate variables. More...
static void	emitPrivatesInit (CodeGenFunction &CGF, const OMPExecutableDirective &D, Address KmpTaskSharedsPtr, LValue TDBase, const RecordDecl *KmpTaskTWithPrivatesQTyRD, QualType SharedsTy, QualType SharedsPtrTy, const OMPTaskDataTy &Data, ArrayRef< PrivateDataTy > Privates, bool ForDup)
	Emit initialization for private variables in task-based directives. More...
static bool	checkInitIsRequired (CodeGenFunction &CGF, ArrayRef< PrivateDataTy > Privates)
	Check if duplication function is required for taskloops. More...
static llvm::Value *	emitTaskDupFunction (CodeGenModule &CGM, SourceLocation Loc, const OMPExecutableDirective &D, QualType KmpTaskTWithPrivatesPtrQTy, const RecordDecl *KmpTaskTWithPrivatesQTyRD, const RecordDecl *KmpTaskTQTyRD, QualType SharedsTy, QualType SharedsPtrTy, const OMPTaskDataTy &Data, ArrayRef< PrivateDataTy > Privates, bool WithLastIter)
	Emit task_dup function (for initialization of private/firstprivate/lastprivate vars and last_iter flag) More...
static bool	checkDestructorsRequired (const RecordDecl *KmpTaskTWithPrivatesQTyRD, ArrayRef< PrivateDataTy > Privates)
	Checks if destructor function is required to be generated. More...
static std::pair< llvm::Value *, llvm::Value * >	getPointerAndSize (CodeGenFunction &CGF, const Expr *E)
static void	getKmpAffinityType (ASTContext &C, QualType &KmpTaskAffinityInfoTy)
	Builds kmp_depend_info, if it is not built yet, and builds flags type. More...
static RTLDependenceKindTy	translateDependencyKind (OpenMPDependClauseKind K)
	Translates internal dependency kind into the runtime kind. More...
static void	getDependTypes (ASTContext &C, QualType &KmpDependInfoTy, QualType &FlagsTy)
	Builds kmp_depend_info, if it is not built yet, and builds flags type. More...
static void	emitDependData (CodeGenFunction &CGF, QualType &KmpDependInfoTy, llvm::PointerUnion< unsigned *, LValue * > Pos, const OMPTaskDataTy::DependData &Data, Address DependenciesArray)
static void	EmitOMPAggregateReduction (CodeGenFunction &CGF, QualType Type, const VarDecl *LHSVar, const VarDecl *RHSVar, const llvm::function_ref< void(CodeGenFunction &CGF, const Expr *, const Expr *, const Expr *)> &RedOpGen, const Expr *XExpr=nullptr, const Expr *EExpr=nullptr, const Expr *UpExpr=nullptr)
	Emit reduction operation for each element of array (required for array sections) LHS op = RHS. More...
static void	emitReductionCombiner (CodeGenFunction &CGF, const Expr *ReductionOp)
	Emit reduction combiner. More...
static std::string	generateUniqueName (CodeGenModule &CGM, StringRef Prefix, const Expr *Ref)
	Generates unique name for artificial threadprivate variables. More...
static llvm::Value *	emitReduceInitFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N)
	Emits reduction initializer function: More...
static llvm::Value *	emitReduceCombFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N, const Expr *ReductionOp, const Expr *LHS, const Expr *RHS, const Expr *PrivateRef)
	Emits reduction combiner function: More...
static llvm::Value *	emitReduceFiniFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N)
	Emits reduction finalizer function: More...
static RTCancelKind	getCancellationKind (OpenMPDirectiveKind CancelRegion)
static bool	isTrivial (ASTContext &Ctx, const Expr *E)
	Checks if the expression is constant or does not have non-trivial function calls. More...
static llvm::Value *	getNumThreads (CodeGenFunction &CGF, const CapturedStmt *CS, llvm::Value *DefaultThreadLimitVal)
static void	emitNonContiguousDescriptor (CodeGenFunction &CGF, MappableExprsHandler::MapCombinedInfoTy &CombinedInfo, CGOpenMPRuntime::TargetDataInfo &Info)
static ValueDecl *	getDeclFromThisExpr (const Expr *E)
llvm::Constant *	emitMappingInformation (CodeGenFunction &CGF, llvm::OpenMPIRBuilder &OMPBuilder, MappableExprsHandler::MappingExprInfo &MapExprs)
	Emit a string constant containing the names of the values mapped to the offloading runtime library. More...
static void	emitOffloadingArrays (CodeGenFunction &CGF, MappableExprsHandler::MapCombinedInfoTy &CombinedInfo, CGOpenMPRuntime::TargetDataInfo &Info, llvm::OpenMPIRBuilder &OMPBuilder, bool IsNonContiguous=false)
	Emit the arrays used to pass the captures and map information to the offloading runtime library. More...
static void	emitOffloadingArraysArgument (CodeGenFunction &CGF, llvm::Value *&BasePointersArrayArg, llvm::Value *&PointersArrayArg, llvm::Value *&SizesArrayArg, llvm::Value *&MapTypesArrayArg, llvm::Value *&MapNamesArrayArg, llvm::Value *&MappersArrayArg, CGOpenMPRuntime::TargetDataInfo &Info, const ArgumentsOptions &Options=ArgumentsOptions())
	Emit the arguments to be passed to the runtime library based on the arrays of base pointers, pointers, sizes, map types, and mappers. More...
static const OMPExecutableDirective *	getNestedDistributeDirective (ASTContext &Ctx, const OMPExecutableDirective &D)
	Check for inner distribute directive. More...
static bool	isAssumedToBeNotEmitted (const ValueDecl *VD, bool IsDevice)
static unsigned	evaluateCDTSize (const FunctionDecl *FD, ArrayRef< ParamAttrTy > ParamAttrs)
static std::string	mangleVectorParameters (ArrayRef< ParamAttrTy > ParamAttrs)
	Mangle the parameter part of the vector function name according to their OpenMP classification. More...
static void	emitX86DeclareSimdFunction (const FunctionDecl *FD, llvm::Function *Fn, const llvm::APSInt &VLENVal, ArrayRef< ParamAttrTy > ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy State)
static bool	getAArch64MTV (QualType QT, ParamKindTy Kind)
	Maps To Vector (MTV), as defined in 4.1.1 of the AAVFABI (2021Q1). More...
static bool	getAArch64PBV (QualType QT, ASTContext &C)
	Pass By Value (PBV), as defined in 3.1.2 of the AAVFABI. More...
static unsigned	getAArch64LS (QualType QT, ParamKindTy Kind, ASTContext &C)
	Computes the lane size (LS) of a return type or of an input parameter, as defined by LS(P) in 3.2.1 of the AAVFABI. More...
static std::tuple< unsigned, unsigned, bool >	getNDSWDS (const FunctionDecl *FD, ArrayRef< ParamAttrTy > ParamAttrs)
template<typename T >
static void	addAArch64VectorName (T VLEN, StringRef LMask, StringRef Prefix, char ISA, StringRef ParSeq, StringRef MangledName, bool OutputBecomesInput, llvm::Function *Fn)
static void	addAArch64AdvSIMDNDSNames (unsigned NDS, StringRef Mask, StringRef Prefix, char ISA, StringRef ParSeq, StringRef MangledName, bool OutputBecomesInput, llvm::Function *Fn)
static void	emitAArch64DeclareSimdFunction (CodeGenModule &CGM, const FunctionDecl *FD, unsigned UserVLEN, ArrayRef< ParamAttrTy > ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy State, StringRef MangledName, char ISA, unsigned VecRegSize, llvm::Function *Fn, SourceLocation SLoc)
	Emit vector function attributes for AArch64, as defined in the AAVFABI. More...
static llvm::Value *	getAllocatorVal (CodeGenFunction &CGF, const Expr *Allocator)
	Return allocator value from expression, or return a null allocator (default when no allocator specified). More...
static llvm::Value *	getAlignmentValue (CodeGenFunction &CGF, QualType ListItemTy, const Expr *Alignment)
	Given the allocate directive list item type and align clause value, return appropriate alignment. More...

Enumeration Type Documentation

OpenMPOffloadingRequiresDirFlags

enum OpenMPOffloadingRequiresDirFlags : int64_t

Values for bit flags for marking which requires clauses have been used.

Definition at line 484 of file CGOpenMPRuntime.cpp.

OpenMPOffloadingReservedDeviceIDs

enum OpenMPOffloadingReservedDeviceIDs

Definition at line 500 of file CGOpenMPRuntime.cpp.

Function Documentation

addAArch64AdvSIMDNDSNames()

static void addAArch64AdvSIMDNDSNames ( unsigned  NDS, StringRef  Mask, StringRef  Prefix, char  ISA, StringRef  ParSeq, StringRef  MangledName, bool  OutputBecomesInput, llvm::Function *  Fn  )

static

Definition at line 11710 of file CGOpenMPRuntime.cpp.

References addAArch64VectorName().

Referenced by emitAArch64DeclareSimdFunction().

addAArch64VectorName()

template<typename T >

static void addAArch64VectorName ( T  VLEN, StringRef  LMask, StringRef  Prefix, char  ISA, StringRef  ParSeq, StringRef  MangledName, bool  OutputBecomesInput, llvm::Function *  Fn  )

static

Definition at line 11695 of file CGOpenMPRuntime.cpp.

Referenced by addAArch64AdvSIMDNDSNames(), and emitAArch64DeclareSimdFunction().

addFieldToRecordDecl()

static FieldDecl* addFieldToRecordDecl ( ASTContext &  C, DeclContext *  DC, QualType  FieldTy  )

static

Definition at line 1049 of file CGOpenMPRuntime.cpp.

References clang::DeclContext::addDecl(), clang::AS_public, clang::FieldDecl::Create(), and clang::ICIS_NoInit.

Referenced by createKmpTaskTRecordDecl(), createKmpTaskTWithPrivatesRecordDecl(), createPrivatesRecordDecl(), clang::CodeGen::CGOpenMPRuntime::emitDoacrossInit(), clang::CodeGen::CGOpenMPRuntime::emitLastprivateConditionalInit(), emitNonContiguousDescriptor(), clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit(), getDependTypes(), and getKmpAffinityType().

addMonoNonMonoModifier()

static int addMonoNonMonoModifier ( CodeGenModule &  CGM, OpenMPSchedType  Schedule, OpenMPScheduleClauseModifier  M1, OpenMPScheduleClauseModifier  M2  )

static

Definition at line 2648 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenModule::getLangOpts(), clang::OMPC_SCHEDULE_MODIFIER_last, and clang::OMPC_SCHEDULE_MODIFIER_unknown.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitForDispatchInit(), and emitForStaticInitCall().

castToBase()

static Address castToBase ( CodeGenFunction &  CGF, QualType  BaseTy, QualType  ElTy, Address  OriginalBaseAddress, llvm::Value *  Addr  )

static

Definition at line 939 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CGBuilderTy::CreateStore(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), clang::QualType::getNonReferenceType(), clang::Type::getPointeeType(), clang::CodeGen::Address::getPointer(), clang::CodeGen::Address::getType(), clang::ASTContext::hasSameType(), clang::CodeGen::Address::invalid(), clang::Type::isPointerType(), clang::Type::isReferenceType(), clang::CodeGen::Address::isValid(), and clang::CodeGen::Address::withPointer().

Referenced by clang::CodeGen::ReductionCodeGen::adjustPrivateAddress().

checkDestructorsRequired()

static bool checkDestructorsRequired ( const RecordDecl *  KmpTaskTWithPrivatesQTyRD, ArrayRef< PrivateDataTy >  Privates  )

static

Checks if destructor function is required to be generated.

Returns

true if cleanups are required, false otherwise.

Definition at line 3977 of file CGOpenMPRuntime.cpp.

References clang::QualType::isDestructedType(), and P.

checkInitIsRequired()

static bool checkInitIsRequired ( CodeGenFunction &  CGF, ArrayRef< PrivateDataTy >  Privates  )

static

Check if duplication function is required for taskloops.

Definition at line 3878 of file CGOpenMPRuntime.cpp.

References clang::VarDecl::getAnyInitializer(), and clang::CodeGen::CodeGenFunction::isTrivialInitializer().

createKmpTaskTRecordDecl()

static RecordDecl* createKmpTaskTRecordDecl ( CodeGenModule &  CGM, OpenMPDirectiveKind  Kind, QualType  KmpInt32Ty, QualType  KmpRoutineEntryPointerQTy  )

static

Definition at line 3422 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::RecordDecl::completeDefinition(), clang::CodeGen::CodeGenModule::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::isOpenMPTaskLoopDirective(), clang::TagDecl::startDefinition(), and clang::TTK_Union.

createKmpTaskTWithPrivatesRecordDecl()

static RecordDecl* createKmpTaskTWithPrivatesRecordDecl ( CodeGenModule &  CGM, QualType  KmpTaskTQTy, ArrayRef< PrivateDataTy >  Privates  )

static

Definition at line 3468 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::RecordDecl::completeDefinition(), createPrivatesRecordDecl(), clang::CodeGen::CodeGenModule::getContext(), and clang::TagDecl::startDefinition().

createPrivatesRecordDecl()

static RecordDecl* createPrivatesRecordDecl ( CodeGenModule &  CGM, ArrayRef< PrivateDataTy >  Privates  )

static

Definition at line 3388 of file CGOpenMPRuntime.cpp.

References clang::Decl::addAttr(), addFieldToRecordDecl(), clang::RecordDecl::completeDefinition(), clang::Decl::getAttrs(), clang::CodeGen::CodeGenModule::getContext(), clang::QualType::getNonReferenceType(), clang::ValueDecl::getType(), clang::Decl::hasAttrs(), isAllocatableDecl(), clang::Type::isLValueReferenceType(), and clang::TagDecl::startDefinition().

Referenced by createKmpTaskTWithPrivatesRecordDecl().

emitAArch64DeclareSimdFunction()

static void emitAArch64DeclareSimdFunction ( CodeGenModule &  CGM, const FunctionDecl *  FD, unsigned  UserVLEN, ArrayRef< ParamAttrTy >  ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy  State, StringRef  MangledName, char  ISA, unsigned  VecRegSize, llvm::Function *  Fn, SourceLocation  SLoc  )

static

Emit vector function attributes for AArch64, as defined in the AAVFABI.

Definition at line 11745 of file CGOpenMPRuntime.cpp.

References addAArch64AdvSIMDNDSNames(), addAArch64VectorName(), clang::CodeGen::CGOpenMPRuntime::CGM, clang::DiagnosticsEngine::getCustomDiagID(), clang::CodeGen::CodeGenModule::getDiags(), getNDSWDS(), mangleVectorParameters(), clang::DiagnosticsEngine::Report(), State, string(), and clang::DiagnosticsEngine::Warning.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDeclareSimdFunction().

emitAddrOfVarFromArray()

static Address emitAddrOfVarFromArray ( CodeGenFunction &  CGF, Address  Array, unsigned  Index, const VarDecl *  Var  )

static

Given an array of pointers to variables, project the address of a given variable.

Definition at line 2323 of file CGOpenMPRuntime.cpp.

emitCombinerOrInitializer()

static llvm::Function* emitCombinerOrInitializer ( CodeGenModule &  CGM, QualType  Ty, const Expr *  CombinerInitializer, const VarDecl *  In, const VarDecl *  Out, bool  IsCombiner  )

static

Definition at line 1098 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitUserDefinedReduction().

emitCopyprivateCopyFunction()

static llvm::Value* emitCopyprivateCopyFunction ( CodeGenModule &  CGM, llvm::Type *  ArgsElemType, ArrayRef< const Expr * >  CopyprivateVars, ArrayRef< const Expr * >  DestExprs, ArrayRef< const Expr * >  SrcExprs, ArrayRef< const Expr * >  AssignmentOps, SourceLocation  Loc  )

static

Definition at line 2336 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenModule::getTypes(), clang::ImplicitParamDecl::Other, and string().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitSingleRegion().

emitDependData()

static void emitDependData ( CodeGenFunction &  CGF, QualType &  KmpDependInfoTy, llvm::PointerUnion< unsigned *, LValue * >  Pos, const OMPTaskDataTy::DependData &  Data, Address  DependenciesArray  )

static

Definition at line 4589 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::OMPTaskDataTy::DependData::DepExprs, clang::Type::getAsTagDecl(), clang::CodeGen::CodeGenModule::getContext(), getDependTypes(), getPointerAndSize(), clang::Expr::IgnoreParenImpCasts(), clang::CodeGen::CodeGenTypeCache::IntPtrTy, clang::CodeGen::OMPTaskDataTy::DependData::IteratorExpr, and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDependClause().

emitDestructorsFunction()

static llvm::Value* emitDestructorsFunction ( CodeGenModule &  CGM, SourceLocation  Loc, QualType  KmpInt32Ty, QualType  KmpTaskTWithPrivatesPtrQTy, QualType  KmpTaskTWithPrivatesQTy  )

static

Definition at line 3599 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ImplicitParamDecl::Other, string(), and clang::QualType::withRestrict().

emitForStaticInitCall()

static void emitForStaticInitCall ( CodeGenFunction &  CGF, llvm::Value *  UpdateLocation, llvm::Value *  ThreadId, llvm::FunctionCallee  ForStaticInitFunction, OpenMPSchedType  Schedule, OpenMPScheduleClauseModifier  M1, OpenMPScheduleClauseModifier  M2, const CGOpenMPRuntime::StaticRTInput &  Values  )

static

Definition at line 2732 of file CGOpenMPRuntime.cpp.

References addMonoNonMonoModifier(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::Chunk, clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::Address::getPointer(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IL, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IVSize, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::LB, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::Ordered, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::ST, and clang::CodeGen::CGOpenMPRuntime::StaticRTInput::UB.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDistributeStaticInit(), and clang::CodeGen::CGOpenMPRuntime::emitForStaticInit().

emitInitWithReductionInitializer()

static void emitInitWithReductionInitializer ( CodeGenFunction &  CGF, const OMPDeclareReductionDecl *  DRD, const Expr *  InitOp, Address  Private, Address  Original, QualType  Ty  )

static

Definition at line 620 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::OMPPrivateScope::addPrivate(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::CodeGenModule::EmitNullConstant(), clang::CodeGen::RValue::get(), clang::OMPDeclareReductionDecl::getInitializer(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CGOpenMPRuntime::getUserDefinedReduction(), clang::Expr::IgnoreParenImpCasts(), clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), and string().

Referenced by clang::CodeGen::ReductionCodeGen::emitInitialization(), and EmitOMPAggregateInit().

emitMappingInformation()

llvm::Constant* emitMappingInformation	(	CodeGenFunction &	CGF,
		llvm::OpenMPIRBuilder &	OMPBuilder,
		MappableExprsHandler::MappingExprInfo &	MapExprs
	)

Emit a string constant containing the names of the values mapped to the offloading runtime library.

Definition at line 9431 of file CGOpenMPRuntime.cpp.

References clang::PresumedLoc::getColumn(), clang::CodeGen::CodeGenFunction::getContext(), getDeclFromThisExpr(), clang::PresumedLoc::getFilename(), clang::ASTContext::getLangOpts(), clang::PresumedLoc::getLine(), clang::Decl::getLocation(), clang::SourceManager::getPresumedLoc(), clang::ASTContext::getSourceManager(), P, and string().

emitNonContiguousDescriptor()

static void emitNonContiguousDescriptor ( CodeGenFunction &  CGF, MappableExprsHandler::MapCombinedInfoTy &  CombinedInfo, CGOpenMPRuntime::TargetDataInfo &  Info  )

static

Definition at line 9348 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::RecordDecl::completeDefinition(), clang::CodeGen::CGBuilderTy::CreateConstArrayGEP(), clang::CodeGen::CGBuilderTy::CreateConstInBoundsGEP2_32(), clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CGBuilderTy::CreateStore(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::RecordDecl::field_begin(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getPointer(), clang::CodeGen::CodeGenTypeCache::getPointerAlign(), clang::CodeGen::CodeGenTypeCache::Int8PtrTy, clang::CodeGen::CodeGenTypeCache::Int8Ty, clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::ArrayType::Normal, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::NumberOfPtrs, P, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::PointersArray, clang::TagDecl::startDefinition(), and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

emitOffloadingArrays()

static void emitOffloadingArrays ( CodeGenFunction &  CGF, MappableExprsHandler::MapCombinedInfoTy &  CombinedInfo, CGOpenMPRuntime::TargetDataInfo &  Info, llvm::OpenMPIRBuilder &  OMPBuilder, bool  IsNonContiguous = false  )

static

Emit the arrays used to pass the captures and map information to the offloading runtime library.

If there is no map or capture information, return nullptr by reference.

Definition at line 9467 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::BasePointersArray, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::clearArrayInfo(), clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::ASTContext::getConstantArrayType(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::CodeGen::Address::getPointer(), clang::CodeGen::CodeGenTypeCache::Int64Ty, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::MappersArray, clang::ArrayType::Normal, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::NumberOfPtrs, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::PointersArray, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::SizesArray, string(), and clang::ASTContext::VoidPtrTy.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetCall(), clang::CodeGen::CGOpenMPRuntime::emitTargetDataCalls(), and clang::CodeGen::CGOpenMPRuntime::emitTargetDataStandAloneCall().

emitOffloadingArraysArgument()

static void emitOffloadingArraysArgument ( CodeGenFunction &  CGF, llvm::Value *&  BasePointersArrayArg, llvm::Value *&  PointersArrayArg, llvm::Value *&  SizesArrayArg, llvm::Value *&  MapTypesArrayArg, llvm::Value *&  MapNamesArrayArg, llvm::Value *&  MappersArrayArg, CGOpenMPRuntime::TargetDataInfo &  Info, const ArgumentsOptions &  Options = ArgumentsOptions()  )

static

Emit the arguments to be passed to the runtime library based on the arrays of base pointers, pointers, sizes, map types, and mappers.

If ForEndCall, emit map types to be passed for the end of the region instead of the beginning.

Definition at line 9668 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetCall(), clang::CodeGen::CGOpenMPRuntime::emitTargetDataCalls(), and clang::CodeGen::CGOpenMPRuntime::emitTargetDataStandAloneCall().

EmitOMPAggregateInit()

static void EmitOMPAggregateInit ( CodeGenFunction &  CGF, Address  DestAddr, QualType  Type, bool  EmitDeclareReductionInit, const Expr *  Init, const OMPDeclareReductionDecl *  DRD, Address  SrcAddr = Address::invalid()  )

static

Emit initialization of arrays of complex types.

Parameters

DestAddr	Address of the array.
Type	Type of array.
Init	Initial expression of array.
SrcAddr	Address of the original array.

Definition at line 679 of file CGOpenMPRuntime.cpp.

References clang::CharUnits::alignmentOfArrayElement(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CGBuilderTy::CreateElementBitCast(), clang::CodeGen::CGBuilderTy::CreateGEP(), clang::CodeGen::CodeGenFunction::EmitAnyExprToMem(), clang::CodeGen::CodeGenFunction::emitArrayLength(), clang::CodeGen::CodeGenFunction::EmitBlock(), emitInitWithReductionInitializer(), clang::CodeGen::Address::getAlignment(), clang::Type::getAsArrayTypeUnsafe(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), clang::CodeGen::Address::getPointer(), clang::QualType::getQualifiers(), clang::ASTContext::getTypeSizeInChars(), and clang::CodeGen::Address::invalid().

EmitOMPAggregateReduction()

static void EmitOMPAggregateReduction ( CodeGenFunction &  CGF, QualType  Type, const VarDecl *  LHSVar, const VarDecl *  RHSVar, const llvm::function_ref< void(CodeGenFunction &CGF, const Expr *, const Expr *, const Expr *)> &  RedOpGen, const Expr *  XExpr = nullptr, const Expr *  EExpr = nullptr, const Expr *  UpExpr = nullptr  )

static

Emit reduction operation for each element of array (required for array sections) LHS op = RHS.

Parameters

Type	Type of array.
LHSVar	Variable on the left side of the reduction operation (references element of array in original variable).
RHSVar	Variable on the right side of the reduction operation (references element of array in original variable).
RedOpGen	Generator of reduction operation with use of LHSVar and RHSVar.

Definition at line 5225 of file CGOpenMPRuntime.cpp.

References clang::CharUnits::alignmentOfArrayElement(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CGBuilderTy::CreateGEP(), clang::CodeGen::CodeGenFunction::emitArrayLength(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::Address::getAlignment(), clang::Type::getAsArrayTypeUnsafe(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), clang::CodeGen::Address::getPointer(), and clang::ASTContext::getTypeSizeInChars().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitSingleReductionCombiner().

emitParallelOrTeamsOutlinedFunction()

static llvm::Function* emitParallelOrTeamsOutlinedFunction ( CodeGenModule &  CGM, const OMPExecutableDirective &  D, const CapturedStmt *  CS, const VarDecl *  ThreadIDVar, OpenMPDirectiveKind  InnermostKind, const StringRef  OutlinedHelperName, const RegionCodeGenTy &  CodeGen  )

static

Definition at line 1232 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction(), clang::OMPExecutableDirective::getBeginLoc(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::ValueDecl::getType(), and clang::Type::isPointerType().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitParallelOutlinedFunction(), and clang::CodeGen::CGOpenMPRuntime::emitTeamsOutlinedFunction().

emitPrivatesInit()

static void emitPrivatesInit ( CodeGenFunction &  CGF, const OMPExecutableDirective &  D, Address  KmpTaskSharedsPtr, LValue  TDBase, const RecordDecl *  KmpTaskTWithPrivatesQTyRD, QualType  SharedsTy, QualType  SharedsPtrTy, const OMPTaskDataTy &  Data, ArrayRef< PrivateDataTy >  Privates, bool  ForDup  )

static

Emit initialization for private variables in task-based directives.

Definition at line 3758 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::OMPPrivateScope::addPrivate(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CodeGenFunction::CurCodeDecl, clang::CodeGen::Decl, clang::CodeGen::CodeGenFunction::EmitAggregateAssign(), clang::CodeGen::CodeGenFunction::EmitExprAsInit(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), clang::CodeGen::CodeGenFunction::EmitOMPAggregateAssign(), clang::RecordDecl::field_begin(), clang::CodeGen::OMPTaskDataTy::FirstprivateVars, clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::VarDecl::getAnyInitializer(), clang::OMPExecutableDirective::getCapturedStmt(), clang::CodeGen::CodeGenFunction::getContext(), clang::Decl::getDeclContext(), clang::OMPExecutableDirective::getDirectiveKind(), clang::CodeGen::LValue::getTBAAInfo(), clang::CodeGen::LValue::getType(), clang::Type::isArrayType(), clang::isOpenMPTargetDataManagementDirective(), clang::isOpenMPTargetExecutionDirective(), clang::isOpenMPTaskLoopDirective(), clang::CodeGen::CodeGenFunction::isTrivialInitializer(), clang::CodeGen::Address::isValid(), clang::CodeGen::CodeGenFunction::LambdaCaptureFields, clang::CodeGen::CodeGenFunction::CGCapturedStmtInfo::lookup(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), and clang::CodeGen::Address::withAlignment().

emitProxyTaskFunction()

static llvm::Function* emitProxyTaskFunction ( CodeGenModule &  CGM, SourceLocation  Loc, OpenMPDirectiveKind  Kind, QualType  KmpInt32Ty, QualType  KmpTaskTWithPrivatesPtrQTy, QualType  KmpTaskTWithPrivatesQTy, QualType  KmpTaskTQTy, QualType  SharedsPtrTy, llvm::Function *  TaskFunction, llvm::Value *  TaskPrivatesMap  )

static

Emit a proxy function which accepts kmp_task_t as the second argument.

kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) {
  TaskFunction(gtid, tt->part_id, &tt->privates, task_privates_map, tt,
  For taskloops:
  tt->task_data.lb, tt->task_data.ub, tt->task_data.st, tt->task_data.liter,
  tt->reductions, tt->shareds);
  return 0;
}

Definition at line 3496 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ImplicitParamDecl::Other, string(), and clang::QualType::withRestrict().

emitReduceCombFunction()

static llvm::Value* emitReduceCombFunction ( CodeGenModule &  CGM, SourceLocation  Loc, ReductionCodeGen &  RCG, unsigned  N, const Expr *  ReductionOp, const Expr *  LHS, const Expr *  RHS, const Expr *  PrivateRef  )

static

Emits reduction combiner function:

void @.red_comb(void* %arg0, void* %arg1) {
%lhs = bitcast void* %arg0 to <type>*
%rhs = bitcast void* %arg1 to <type>*
%2 = <ReductionOp>(<type>* %lhs, <type>* %rhs)
store <type> %2, <type>* %lhs
ret void
}

Definition at line 5829 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ImplicitParamDecl::Other, and string().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit().

emitReduceFiniFunction()

static llvm::Value* emitReduceFiniFunction ( CodeGenModule &  CGM, SourceLocation  Loc, ReductionCodeGen &  RCG, unsigned  N  )

static

Emits reduction finalizer function:

void @.red_fini(void* %arg) {
%0 = bitcast void* %arg to <type>*
<destroy>(<type>* %0)
ret void
}

Definition at line 5905 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getTypes(), clang::CodeGen::ReductionCodeGen::needCleanups(), clang::ImplicitParamDecl::Other, and string().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit().

emitReduceInitFunction()

static llvm::Value* emitReduceInitFunction ( CodeGenModule &  CGM, SourceLocation  Loc, ReductionCodeGen &  RCG, unsigned  N  )

static

Emits reduction initializer function:

void @.red_init(void* %arg, void* %orig) {
%0 = bitcast void* %arg to <type>*
store <type> <init>, <type>* %0
ret void
}

Definition at line 5760 of file CGOpenMPRuntime.cpp.

References clang::QualType::addRestrict(), clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ImplicitParamDecl::Other, and string().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit().

emitReductionCombiner()

static void emitReductionCombiner ( CodeGenFunction &  CGF, const Expr *  ReductionOp  )

static

Emit reduction combiner.

If the combiner is a simple expression emit it as is, otherwise consider it as combiner of UDR decl and emit it as a call of UDR combiner function.

Definition at line 5302 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CGOpenMPRuntime::getUserDefinedReduction().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitSingleReductionCombiner().

emitTaskDupFunction()

static llvm::Value* emitTaskDupFunction ( CodeGenModule &  CGM, SourceLocation  Loc, const OMPExecutableDirective &  D, QualType  KmpTaskTWithPrivatesPtrQTy, const RecordDecl *  KmpTaskTWithPrivatesQTyRD, const RecordDecl *  KmpTaskTQTyRD, QualType  SharedsTy, QualType  SharedsPtrTy, const OMPTaskDataTy &  Data, ArrayRef< PrivateDataTy >  Privates, bool  WithLastIter  )

static

Emit task_dup function (for initialization of private/firstprivate/lastprivate vars and last_iter flag)

void __task_dup_entry(kmp_task_t *task_dst, const kmp_task_t *task_src, int
lastpriv) {
// setup lastprivate flag
   task_dst->last = lastpriv;
// could be constructor calls here...
}

Definition at line 3906 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ImplicitParamDecl::Other, and string().

emitTaskPrivateMappingFunction()

static llvm::Value* emitTaskPrivateMappingFunction ( CodeGenModule &  CGM, SourceLocation  Loc, const OMPTaskDataTy &  Data, QualType  PrivatesQTy, ArrayRef< PrivateDataTy >  Privates  )

static

Emit a privates mapping function for correct handling of private and firstprivate variables.

void .omp_task_privates_map.(const .privates. *noalias privs, <ty1>
**noalias priv1,...,  <tyn> **noalias privn) {
  *priv1 = &.privates.priv1;
  ...;
  *privn = &.privates.privn;
}

Definition at line 3659 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::ImplicitParamDecl::Create(), clang::CodeGen::OMPTaskDataTy::FirstprivateVars, clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::QualType::getNonReferenceType(), clang::Expr::getType(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenModule::getTypes(), isAllocatableDecl(), clang::Type::isLValueReferenceType(), clang::CodeGen::OMPTaskDataTy::LastprivateVars, clang::ImplicitParamDecl::Other, clang::CodeGen::OMPTaskDataTy::PrivateLocals, clang::CodeGen::OMPTaskDataTy::PrivateVars, and string().

emitX86DeclareSimdFunction()

static void emitX86DeclareSimdFunction ( const FunctionDecl *  FD, llvm::Function *  Fn, const llvm::APSInt &  VLENVal, ArrayRef< ParamAttrTy >  ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy  State  )

static

Definition at line 11536 of file CGOpenMPRuntime.cpp.

References State.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDeclareSimdFunction().

evaluateCDTSize()

static unsigned evaluateCDTSize ( const FunctionDecl *  FD, ArrayRef< ParamAttrTy >  ParamAttrs  )

static

Definition at line 11437 of file CGOpenMPRuntime.cpp.

References clang::Decl::getASTContext(), clang::Type::getCanonicalTypeUnqualified(), clang::FunctionDecl::getNumParams(), clang::FunctionDecl::getParamDecl(), clang::FunctionDecl::getReturnType(), clang::ValueDecl::getType(), clang::QualType::isNull(), clang::Type::isRecordType(), clang::Type::isUnionType(), clang::Type::isVoidType(), and Offset.

generateUniqueName()

static std::string generateUniqueName ( CodeGenModule &  CGM, StringRef  Prefix, const Expr *  Ref  )

static

Generates unique name for artificial threadprivate variables.

Format is: <Prefix> "." <Decl_mangled_name> "_" "<Decl_start_loc_raw_enc>"

Definition at line 5736 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskReductionFixups().

getAArch64LS()

static unsigned getAArch64LS ( QualType  QT, ParamKindTy  Kind, ASTContext &  C  )

static

Computes the lane size (LS) of a return type or of an input parameter, as defined by LS(P) in 3.2.1 of the AAVFABI.

TODO: Add support for references, section 3.2.1, item 1.

Definition at line 11642 of file CGOpenMPRuntime.cpp.

References getAArch64MTV(), getAArch64PBV(), clang::QualType::getCanonicalType(), clang::Type::getPointeeType(), and clang::Type::isPointerType().

Referenced by getNDSWDS().

getAArch64MTV()

static bool getAArch64MTV ( QualType  QT, ParamKindTy  Kind  )

static

Maps To Vector (MTV), as defined in 4.1.1 of the AAVFABI (2021Q1).

Definition at line 11597 of file CGOpenMPRuntime.cpp.

References clang::QualType::getCanonicalType(), clang::Type::isReferenceType(), and clang::Type::isVoidType().

Referenced by getAArch64LS(), and getNDSWDS().

getAArch64PBV()

static bool getAArch64PBV ( QualType  QT, ASTContext &  C  )

static

Pass By Value (PBV), as defined in 3.1.2 of the AAVFABI.

Definition at line 11617 of file CGOpenMPRuntime.cpp.

References clang::QualType::getCanonicalType(), clang::Type::isFloatingType(), clang::Type::isIntegerType(), and clang::Type::isPointerType().

Referenced by getAArch64LS(), and getNDSWDS().

getAlignmentValue()

static llvm::Value* getAlignmentValue ( CodeGenFunction &  CGF, QualType  ListItemTy, const Expr *  Alignment  )

static

Given the allocate directive list item type and align clause value, return appropriate alignment.

Definition at line 12190 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::Expr::EvaluateKnownConstInt(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenModule::getNaturalTypeAlignment(), clang::CharUnits::getQuantity(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

getAllocatorVal()

static llvm::Value* getAllocatorVal ( CodeGenFunction &  CGF, const Expr *  Allocator  )

static

Return allocator value from expression, or return a null allocator (default when no allocator specified).

Definition at line 12170 of file CGOpenMPRuntime.cpp.

getBaseDecl()

static const VarDecl* getBaseDecl ( const Expr *  Ref, const DeclRefExpr *&  DE  )

static

Definition at line 968 of file CGOpenMPRuntime.cpp.

References clang::DeclRefExpr::getDecl().

Referenced by clang::CodeGen::ReductionCodeGen::adjustPrivateAddress().

getCancellationKind()

static RTCancelKind getCancellationKind ( OpenMPDirectiveKind  CancelRegion )

static

Definition at line 6203 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitCancelCall(), and clang::CodeGen::CGOpenMPRuntime::emitCancellationPointCall().

getDeclFromThisExpr()

static ValueDecl* getDeclFromThisExpr ( const Expr *  E )

static

Definition at line 9417 of file CGOpenMPRuntime.cpp.

References clang::Expr::IgnoreParenCasts().

Referenced by emitMappingInformation().

getDependTypes()

static void getDependTypes ( ASTContext &  C, QualType &  KmpDependInfoTy, QualType &  FlagsTy  )

static

Builds kmp_depend_info, if it is not built yet, and builds flags type.

Definition at line 4549 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::RecordDecl::completeDefinition(), clang::QualType::isNull(), and clang::TagDecl::startDefinition().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDependClause(), emitDependData(), clang::CodeGen::CGOpenMPRuntime::emitDepobjDependClause(), clang::CodeGen::CGOpenMPRuntime::emitDestroyClause(), and clang::CodeGen::CGOpenMPRuntime::emitUpdateClause().

getIdentStringFromSourceLocation()

static StringRef getIdentStringFromSourceLocation ( CodeGenFunction &  CGF, SourceLocation  Loc, SmallString< 128 > &  Buffer  )

static

Definition at line 1357 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CurFuncDecl, clang::PresumedLoc::getColumn(), clang::CodeGen::CodeGenFunction::getContext(), clang::PresumedLoc::getFilename(), clang::PresumedLoc::getLine(), clang::SourceManager::getPresumedLoc(), and clang::ASTContext::getSourceManager().

Referenced by clang::CodeGen::CGOpenMPRuntime::getThreadID().

getKmpAffinityType()

static void getKmpAffinityType ( ASTContext &  C, QualType &  KmpTaskAffinityInfoTy  )

static

Builds kmp_depend_info, if it is not built yet, and builds flags type.

Definition at line 4102 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::RecordDecl::completeDefinition(), clang::QualType::isNull(), and clang::TagDecl::startDefinition().

getNDSWDS()

static std::tuple<unsigned, unsigned, bool> getNDSWDS ( const FunctionDecl *  FD, ArrayRef< ParamAttrTy >  ParamAttrs  )

static

Definition at line 11658 of file CGOpenMPRuntime.cpp.

References getAArch64LS(), getAArch64MTV(), getAArch64PBV(), clang::Decl::getASTContext(), clang::QualType::getCanonicalType(), clang::FunctionDecl::getNumParams(), clang::FunctionDecl::getParamDecl(), clang::FunctionDecl::getReturnType(), clang::ValueDecl::getType(), and clang::Type::isVoidType().

Referenced by emitAArch64DeclareSimdFunction().

getNestedDistributeDirective()

static const OMPExecutableDirective* getNestedDistributeDirective ( ASTContext &  Ctx, const OMPExecutableDirective &  D  )

static

Check for inner distribute directive.

Definition at line 9727 of file CGOpenMPRuntime.cpp.

References clang::CapturedStmt::getCapturedStmt(), clang::OMPExecutableDirective::getDirectiveKind(), clang::OMPExecutableDirective::getInnermostCapturedStmt(), clang::Stmt::IgnoreContainers(), and clang::isOpenMPDistributeDirective().

getNumThreads()

static llvm::Value* getNumThreads ( CodeGenFunction &  CGF, const CapturedStmt *  CS, llvm::Value *  DefaultThreadLimitVal  )

static

Definition at line 6727 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitAutoVarAlloca(), clang::CodeGen::CodeGenFunction::EmitAutoVarCleanups(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::Expr::EvaluateAsBooleanCondition(), clang::CodeGen::CodeGenFunction::EvaluateExprAsBool(), clang::CapturedStmt::getCapturedStmt(), clang::OMPIfClause::getCondition(), clang::CodeGen::CodeGenFunction::getContext(), clang::OMPClauseWithPreInit::getPreInitStmt(), clang::CodeGen::CGOpenMPRuntime::getSingleCompoundChild(), clang::Stmt::getSourceRange(), clang::CodeGen::CodeGenTypeCache::Int32Ty, clang::isOpenMPParallelDirective(), and clang::isOpenMPSimdDirective().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitNumThreadsForTargetDirective().

getPointerAndSize()

static std::pair<llvm::Value *, llvm::Value *> getPointerAndSize ( CodeGenFunction &  CGF, const Expr *  E  )

static

Definition at line 4066 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPArraySectionExpr(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), clang::CodeGen::Address::getPointer(), clang::CodeGen::LValue::getPointer(), clang::ASTContext::getSizeType(), clang::Expr::getType(), clang::CodeGen::CodeGenFunction::getTypeSize(), clang::Expr::IgnoreParenImpCasts(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitDependData().

getReductionInit()

static const OMPDeclareReductionDecl* getReductionInit ( const Expr *  ReductionOp )

static

Check if the combiner is a call to UDR combiner and if it is so return the UDR decl used for reduction.

Definition at line 610 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::ReductionCodeGen::emitInitialization(), and clang::CodeGen::ReductionCodeGen::usesReductionInitializer().

getRuntimeSchedule() [1/2]

static OpenMPSchedType getRuntimeSchedule ( OpenMPDistScheduleClauseKind  ScheduleKind, bool  Chunked  )

static

Map the OpenMP distribute schedule to the runtime enumeration.

Definition at line 2610 of file CGOpenMPRuntime.cpp.

getRuntimeSchedule() [2/2]

static OpenMPSchedType getRuntimeSchedule ( OpenMPScheduleClauseKind  ScheduleKind, bool  Chunked, bool  Ordered  )

static

Map the OpenMP loop schedule to the runtime enumeration.

Definition at line 2587 of file CGOpenMPRuntime.cpp.

References clang::OMPC_SCHEDULE_unknown.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDistributeStaticInit(), clang::CodeGen::CGOpenMPRuntime::emitForDispatchInit(), clang::CodeGen::CGOpenMPRuntime::emitForStaticInit(), clang::CodeGen::CGOpenMPRuntime::isDynamic(), clang::CodeGen::CGOpenMPRuntime::isStaticChunked(), and clang::CodeGen::CGOpenMPRuntime::isStaticNonchunked().

getTargetEntryUniqueInfo()

static void getTargetEntryUniqueInfo ( ASTContext &  C, SourceLocation  Loc, unsigned &  DeviceID, unsigned &  FileID, unsigned &  LineNum  )

static

Obtain information that uniquely identifies a target entry.

This consists of the file and device IDs as well as line number associated with the relevant entry source location.

Definition at line 1598 of file CGOpenMPRuntime.cpp.

References clang::PresumedLoc::getFilename(), clang::PresumedLoc::getLine(), clang::SourceLocation::isValid(), clang::PresumedLoc::isValid(), and SM.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDeclareTargetVarDefinition(), clang::CodeGen::CGOpenMPRuntime::emitTargetOutlinedFunctionHelper(), and clang::CodeGen::CGOpenMPRuntime::getAddrOfDeclareTargetVar().

isAllocatableDecl()

static bool isAllocatableDecl ( const VarDecl *  VD )

static

Definition at line 3377 of file CGOpenMPRuntime.cpp.

References clang::Decl::getAttr(), clang::VarDecl::getCanonicalDecl(), and clang::Decl::hasAttr().

Referenced by createPrivatesRecordDecl(), emitTaskPrivateMappingFunction(), and clang::CodeGen::CGOpenMPRuntime::getAddressOfLocalVariable().

isAssumedToBeNotEmitted()

static bool isAssumedToBeNotEmitted ( const ValueDecl *  VD, bool  IsDevice  )

static

Definition at line 10704 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetFunctions(), and clang::CodeGen::CGOpenMPRuntime::emitTargetGlobalVariable().

isTrivial()

static bool isTrivial ( ASTContext &  Ctx, const Expr *  E  )

static

Checks if the expression is constant or does not have non-trivial function calls.

Definition at line 6506 of file CGOpenMPRuntime.cpp.

References clang::Expr::hasNonTrivialCall(), clang::Expr::HasSideEffects(), clang::Expr::isEvaluatable(), and clang::Expr::SE_AllowUndefinedBehavior.

Referenced by clang::TextNodeDumper::VisitCXXRecordDecl().

loadToBegin()

static LValue loadToBegin ( CodeGenFunction &  CGF, QualType  BaseTy, QualType  ElTy, LValue  BaseLV  )

static

Definition at line 919 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreateElementBitCast(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::EmitLoadOfReferenceLValue(), clang::CodeGen::LValue::getAddress(), clang::Type::getAs(), clang::CodeGen::LValue::getBaseInfo(), clang::CodeGen::CodeGenFunction::getContext(), clang::QualType::getNonReferenceType(), clang::Type::getPointeeType(), clang::CodeGen::CodeGenModule::getTBAAInfoForSubobject(), clang::CodeGen::LValue::getType(), clang::ASTContext::hasSameType(), clang::Type::isPointerType(), clang::Type::isReferenceType(), and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

Referenced by clang::CodeGen::ReductionCodeGen::adjustPrivateAddress().

mangleVectorParameters()

static std::string mangleVectorParameters ( ArrayRef< ParamAttrTy >  ParamAttrs )

static

Mangle the parameter part of the vector function name according to their OpenMP classification.

The mangling function is defined in section 4.5 of the AAVFABI(2021Q1).

Definition at line 11492 of file CGOpenMPRuntime.cpp.

Referenced by emitAArch64DeclareSimdFunction().

translateDependencyKind()

static RTLDependenceKindTy translateDependencyKind ( OpenMPDependClauseKind  K )

static

Translates internal dependency kind into the runtime kind.

Definition at line 4518 of file CGOpenMPRuntime.cpp.

References clang::OMPC_DEPEND_unknown.