clang 22.0.0git
Functions
CGOpenMPRuntime.cpp File Reference
#include "CGOpenMPRuntime.h"
#include "ABIInfoImpl.h"
#include "CGCXXABI.h"
#include "CGCleanup.h"
#include "CGDebugInfo.h"
#include "CGRecordLayout.h"
#include "CodeGenFunction.h"
#include "TargetInfo.h"
#include "clang/AST/APValue.h"
#include "clang/AST/Attr.h"
#include "clang/AST/Decl.h"
#include "clang/AST/OpenMPClause.h"
#include "clang/AST/StmtOpenMP.h"
#include "clang/AST/StmtVisitor.h"
#include "clang/Basic/OpenMPKinds.h"
#include "clang/Basic/SourceManager.h"
#include "clang/CodeGen/ConstantInitBuilder.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/Bitcode/BitcodeReader.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/raw_ostream.h"
#include <cassert>
#include <cstdint>
#include <numeric>
#include <optional>

Go to the source code of this file.

Functions

static const OMPDeclareReductionDecl * getReductionInit (const Expr *ReductionOp)
 Check if the combiner is a call to UDR combiner and if it is so return the UDR decl used for reduction.
static void emitInitWithReductionInitializer (CodeGenFunction &CGF, const OMPDeclareReductionDecl *DRD, const Expr *InitOp, Address Private, Address Original, QualType Ty)
static void EmitOMPAggregateInit (CodeGenFunction &CGF, Address DestAddr, QualType Type, bool EmitDeclareReductionInit, const Expr *Init, const OMPDeclareReductionDecl *DRD, Address SrcAddr=Address::invalid())
 Emit initialization of arrays of complex types.
static LValue loadToBegin (CodeGenFunction &CGF, QualType BaseTy, QualType ElTy, LValue BaseLV)
static Address castToBase (CodeGenFunction &CGF, QualType BaseTy, QualType ElTy, Address OriginalBaseAddress, llvm::Value *Addr)
static const VarDecl * getBaseDecl (const Expr *Ref, const DeclRefExpr *&DE)
static FieldDecl * addFieldToRecordDecl (ASTContext &C, DeclContext *DC, QualType FieldTy)
static llvm::Function * emitCombinerOrInitializer (CodeGenModule &CGM, QualType Ty, const Expr *CombinerInitializer, const VarDecl *In, const VarDecl *Out, bool IsCombiner)
static llvm::Function * emitParallelOrTeamsOutlinedFunction (CodeGenModule &CGM, const OMPExecutableDirective &D, const CapturedStmt *CS, const VarDecl *ThreadIDVar, OpenMPDirectiveKind InnermostKind, const StringRef OutlinedHelperName, const RegionCodeGenTy &CodeGen)
static StringRef getIdentStringFromSourceLocation (CodeGenFunction &CGF, SourceLocation Loc, SmallString< 128 > &Buffer)
static llvm::OffloadEntriesInfoManager::OMPTargetDeviceClauseKind convertDeviceClause (const VarDecl *VD)
static llvm::OffloadEntriesInfoManager::OMPTargetGlobalVarEntryKind convertCaptureClause (const VarDecl *VD)
static llvm::TargetRegionEntryInfo getEntryInfoFromPresumedLoc (CodeGenModule &CGM, llvm::OpenMPIRBuilder &OMPBuilder, SourceLocation BeginLoc, llvm::StringRef ParentName="")
static Address emitAddrOfVarFromArray (CodeGenFunction &CGF, Address Array, unsigned Index, const VarDecl *Var)
 Given an array of pointers to variables, project the address of a given variable.
static llvm::Value * emitCopyprivateCopyFunction (CodeGenModule &CGM, llvm::Type *ArgsElemType, ArrayRef< const Expr * > CopyprivateVars, ArrayRef< const Expr * > DestExprs, ArrayRef< const Expr * > SrcExprs, ArrayRef< const Expr * > AssignmentOps, SourceLocation Loc)
static OpenMPSchedType getRuntimeSchedule (OpenMPScheduleClauseKind ScheduleKind, bool Chunked, bool Ordered)
 Map the OpenMP loop schedule to the runtime enumeration.
static OpenMPSchedType getRuntimeSchedule (OpenMPDistScheduleClauseKind ScheduleKind, bool Chunked)
 Map the OpenMP distribute schedule to the runtime enumeration.
static int addMonoNonMonoModifier (CodeGenModule &CGM, OpenMPSchedType Schedule, OpenMPScheduleClauseModifier M1, OpenMPScheduleClauseModifier M2)
static void emitForStaticInitCall (CodeGenFunction &CGF, llvm::Value *UpdateLocation, llvm::Value *ThreadId, llvm::FunctionCallee ForStaticInitFunction, OpenMPSchedType Schedule, OpenMPScheduleClauseModifier M1, OpenMPScheduleClauseModifier M2, const CGOpenMPRuntime::StaticRTInput &Values)
static bool isAllocatableDecl (const VarDecl *VD)
static RecordDecl * createPrivatesRecordDecl (CodeGenModule &CGM, ArrayRef< PrivateDataTy > Privates)
static RecordDecl * createKmpTaskTRecordDecl (CodeGenModule &CGM, OpenMPDirectiveKind Kind, QualType KmpInt32Ty, QualType KmpRoutineEntryPointerQTy)
static RecordDecl * createKmpTaskTWithPrivatesRecordDecl (CodeGenModule &CGM, QualType KmpTaskTQTy, ArrayRef< PrivateDataTy > Privates)
static llvm::Function * emitProxyTaskFunction (CodeGenModule &CGM, SourceLocation Loc, OpenMPDirectiveKind Kind, QualType KmpInt32Ty, QualType KmpTaskTWithPrivatesPtrQTy, QualType KmpTaskTWithPrivatesQTy, QualType KmpTaskTQTy, QualType SharedsPtrTy, llvm::Function *TaskFunction, llvm::Value *TaskPrivatesMap)
 Emit a proxy function which accepts kmp_task_t as the second argument.
static llvm::Value * emitDestructorsFunction (CodeGenModule &CGM, SourceLocation Loc, QualType KmpInt32Ty, QualType KmpTaskTWithPrivatesPtrQTy, QualType KmpTaskTWithPrivatesQTy)
static llvm::Value * emitTaskPrivateMappingFunction (CodeGenModule &CGM, SourceLocation Loc, const OMPTaskDataTy &Data, QualType PrivatesQTy, ArrayRef< PrivateDataTy > Privates)
 Emit a privates mapping function for correct handling of private and firstprivate variables.
static void emitPrivatesInit (CodeGenFunction &CGF, const OMPExecutableDirective &D, Address KmpTaskSharedsPtr, LValue TDBase, const RecordDecl *KmpTaskTWithPrivatesQTyRD, QualType SharedsTy, QualType SharedsPtrTy, const OMPTaskDataTy &Data, ArrayRef< PrivateDataTy > Privates, bool ForDup)
 Emit initialization for private variables in task-based directives.
static bool checkInitIsRequired (CodeGenFunction &CGF, ArrayRef< PrivateDataTy > Privates)
 Check if duplication function is required for taskloops.
static llvm::Value * emitTaskDupFunction (CodeGenModule &CGM, SourceLocation Loc, const OMPExecutableDirective &D, QualType KmpTaskTWithPrivatesPtrQTy, const RecordDecl *KmpTaskTWithPrivatesQTyRD, const RecordDecl *KmpTaskTQTyRD, QualType SharedsTy, QualType SharedsPtrTy, const OMPTaskDataTy &Data, ArrayRef< PrivateDataTy > Privates, bool WithLastIter)
 Emit task_dup function (for initialization of private/firstprivate/lastprivate vars and last_iter flag)
static bool checkDestructorsRequired (const RecordDecl *KmpTaskTWithPrivatesQTyRD, ArrayRef< PrivateDataTy > Privates)
 Checks if destructor function is required to be generated.
static std::pair< llvm::Value *, llvm::Value * > getPointerAndSize (CodeGenFunction &CGF, const Expr *E)
static void getKmpAffinityType (ASTContext &C, QualType &KmpTaskAffinityInfoTy)
 Builds kmp_depend_info, if it is not built yet, and builds flags type.
static RTLDependenceKindTy translateDependencyKind (OpenMPDependClauseKind K)
 Translates internal dependency kind into the runtime kind.
static void getDependTypes (ASTContext &C, QualType &KmpDependInfoTy, QualType &FlagsTy)
 Builds kmp_depend_info, if it is not built yet, and builds flags type.
static void emitDependData (CodeGenFunction &CGF, QualType &KmpDependInfoTy, llvm::PointerUnion< unsigned *, LValue * > Pos, const OMPTaskDataTy::DependData &Data, Address DependenciesArray)
static void EmitOMPAggregateReduction (CodeGenFunction &CGF, QualType Type, const VarDecl *LHSVar, const VarDecl *RHSVar, const llvm::function_ref< void(CodeGenFunction &CGF, const Expr *, const Expr *, const Expr *)> &RedOpGen, const Expr *XExpr=nullptr, const Expr *EExpr=nullptr, const Expr *UpExpr=nullptr)
 Emit reduction operation for each element of array (required for array sections) LHS op = RHS.
static void emitReductionCombiner (CodeGenFunction &CGF, const Expr *ReductionOp)
 Emit reduction combiner.
static std::string generateUniqueName (CodeGenModule &CGM, llvm::StringRef Prefix, const Expr *Ref)
static std::string generateUniqueName (CodeGenModule &CGM, StringRef Prefix, const Expr *Ref)
 Generates unique name for artificial threadprivate variables.
static llvm::Value * emitReduceInitFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N)
 Emits reduction initializer function:
static llvm::Value * emitReduceCombFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N, const Expr *ReductionOp, const Expr *LHS, const Expr *RHS, const Expr *PrivateRef)
 Emits reduction combiner function:
static llvm::Value * emitReduceFiniFunction (CodeGenModule &CGM, SourceLocation Loc, ReductionCodeGen &RCG, unsigned N)
 Emits reduction finalizer function:
static RTCancelKind getCancellationKind (OpenMPDirectiveKind CancelRegion)
static bool isTrivial (ASTContext &Ctx, const Expr *E)
 Checks if the expression is constant or does not have non-trivial function calls.
static void getNumThreads (CodeGenFunction &CGF, const CapturedStmt *CS, const Expr **E, int32_t &UpperBound, bool UpperBoundOnly, llvm::Value **CondVal)
 Check for a num threads constant value (stored in DefaultVal), or expression (stored in E).
static ValueDecl * getDeclFromThisExpr (const Expr *E)
static llvm::Constant * emitMappingInformation (CodeGenFunction &CGF, llvm::OpenMPIRBuilder &OMPBuilder, MappableExprsHandler::MappingExprInfo &MapExprs)
 Emit a string constant containing the names of the values mapped to the offloading runtime library.
static void emitOffloadingArraysAndArgs (CodeGenFunction &CGF, MappableExprsHandler::MapCombinedInfoTy &CombinedInfo, CGOpenMPRuntime::TargetDataInfo &Info, llvm::OpenMPIRBuilder &OMPBuilder, bool IsNonContiguous=false, bool ForEndCall=false)
 Emit the arrays used to pass the captures and map information to the offloading runtime library.
static const OMPExecutableDirective * getNestedDistributeDirective (ASTContext &Ctx, const OMPExecutableDirective &D)
 Check for inner distribute directive.
static void emitTargetCallFallback (CGOpenMPRuntime *OMPRuntime, llvm::Function *OutlinedFn, const OMPExecutableDirective &D, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars, bool RequiresOuterTask, const CapturedStmt &CS, bool OffloadingMandatory, CodeGenFunction &CGF)
static llvm::Value * emitDeviceID (llvm::PointerIntPair< const Expr *, 2, OpenMPDeviceClauseModifier > Device, CodeGenFunction &CGF)
static llvm::Value * emitDynCGGroupMem (const OMPExecutableDirective &D, CodeGenFunction &CGF)
static void genMapInfoForCaptures (MappableExprsHandler &MEHandler, CodeGenFunction &CGF, const CapturedStmt &CS, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars, llvm::OpenMPIRBuilder &OMPBuilder, llvm::DenseSet< CanonicalDeclPtr< const Decl > > &MappedVarSet, MappableExprsHandler::MapCombinedInfoTy &CombinedInfo)
static void genMapInfo (MappableExprsHandler &MEHandler, CodeGenFunction &CGF, MappableExprsHandler::MapCombinedInfoTy &CombinedInfo, llvm::OpenMPIRBuilder &OMPBuilder, const llvm::DenseSet< CanonicalDeclPtr< const Decl > > &SkippedVarSet=llvm::DenseSet< CanonicalDeclPtr< const Decl > >())
static void genMapInfo (const OMPExecutableDirective &D, CodeGenFunction &CGF, const CapturedStmt &CS, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars, llvm::OpenMPIRBuilder &OMPBuilder, MappableExprsHandler::MapCombinedInfoTy &CombinedInfo)
template<typename ClauseTy>
static void emitClauseForBareTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &D, llvm::SmallVectorImpl< llvm::Value * > &Values)
static void emitTargetCallKernelLaunch (CGOpenMPRuntime *OMPRuntime, llvm::Function *OutlinedFn, const OMPExecutableDirective &D, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars, bool RequiresOuterTask, const CapturedStmt &CS, bool OffloadingMandatory, llvm::PointerIntPair< const Expr *, 2, OpenMPDeviceClauseModifier > Device, llvm::Value *OutlinedFnID, CodeGenFunction::OMPTargetDataInfo &InputInfo, llvm::Value *&MapTypesArray, llvm::Value *&MapNamesArray, llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)> SizeEmitter, CodeGenFunction &CGF, CodeGenModule &CGM)
static void emitTargetCallElse (CGOpenMPRuntime *OMPRuntime, llvm::Function *OutlinedFn, const OMPExecutableDirective &D, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars, bool RequiresOuterTask, const CapturedStmt &CS, bool OffloadingMandatory, CodeGenFunction &CGF)
static bool isAssumedToBeNotEmitted (const ValueDecl *VD, bool IsDevice)
static unsigned evaluateCDTSize (const FunctionDecl *FD, ArrayRef< ParamAttrTy > ParamAttrs)
static std::string mangleVectorParameters (ArrayRef< ParamAttrTy > ParamAttrs)
 Mangle the parameter part of the vector function name according to their OpenMP classification.
static void emitX86DeclareSimdFunction (const FunctionDecl *FD, llvm::Function *Fn, const llvm::APSInt &VLENVal, ArrayRef< ParamAttrTy > ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy State)
static bool getAArch64MTV (QualType QT, ParamKindTy Kind)
 Maps To Vector (MTV), as defined in 4.1.1 of the AAVFABI (2021Q1).
static bool getAArch64PBV (QualType QT, ASTContext &C)
 Pass By Value (PBV), as defined in 3.1.2 of the AAVFABI.
static unsigned getAArch64LS (QualType QT, ParamKindTy Kind, ASTContext &C)
 Computes the lane size (LS) of a return type or of an input parameter, as defined by LS(P) in 3.2.1 of the AAVFABI.
static std::tuple< unsigned, unsigned, bool > getNDSWDS (const FunctionDecl *FD, ArrayRef< ParamAttrTy > ParamAttrs)
template<typename T>
static void addAArch64VectorName (T VLEN, StringRef LMask, StringRef Prefix, char ISA, StringRef ParSeq, StringRef MangledName, bool OutputBecomesInput, llvm::Function *Fn)
static void addAArch64AdvSIMDNDSNames (unsigned NDS, StringRef Mask, StringRef Prefix, char ISA, StringRef ParSeq, StringRef MangledName, bool OutputBecomesInput, llvm::Function *Fn)
static void emitAArch64DeclareSimdFunction (CodeGenModule &CGM, const FunctionDecl *FD, unsigned UserVLEN, ArrayRef< ParamAttrTy > ParamAttrs, OMPDeclareSimdDeclAttr::BranchStateTy State, StringRef MangledName, char ISA, unsigned VecRegSize, llvm::Function *Fn, SourceLocation SLoc)
 Emit vector function attributes for AArch64, as defined in the AAVFABI.
template<typename T>
static void EmitDoacrossOrdered (CodeGenFunction &CGF, CodeGenModule &CGM, const T *C, llvm::Value *ULoc, llvm::Value *ThreadID)
static llvm::Value * getAllocatorVal (CodeGenFunction &CGF, const Expr *Allocator)
 Return allocator value from expression, or return a null allocator (default when no allocator specified).
static llvm::Value * getAlignmentValue (CodeGenModule &CGM, const VarDecl *VD)
 Return the alignment from an allocate directive if present.

Function Documentation

◆ addAArch64AdvSIMDNDSNames()

void addAArch64AdvSIMDNDSNames ( unsigned NDS,
StringRef Mask,
StringRef Prefix,
char ISA,
StringRef ParSeq,
StringRef MangledName,
bool OutputBecomesInput,
llvm::Function * Fn )
static

Definition at line 11006 of file CGOpenMPRuntime.cpp.

References addAArch64VectorName().

Referenced by emitAArch64DeclareSimdFunction().

◆ addAArch64VectorName()

template<typename T>
void addAArch64VectorName ( T VLEN,
StringRef LMask,
StringRef Prefix,
char ISA,
StringRef ParSeq,
StringRef MangledName,
bool OutputBecomesInput,
llvm::Function * Fn )
static

Definition at line 10991 of file CGOpenMPRuntime.cpp.

References clang::T.

Referenced by addAArch64AdvSIMDNDSNames(), and emitAArch64DeclareSimdFunction().

◆ addFieldToRecordDecl()

FieldDecl * addFieldToRecordDecl ( ASTContext & C,
DeclContext * DC,
QualType FieldTy )
static

Definition at line 1021 of file CGOpenMPRuntime.cpp.

References clang::DeclContext::addDecl(), clang::AS_public, clang::C, clang::FieldDecl::Create(), and clang::ICIS_NoInit.

Referenced by createKmpTaskTRecordDecl(), createKmpTaskTWithPrivatesRecordDecl(), createPrivatesRecordDecl(), clang::CodeGen::CGOpenMPRuntime::emitDoacrossInit(), clang::CodeGen::CGOpenMPRuntime::emitLastprivateConditionalInit(), clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit(), getDependTypes(), and getKmpAffinityType().

◆ addMonoNonMonoModifier()

int addMonoNonMonoModifier ( CodeGenModule & CGM,
OpenMPSchedType Schedule,
OpenMPScheduleClauseModifier M1,
OpenMPScheduleClauseModifier M2 )
static

Definition at line 2454 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenModule::getLangOpts(), clang::OMPC_SCHEDULE_MODIFIER_last, and clang::OMPC_SCHEDULE_MODIFIER_unknown.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitForDispatchInit(), and emitForStaticInitCall().

◆ castToBase()

Address castToBase ( CodeGenFunction & CGF,
QualType BaseTy,
QualType ElTy,
Address OriginalBaseAddress,
llvm::Value * Addr )
static

Definition at line 911 of file CGOpenMPRuntime.cpp.

References clang::Addr, clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CGBuilderTy::CreateStore(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::RawAddress::getElementType(), clang::QualType::getNonReferenceType(), clang::Type::getPointeeType(), clang::CodeGen::RawAddress::getPointer(), clang::CodeGen::Address::getType(), clang::ASTContext::hasSameType(), clang::CodeGen::Address::invalid(), clang::CodeGen::RawAddress::invalid(), clang::Type::isPointerType(), clang::Type::isReferenceType(), clang::CodeGen::Address::isValid(), clang::CodeGen::RawAddress::isValid(), clang::CodeGen::NotKnownNonNull, and clang::CodeGen::Address::withPointer().

Referenced by clang::CodeGen::ReductionCodeGen::adjustPrivateAddress().

◆ checkDestructorsRequired()

bool checkDestructorsRequired ( const RecordDecl * KmpTaskTWithPrivatesQTyRD,
ArrayRef< PrivateDataTy > Privates )
static

Checks if destructor function is required to be generated.

Returns
true if cleanups are required, false otherwise.

Definition at line 3488 of file CGOpenMPRuntime.cpp.

References clang::QualType::isDestructedType().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ checkInitIsRequired()

bool checkInitIsRequired ( CodeGenFunction & CGF,
ArrayRef< PrivateDataTy > Privates )
static

Check if duplication function is required for taskloops.

Definition at line 3389 of file CGOpenMPRuntime.cpp.

References clang::VarDecl::getAnyInitializer(), clang::Init, and clang::CodeGen::CodeGenFunction::isTrivialInitializer().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ convertCaptureClause()

llvm::OffloadEntriesInfoManager::OMPTargetGlobalVarEntryKind convertCaptureClause ( const VarDecl * VD)
static

Definition at line 1516 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::getAddrOfDeclareTargetVar(), and clang::CodeGen::CGOpenMPRuntime::registerTargetGlobalVariable().

◆ convertDeviceClause()

llvm::OffloadEntriesInfoManager::OMPTargetDeviceClauseKind convertDeviceClause ( const VarDecl * VD)
static

Definition at line 1493 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::getAddrOfDeclareTargetVar(), and clang::CodeGen::CGOpenMPRuntime::registerTargetGlobalVariable().

◆ createKmpTaskTRecordDecl()

RecordDecl * createKmpTaskTRecordDecl ( CodeGenModule & CGM,
OpenMPDirectiveKind Kind,
QualType KmpInt32Ty,
QualType KmpRoutineEntryPointerQTy )
static

Definition at line 2935 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::C, clang::RecordDecl::completeDefinition(), clang::CodeGen::CodeGenModule::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::isOpenMPTaskLoopDirective(), clang::TagDecl::startDefinition(), and clang::Union.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ createKmpTaskTWithPrivatesRecordDecl()

RecordDecl * createKmpTaskTWithPrivatesRecordDecl ( CodeGenModule & CGM,
QualType KmpTaskTQTy,
ArrayRef< PrivateDataTy > Privates )
static

Definition at line 2981 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::C, clang::RecordDecl::completeDefinition(), createPrivatesRecordDecl(), clang::CodeGen::CodeGenModule::getContext(), and clang::TagDecl::startDefinition().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ createPrivatesRecordDecl()

RecordDecl * createPrivatesRecordDecl ( CodeGenModule & CGM,
ArrayRef< PrivateDataTy > Privates )
static

Definition at line 2901 of file CGOpenMPRuntime.cpp.

References clang::Decl::addAttr(), addFieldToRecordDecl(), clang::C, clang::RecordDecl::completeDefinition(), clang::Decl::getAttrs(), clang::CodeGen::CodeGenModule::getContext(), clang::QualType::getNonReferenceType(), clang::ValueDecl::getType(), clang::Decl::hasAttrs(), isAllocatableDecl(), clang::Type::isLValueReferenceType(), and clang::TagDecl::startDefinition().

Referenced by createKmpTaskTWithPrivatesRecordDecl().

◆ emitAArch64DeclareSimdFunction()

void emitAArch64DeclareSimdFunction ( CodeGenModule & CGM,
const FunctionDecl * FD,
unsigned UserVLEN,
ArrayRef< ParamAttrTy > ParamAttrs,
OMPDeclareSimdDeclAttr::BranchStateTy State,
StringRef MangledName,
char ISA,
unsigned VecRegSize,
llvm::Function * Fn,
SourceLocation SLoc )
static

Emit vector function attributes for AArch64, as defined in the AAVFABI.

Definition at line 11041 of file CGOpenMPRuntime.cpp.

References addAArch64AdvSIMDNDSNames(), addAArch64VectorName(), clang::CodeGen::CGOpenMPRuntime::CGM, clang::Data, clang::DiagnosticsEngine::getCustomDiagID(), clang::CodeGen::CodeGenModule::getDiags(), getNDSWDS(), mangleVectorParameters(), clang::DiagnosticsEngine::Report(), and clang::DiagnosticsEngine::Warning.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDeclareSimdFunction().

◆ emitAddrOfVarFromArray()

Address emitAddrOfVarFromArray ( CodeGenFunction & CGF,
Address Array,
unsigned Index,
const VarDecl * Var )
static

Given an array of pointers to variables, project the address of a given variable.

Definition at line 2115 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreateConstArrayGEP(), clang::CodeGen::CGBuilderTy::CreateLoad(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getDeclAlign(), and clang::ValueDecl::getType().

Referenced by emitCopyprivateCopyFunction(), and clang::CodeGen::CGOpenMPRuntime::emitReductionFunction().

◆ emitClauseForBareTargetDirective()

template<typename ClauseTy>
void emitClauseForBareTargetDirective ( CodeGenFunction & CGF,
const OMPExecutableDirective & D,
llvm::SmallVectorImpl< llvm::Value * > & Values )
static

Definition at line 9736 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenTypeCache::Int32Ty, and V.

Referenced by emitTargetCallKernelLaunch().

◆ emitCombinerOrInitializer()

llvm::Function * emitCombinerOrInitializer ( CodeGenModule & CGM,
QualType Ty,
const Expr * CombinerInitializer,
const VarDecl * In,
const VarDecl * Out,
bool IsCombiner )
static

Definition at line 1078 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::C, clang::CodeGen::CodeGenFunction::EmitAnyExprToMem(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::FinishFunction(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getCodeGenOpts(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenModule::getTypes(), clang::CodeGen::CodeGenFunction::isTrivialInitializer(), clang::Other, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), and clang::CodeGen::CodeGenFunction::StartFunction().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitUserDefinedReduction().

◆ emitCopyprivateCopyFunction()

llvm::Value * emitCopyprivateCopyFunction ( CodeGenModule & CGM,
llvm::Type * ArgsElemType,
ArrayRef< const Expr * > CopyprivateVars,
ArrayRef< const Expr * > DestExprs,
ArrayRef< const Expr * > SrcExprs,
ArrayRef< const Expr * > AssignmentOps,
SourceLocation Loc )
static

Definition at line 2125 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), clang::CodeGen::CGBuilderTy::CreateLoad(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), emitAddrOfVarFromArray(), clang::CodeGen::CodeGenFunction::EmitOMPCopy(), clang::CodeGen::CodeGenFunction::FinishFunction(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenTypeCache::getPointerAlign(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenModule::getTypes(), clang::Other, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), and clang::CodeGen::CodeGenFunction::StartFunction().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitSingleRegion().

◆ emitDependData()

void emitDependData ( CodeGenFunction & CGF,
QualType & KmpDependInfoTy,
llvm::PointerUnion< unsigned *, LValue * > Pos,
const OMPTaskDataTy::DependData & Data,
Address DependenciesArray )
static

Definition at line 4087 of file CGOpenMPRuntime.cpp.

References clang::Addr, clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), clang::Type::castAsRecordDecl(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreateConstGEP(), clang::CodeGen::CGBuilderTy::CreateGEP(), clang::Data, clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::CodeGen::CodeGenModule::getContext(), getDependTypes(), clang::Expr::getExprLoc(), getPointerAndSize(), clang::CodeGen::CodeGenTypeCache::IntPtrTy, clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::CodeGen::CodeGenTypeCache::SizeTy, and translateDependencyKind().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDependClause(), and clang::CodeGen::CGOpenMPRuntime::emitDepobjDependClause().

◆ emitDestructorsFunction()

llvm::Value * emitDestructorsFunction ( CodeGenModule & CGM,
SourceLocation Loc,
QualType KmpInt32Ty,
QualType KmpTaskTWithPrivatesPtrQTy,
QualType KmpTaskTWithPrivatesQTy )
static

Definition at line 3112 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::C, clang::Type::castAs(), clang::Type::castAsRecordDecl(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), clang::CodeGen::CodeGenFunction::FinishFunction(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenModule::getTypes(), clang::Other, clang::CodeGen::CodeGenFunction::pushDestroy(), clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), and clang::QualType::withRestrict().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ emitDeviceID()

llvm::Value * emitDeviceID ( llvm::PointerIntPair< const Expr *, 2, OpenMPDeviceClauseModifier > Device,
CodeGenFunction & CGF )
static

Definition at line 9597 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::Device, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenTypeCache::Int64Ty, and clang::OMPC_DEVICE_unknown.

Referenced by emitTargetCallKernelLaunch().

◆ EmitDoacrossOrdered()

template<typename T>
void EmitDoacrossOrdered ( CodeGenFunction & CGF,
CodeGenModule & CGM,
const T * C,
llvm::Value * ULoc,
llvm::Value * ThreadID )
static

Definition at line 11399 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::CGOpenMPRuntime::CGM, clang::CodeGen::CGBuilderTy::CreateConstArrayGEP(), clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::ASTContext::getConstantArrayType(), clang::CodeGen::CodeGenModule::getContext(), clang::Expr::getExprLoc(), clang::ASTContext::getIntTypeForBitwidth(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::getType(), clang::Normal, clang::CodeGen::CGOpenMPRuntime::OMPBuilder, and clang::T.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDoacrossOrdered(), and clang::CodeGen::CGOpenMPRuntime::emitDoacrossOrdered().

◆ emitDynCGGroupMem()

llvm::Value * emitDynCGGroupMem ( const OMPExecutableDirective & D,
CodeGenFunction & CGF )
static

Definition at line 9615 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), and clang::CodeGen::CodeGenTypeCache::Int32Ty.

Referenced by emitTargetCallKernelLaunch().

◆ emitForStaticInitCall()

void emitForStaticInitCall ( CodeGenFunction & CGF,
llvm::Value * UpdateLocation,
llvm::Value * ThreadId,
llvm::FunctionCallee ForStaticInitFunction,
OpenMPSchedType Schedule,
OpenMPScheduleClauseModifier M1,
OpenMPScheduleClauseModifier M2,
const CGOpenMPRuntime::StaticRTInput & Values )
static

Definition at line 2548 of file CGOpenMPRuntime.cpp.

References addMonoNonMonoModifier(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::Chunk, clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::CodeGenFunction::EmitRuntimeCall(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IL, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::IVSize, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::LB, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::Ordered, clang::CodeGen::CGOpenMPRuntime::StaticRTInput::ST, and clang::CodeGen::CGOpenMPRuntime::StaticRTInput::UB.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDistributeStaticInit(), and clang::CodeGen::CGOpenMPRuntime::emitForStaticInit().

◆ emitInitWithReductionInitializer()

void emitInitWithReductionInitializer ( CodeGenFunction & CGF,
const OMPDeclareReductionDecl * DRD,
const Expr * InitOp,
Address Private,
Address Original,
QualType Ty )
static

Definition at line 594 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::OMPPrivateScope::addPrivate(), clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitAnyExprToMem(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::CodeGenFunction::EmitLoadOfComplex(), clang::CodeGen::CodeGenFunction::EmitLoadOfLValue(), clang::CodeGen::CodeGenModule::EmitNullConstant(), clang::Func, clang::CodeGen::RValue::get(), clang::CodeGen::RValue::getComplex(), clang::CodeGen::CodeGenFunction::getEvaluationKind(), clang::OMPDeclareReductionDecl::getInitializer(), clang::Decl::getLocation(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::QualType::getQualifiers(), clang::CodeGen::CGOpenMPRuntime::getUserDefinedReduction(), clang::Expr::IgnoreParenImpCasts(), clang::Init, clang::CodeGen::CodeGenFunction::MakeNaturalAlignRawAddrLValue(), clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), clang::Reduction, clang::CodeGen::TEK_Aggregate, clang::CodeGen::TEK_Complex, clang::CodeGen::TEK_Scalar, clang::VK_LValue, and clang::VK_PRValue.

Referenced by clang::CodeGen::ReductionCodeGen::emitInitialization(), and EmitOMPAggregateInit().

◆ emitMappingInformation()

llvm::Constant * emitMappingInformation ( CodeGenFunction & CGF,
llvm::OpenMPIRBuilder & OMPBuilder,
MappableExprsHandler::MappingExprInfo & MapExprs )
static

Emit a string constant containing the names of the values mapped to the offloading runtime library.

Definition at line 9266 of file CGOpenMPRuntime.cpp.

References clang::FileName, clang::PresumedLoc::getColumn(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenFunction::getDebugInfo(), getDeclFromThisExpr(), clang::PresumedLoc::getFilename(), clang::ASTContext::getLangOpts(), clang::PresumedLoc::getLine(), clang::Decl::getLocation(), clang::SourceManager::getPresumedLoc(), and clang::ASTContext::getSourceManager().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetDataCalls(), clang::CodeGen::CGOpenMPRuntime::emitUserDefinedMapper(), and genMapInfo().

◆ emitOffloadingArraysAndArgs()

void emitOffloadingArraysAndArgs ( CodeGenFunction & CGF,
MappableExprsHandler::MapCombinedInfoTy & CombinedInfo,
CGOpenMPRuntime::TargetDataInfo & Info,
llvm::OpenMPIRBuilder & OMPBuilder,
bool IsNonContiguous = false,
bool ForEndCall = false )
static

Emit the arrays used to pass the captures and map information to the offloading runtime library.

If there is no map or capture information, return nullptr by reference.

Definition at line 9304 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::AllocaInsertPt, clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGOpenMPRuntime::TargetDataInfo::CaptureDeviceAddrMap, clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CGOpenMPRuntime::getOrCreateUserDefinedMapperFunc().

Referenced by emitTargetCallKernelLaunch(), and clang::CodeGen::CGOpenMPRuntime::emitTargetDataStandAloneCall().

◆ EmitOMPAggregateInit()

void EmitOMPAggregateInit ( CodeGenFunction & CGF,
Address DestAddr,
QualType Type,
bool EmitDeclareReductionInit,
const Expr * Init,
const OMPDeclareReductionDecl * DRD,
Address SrcAddr = Address::invalid() )
static

Emit initialization of arrays of complex types.

Parameters
DestAddrAddress of the array.
TypeType of array.
InitInitial expression of array.
SrcAddrAddress of the original array.

Definition at line 653 of file CGOpenMPRuntime.cpp.

References clang::CharUnits::alignmentOfArrayElement(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CGBuilderTy::CreateGEP(), clang::CodeGen::CodeGenFunction::EmitAnyExprToMem(), clang::CodeGen::CodeGenFunction::emitArrayLength(), clang::CodeGen::CodeGenFunction::EmitBlock(), emitInitWithReductionInitializer(), clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::Address::getAlignment(), clang::Type::getAsArrayTypeUnsafe(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), clang::QualType::getQualifiers(), clang::ASTContext::getTypeSizeInChars(), clang::Init, and clang::CodeGen::Address::invalid().

◆ EmitOMPAggregateReduction()

void EmitOMPAggregateReduction ( CodeGenFunction & CGF,
QualType Type,
const VarDecl * LHSVar,
const VarDecl * RHSVar,
const llvm::function_ref< void(CodeGenFunction &CGF, const Expr *, const Expr *, const Expr *)> & RedOpGen,
const Expr * XExpr = nullptr,
const Expr * EExpr = nullptr,
const Expr * UpExpr = nullptr )
static

Emit reduction operation for each element of array (required for array sections) LHS op = RHS.

Parameters
TypeType of array.
LHSVarVariable on the left side of the reduction operation (references element of array in original variable).
RHSVarVariable on the right side of the reduction operation (references element of array in original variable).
RedOpGenGenerator of reduction operation with use of LHSVar and RHSVar.

Definition at line 4734 of file CGOpenMPRuntime.cpp.

References clang::CharUnits::alignmentOfArrayElement(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CGBuilderTy::CreateGEP(), clang::CodeGen::CodeGenFunction::emitArrayLength(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::Address::getAlignment(), clang::Type::getAsArrayTypeUnsafe(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), and clang::ASTContext::getTypeSizeInChars().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitReduction(), clang::CodeGen::CGOpenMPRuntime::emitReductionFunction(), and clang::CodeGen::CGOpenMPRuntime::emitSingleReductionCombiner().

◆ emitParallelOrTeamsOutlinedFunction()

llvm::Function * emitParallelOrTeamsOutlinedFunction ( CodeGenModule & CGM,
const OMPExecutableDirective & D,
const CapturedStmt * CS,
const VarDecl * ThreadIDVar,
OpenMPDirectiveKind InnermostKind,
const StringRef OutlinedHelperName,
const RegionCodeGenTy & CodeGen )
static

Definition at line 1211 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::ValueDecl::getType(), and clang::Type::isPointerType().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitParallelOutlinedFunction(), and clang::CodeGen::CGOpenMPRuntime::emitTeamsOutlinedFunction().

◆ emitPrivatesInit()

void emitPrivatesInit ( CodeGenFunction & CGF,
const OMPExecutableDirective & D,
Address KmpTaskSharedsPtr,
LValue TDBase,
const RecordDecl * KmpTaskTWithPrivatesQTyRD,
QualType SharedsTy,
QualType SharedsPtrTy,
const OMPTaskDataTy & Data,
ArrayRef< PrivateDataTy > Privates,
bool ForDup )
static

Emit initialization for private variables in task-based directives.

Definition at line 3270 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CodeGenFunction::CurCodeDecl, clang::Data, clang::CodeGen::Decl, clang::CodeGen::CodeGenFunction::EmitAggregateAssign(), clang::CodeGen::CodeGenFunction::EmitExprAsInit(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), clang::CodeGen::CodeGenFunction::EmitOMPAggregateAssign(), clang::RecordDecl::field_begin(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::VarDecl::getAnyInitializer(), clang::CodeGen::CodeGenFunction::getContext(), clang::Decl::getDeclContext(), clang::Init, clang::isa(), clang::Type::isArrayType(), clang::isOpenMPTargetDataManagementDirective(), clang::isOpenMPTargetExecutionDirective(), clang::isOpenMPTaskLoopDirective(), clang::CodeGen::CodeGenFunction::isTrivialInitializer(), clang::CodeGen::Address::isValid(), clang::CodeGen::CodeGenFunction::LambdaCaptureFields, clang::CodeGen::CodeGenFunction::CGCapturedStmtInfo::lookup(), and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

Referenced by emitTaskDupFunction(), and clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ emitProxyTaskFunction()

llvm::Function * emitProxyTaskFunction ( CodeGenModule & CGM,
SourceLocation Loc,
OpenMPDirectiveKind Kind,
QualType KmpInt32Ty,
QualType KmpTaskTWithPrivatesPtrQTy,
QualType KmpTaskTWithPrivatesQTy,
QualType KmpTaskTQTy,
QualType SharedsPtrTy,
llvm::Function * TaskFunction,
llvm::Value * TaskPrivatesMap )
static

Emit a proxy function which accepts kmp_task_t as the second argument.

kmp_int32 .omp_task_entry.(kmp_int32 gtid, kmp_task_t *tt) {
TaskFunction(gtid, tt->part_id, &tt->privates, task_privates_map, tt,
For taskloops:
tt->task_data.lb, tt->task_data.ub, tt->task_data.st, tt->task_data.liter,
tt->reductions, tt->shareds);
return 0;
}

Definition at line 3009 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::Type::castAs(), clang::Type::castAsRecordDecl(), clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreatePointerBitCastOrAddrSpaceCast(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), clang::CodeGen::CGOpenMPRuntime::emitOutlinedFunctionCall(), clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::CodeGenFunction::EmitStoreThroughLValue(), clang::CodeGen::CodeGenFunction::FinishFunction(), clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenModule::getTypes(), clang::CodeGen::CodeGenTypeCache::Int8Ty, clang::isOpenMPTaskLoopDirective(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::Other, clang::CodeGen::CodeGenFunction::ReturnValue, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), clang::CodeGen::CodeGenTypeCache::VoidPtrTy, and clang::QualType::withRestrict().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ emitReduceCombFunction()

llvm::Value * emitReduceCombFunction ( CodeGenModule & CGM,
SourceLocation Loc,
ReductionCodeGen & RCG,
unsigned N,
const Expr * ReductionOp,
const Expr * LHS,
const Expr * RHS,
const Expr * PrivateRef )
static

Emits reduction combiner function:

void @.red_comb(void* %arg0, void* %arg1) {
%lhs = bitcast void* %arg0 to <type>*
%rhs = bitcast void* %arg1 to <type>*
%2 = <ReductionOp>(<type>* %lhs, <type>* %rhs)
store <type> %2, <type>* %lhs
ret void
}
clang::ast_matchers::type
const internal::VariadicAllOfMatcher< Type > type
Matches Types in the clang AST.
Definition ASTMatchersInternal.cpp:801

Definition at line 5610 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::OMPPrivateScope::addPrivate(), clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), clang::CodeGen::ReductionCodeGen::emitAggregateType(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointer(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CGOpenMPRuntime::emitSingleReductionCombiner(), clang::CodeGen::CodeGenFunction::FinishFunction(), generateUniqueName(), clang::CodeGen::CGOpenMPRuntime::getAddrOfArtificialThreadPrivate(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::ReductionCodeGen::getRefExpr(), clang::CodeGen::ReductionCodeGen::getSizes(), clang::ASTContext::getSizeType(), clang::CodeGen::CodeGenModule::getTypes(), clang::Other, clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), and clang::CodeGen::Address::withElementType().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit().

◆ emitReduceFiniFunction()

llvm::Value * emitReduceFiniFunction ( CodeGenModule & CGM,
SourceLocation Loc,
ReductionCodeGen & RCG,
unsigned N )
static

Emits reduction finalizer function:

void @.red_fini(void* %arg) {
%0 = bitcast void* %arg to <type>*
<destroy>(<type>* %0)
ret void
}

Definition at line 5684 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::C, clang::CodeGen::ReductionCodeGen::emitAggregateType(), clang::CodeGen::ReductionCodeGen::emitCleanups(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointer(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::FinishFunction(), generateUniqueName(), clang::CodeGen::CGOpenMPRuntime::getAddrOfArtificialThreadPrivate(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::ReductionCodeGen::getRefExpr(), clang::CodeGen::ReductionCodeGen::getSizes(), clang::ASTContext::getSizeType(), clang::CodeGen::CodeGenModule::getTypes(), clang::CodeGen::ReductionCodeGen::needCleanups(), clang::Other, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), and clang::CodeGen::CodeGenFunction::StartFunction().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit().

◆ emitReduceInitFunction()

llvm::Value * emitReduceInitFunction ( CodeGenModule & CGM,
SourceLocation Loc,
ReductionCodeGen & RCG,
unsigned N )
static

Emits reduction initializer function:

void @.red_init(void* %arg, void* %orig) {
%0 = bitcast void* %arg to <type>*
store <type> <init>, <type>* %0
ret void
}

Definition at line 5543 of file CGOpenMPRuntime.cpp.

References clang::QualType::addRestrict(), clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CanQual< T >::castAs(), clang::CodeGen::ReductionCodeGen::emitAggregateType(), clang::CodeGen::ReductionCodeGen::emitInitialization(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointer(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::FinishFunction(), generateUniqueName(), clang::CodeGen::CGOpenMPRuntime::getAddrOfArtificialThreadPrivate(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::ReductionCodeGen::getPrivateType(), clang::CodeGen::ReductionCodeGen::getRefExpr(), clang::CodeGen::ReductionCodeGen::getSizes(), clang::ASTContext::getSizeType(), clang::CodeGen::CodeGenModule::getTypes(), clang::CodeGen::Address::invalid(), clang::Other, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), clang::CodeGen::ReductionCodeGen::usesReductionInitializer(), clang::ASTContext::VoidPtrTy, and clang::CodeGen::Address::withElementType().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskReductionInit().

◆ emitReductionCombiner()

void emitReductionCombiner ( CodeGenFunction & CGF,
const Expr * ReductionOp )
static

Emit reduction combiner.

If the combiner is a simple expression emit it as is, otherwise consider it as combiner of UDR decl and emit it as a call of UDR combiner function.

Definition at line 4811 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::Func, clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CGOpenMPRuntime::getUserDefinedReduction(), and clang::Reduction.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitPrivateReduction(), clang::CodeGen::CGOpenMPRuntime::emitReduction(), clang::CodeGen::CGOpenMPRuntime::emitReductionFunction(), and clang::CodeGen::CGOpenMPRuntime::emitSingleReductionCombiner().

◆ emitTargetCallElse()

void emitTargetCallElse ( CGOpenMPRuntime * OMPRuntime,
llvm::Function * OutlinedFn,
const OMPExecutableDirective & D,
llvm::SmallVectorImpl< llvm::Value * > & CapturedVars,
bool RequiresOuterTask,
const CapturedStmt & CS,
bool OffloadingMandatory,
CodeGenFunction & CGF )
static

Definition at line 9862 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTaskBasedDirective(), and emitTargetCallFallback().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetCall().

◆ emitTargetCallFallback()

void emitTargetCallFallback ( CGOpenMPRuntime * OMPRuntime,
llvm::Function * OutlinedFn,
const OMPExecutableDirective & D,
llvm::SmallVectorImpl< llvm::Value * > & CapturedVars,
bool RequiresOuterTask,
const CapturedStmt & CS,
bool OffloadingMandatory,
CodeGenFunction & CGF )
static

Definition at line 9580 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGOpenMPRuntime::emitOutlinedFunctionCall(), and clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedVars().

Referenced by emitTargetCallElse(), and emitTargetCallKernelLaunch().

◆ emitTargetCallKernelLaunch()

void emitTargetCallKernelLaunch ( CGOpenMPRuntime * OMPRuntime,
llvm::Function * OutlinedFn,
const OMPExecutableDirective & D,
llvm::SmallVectorImpl< llvm::Value * > & CapturedVars,
bool RequiresOuterTask,
const CapturedStmt & CS,
bool OffloadingMandatory,
llvm::PointerIntPair< const Expr *, 2, OpenMPDeviceClauseModifier > Device,
llvm::Value * OutlinedFnID,
CodeGenFunction::OMPTargetDataInfo & InputInfo,
llvm::Value *& MapTypesArray,
llvm::Value *& MapNamesArray,
llvm::function_ref< llvm::Value *(CodeGenFunction &CGF, const OMPLoopDirective &D)> SizeEmitter,
CodeGenFunction & CGF,
CodeGenModule & CGM )
static

Definition at line 9750 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::AllocaInsertPt, clang::CodeGen::CodeGenFunction::OMPTargetDataInfo::BasePointersArray, clang::CodeGen::CodeGenFunction::Builder, clang::Device, emitClauseForBareTargetDirective(), emitDeviceID(), emitDynCGGroupMem(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CGOpenMPRuntime::emitNumTeamsForTargetDirective(), clang::CodeGen::CGOpenMPRuntime::emitNumThreadsForTargetDirective(), emitOffloadingArraysAndArgs(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTaskBasedDirective(), emitTargetCallFallback(), clang::CodeGen::CGOpenMPRuntime::emitTargetNumIterationsCall(), clang::CodeGen::CGOpenMPRuntime::emitUpdateLocation(), genMapInfo(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenTypeCache::getPointerAlign(), clang::CodeGen::CodeGenTypeCache::Int64Ty, clang::CodeGen::CodeGenFunction::OMPTargetDataInfo::MappersArray, clang::CodeGen::CodeGenFunction::OMPTargetDataInfo::NumberOfTargetItems, clang::CodeGen::CodeGenFunction::OMPTargetDataInfo::PointersArray, clang::CodeGen::CodeGenFunction::OMPTargetDataInfo::SizesArray, and clang::CodeGen::CodeGenTypeCache::VoidPtrTy.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetCall().

◆ emitTaskDupFunction()

llvm::Value * emitTaskDupFunction ( CodeGenModule & CGM,
SourceLocation Loc,
const OMPExecutableDirective & D,
QualType KmpTaskTWithPrivatesPtrQTy,
const RecordDecl * KmpTaskTWithPrivatesQTyRD,
const RecordDecl * KmpTaskTQTyRD,
QualType SharedsTy,
QualType SharedsPtrTy,
const OMPTaskDataTy & Data,
ArrayRef< PrivateDataTy > Privates,
bool WithLastIter )
static

Emit task_dup function (for initialization of private/firstprivate/lastprivate vars and last_iter flag)

void __task_dup_entry(kmp_task_t *task_dst, const kmp_task_t *task_src, int
lastpriv) {
// setup lastprivate flag
task_dst->last = lastpriv;
// could be constructor calls here...
}

Definition at line 3417 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::C, clang::Type::castAs(), clang::Data, clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), emitPrivatesInit(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::RecordDecl::field_begin(), clang::CodeGen::CodeGenFunction::FinishFunction(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::CodeGen::CodeGenModule::getNaturalTypeAlignment(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenModule::getTypes(), clang::CodeGen::CodeGenTypeCache::Int8Ty, clang::CodeGen::Address::invalid(), clang::Other, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), and clang::CodeGen::CodeGenFunction::StartFunction().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ emitTaskPrivateMappingFunction()

llvm::Value * emitTaskPrivateMappingFunction ( CodeGenModule & CGM,
SourceLocation Loc,
const OMPTaskDataTy & Data,
QualType PrivatesQTy,
ArrayRef< PrivateDataTy > Privates )
static

Emit a privates mapping function for correct handling of private and firstprivate variables.

void .omp_task_privates_map.(const .privates. *noalias privs, <ty1>
**noalias priv1,..., <tyn> **noalias privn) {
*priv1 = &.privates.priv1;
...;
*privn = &.privates.privn;
}

Definition at line 3171 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::C, clang::cast(), clang::Type::castAs(), clang::Type::castAsRecordDecl(), clang::ImplicitParamDecl::Create(), clang::Data, clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::EmitLValueForField(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::CodeGen::CodeGenFunction::FinishFunction(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CodeGen::CodeGenModule::getCodeGenOpts(), clang::CodeGen::CodeGenModule::getContext(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::QualType::getNonReferenceType(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::getType(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenModule::getTypes(), isAllocatableDecl(), clang::Type::isLValueReferenceType(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::Other, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), and clang::CodeGen::CodeGenFunction::StartFunction().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ emitX86DeclareSimdFunction()

void emitX86DeclareSimdFunction ( const FunctionDecl * FD,
llvm::Function * Fn,
const llvm::APSInt & VLENVal,
ArrayRef< ParamAttrTy > ParamAttrs,
OMPDeclareSimdDeclAttr::BranchStateTy State )
static

Definition at line 10833 of file CGOpenMPRuntime.cpp.

References clang::Data, evaluateCDTSize(), and mangleVectorParameters().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDeclareSimdFunction().

◆ evaluateCDTSize()

unsigned evaluateCDTSize ( const FunctionDecl * FD,
ArrayRef< ParamAttrTy > ParamAttrs )
static

Definition at line 10734 of file CGOpenMPRuntime.cpp.

References clang::C, clang::Decl::getASTContext(), clang::Type::getCanonicalTypeUnqualified(), clang::FunctionDecl::getNumParams(), clang::FunctionDecl::getParamDecl(), clang::CXXMethodDecl::getParent(), clang::FunctionDecl::getReturnType(), clang::ValueDecl::getType(), clang::QualType::isNull(), clang::Type::isRecordType(), clang::Type::isUnionType(), clang::Type::isVoidType(), and clang::Vector.

Referenced by emitX86DeclareSimdFunction().

◆ generateUniqueName() [1/2]

std::string generateUniqueName ( CodeGenModule & CGM,
llvm::StringRef Prefix,
const Expr * Ref )
static

Referenced by clang::CodeGen::CGOpenMPRuntime::emitPrivateReduction(), emitReduceCombFunction(), emitReduceFiniFunction(), emitReduceInitFunction(), and clang::CodeGen::CGOpenMPRuntime::emitTaskReductionFixups().

◆ generateUniqueName() [2/2]

std::string generateUniqueName ( CodeGenModule & CGM,
StringRef Prefix,
const Expr * Ref )
static

Generates unique name for artificial threadprivate variables.

Format is: <Prefix> "." <Decl_mangled_name> "_" "<Decl_start_loc_raw_enc>"

Definition at line 5519 of file CGOpenMPRuntime.cpp.

References clang::cast(), getBaseDecl(), clang::DeclaratorDecl::getBeginLoc(), clang::VarDecl::getCanonicalDecl(), clang::CodeGen::CodeGenModule::getMangledName(), clang::CodeGen::CGOpenMPRuntime::getName(), clang::NamedDecl::getName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::SourceLocation::getRawEncoding(), and clang::VarDecl::isLocalVarDeclOrParm().

◆ genMapInfo() [1/2]

void genMapInfo ( const OMPExecutableDirective & D,
CodeGenFunction & CGF,
const CapturedStmt & CS,
llvm::SmallVectorImpl< llvm::Value * > & CapturedVars,
llvm::OpenMPIRBuilder & OMPBuilder,
MappableExprsHandler::MapCombinedInfoTy & CombinedInfo )
static

Definition at line 9720 of file CGOpenMPRuntime.cpp.

References genMapInfo(), and genMapInfoForCaptures().

◆ genMapInfo() [2/2]

void genMapInfo ( MappableExprsHandler & MEHandler,
CodeGenFunction & CGF,
MappableExprsHandler::MapCombinedInfoTy & CombinedInfo,
llvm::OpenMPIRBuilder & OMPBuilder,
const llvm::DenseSet< CanonicalDeclPtr< const Decl > > & SkippedVarSet = llvm::DenseSet<CanonicalDeclPtr<const Decl>>() )
static

Definition at line 9698 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitMappingInformation(), and clang::CodeGen::CodeGenModule::getCodeGenOpts().

Referenced by emitTargetCallKernelLaunch(), clang::CodeGen::CGOpenMPRuntime::emitTargetDataStandAloneCall(), and genMapInfo().

◆ genMapInfoForCaptures()

void genMapInfoForCaptures ( MappableExprsHandler & MEHandler,
CodeGenFunction & CGF,
const CapturedStmt & CS,
llvm::SmallVectorImpl< llvm::Value * > & CapturedVars,
llvm::OpenMPIRBuilder & OMPBuilder,
llvm::DenseSet< CanonicalDeclPtr< const Decl > > & MappedVarSet,
MappableExprsHandler::MapCombinedInfoTy & CombinedInfo )
static

Definition at line 9628 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CapturedStmt::capture_begin(), clang::CapturedStmt::capture_end(), clang::CapturedStmt::Capture::capturesThis(), clang::CapturedStmt::Capture::capturesVariable(), clang::CapturedStmt::Capture::capturesVariableArrayType(), clang::RecordDecl::field_begin(), clang::CapturedStmt::getCapturedRecordDecl(), clang::CapturedStmt::Capture::getCapturedVar(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenFunction::getTypeSize(), and clang::CodeGen::CodeGenTypeCache::Int64Ty.

Referenced by genMapInfo().

◆ getAArch64LS()

unsigned getAArch64LS ( QualType QT,
ParamKindTy Kind,
ASTContext & C )
static

Computes the lane size (LS) of a return type or of an input parameter, as defined by LS(P) in 3.2.1 of the AAVFABI.

TODO: Add support for references, section 3.2.1, item 1.

Definition at line 10939 of file CGOpenMPRuntime.cpp.

References clang::C, getAArch64MTV(), getAArch64PBV(), clang::QualType::getCanonicalType(), clang::Type::getPointeeType(), and clang::Type::isPointerType().

Referenced by getNDSWDS().

◆ getAArch64MTV()

bool getAArch64MTV ( QualType QT,
ParamKindTy Kind )
static

Maps To Vector (MTV), as defined in 4.1.1 of the AAVFABI (2021Q1).

Definition at line 10894 of file CGOpenMPRuntime.cpp.

References clang::QualType::getCanonicalType(), clang::Type::isReferenceType(), and clang::Type::isVoidType().

Referenced by getAArch64LS(), and getNDSWDS().

◆ getAArch64PBV()

bool getAArch64PBV ( QualType QT,
ASTContext & C )
static

Pass By Value (PBV), as defined in 3.1.2 of the AAVFABI.

Definition at line 10914 of file CGOpenMPRuntime.cpp.

References clang::C, clang::QualType::getCanonicalType(), clang::Type::isFloatingType(), clang::Type::isIntegerType(), and clang::Type::isPointerType().

Referenced by getAArch64LS(), and getNDSWDS().

◆ getAlignmentValue()

llvm::Value * getAlignmentValue ( CodeGenModule & CGM,
const VarDecl * VD )
static

Return the alignment from an allocate directive if present.

Definition at line 11502 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CGOpenMPRuntime::CGM, clang::CodeGen::CodeGenModule::getOMPAllocateAlignment(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by clang::CodeGen::CGOpenMPRuntime::getAddressOfLocalVariable().

◆ getAllocatorVal()

llvm::Value * getAllocatorVal ( CodeGenFunction & CGF,
const Expr * Allocator )
static

Return allocator value from expression, or return a null allocator (default when no allocator specified).

Definition at line 11483 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenTypes::ConvertType(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::Expr::getExprLoc(), clang::Expr::getType(), clang::CodeGen::CodeGenModule::getTypes(), and clang::ASTContext::VoidPtrTy.

Referenced by clang::CodeGen::CGOpenMPRuntime::getAddressOfLocalVariable().

◆ getBaseDecl()

const VarDecl * getBaseDecl ( const Expr * Ref,
const DeclRefExpr *& DE )
static

Definition at line 940 of file CGOpenMPRuntime.cpp.

References clang::cast(), and clang::DeclRefExpr::getDecl().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetDataDirective(), clang::CodeGen::CodeGenFunction::EmitOMPUseDeviceAddrClause(), and generateUniqueName().

◆ getCancellationKind()

RTCancelKind getCancellationKind ( OpenMPDirectiveKind CancelRegion)
static

Definition at line 5980 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitCancelCall(), and clang::CodeGen::CGOpenMPRuntime::emitCancellationPointCall().

◆ getDeclFromThisExpr()

ValueDecl * getDeclFromThisExpr ( const Expr * E)
static

Definition at line 9252 of file CGOpenMPRuntime.cpp.

References clang::Expr::IgnoreParenCasts().

Referenced by emitMappingInformation().

◆ getDependTypes()

void getDependTypes ( ASTContext & C,
QualType & KmpDependInfoTy,
QualType & FlagsTy )
static

Builds kmp_depend_info, if it is not built yet, and builds flags type.

Definition at line 4047 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::C, clang::RecordDecl::completeDefinition(), clang::QualType::isNull(), and clang::TagDecl::startDefinition().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDependClause(), emitDependData(), clang::CodeGen::CGOpenMPRuntime::emitDepobjDependClause(), clang::CodeGen::CGOpenMPRuntime::emitDestroyClause(), clang::CodeGen::CGOpenMPRuntime::emitUpdateClause(), and clang::CodeGen::CGOpenMPRuntime::getDepobjElements().

◆ getEntryInfoFromPresumedLoc()

llvm::TargetRegionEntryInfo getEntryInfoFromPresumedLoc ( CodeGenModule & CGM,
llvm::OpenMPIRBuilder & OMPBuilder,
SourceLocation BeginLoc,
llvm::StringRef ParentName = "" )
static

Definition at line 1537 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenModule::getContext(), clang::PresumedLoc::getFilename(), clang::PresumedLoc::getLine(), clang::ASTContext::getSourceManager(), and SM.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDeclareTargetFunction(), clang::CodeGen::CGOpenMPRuntime::emitTargetOutlinedFunctionHelper(), clang::CodeGen::CGOpenMPRuntime::getAddrOfDeclareTargetVar(), clang::CodeGen::CGOpenMPRuntime::registerTargetGlobalVariable(), and clang::CodeGen::CGOpenMPRuntime::scanForTargetRegionsFunctions().

◆ getIdentStringFromSourceLocation()

StringRef getIdentStringFromSourceLocation ( CodeGenFunction & CGF,
SourceLocation Loc,
SmallString< 128 > & Buffer )
static

Definition at line 1353 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CurFuncDecl, clang::PresumedLoc::getColumn(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenFunction::getDebugInfo(), clang::PresumedLoc::getFilename(), clang::PresumedLoc::getLine(), clang::SourceManager::getPresumedLoc(), and clang::ASTContext::getSourceManager().

Referenced by clang::CodeGen::CGOpenMPRuntime::getThreadID().

◆ getKmpAffinityType()

void getKmpAffinityType ( ASTContext & C,
QualType & KmpTaskAffinityInfoTy )
static

Builds kmp_depend_info, if it is not built yet, and builds flags type.

Definition at line 3613 of file CGOpenMPRuntime.cpp.

References addFieldToRecordDecl(), clang::C, clang::RecordDecl::completeDefinition(), clang::QualType::isNull(), and clang::TagDecl::startDefinition().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ getNDSWDS()

std::tuple< unsigned, unsigned, bool > getNDSWDS ( const FunctionDecl * FD,
ArrayRef< ParamAttrTy > ParamAttrs )
static

Definition at line 10955 of file CGOpenMPRuntime.cpp.

References clang::C, getAArch64LS(), getAArch64MTV(), getAArch64PBV(), clang::Decl::getASTContext(), clang::QualType::getCanonicalType(), clang::FunctionDecl::getNumParams(), clang::FunctionDecl::getParamDecl(), clang::FunctionDecl::getReturnType(), clang::ValueDecl::getType(), and clang::Type::isVoidType().

Referenced by emitAArch64DeclareSimdFunction().

◆ getNestedDistributeDirective()

const OMPExecutableDirective * getNestedDistributeDirective ( ASTContext & Ctx,
const OMPExecutableDirective & D )
static

Check for inner distribute directive.

Definition at line 9338 of file CGOpenMPRuntime.cpp.

References clang::CapturedStmt::getCapturedStmt(), clang::CodeGen::CGOpenMPRuntime::getSingleCompoundChild(), clang::Stmt::IgnoreContainers(), and clang::isOpenMPDistributeDirective().

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetNumIterationsCall().

◆ getNumThreads()

void getNumThreads ( CodeGenFunction & CGF,
const CapturedStmt * CS,
const Expr ** E,
int32_t & UpperBound,
bool UpperBoundOnly,
llvm::Value ** CondVal )
static

Check for a num threads constant value (stored in DefaultVal), or expression (stored in E).

If the value is conditional (via an if-clause), store the condition in CondVal. If E, and CondVal respectively, are nullptr, no expression evaluation is perfomed.

Definition at line 6480 of file CGOpenMPRuntime.cpp.

References clang::C, clang::cast(), clang::CodeGen::CodeGenFunction::EmitAutoVarAlloca(), clang::CodeGen::CodeGenFunction::EmitAutoVarCleanups(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::Expr::EvaluateAsBooleanCondition(), clang::CodeGen::CodeGenFunction::EvaluateExprAsBool(), clang::CapturedStmt::getCapturedStmt(), clang::OMPIfClause::getCondition(), clang::CodeGen::CodeGenFunction::getContext(), clang::OMPClauseWithPreInit::getPreInitStmt(), clang::CodeGen::CGOpenMPRuntime::getSingleCompoundChild(), clang::Stmt::getSourceRange(), clang::isOpenMPParallelDirective(), and clang::isOpenMPSimdDirective().

Referenced by clang::CodeGen::CGOpenMPRuntime::getNumThreadsExprForTargetDirective().

◆ getPointerAndSize()

std::pair< llvm::Value *, llvm::Value * > getPointerAndSize ( CodeGenFunction & CGF,
const Expr * E )
static

Definition at line 3577 of file CGOpenMPRuntime.cpp.

References clang::Addr, clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitArraySectionExpr(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::Address::getElementType(), clang::CodeGen::LValue::getPointer(), clang::ASTContext::getSizeType(), clang::Expr::getType(), clang::CodeGen::CodeGenFunction::getTypeSize(), clang::Expr::IgnoreParenImpCasts(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitDependData(), and clang::CodeGen::CGOpenMPRuntime::emitTaskInit().

◆ getReductionInit()

const OMPDeclareReductionDecl * getReductionInit ( const Expr * ReductionOp)
static

Check if the combiner is a call to UDR combiner and if it is so return the UDR decl used for reduction.

Definition at line 584 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::ReductionCodeGen::emitInitialization(), clang::CodeGen::CGOpenMPRuntime::emitPrivateReduction(), and clang::CodeGen::ReductionCodeGen::usesReductionInitializer().

◆ getRuntimeSchedule() [1/2]

OpenMPSchedType getRuntimeSchedule ( OpenMPDistScheduleClauseKind ScheduleKind,
bool Chunked )
static

Map the OpenMP distribute schedule to the runtime enumeration.

Definition at line 2416 of file CGOpenMPRuntime.cpp.

◆ getRuntimeSchedule() [2/2]

OpenMPSchedType getRuntimeSchedule ( OpenMPScheduleClauseKind ScheduleKind,
bool Chunked,
bool Ordered )
static

Map the OpenMP loop schedule to the runtime enumeration.

Definition at line 2393 of file CGOpenMPRuntime.cpp.

References clang::OMPC_SCHEDULE_unknown.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitDistributeStaticInit(), clang::CodeGen::CGOpenMPRuntime::emitForDispatchInit(), clang::CodeGen::CGOpenMPRuntime::emitForStaticInit(), clang::CodeGen::CGOpenMPRuntime::isDynamic(), clang::CodeGen::CGOpenMPRuntime::isStaticChunked(), clang::CodeGen::CGOpenMPRuntime::isStaticChunked(), clang::CodeGen::CGOpenMPRuntime::isStaticNonchunked(), and clang::CodeGen::CGOpenMPRuntime::isStaticNonchunked().

◆ isAllocatableDecl()

bool isAllocatableDecl ( const VarDecl * VD)
static

Definition at line 2890 of file CGOpenMPRuntime.cpp.

References clang::Decl::getAttr(), clang::VarDecl::getCanonicalDecl(), and clang::Decl::hasAttr().

Referenced by createPrivatesRecordDecl(), clang::CodeGen::CodeGenFunction::EmitOMPTaskBasedDirective(), clang::CodeGen::CGOpenMPRuntime::emitTaskInit(), emitTaskPrivateMappingFunction(), clang::CodeGen::CGOpenMPRuntime::getAddressOfLocalVariable(), and clang::CodeGen::CodeGenFunction::OMPBuilderCBHelpers::getAddressOfLocalVariable().

◆ isAssumedToBeNotEmitted()

bool isAssumedToBeNotEmitted ( const ValueDecl * VD,
bool IsDevice )
static

Definition at line 10109 of file CGOpenMPRuntime.cpp.

Referenced by clang::CodeGen::CGOpenMPRuntime::emitTargetFunctions(), and clang::CodeGen::CGOpenMPRuntime::emitTargetGlobalVariable().

◆ isTrivial()

bool isTrivial ( ASTContext & Ctx,
const Expr * E )
static

Checks if the expression is constant or does not have non-trivial function calls.

Definition at line 6256 of file CGOpenMPRuntime.cpp.

References clang::Expr::hasNonTrivialCall(), clang::Expr::HasSideEffects(), clang::Expr::isEvaluatable(), and clang::Expr::SE_AllowUndefinedBehavior.

Referenced by clang::CodeGen::CGOpenMPRuntime::getSingleCompoundChild(), and clang::TextNodeDumper::VisitCXXRecordDecl().

◆ loadToBegin()

LValue loadToBegin ( CodeGenFunction & CGF,
QualType BaseTy,
QualType ElTy,
LValue BaseLV )
static

Definition at line 892 of file CGOpenMPRuntime.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CodeGenFunction::EmitLoadOfPointerLValue(), clang::CodeGen::CodeGenFunction::EmitLoadOfReferenceLValue(), clang::Type::getAs(), clang::CodeGen::CodeGenFunction::getContext(), clang::QualType::getNonReferenceType(), clang::Type::getPointeeType(), clang::CodeGen::CodeGenModule::getTBAAInfoForSubobject(), clang::ASTContext::hasSameType(), clang::Type::isPointerType(), clang::Type::isReferenceType(), and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

Referenced by clang::CodeGen::ReductionCodeGen::adjustPrivateAddress().

◆ mangleVectorParameters()

std::string mangleVectorParameters ( ArrayRef< ParamAttrTy > ParamAttrs)
static

Mangle the parameter part of the vector function name according to their OpenMP classification.

The mangling function is defined in section 4.5 of the AAVFABI(2021Q1).

Definition at line 10789 of file CGOpenMPRuntime.cpp.

References clang::Vector.

Referenced by emitAArch64DeclareSimdFunction(), and emitX86DeclareSimdFunction().

◆ translateDependencyKind()

RTLDependenceKindTy translateDependencyKind ( OpenMPDependClauseKind K)
static

Translates internal dependency kind into the runtime kind.

Definition at line 4016 of file CGOpenMPRuntime.cpp.

References clang::OMPC_DEPEND_unknown.

Referenced by emitDependData(), and clang::CodeGen::CGOpenMPRuntime::emitUpdateClause().

Generated on for clang by doxygen 1.14.0