clang 24.0.0git
Macros | Typedefs | Functions
CGStmtOpenMP.cpp File Reference
#include "CGCleanup.h"
#include "CGDebugInfo.h"
#include "CGOpenMPRuntime.h"
#include "CodeGenFunction.h"
#include "CodeGenModule.h"
#include "CodeGenPGO.h"
#include "TargetInfo.h"
#include "clang/AST/ASTContext.h"
#include "clang/AST/Attr.h"
#include "clang/AST/DeclOpenMP.h"
#include "clang/AST/OpenMPClause.h"
#include "clang/AST/Stmt.h"
#include "clang/AST/StmtOpenMP.h"
#include "clang/AST/StmtVisitor.h"
#include "clang/Basic/DiagnosticFrontend.h"
#include "clang/Basic/OpenMPKinds.h"
#include "clang/Basic/PrettyStackTrace.h"
#include "clang/Basic/SourceManager.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/BinaryFormat/Dwarf.h"
#include "llvm/Frontend/OpenMP/OMPConstants.h"
#include "llvm/Frontend/OpenMP/OMPIRBuilder.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Metadata.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/Debug.h"
#include <optional>

Go to the source code of this file.

Macros

#define TTL_CODEGEN_TYPE   "target-teams-loop-codegen"

Typedefs

using EmittedClosureTy = std::pair<llvm::Function *, llvm::Value *>

Functions

static const VarDecl * getBaseDecl (const Expr *Ref)
static OpenMPDirectiveKind getEffectiveDirectiveKind (const OMPExecutableDirective &S)
static bool canEmitGPUFusedDistSchedule (const CodeGenModule &CGM, const OMPLoopDirective &S, OpenMPDirectiveKind DKind)
 Whether a combined distribute parallel for may use the fused distr_static_chunk + static_chunkone schedule (enum 93): one for_static_init, no surrounding distribute_static_init.
static void emitCommonOMPTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, const RegionCodeGenTy &CodeGen)
static Address castValueFromUintptr (CodeGenFunction &CGF, SourceLocation Loc, QualType DstType, StringRef Name, LValue AddrLV)
static QualType getCanonicalParamType (ASTContext &C, QualType T)
static llvm::Function * emitOutlinedFunctionPrologue (CodeGenFunction &CGF, FunctionArgList &Args, llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address > > &LocalAddrs, llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * > > &VLASizes, llvm::Value *&CXXThisValue, const FunctionOptions &FO)
static llvm::Function * emitOutlinedFunctionPrologueAggregate (CodeGenFunction &CGF, FunctionArgList &Args, llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address > > &LocalAddrs, llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * > > &VLASizes, llvm::Value *&CXXThisValue, llvm::Value *&ContextV, const CapturedStmt &CS, SourceLocation Loc, StringRef FunctionName)
static void emitPostUpdateForReductionClause (CodeGenFunction &CGF, const OMPExecutableDirective &D, const llvm::function_ref< llvm::Value *(CodeGenFunction &)> CondGen)
static void checkForLastprivateConditionalUpdate (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static void emitCommonOMPParallelDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, const CodeGenBoundParametersTy &CodeGenBoundParameters)
static bool isAllocatableDecl (const VarDecl *VD)
static void emitEmptyBoundParameters (CodeGenFunction &, const OMPExecutableDirective &, llvm::SmallVectorImpl< llvm::Value * > &)
static void emitOMPCopyinClause (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static void emitBody (CodeGenFunction &CGF, const Stmt *S, const Stmt *NextLoop, int MaxLevel, int Level=0)
static EmittedClosureTy emitCapturedStmtFunc (CodeGenFunction &ParentCGF, const CapturedStmt *S)
 Emit a captured statement and return the function as well as its captured closure context.
static llvm::CallInst * emitCapturedStmtCall (CodeGenFunction &ParentCGF, EmittedClosureTy Cap, llvm::ArrayRef< llvm::Value * > Args)
 Emit a call to a previously captured closure.
static void emitAlignedClause (CodeGenFunction &CGF, const OMPExecutableDirective &D)
static void emitPreCond (CodeGenFunction &CGF, const OMPLoopDirective &S, const Expr *Cond, llvm::BasicBlock *TrueBlock, llvm::BasicBlock *FalseBlock, uint64_t TrueCount)
static void emitSimdlenSafelenClause (CodeGenFunction &CGF, const OMPExecutableDirective &D)
static bool hasOrderedBlockAssocDirective (const Stmt *S)
static void applyConservativeSimdOrderedDirective (const Stmt &AssociatedStmt, LoopInfoStack &LoopStack)
static void emitOMPLoopBodyWithStopPoint (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)
static LValue EmitOMPHelperVar (CodeGenFunction &CGF, const DeclRefExpr *Helper)
 Emit a helper variable and return corresponding lvalue.
static void emitCommonSimdLoop (CodeGenFunction &CGF, const OMPLoopDirective &S, const RegionCodeGenTy &SimdInitGen, const RegionCodeGenTy &BodyCodeGen)
static void emitOMPSimdRegion (CodeGenFunction &CGF, const OMPLoopDirective &S, PrePostActionTy &Action)
static bool isSimdSupportedByOpenMPIRBuilder (const OMPLoopDirective &S)
static llvm::MapVector< llvm::Value *, llvm::Value * > GetAlignedMapping (const OMPLoopDirective &S, CodeGenFunction &CGF)
static void emitOMPSimdDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM)
static void emitEmptyOrdered (CodeGenFunction &, SourceLocation Loc, const unsigned IVSize, const bool IVSigned)
static std::pair< LValue, LValue > emitDistributeParallelForInnerBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static std::pair< llvm::Value *, llvm::Value * > emitDistributeParallelForDispatchBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
 if the 'for' loop has a dispatch schedule (e.g.
static void emitDistributeParallelForDistributeInnerBoundParams (CodeGenFunction &CGF, const OMPExecutableDirective &S, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars)
static void emitInnerParallelForWhenCombined (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)
static std::pair< LValue, LValue > emitForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)
 The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop.
static std::pair< llvm::Value *, llvm::Value * > emitDispatchForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
 When dealing with dispatch schedules (e.g.
static void emitScanBasedDirectiveDecls (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen)
 Emits internal temp array declarations for the directive with inscan reductions.
static void emitScanBasedDirectiveFinals (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen)
 Copies final inscan reductions values to the original variables.
static void emitScanBasedDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen, llvm::function_ref< void(CodeGenFunction &)> FirstGen, llvm::function_ref< void(CodeGenFunction &)> SecondGen)
 Emits the code for the directive with inscan reductions.
static bool emitWorksharingDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, bool HasCancel)
static bool isForSupportedByOpenMPIRBuilder (const OMPLoopDirective &S, bool HasCancel)
static llvm::omp::ScheduleKind convertClauseKindToSchedKind (OpenMPScheduleClauseKind ScheduleClauseKind)
static void emitOMPForDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM, bool HasCancel)
static LValue createSectionLVal (CodeGenFunction &CGF, QualType Ty, const Twine &Name, llvm::Value *Init=nullptr)
static void emitMaster (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static void emitMasked (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static void buildDependences (const OMPExecutableDirective &S, OMPTaskDataTy &Data)
static ImplicitParamDecl * createImplicitFirstprivateForType (ASTContext &C, OMPTaskDataTy &Data, QualType Ty, CapturedDecl *CD, SourceLocation Loc)
static bool isSupportedByOpenMPIRBuilder (const OMPTaskgroupDirective &T)
static void emitOMPDistributeDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM)
static llvm::Function * emitOutlinedOrderedFunction (CodeGenModule &CGM, const CapturedStmt *S, const OMPExecutableDirective &D)
template<typename T>
static void emitRestoreIP (CodeGenFunction &CGF, const T *C, llvm::OpenMPIRBuilder::InsertPointTy AllocaIP, llvm::OpenMPIRBuilder &OMPBuilder)
static llvm::Value * convertToScalarValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)
static CodeGenFunction::ComplexPairTy convertToComplexValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)
static void emitSimpleAtomicStore (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, RValue RVal)
static RValue emitSimpleAtomicLoad (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, SourceLocation Loc)
static void emitOMPAtomicReadExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *V, SourceLocation Loc)
static void emitOMPAtomicWriteExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *E, SourceLocation Loc)
static std::pair< bool, RValue > emitOMPAtomicRMW (CodeGenFunction &CGF, LValue X, RValue Update, BinaryOperatorKind BO, llvm::AtomicOrdering AO, bool IsXLHSInRHSPart)
static void emitOMPAtomicUpdateExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)
static RValue convertToType (CodeGenFunction &CGF, RValue Value, QualType SourceType, QualType ResType, SourceLocation Loc)
static void emitOMPAtomicCaptureExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, bool IsPostfixUpdate, const Expr *V, const Expr *X, const Expr *E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)
static void emitOMPAtomicCompareExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, llvm::AtomicOrdering FailAO, const Expr *X, const Expr *V, const Expr *R, const Expr *E, const Expr *D, const Expr *CE, bool IsXBinopExpr, bool IsPostfixUpdate, bool IsFailOnly, SourceLocation Loc)
static void emitOMPAtomicExpr (CodeGenFunction &CGF, OpenMPClauseKind Kind, llvm::AtomicOrdering AO, llvm::AtomicOrdering FailAO, bool IsPostfixUpdate, const Expr *X, const Expr *V, const Expr *R, const Expr *E, const Expr *UE, const Expr *D, const Expr *CE, bool IsXLHSInRHSPart, bool IsFailOnly, SourceLocation Loc)
static void emitTargetRegion (CodeGenFunction &CGF, const OMPTargetDirective &S, PrePostActionTy &Action)
static void emitCommonOMPTeamsDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen)
static void emitTargetTeamsRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDirective &S)
static void emitTargetTeamsDistributeRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeDirective &S)
static void emitTargetTeamsDistributeSimdRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeSimdDirective &S)
static void emitTargetTeamsDistributeParallelForRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForDirective &S, PrePostActionTy &Action)
static void emitTargetTeamsDistributeParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForSimdDirective &S, PrePostActionTy &Action)
static void emitTargetParallelRegion (CodeGenFunction &CGF, const OMPTargetParallelDirective &S, PrePostActionTy &Action)
static void emitTargetParallelForRegion (CodeGenFunction &CGF, const OMPTargetParallelForDirective &S, PrePostActionTy &Action)
static void emitTargetParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetParallelForSimdDirective &S, PrePostActionTy &Action)
static void mapParam (CodeGenFunction &CGF, const DeclRefExpr *Helper, const ImplicitParamDecl *PVD, CodeGenFunction::OMPPrivateScope &Privates)
 Emit a helper variable and return corresponding lvalue.
static void emitTargetTeamsLoopCodegenStatus (CodeGenFunction &CGF, std::string StatusMsg, const OMPExecutableDirective &D)
static void emitTargetTeamsGenericLoopRegionAsParallel (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsGenericLoopDirective &S)
static void emitTargetTeamsGenericLoopRegionAsDistribute (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsGenericLoopDirective &S)
static void emitTargetParallelGenericLoopRegion (CodeGenFunction &CGF, const OMPTargetParallelGenericLoopDirective &S, PrePostActionTy &Action)

Macro Definition Documentation

◆ TTL_CODEGEN_TYPE

#define TTL_CODEGEN_TYPE   "target-teams-loop-codegen"

Definition at line 47 of file CGStmtOpenMP.cpp.

Referenced by emitTargetTeamsGenericLoopRegionAsDistribute(), and emitTargetTeamsGenericLoopRegionAsParallel().

Typedef Documentation

◆ EmittedClosureTy

using EmittedClosureTy = std::pair<llvm::Function *, llvm::Value *>

Definition at line 2343 of file CGStmtOpenMP.cpp.

Function Documentation

◆ applyConservativeSimdOrderedDirective()

void applyConservativeSimdOrderedDirective ( const Stmt & AssociatedStmt,
LoopInfoStack & LoopStack )
static

Definition at line 2851 of file CGStmtOpenMP.cpp.

References hasOrderedBlockAssocDirective(), clang::CodeGen::CodeGenFunction::LoopStack, and clang::CodeGen::LoopInfoStack::setParallel().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPSimdInit().

◆ buildDependences()

void buildDependences ( const OMPExecutableDirective & S,
OMPTaskDataTy & Data )
static

Definition at line 5169 of file CGStmtOpenMP.cpp.

References clang::C, clang::Data, and clang::CodeGen::OMPTaskDataTy::DependData::DepExprs.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDepobjDirective(), clang::CodeGen::CodeGenFunction::EmitOMPInteropDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTaskBasedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTaskBasedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPTaskwaitDirective().

◆ canEmitGPUFusedDistSchedule()

bool canEmitGPUFusedDistSchedule ( const CodeGenModule & CGM,
const OMPLoopDirective & S,
OpenMPDirectiveKind DKind )
static

Whether a combined distribute parallel for may use the fused distr_static_chunk + static_chunkone schedule (enum 93): one for_static_init, no surrounding distribute_static_init.

Definition at line 56 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getTriple(), and clang::isOpenMPLoopBoundSharingDirective().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ castValueFromUintptr()

Address castValueFromUintptr ( CodeGenFunction & CGF,
SourceLocation Loc,
QualType DstType,
StringRef Name,
LValue AddrLV )
static

Definition at line 471 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getPointerType(), clang::ASTContext::getUIntPtrType(), and clang::CodeGen::CodeGenFunction::MakeNaturalAlignAddrLValue().

Referenced by emitOutlinedFunctionPrologue().

◆ checkForLastprivateConditionalUpdate()

void checkForLastprivateConditionalUpdate ( CodeGenFunction & CGF,
const OMPExecutableDirective & S )
static

Definition at line 1840 of file CGStmtOpenMP.cpp.

References clang::C, clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CGOpenMPRuntime::checkAndEmitSharedLastprivateConditional(), clang::CodeGen::CodeGenFunction::getLangOpts(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by emitOMPForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelGenericLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelSectionsDirective(), clang::CodeGen::CodeGenFunction::EmitOMPScopeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPSectionsDirective(), emitOMPSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPSingleDirective(), and clang::CodeGen::CodeGenFunction::EmitSimpleOMPExecutableDirective().

◆ convertClauseKindToSchedKind()

llvm::omp::ScheduleKind convertClauseKindToSchedKind ( OpenMPScheduleClauseKind ScheduleClauseKind)
static

Definition at line 4408 of file CGStmtOpenMP.cpp.

References clang::OMPC_SCHEDULE_unknown.

Referenced by emitOMPForDirective().

◆ convertToComplexValue()

CodeGenFunction::ComplexPairTy convertToComplexValue ( CodeGenFunction & CGF,
RValue Val,
QualType SrcType,
QualType DestType,
SourceLocation Loc )
static

Definition at line 6616 of file CGStmtOpenMP.cpp.

References clang::Type::castAs(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::RValue::getComplexVal(), clang::CodeGen::CodeGenFunction::getEvaluationKind(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::RValue::isComplex(), clang::CodeGen::RValue::isScalar(), and clang::CodeGen::TEK_Complex.

Referenced by convertToType(), and clang::CodeGen::CodeGenFunction::emitOMPSimpleStore().

◆ convertToScalarValue()

llvm::Value * convertToScalarValue ( CodeGenFunction & CGF,
RValue Val,
QualType SrcType,
QualType DestType,
SourceLocation Loc )
static

Definition at line 6603 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitComplexToScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::RValue::getComplexVal(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::CodeGenFunction::hasScalarEvaluationKind(), clang::CodeGen::RValue::isAggregate(), and clang::CodeGen::RValue::isScalar().

Referenced by convertToType(), and clang::CodeGen::CodeGenFunction::emitOMPSimpleStore().

◆ convertToType()

RValue convertToType ( CodeGenFunction & CGF,
RValue Value,
QualType SourceType,
QualType ResType,
SourceLocation Loc )
static

Definition at line 6926 of file CGStmtOpenMP.cpp.

References convertToComplexValue(), convertToScalarValue(), clang::CodeGen::RValue::get(), clang::CodeGen::RValue::getComplex(), clang::CodeGen::CodeGenFunction::getEvaluationKind(), clang::CodeGen::TEK_Aggregate, clang::CodeGen::TEK_Complex, and clang::CodeGen::TEK_Scalar.

Referenced by emitOMPAtomicCaptureExpr().

◆ createImplicitFirstprivateForType()

ImplicitParamDecl * createImplicitFirstprivateForType ( ASTContext & C,
OMPTaskDataTy & Data,
QualType Ty,
CapturedDecl * CD,
SourceLocation Loc )
static

Definition at line 5591 of file CGStmtOpenMP.cpp.

References clang::C, clang::VarDecl::CInit, clang::DeclRefExpr::Create(), clang::ImplicitCastExpr::Create(), clang::ImplicitParamDecl::Create(), clang::Data, clang::Other, clang::VK_LValue, and clang::VK_PRValue.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTaskBasedDirective().

◆ createSectionLVal()

LValue createSectionLVal ( CodeGenFunction & CGF,
QualType Ty,
const Twine & Name,
llvm::Value * Init = nullptr )
static

Definition at line 4508 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CodeGenFunction::EmitStoreThroughLValue(), clang::CodeGen::RValue::get(), clang::Init, and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

◆ emitAlignedClause()

void emitAlignedClause ( CodeGenFunction & CGF,
const OMPExecutableDirective & D )
static

Definition at line 2613 of file CGStmtOpenMP.cpp.

References clang::cast(), clang::CodeGen::CodeGenFunction::emitAlignmentAssumption(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenFunction::getLLVMContext(), clang::ASTContext::getOpenMPDefaultSimdAlign(), clang::CharUnits::getQuantity(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), and clang::ASTContext::toCharUnitsFromBits().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitBody()

void emitBody ( CodeGenFunction & CGF,
const Stmt * S,
const Stmt * NextLoop,
int MaxLevel,
int Level = 0 )
static

Definition at line 2235 of file CGStmtOpenMP.cpp.

References clang::cast(), emitBody(), clang::CodeGen::CodeGenFunction::EmitStmt(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getSourceManager(), clang::Stmt::getSourceRange(), clang::Stmt::IgnoreContainers(), and clang::isa().

Referenced by emitBody(), and clang::CodeGen::CodeGenFunction::EmitOMPLoopBody().

◆ emitCapturedStmtCall()

llvm::CallInst * emitCapturedStmtCall ( CodeGenFunction & ParentCGF,
EmittedClosureTy Cap,
llvm::ArrayRef< llvm::Value * > Args )
static

Emit a call to a previously captured closure.

Definition at line 2361 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, and clang::CodeGen::CodeGenFunction::ParentCGF.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPCanonicalLoop().

◆ emitCapturedStmtFunc()

EmittedClosureTy emitCapturedStmtFunc ( CodeGenFunction & ParentCGF,
const CapturedStmt * S )
static

Emit a captured statement and return the function as well as its captured closure context.

Definition at line 2347 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::GenerateCapturedStmtFunction(), clang::CodeGen::CodeGenFunction::InitCapturedStruct(), and clang::CodeGen::CodeGenFunction::ParentCGF.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPCanonicalLoop().

◆ emitCommonOMPParallelDirective()

void emitCommonOMPParallelDirective ( CodeGenFunction & CGF,
const OMPExecutableDirective & S,
OpenMPDirectiveKind InnermostKind,
const RegionCodeGenTy & CodeGen,
const CodeGenBoundParametersTy & CodeGenBoundParameters )
static

Definition at line 1896 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitNumThreadsClause(), clang::CodeGen::CGOpenMPRuntime::emitParallelCall(), clang::CodeGen::CGOpenMPRuntime::emitParallelOutlinedFunction(), clang::CodeGen::CGOpenMPRuntime::emitProcBindClause(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedVars(), clang::CapturedStmt::getCapturedDecl(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::OMPC_NUMTHREADS_unknown, and clang::CapturedDecl::param_begin().

Referenced by emitInnerParallelForWhenCombined(), clang::CodeGen::CodeGenFunction::EmitOMPParallelDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelGenericLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedTaskLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedTaskLoopSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterTaskLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterTaskLoopSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelSectionsDirective(), emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitTargetParallelRegion().

◆ emitCommonOMPTargetDirective()

void emitCommonOMPTargetDirective ( CodeGenFunction & CGF,
const OMPExecutableDirective & S,
const RegionCodeGenTy & CodeGen )
static

Definition at line 7246 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConstantFoldsToSimpleInteger(), clang::Ctor_Complete, clang::CodeGen::CodeGenFunction::CurFuncDecl, clang::Device, clang::CodeGen::CGOpenMPRuntime::LastprivateConditionalRAII::disable(), clang::Dtor_Complete, clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::EmitStmt(), clang::CodeGen::CGOpenMPRuntime::emitTargetCall(), clang::CodeGen::CGOpenMPRuntime::emitTargetOutlinedFunction(), clang::CodeGen::CodeGenModule::getDiags(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getMangledName(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenTypeCache::Int64Ty, clang::isOpenMPTargetExecutionDirective(), clang::OMPC_DEVICE_unknown, clang::LangOptions::OMPTargetTriples, and clang::DiagnosticsEngine::Report().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelGenericLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeSimdDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsGenericLoopDirective().

◆ emitCommonOMPTeamsDirective()

void emitCommonOMPTeamsDirective ( CodeGenFunction & CGF,
const OMPExecutableDirective & S,
OpenMPDirectiveKind InnermostKind,
const RegionCodeGenTy & CodeGen )
static

Definition at line 7366 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitIfClause(), clang::CodeGen::CGOpenMPRuntime::emitNumTeamsClause(), clang::CodeGen::CGOpenMPRuntime::emitTeamsCall(), clang::CodeGen::CGOpenMPRuntime::emitTeamsOutlinedFunction(), clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedVars(), clang::CapturedStmt::getCapturedDecl(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CapturedDecl::param_begin().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTeamsDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsGenericLoopDirective(), emitTargetTeamsDistributeParallelForRegion(), emitTargetTeamsDistributeParallelForSimdRegion(), emitTargetTeamsDistributeRegion(), emitTargetTeamsDistributeSimdRegion(), emitTargetTeamsGenericLoopRegionAsDistribute(), emitTargetTeamsGenericLoopRegionAsParallel(), and emitTargetTeamsRegion().

◆ emitCommonSimdLoop()

void emitCommonSimdLoop ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
const RegionCodeGenTy & SimdInitGen,
const RegionCodeGenTy & BodyCodeGen )
static

Definition at line 2943 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitIfClause(), getEffectiveDirectiveKind(), clang::CodeGen::CodeGenFunction::getLangOpts(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::isOpenMPSimdDirective(), clang::CodeGen::CodeGenFunction::LoopStack, and clang::CodeGen::LoopInfoStack::setVectorizeEnable().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), clang::CodeGen::CodeGenFunction::EmitOMPTaskLoopBasedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitDispatchForLoopBounds()

std::pair< llvm::Value *, llvm::Value * > emitDispatchForLoopBounds ( CodeGenFunction & CGF,
const OMPExecutableDirective & S,
Address LB,
Address UB )
static

When dealing with dispatch schedules (e.g.

dynamic, guided) we do not consider the lower and upper bound expressions generated by the worksharing loop support, but we use 0 and the iteration space size as constants

Definition at line 4054 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::cast(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::Expr::getType(), and clang::ASTContext::getTypeSize().

Referenced by emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitWorksharingDirective().

◆ emitDistributeParallelForDispatchBounds()

std::pair< llvm::Value *, llvm::Value * > emitDistributeParallelForDispatchBounds ( CodeGenFunction & CGF,
const OMPExecutableDirective & S,
Address LB,
Address UB )
static

if the 'for' loop has a dispatch schedule (e.g.

dynamic, guided) then we need to use the LB and UB expressions generated by the worksharing code generation support, whereas in non combined situations we would just emit 0 and the LastIteration expression This function is necessary due to the difference of the LB and UB types for the RT emission routines for 'for_static_init' and 'for_dispatch_init'

Definition at line 3658 of file CGStmtOpenMP.cpp.

References clang::cast(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), and clang::Expr::getType().

Referenced by emitInnerParallelForWhenCombined().

◆ emitDistributeParallelForDistributeInnerBoundParams()

void emitDistributeParallelForDistributeInnerBoundParams ( CodeGenFunction & CGF,
const OMPExecutableDirective & S,
llvm::SmallVectorImpl< llvm::Value * > & CapturedVars )
static

Definition at line 3675 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::cast(), clang::CodeGen::CGBuilderTy::CreateLoad(), clang::CodeGen::CodeGenFunction::EmitLValue(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitInnerParallelForWhenCombined().

◆ emitDistributeParallelForInnerBounds()

std::pair< LValue, LValue > emitDistributeParallelForInnerBounds ( CodeGenFunction & CGF,
const OMPExecutableDirective & S )
static

Definition at line 3615 of file CGStmtOpenMP.cpp.

References clang::cast(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValue(), EmitOMPHelperVar(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), and clang::CodeGen::CodeGenFunction::EmitStoreOfScalar().

Referenced by emitInnerParallelForWhenCombined().

◆ emitEmptyBoundParameters()

void emitEmptyBoundParameters ( CodeGenFunction & ,
const OMPExecutableDirective & ,
llvm::SmallVectorImpl< llvm::Value * > &  )
static

Definition at line 1970 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPParallelDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelGenericLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedTaskLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedTaskLoopSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterTaskLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterTaskLoopSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelSectionsDirective(), emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitTargetParallelRegion().

◆ emitEmptyOrdered()

void emitEmptyOrdered ( CodeGenFunction & ,
SourceLocation Loc,
const unsigned IVSize,
const bool IVSigned )
static

Definition at line 3549 of file CGStmtOpenMP.cpp.

◆ emitForLoopBounds()

std::pair< LValue, LValue > emitForLoopBounds ( CodeGenFunction & CGF,
const OMPExecutableDirective & S )
static

The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop.

Definition at line 4040 of file CGStmtOpenMP.cpp.

References clang::cast(), and EmitOMPHelperVar().

Referenced by emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitWorksharingDirective().

◆ emitInnerParallelForWhenCombined()

void emitInnerParallelForWhenCombined ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
CodeGenFunction::JumpDest LoopExit )
static

Definition at line 3693 of file CGStmtOpenMP.cpp.

References emitCommonOMPParallelDirective(), emitDistributeParallelForDispatchBounds(), emitDistributeParallelForDistributeInnerBoundParams(), emitDistributeParallelForInnerBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), getEffectiveDirectiveKind(), and clang::isOpenMPSimdDirective().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForSimdDirective(), emitTargetTeamsDistributeParallelForRegion(), emitTargetTeamsDistributeParallelForSimdRegion(), and emitTargetTeamsGenericLoopRegionAsParallel().

◆ emitMasked()

void emitMasked ( CodeGenFunction & CGF,
const OMPExecutableDirective & S )
static

Definition at line 4885 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitMaskedRegion(), clang::CodeGen::CodeGenFunction::EmitStmt(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPMaskedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective().

◆ emitMaster()

void emitMaster ( CodeGenFunction & CGF,
const OMPExecutableDirective & S )
static

Definition at line 4844 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitMasterRegion(), clang::CodeGen::CodeGenFunction::EmitStmt(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPMasterDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective().

◆ emitOMPAtomicCaptureExpr()

void emitOMPAtomicCaptureExpr ( CodeGenFunction & CGF,
llvm::AtomicOrdering AO,
bool IsPostfixUpdate,
const Expr * V,
const Expr * X,
const Expr * E,
const Expr * UE,
bool IsXLHSInRHSPart,
SourceLocation Loc )
static

Definition at line 6943 of file CGStmtOpenMP.cpp.

References clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), convertToType(), clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr(), clang::CodeGen::CodeGenFunction::emitOMPSimpleStore(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::getType(), clang::Expr::IgnoreImpCasts(), clang::isa(), clang::IsPostfixUpdate, clang::IsXLHSInRHSPart, V, and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPAtomicCompareExpr()

void emitOMPAtomicCompareExpr ( CodeGenFunction & CGF,
llvm::AtomicOrdering AO,
llvm::AtomicOrdering FailAO,
const Expr * X,
const Expr * V,
const Expr * R,
const Expr * E,
const Expr * D,
const Expr * CE,
bool IsXBinopExpr,
bool IsPostfixUpdate,
bool IsFailOnly,
SourceLocation Loc )
static

Definition at line 7050 of file CGStmtOpenMP.cpp.

References clang::Addr, clang::CodeGen::CodeGenFunction::Builder, clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::Address::getElementType(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::getType(), clang::Type::hasSignedIntegerRepresentation(), clang::Expr::IgnoreImplicitAsWritten(), clang::isa(), clang::IsFailOnly, clang::IsPostfixUpdate, V, and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPAtomicExpr()

void emitOMPAtomicExpr ( CodeGenFunction & CGF,
OpenMPClauseKind Kind,
llvm::AtomicOrdering AO,
llvm::AtomicOrdering FailAO,
bool IsPostfixUpdate,
const Expr * X,
const Expr * V,
const Expr * R,
const Expr * E,
const Expr * UE,
const Expr * D,
const Expr * CE,
bool IsXLHSInRHSPart,
bool IsFailOnly,
SourceLocation Loc )
static

Definition at line 7131 of file CGStmtOpenMP.cpp.

References emitOMPAtomicCaptureExpr(), emitOMPAtomicCompareExpr(), emitOMPAtomicReadExpr(), emitOMPAtomicUpdateExpr(), emitOMPAtomicWriteExpr(), clang::IsFailOnly, clang::IsPostfixUpdate, clang::IsXLHSInRHSPart, V, and X.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPAtomicDirective().

◆ emitOMPAtomicReadExpr()

void emitOMPAtomicReadExpr ( CodeGenFunction & CGF,
llvm::AtomicOrdering AO,
const Expr * X,
const Expr * V,
SourceLocation Loc )
static

Definition at line 6678 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::emitOMPSimpleStore(), emitSimpleAtomicLoad(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), V, and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPAtomicRMW()

std::pair< bool, RValue > emitOMPAtomicRMW ( CodeGenFunction & CGF,
LValue X,
RValue Update,
BinaryOperatorKind BO,
llvm::AtomicOrdering AO,
bool IsXLHSInRHSPart )
static

Definition at line 6736 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::emitAtomicRMWInst(), clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenModule::getDataLayout(), clang::isa(), clang::IsXLHSInRHSPart, clang::T, clang::Update, and X.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr().

◆ emitOMPAtomicUpdateExpr()

void emitOMPAtomicUpdateExpr ( CodeGenFunction & CGF,
llvm::AtomicOrdering AO,
const Expr * X,
const Expr * E,
const Expr * UE,
bool IsXLHSInRHSPart,
SourceLocation Loc )
static

Definition at line 6878 of file CGStmtOpenMP.cpp.

References clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::IgnoreImpCasts(), clang::isa(), clang::IsXLHSInRHSPart, and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPAtomicWriteExpr()

void emitOMPAtomicWriteExpr ( CodeGenFunction & CGF,
llvm::AtomicOrdering AO,
const Expr * X,
const Expr * E,
SourceLocation Loc )
static

Definition at line 6709 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), emitSimpleAtomicStore(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPCopyinClause()

void emitOMPCopyinClause ( CodeGenFunction & CGF,
const OMPExecutableDirective & S )
static

Definition at line 1974 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitBarrierCall(), clang::CodeGen::CodeGenFunction::EmitOMPCopyinClause(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPParallelDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelGenericLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPParallelSectionsDirective().

◆ emitOMPDistributeDirective()

void emitOMPDistributeDirective ( const OMPLoopDirective & S,
CodeGenFunction & CGF,
CodeGenModule & CGM )
static

Definition at line 6456 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPLoopBodyWithStopPoint(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPGenericLoopDirective().

◆ emitOMPForDirective()

void emitOMPForDirective ( const OMPLoopDirective & S,
CodeGenFunction & CGF,
CodeGenModule & CGM,
bool HasCancel )
static

Definition at line 4428 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::AllocaInsertPt, clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, checkForLastprivateConditionalUpdate(), convertClauseKindToSchedKind(), clang::CodeGen::CGOpenMPRuntime::LastprivateConditionalRAII::disable(), clang::CodeGen::CGOpenMPRuntime::emitBarrierCall(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPCollapsedCanonicalLoopNest(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), emitWorksharingDirective(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and isForSupportedByOpenMPIRBuilder().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPForDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPGenericLoopDirective().

◆ EmitOMPHelperVar()

LValue EmitOMPHelperVar ( CodeGenFunction & CGF,
const DeclRefExpr * Helper )
static

Emit a helper variable and return corresponding lvalue.

Definition at line 2936 of file CGStmtOpenMP.cpp.

References clang::cast(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), and clang::DeclRefExpr::getDecl().

Referenced by emitDistributeParallelForInnerBounds(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitOMPLoopBodyWithStopPoint()

void emitOMPLoopBodyWithStopPoint ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
CodeGenFunction::JumpDest LoopExit )
static

Definition at line 2928 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitOMPLoopBody(), and clang::CodeGen::CodeGenFunction::EmitStopPoint().

Referenced by emitOMPDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsGenericLoopDirective(), emitTargetTeamsDistributeRegion(), emitTargetTeamsDistributeSimdRegion(), and emitTargetTeamsGenericLoopRegionAsDistribute().

◆ emitOMPSimdDirective()

void emitOMPSimdDirective ( const OMPLoopDirective & S,
CodeGenFunction & CGF,
CodeGenModule & CGM )
static

Definition at line 3146 of file CGStmtOpenMP.cpp.

References clang::C, clang::cast(), clang::CodeGen::CodeGenFunction::CGM, checkForLastprivateConditionalUpdate(), clang::CodeGen::CGOpenMPRuntime::LastprivateConditionalRAII::disable(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), emitOMPSimdRegion(), GetAlignedMapping(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::AggValueSlot::ignored(), isSimdSupportedByOpenMPIRBuilder(), and clang::CodeGen::CodeGenFunction::OMPFirstScanLoop.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPGenericLoopDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPSimdDirective().

◆ emitOMPSimdRegion()

void emitOMPSimdRegion ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
PrePostActionTy & Action )
static

Definition at line 2980 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CGOpenMPRuntime::adjustTargetSpecificDataForLambdas(), clang::cast(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConstantFoldsToSimpleInteger(), clang::CodeGen::CodeGenFunction::createBasicBlock(), emitAlignedClause(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::EmitBranch(), emitCommonSimdLoop(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::CodeGenFunction::EmitLValue(), EmitOMPHelperVar(), clang::CodeGen::CodeGenFunction::EmitOMPInnerLoop(), clang::CodeGen::CodeGenFunction::EmitOMPLastprivateClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPLastprivateClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPLinearClause(), clang::CodeGen::CodeGenFunction::EmitOMPLinearClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPLinearClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateLoopCounters(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPSimdFinal(), clang::CodeGen::CodeGenFunction::EmitOMPSimdInit(), emitPostUpdateForReductionClause(), emitPreCond(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::CodeGen::PrePostActionTy::Enter(), getEffectiveDirectiveKind(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenFunction::getProfileCount(), clang::CodeGen::CodeGenFunction::incrementProfileCounter(), clang::isOpenMPDistributeDirective(), clang::isOpenMPGenericLoopDirective(), clang::isOpenMPTargetExecutionDirective(), clang::isOpenMPTaskLoopDirective(), clang::isOpenMPWorksharingDirective(), clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), clang::CodeGen::CodeGenFunction::RunCleanupsScope::requiresCleanups(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::restoreMap().

Referenced by emitOMPSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetSimdDeviceFunction(), clang::CodeGen::CodeGenFunction::EmitOMPTargetSimdDirective(), and clang::CodeGen::CodeGenFunction::EmitSimpleOMPExecutableDirective().

◆ emitOutlinedFunctionPrologue()

llvm::Function * emitOutlinedFunctionPrologue ( CodeGenFunction & CGF,
FunctionArgList & Args,
llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address > > & LocalAddrs,
llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * > > & VLASizes,
llvm::Value *& CXXThisValue,
const FunctionOptions & FO )
static

Definition at line 526 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenTypes::arrangeDeviceKernelCallerDeclaration(), clang::CapturedStmt::captures(), castValueFromUintptr(), clang::CodeGen::CodeGenFunction::CGM, clang::FunctionDecl::Create(), clang::ImplicitParamDecl::Create(), clang::ParmVarDecl::Create(), clang::CodeGen::Decl, clang::CodeGen::CodeGenFunction::EmitLoadOfPointer(), clang::CodeGen::CodeGenFunction::EmitLoadOfReference(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::RecordDecl::fields(), clang::IdentifierTable::get(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CapturedStmt::getBeginLoc(), clang::DeclaratorDecl::getBeginLoc(), clang::Stmt::getBeginLoc(), clang::CapturedDecl::getBody(), getCanonicalParamType(), clang::CapturedStmt::getCapturedDecl(), clang::CapturedStmt::getCapturedRecordDecl(), clang::CodeGen::CodeGenModule::getCodeGenOpts(), clang::CodeGen::CodeGenModule::getContext(), clang::CapturedDecl::getContextParamPosition(), clang::ASTContext::getDeclAlign(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::ASTContext::getFunctionType(), clang::NamedDecl::getIdentifier(), clang::Decl::getLocation(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CGOpenMPRuntime::getParameterAddress(), clang::VariableArrayType::getSizeExpr(), clang::VarDecl::getTLSKind(), clang::ASTContext::getTranslationUnitDecl(), clang::CodeGen::CodeGenModule::getTriple(), clang::ASTContext::getTrivialTypeSourceInfo(), clang::CodeGen::Address::getType(), clang::ValueDecl::getType(), getType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ASTContext::getUIntPtrType(), clang::Decl::hasBody(), clang::ASTContext::Idents, clang::CodeGen::Address::invalid(), clang::CapturedDecl::isNothrow(), clang::Type::isPointerType(), clang::Type::isVariablyModifiedType(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::Other, clang::CapturedDecl::param_begin(), clang::CapturedDecl::param_end(), clang::CodeGenOptions::SampleProfileFile, clang::SC_None, clang::SC_Static, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), clang::ThreadPrivateVar, clang::VarDecl::TLS_None, clang::CodeGen::CGOpenMPRuntime::translateParameter(), clang::ASTContext::VoidTy, and clang::CodeGen::Address::withAlignment().

Referenced by clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction(), and clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunctionAggregate().

◆ emitOutlinedFunctionPrologueAggregate()

llvm::Function * emitOutlinedFunctionPrologueAggregate ( CodeGenFunction & CGF,
FunctionArgList & Args,
llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address > > & LocalAddrs,
llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * > > & VLASizes,
llvm::Value *& CXXThisValue,
llvm::Value *& ContextV,
const CapturedStmt & CS,
SourceLocation Loc,
StringRef FunctionName )
static

Definition at line 722 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CapturedStmt::captures(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConvertTypeForMem(), clang::CodeGen::CGBuilderTy::CreateAlignedLoad(), clang::CodeGen::CGBuilderTy::CreateLoad(), clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::Decl, clang::CodeGen::CodeGenFunction::EmitLoadOfLValue(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitStoreThroughLValue(), clang::RecordDecl::fields(), clang::CharUnits::fromQuantity(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::CapturedStmt::getCapturedDecl(), clang::CapturedStmt::getCapturedRecordDecl(), clang::CodeGen::CodeGenModule::getContext(), clang::CapturedDecl::getContextParam(), clang::CodeGen::CodeGenModule::getDataLayout(), clang::ASTContext::getDeclAlign(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenModule::getModule(), clang::NamedDecl::getName(), clang::RecordDecl::getNumFields(), clang::VariableArrayType::getSizeExpr(), clang::CodeGen::Address::getType(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenModule::getTypes(), clang::CapturedDecl::isNothrow(), clang::Type::isPointerType(), clang::Type::isVariablyModifiedType(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), and clang::ASTContext::VoidTy.

Referenced by clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunctionAggregate().

◆ emitOutlinedOrderedFunction()

llvm::Function * emitOutlinedOrderedFunction ( CodeGenModule & CGM,
const CapturedStmt * S,
const OMPExecutableDirective & D )
static

Definition at line 6472 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CapturedStmtInfo, clang::CodeGen::CodeGenFunction::CGM, and clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPOrderedBlockAssocDirective().

◆ emitPostUpdateForReductionClause()

void emitPostUpdateForReductionClause ( CodeGenFunction & CGF,
const OMPExecutableDirective & D,
const llvm::function_ref< llvm::Value *(CodeGenFunction &)> CondGen )
static

Definition at line 1804 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::Cond, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), and clang::CodeGen::CodeGenFunction::HaveInsertPoint().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), clang::CodeGen::CodeGenFunction::EmitOMPParallelDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective(), emitOMPSimdRegion(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsGenericLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), emitTargetParallelRegion(), emitTargetTeamsDistributeParallelForRegion(), emitTargetTeamsDistributeParallelForSimdRegion(), emitTargetTeamsDistributeRegion(), emitTargetTeamsDistributeSimdRegion(), emitTargetTeamsGenericLoopRegionAsDistribute(), emitTargetTeamsGenericLoopRegionAsParallel(), and emitTargetTeamsRegion().

◆ emitPreCond()

void emitPreCond ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
const Expr * Cond,
llvm::BasicBlock * TrueBlock,
llvm::BasicBlock * FalseBlock,
uint64_t TrueCount )
static

Definition at line 2690 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::OMPMapVars::apply(), clang::cast(), clang::Cond, clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CodeGenFunction::EmitBranchOnBoolExpr(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateLoopCounters(), clang::QualType::getNonReferenceType(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), clang::CodeGen::CodeGenFunction::OMPMapVars::restore(), and clang::CodeGen::CodeGenFunction::OMPMapVars::setVarAddr().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), clang::CodeGen::CodeGenFunction::EmitOMPTaskLoopBasedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitRestoreIP()

template<typename T>
void emitRestoreIP ( CodeGenFunction & CGF,
const T * C,
llvm::OpenMPIRBuilder::InsertPointTy AllocaIP,
llvm::OpenMPIRBuilder & OMPBuilder )
static

Definition at line 6483 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenModule::getContext(), clang::Expr::getExprLoc(), clang::ASTContext::getIntTypeForBitwidth(), clang::Expr::getType(), clang::CodeGen::CodeGenTypeCache::Int64Ty, and clang::T.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPOrderedStandaloneDirective().

◆ emitScanBasedDirective()

void emitScanBasedDirective ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen,
llvm::function_ref< void(CodeGenFunction &)> FirstGen,
llvm::function_ref< void(CodeGenFunction &)> SecondGen )
static

Emits the code for the directive with inscan reductions.

The code is the following:

#pragma omp ...
for (i: 0..<num_iters>) {
<input phase>;
buffer[i] = red;
}
#pragma omp master // in parallel region
for (int k = 0; k != ceil(log2(num_iters)); ++k)
for (size cnt = last_iter; cnt >= pow(2, k); --k)
buffer[i] op= buffer[i-pow(2,k)];
#pragma omp barrier // in parallel region
#pragma omp ...
for (0..<num_iters>) {
red = InclusiveScan ? buffer[i] : buffer[i-1];
<scan phase>;
}
log2
#define log2(__x)
Definition tgmath.h:970
pow
#define pow(__x, __y)
Definition tgmath.h:490
ceil
#define ceil(__x)
Definition tgmath.h:601

Definition at line 4187 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::OMPPrivateScope::addPrivate(), clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), Cmp, clang::CodeGen::ApplyDebugLocation::CreateDefaultArtificial(), clang::CodeGen::RValue::get(), clang::CodeGen::Address::invalid(), Next, clang::CodeGen::CodeGenFunction::OMPFirstScanLoop, clang::Privates, clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitWorksharingDirective().

◆ emitScanBasedDirectiveDecls()

void emitScanBasedDirectiveDecls ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen )
static

Emits internal temp array declarations for the directive with inscan reductions.

The code is the following:

size num_iters = <num_iters>;
<type> buffer[num_iters];
clang::ast_matchers::type
const internal::VariadicAllOfMatcher< Type > type
Matches Types in the clang AST.
Definition ASTMatchersInternal.cpp:809

Definition at line 4071 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), clang::CodeGen::ReductionCodeGen::emitAggregateType(), clang::CodeGen::ReductionCodeGen::emitSharedOrigLValue(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::CodeGen::RValue::get(), clang::Privates, and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), and emitWorksharingDirective().

◆ emitScanBasedDirectiveFinals()

void emitScanBasedDirectiveFinals ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen )
static

Copies final inscan reductions values to the original variables.

The code is the following:

<orig_var> = buffer[num_iters-1];

Definition at line 4123 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::cast(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPCopy(), clang::CodeGen::RValue::get(), clang::Expr::getType(), clang::Privates, and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), and emitWorksharingDirective().

◆ emitSimdlenSafelenClause()

void emitSimdlenSafelenClause ( CodeGenFunction & CGF,
const OMPExecutableDirective & D )
static

Definition at line 2763 of file CGStmtOpenMP.cpp.

References clang::C, clang::cast(), clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::AggValueSlot::ignored(), clang::CodeGen::CodeGenFunction::LoopStack, clang::CodeGen::LoopInfoStack::setParallel(), and clang::CodeGen::LoopInfoStack::setVectorizeWidth().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPSimdInit().

◆ emitSimpleAtomicLoad()

RValue emitSimpleAtomicLoad ( CodeGenFunction & CGF,
llvm::AtomicOrdering AO,
LValue LVal,
SourceLocation Loc )
static

Definition at line 6650 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitAtomicLoad(), and clang::CodeGen::CodeGenFunction::EmitLoadOfLValue().

Referenced by emitOMPAtomicReadExpr().

◆ emitSimpleAtomicStore()

void emitSimpleAtomicStore ( CodeGenFunction & CGF,
llvm::AtomicOrdering AO,
LValue LVal,
RValue RVal )
static

Definition at line 6642 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitAtomicStore(), and clang::CodeGen::CodeGenFunction::EmitStoreThroughGlobalRegLValue().

Referenced by emitOMPAtomicWriteExpr().

◆ emitTargetParallelForRegion()

void emitTargetParallelForRegion ( CodeGenFunction & CGF,
const OMPTargetParallelForDirective & S,
PrePostActionTy & Action )
static

Definition at line 8200 of file CGStmtOpenMP.cpp.

References emitCommonOMPParallelDirective(), emitDispatchForLoopBounds(), emitEmptyBoundParameters(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), clang::CodeGen::PrePostActionTy::Enter(), and OMPTargetParallelForDirective::hasCancel().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForDirective().

◆ emitTargetParallelForSimdRegion()

void emitTargetParallelForSimdRegion ( CodeGenFunction & CGF,
const OMPTargetParallelForSimdDirective & S,
PrePostActionTy & Action )
static

Definition at line 8241 of file CGStmtOpenMP.cpp.

References emitCommonOMPParallelDirective(), emitDispatchForLoopBounds(), emitEmptyBoundParameters(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), and clang::CodeGen::PrePostActionTy::Enter().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForSimdDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForSimdDirective().

◆ emitTargetParallelGenericLoopRegion()

void emitTargetParallelGenericLoopRegion ( CodeGenFunction & CGF,
const OMPTargetParallelGenericLoopDirective & S,
PrePostActionTy & Action )
static

Definition at line 8801 of file CGStmtOpenMP.cpp.

References emitCommonOMPParallelDirective(), emitDispatchForLoopBounds(), emitEmptyBoundParameters(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), and clang::CodeGen::PrePostActionTy::Enter().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelGenericLoopDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelGenericLoopDirective().

◆ emitTargetParallelRegion()

void emitTargetParallelRegion ( CodeGenFunction & CGF,
const OMPTargetParallelDirective & S,
PrePostActionTy & Action )
static

Definition at line 8153 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CGOpenMPRuntime::adjustTargetSpecificDataForLambdas(), clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPParallelDirective(), emitEmptyBoundParameters(), clang::CodeGen::CodeGenFunction::EmitOMPFirstprivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::CodeGenFunction::EmitStmt(), clang::CodeGen::PrePostActionTy::Enter(), clang::CapturedStmt::getCapturedStmt(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::isOpenMPTargetExecutionDirective(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelDirective().

◆ emitTargetRegion()

void emitTargetRegion ( CodeGenFunction & CGF,
const OMPTargetDirective & S,
PrePostActionTy & Action )
static

Definition at line 7331 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CGOpenMPRuntime::adjustTargetSpecificDataForLambdas(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitOMPFirstprivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateClause(), clang::CodeGen::CodeGenFunction::EmitStmt(), clang::CodeGen::CodeGenFunction::EnsureInsertPoint(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::isOpenMPTargetExecutionDirective(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetDirective().

◆ emitTargetTeamsDistributeParallelForRegion()

void emitTargetTeamsDistributeParallelForRegion ( CodeGenFunction & CGF,
const OMPTargetTeamsDistributeParallelForDirective & S,
PrePostActionTy & Action )
static

Definition at line 7741 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), emitInnerParallelForWhenCombined(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForDirective().

◆ emitTargetTeamsDistributeParallelForSimdRegion()

void emitTargetTeamsDistributeParallelForSimdRegion ( CodeGenFunction & CGF,
const OMPTargetTeamsDistributeParallelForSimdDirective & S,
PrePostActionTy & Action )
static

Definition at line 7792 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), emitInnerParallelForWhenCombined(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForSimdDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForSimdDirective().

◆ emitTargetTeamsDistributeRegion()

void emitTargetTeamsDistributeRegion ( CodeGenFunction & CGF,
PrePostActionTy & Action,
const OMPTargetTeamsDistributeDirective & S )
static

Definition at line 7488 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPLoopBodyWithStopPoint(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeDirective().

◆ emitTargetTeamsDistributeSimdRegion()

void emitTargetTeamsDistributeSimdRegion ( CodeGenFunction & CGF,
PrePostActionTy & Action,
const OMPTargetTeamsDistributeSimdDirective & S )
static

Definition at line 7533 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPLoopBodyWithStopPoint(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeSimdDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeSimdDirective().

◆ emitTargetTeamsGenericLoopRegionAsDistribute()

void emitTargetTeamsGenericLoopRegionAsDistribute ( CodeGenFunction & CGF,
PrePostActionTy & Action,
const OMPTargetTeamsGenericLoopDirective & S )
static

Definition at line 8743 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPLoopBodyWithStopPoint(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), emitTargetTeamsLoopCodegenStatus(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), and TTL_CODEGEN_TYPE.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsGenericLoopDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsGenericLoopDirective().

◆ emitTargetTeamsGenericLoopRegionAsParallel()

void emitTargetTeamsGenericLoopRegionAsParallel ( CodeGenFunction & CGF,
PrePostActionTy & Action,
const OMPTargetTeamsGenericLoopDirective & S )
static

Definition at line 8712 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), emitInnerParallelForWhenCombined(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), emitTargetTeamsLoopCodegenStatus(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), and TTL_CODEGEN_TYPE.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsGenericLoopDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsGenericLoopDirective().

◆ emitTargetTeamsLoopCodegenStatus()

void emitTargetTeamsLoopCodegenStatus ( CodeGenFunction & CGF,
std::string StatusMsg,
const OMPExecutableDirective & D )
static

Definition at line 8694 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::FileName, clang::CodeGen::CodeGenFunction::getContext(), clang::PresumedLoc::getFilename(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::PresumedLoc::getLine(), clang::ASTContext::getSourceManager(), and clang::PresumedLoc::isValid().

Referenced by emitTargetTeamsGenericLoopRegionAsDistribute(), and emitTargetTeamsGenericLoopRegionAsParallel().

◆ emitTargetTeamsRegion()

void emitTargetTeamsRegion ( CodeGenFunction & CGF,
PrePostActionTy & Action,
const OMPTargetTeamsDirective & S )
static

Definition at line 7443 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CGOpenMPRuntime::adjustTargetSpecificDataForLambdas(), clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CodeGenFunction::EmitOMPFirstprivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::CodeGenFunction::EmitStmt(), clang::CodeGen::PrePostActionTy::Enter(), clang::CapturedStmt::getCapturedStmt(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::isOpenMPTargetExecutionDirective(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDirective().

◆ emitWorksharingDirective()

bool emitWorksharingDirective ( CodeGenFunction & CGF,
const OMPLoopDirective & S,
bool HasCancel )
static

Definition at line 4330 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitBarrierCall(), emitDispatchForLoopBounds(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), emitScanBasedDirective(), emitScanBasedDirectiveDecls(), emitScanBasedDirectiveFinals(), getEffectiveDirectiveKind(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::isOpenMPParallelDirective().

Referenced by emitOMPForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPParallelGenericLoopDirective().

◆ GetAlignedMapping()

llvm::MapVector< llvm::Value *, llvm::Value * > GetAlignedMapping ( const OMPLoopDirective & S,
CodeGenFunction & CGF )
static

Definition at line 3114 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::cast(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getOpenMPDefaultSimdAlign(), clang::CharUnits::getQuantity(), and clang::ASTContext::toCharUnitsFromBits().

Referenced by emitOMPSimdDirective().

◆ getBaseDecl()

const VarDecl * getBaseDecl ( const Expr * Ref)
static

Definition at line 7937 of file CGStmtOpenMP.cpp.

References clang::cast(), and clang::Expr::IgnoreParenImpCasts().

◆ getCanonicalParamType()

QualType getCanonicalParamType ( ASTContext & C,
QualType T )
static

Definition at line 485 of file CGStmtOpenMP.cpp.

References clang::C, getCanonicalParamType(), and clang::T.

Referenced by emitOutlinedFunctionPrologue(), and getCanonicalParamType().

◆ getEffectiveDirectiveKind()

OpenMPDirectiveKind getEffectiveDirectiveKind ( const OMPExecutableDirective & S)
static

Definition at line 363 of file CGStmtOpenMP.cpp.

References clang::C, and clang::OMPC_BIND_unknown.

Referenced by emitCommonSimdLoop(), emitInnerParallelForWhenCombined(), clang::CodeGen::CodeGenFunction::EmitOMPFirstprivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPLastprivateClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPLinearClause(), clang::CodeGen::CodeGenFunction::EmitOMPLoopBody(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPSimdInit(), emitOMPSimdRegion(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTaskBasedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTaskBasedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), emitWorksharingDirective(), clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction(), and clang::CodeGen::CodeGenFunction::processInReduction().

◆ hasOrderedBlockAssocDirective()

bool hasOrderedBlockAssocDirective ( const Stmt * S)
static

Definition at line 2836 of file CGStmtOpenMP.cpp.

References clang::Stmt::children(), clang::CapturedStmt::getCapturedStmt(), hasOrderedBlockAssocDirective(), and clang::isa().

Referenced by applyConservativeSimdOrderedDirective(), and hasOrderedBlockAssocDirective().

◆ isAllocatableDecl()

bool isAllocatableDecl ( const VarDecl * VD)
static

Definition at line 1959 of file CGStmtOpenMP.cpp.

References clang::Decl::getAttr(), clang::VarDecl::getCanonicalDecl(), and clang::Decl::hasAttr().

◆ isForSupportedByOpenMPIRBuilder()

bool isForSupportedByOpenMPIRBuilder ( const OMPLoopDirective & S,
bool HasCancel )
static

Definition at line 4376 of file CGStmtOpenMP.cpp.

References clang::C, clang::isa(), clang::OMPC_SCHEDULE_MODIFIER_unknown, and clang::OMPC_SCHEDULE_unknown.

Referenced by emitOMPForDirective().

◆ isSimdSupportedByOpenMPIRBuilder()

bool isSimdSupportedByOpenMPIRBuilder ( const OMPLoopDirective & S)
static

Definition at line 3081 of file CGStmtOpenMP.cpp.

References clang::C, clang::CapturedStmt::children(), clang::Stmt::children(), and clang::isa().

Referenced by emitOMPSimdDirective().

◆ isSupportedByOpenMPIRBuilder()

bool isSupportedByOpenMPIRBuilder ( const OMPTaskgroupDirective & T)
static

Definition at line 5917 of file CGStmtOpenMP.cpp.

References clang::T.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTaskgroupDirective().

◆ mapParam()

void mapParam ( CodeGenFunction & CGF,
const DeclRefExpr * Helper,
const ImplicitParamDecl * PVD,
CodeGenFunction::OMPPrivateScope & Privates )
static

Emit a helper variable and return corresponding lvalue.

Definition at line 8280 of file CGStmtOpenMP.cpp.

References clang::cast(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::DeclRefExpr::getDecl(), and clang::Privates.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTaskLoopBasedDirective().

Generated on for clang by doxygen 1.14.0