CGStmtOpenMP.cpp File Reference

#include "CGCleanup.h"
#include "CGOpenMPRuntime.h"
#include "CodeGenFunction.h"
#include "CodeGenModule.h"
#include "TargetInfo.h"
#include "clang/AST/ASTContext.h"
#include "clang/AST/Attr.h"
#include "clang/AST/DeclOpenMP.h"
#include "clang/AST/OpenMPClause.h"
#include "clang/AST/Stmt.h"
#include "clang/AST/StmtOpenMP.h"
#include "clang/AST/StmtVisitor.h"
#include "clang/Basic/OpenMPKinds.h"
#include "clang/Basic/PrettyStackTrace.h"
#include "llvm/Frontend/OpenMP/OMPConstants.h"
#include "llvm/Frontend/OpenMP/OMPIRBuilder.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Instructions.h"
#include "llvm/Support/AtomicOrdering.h"

Include dependency graph for CGStmtOpenMP.cpp:

Go to the source code of this file.

Typedefs
using	EmittedClosureTy = std::pair< llvm::Function *, llvm::Value * >

Functions
static const VarDecl *	getBaseDecl (const Expr *Ref)
static void	emitCommonOMPTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, const RegionCodeGenTy &CodeGen)
static Address	castValueFromUintptr (CodeGenFunction &CGF, SourceLocation Loc, QualType DstType, StringRef Name, LValue AddrLV)
static QualType	getCanonicalParamType (ASTContext &C, QualType T)
static llvm::Function *	emitOutlinedFunctionPrologue (CodeGenFunction &CGF, FunctionArgList &Args, llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address >> &LocalAddrs, llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * >> &VLASizes, llvm::Value *&CXXThisValue, const FunctionOptions &FO)
static void	emitPostUpdateForReductionClause (CodeGenFunction &CGF, const OMPExecutableDirective &D, const llvm::function_ref< llvm::Value *(CodeGenFunction &)> CondGen)
static void	checkForLastprivateConditionalUpdate (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static void	emitCommonOMPParallelDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, const CodeGenBoundParametersTy &CodeGenBoundParameters)
static bool	isAllocatableDecl (const VarDecl *VD)
static void	emitEmptyBoundParameters (CodeGenFunction &, const OMPExecutableDirective &, llvm::SmallVectorImpl< llvm::Value * > &)
static void	emitBody (CodeGenFunction &CGF, const Stmt *S, const Stmt *NextLoop, int MaxLevel, int Level=0)
static EmittedClosureTy	emitCapturedStmtFunc (CodeGenFunction &ParentCGF, const CapturedStmt *S)
	Emit a captured statement and return the function as well as its captured closure context. More...
static llvm::CallInst *	emitCapturedStmtCall (CodeGenFunction &ParentCGF, EmittedClosureTy Cap, llvm::ArrayRef< llvm::Value * > Args)
	Emit a call to a previously captured closure. More...
static void	emitAlignedClause (CodeGenFunction &CGF, const OMPExecutableDirective &D)
static void	emitPreCond (CodeGenFunction &CGF, const OMPLoopDirective &S, const Expr *Cond, llvm::BasicBlock *TrueBlock, llvm::BasicBlock *FalseBlock, uint64_t TrueCount)
static void	emitSimdlenSafelenClause (CodeGenFunction &CGF, const OMPExecutableDirective &D, bool IsMonotonic)
static void	emitOMPLoopBodyWithStopPoint (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)
static LValue	EmitOMPHelperVar (CodeGenFunction &CGF, const DeclRefExpr *Helper)
	Emit a helper variable and return corresponding lvalue. More...
static void	emitCommonSimdLoop (CodeGenFunction &CGF, const OMPLoopDirective &S, const RegionCodeGenTy &SimdInitGen, const RegionCodeGenTy &BodyCodeGen)
static void	emitOMPSimdRegion (CodeGenFunction &CGF, const OMPLoopDirective &S, PrePostActionTy &Action)
static void	emitEmptyOrdered (CodeGenFunction &, SourceLocation Loc, const unsigned IVSize, const bool IVSigned)
static std::pair< LValue, LValue >	emitDistributeParallelForInnerBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static std::pair< llvm::Value *, llvm::Value * >	emitDistributeParallelForDispatchBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
	if the 'for' loop has a dispatch schedule (e.g. More...
static void	emitDistributeParallelForDistributeInnerBoundParams (CodeGenFunction &CGF, const OMPExecutableDirective &S, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars)
static void	emitInnerParallelForWhenCombined (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)
static std::pair< LValue, LValue >	emitForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)
	The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop. More...
static std::pair< llvm::Value *, llvm::Value * >	emitDispatchForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
	When dealing with dispatch schedules (e.g. More...
static void	emitScanBasedDirectiveDecls (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen)
	Emits internal temp array declarations for the directive with inscan reductions. More...
static void	emitScanBasedDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen, llvm::function_ref< void(CodeGenFunction &)> FirstGen, llvm::function_ref< void(CodeGenFunction &)> SecondGen)
	Emits the code for the directive with inscan reductions. More...
static bool	emitWorksharingDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, bool HasCancel)
static bool	isSupportedByOpenMPIRBuilder (const OMPForDirective &S)
static LValue	createSectionLVal (CodeGenFunction &CGF, QualType Ty, const Twine &Name, llvm::Value *Init=nullptr)
static void	emitMaster (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static void	emitMasked (CodeGenFunction &CGF, const OMPExecutableDirective &S)
static ImplicitParamDecl *	createImplicitFirstprivateForType (ASTContext &C, OMPTaskDataTy &Data, QualType Ty, CapturedDecl *CD, SourceLocation Loc)
static llvm::Function *	emitOutlinedOrderedFunction (CodeGenModule &CGM, const CapturedStmt *S, SourceLocation Loc)
static llvm::Value *	convertToScalarValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)
static CodeGenFunction::ComplexPairTy	convertToComplexValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)
static void	emitSimpleAtomicStore (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, RValue RVal)
static RValue	emitSimpleAtomicLoad (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, SourceLocation Loc)
static void	emitOMPAtomicReadExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *V, SourceLocation Loc)
static void	emitOMPAtomicWriteExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *E, SourceLocation Loc)
static std::pair< bool, RValue >	emitOMPAtomicRMW (CodeGenFunction &CGF, LValue X, RValue Update, BinaryOperatorKind BO, llvm::AtomicOrdering AO, bool IsXLHSInRHSPart)
static void	emitOMPAtomicUpdateExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)
static RValue	convertToType (CodeGenFunction &CGF, RValue Value, QualType SourceType, QualType ResType, SourceLocation Loc)
static void	emitOMPAtomicCaptureExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, bool IsPostfixUpdate, const Expr *V, const Expr *X, const Expr *E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)
static void	emitOMPAtomicExpr (CodeGenFunction &CGF, OpenMPClauseKind Kind, llvm::AtomicOrdering AO, bool IsPostfixUpdate, const Expr *X, const Expr *V, const Expr *E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)
static void	emitTargetRegion (CodeGenFunction &CGF, const OMPTargetDirective &S, PrePostActionTy &Action)
static void	emitCommonOMPTeamsDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen)
static void	emitTargetTeamsRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDirective &S)
static void	emitTargetTeamsDistributeRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeDirective &S)
static void	emitTargetTeamsDistributeSimdRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeSimdDirective &S)
static void	emitTargetTeamsDistributeParallelForRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForDirective &S, PrePostActionTy &Action)
static void	emitTargetTeamsDistributeParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForSimdDirective &S, PrePostActionTy &Action)
static void	emitTargetParallelRegion (CodeGenFunction &CGF, const OMPTargetParallelDirective &S, PrePostActionTy &Action)
static void	emitTargetParallelForRegion (CodeGenFunction &CGF, const OMPTargetParallelForDirective &S, PrePostActionTy &Action)
static void	emitTargetParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetParallelForSimdDirective &S, PrePostActionTy &Action)
static void	mapParam (CodeGenFunction &CGF, const DeclRefExpr *Helper, const ImplicitParamDecl *PVD, CodeGenFunction::OMPPrivateScope &Privates)
	Emit a helper variable and return corresponding lvalue. More...

Typedef Documentation

EmittedClosureTy

using EmittedClosureTy = std::pair<llvm::Function *, llvm::Value *>

Definition at line 1913 of file CGStmtOpenMP.cpp.

Function Documentation

castValueFromUintptr()

static Address castValueFromUintptr ( CodeGenFunction &  CGF, SourceLocation  Loc, QualType  DstType, StringRef  Name, LValue  AddrLV  )

static

Definition at line 367 of file CGStmtOpenMP.cpp.

Referenced by emitOutlinedFunctionPrologue().

checkForLastprivateConditionalUpdate()

static void checkForLastprivateConditionalUpdate ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S  )

static

Definition at line 1491 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitSimpleOMPExecutableDirective().

convertToComplexValue()

static CodeGenFunction::ComplexPairTy convertToComplexValue ( CodeGenFunction &  CGF, RValue  Val, QualType  SrcType, QualType  DestType, SourceLocation  Loc  )

static

Definition at line 5326 of file CGStmtOpenMP.cpp.

References clang::Type::castAs(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::RValue::getComplexVal(), clang::CodeGen::CodeGenFunction::getEvaluationKind(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::RValue::isComplex(), clang::CodeGen::RValue::isScalar(), and clang::CodeGen::TEK_Complex.

Referenced by convertToType(), and clang::CodeGen::CodeGenFunction::emitOMPSimpleStore().

convertToScalarValue()

static llvm::Value* convertToScalarValue ( CodeGenFunction &  CGF, RValue  Val, QualType  SrcType, QualType  DestType, SourceLocation  Loc  )

static

Definition at line 5313 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitComplexToScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::RValue::getComplexVal(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::CodeGenFunction::hasScalarEvaluationKind(), clang::CodeGen::RValue::isAggregate(), and clang::CodeGen::RValue::isScalar().

Referenced by convertToType(), and clang::CodeGen::CodeGenFunction::emitOMPSimpleStore().

convertToType()

static RValue convertToType ( CodeGenFunction &  CGF, RValue  Value, QualType  SourceType, QualType  ResType, SourceLocation  Loc  )

static

Definition at line 5612 of file CGStmtOpenMP.cpp.

References convertToComplexValue(), convertToScalarValue(), clang::CodeGen::RValue::get(), clang::CodeGen::RValue::getComplex(), clang::CodeGen::CodeGenFunction::getEvaluationKind(), clang::CodeGen::TEK_Aggregate, clang::CodeGen::TEK_Complex, and clang::CodeGen::TEK_Scalar.

Referenced by emitOMPAtomicCaptureExpr().

createImplicitFirstprivateForType()

static ImplicitParamDecl* createImplicitFirstprivateForType ( ASTContext &  C, OMPTaskDataTy &  Data, QualType  Ty, CapturedDecl *  CD, SourceLocation  Loc  )

static

Definition at line 4552 of file CGStmtOpenMP.cpp.

References clang::VarDecl::CInit, clang::DeclRefExpr::Create(), clang::ImplicitParamDecl::Create(), clang::ImplicitCastExpr::Create(), clang::CodeGen::OMPTaskDataTy::FirstprivateCopies, clang::CodeGen::OMPTaskDataTy::FirstprivateInits, clang::CodeGen::OMPTaskDataTy::FirstprivateVars, clang::ImplicitParamDecl::Other, clang::VK_LValue, and clang::VK_RValue.

createSectionLVal()

static LValue createSectionLVal ( CodeGenFunction &  CGF, QualType  Ty, const Twine &  Name, llvm::Value *  Init = nullptr  )

static

Definition at line 3638 of file CGStmtOpenMP.cpp.

emitAlignedClause()

static void emitAlignedClause ( CodeGenFunction &  CGF, const OMPExecutableDirective &  D  )

static

Definition at line 2164 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::emitAlignmentAssumption(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::OMPExecutableDirective::getClausesOfKind(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenFunction::getLLVMContext(), clang::ASTContext::getOpenMPDefaultSimdAlign(), clang::CharUnits::getQuantity(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), and clang::ASTContext::toCharUnitsFromBits().

emitBody()

static void emitBody ( CodeGenFunction &  CGF, const Stmt *  S, const Stmt *  NextLoop, int  MaxLevel, int  Level = 0  )

static

Definition at line 1806 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPLoopBody().

emitCapturedStmtCall()

static llvm::CallInst* emitCapturedStmtCall ( CodeGenFunction &  ParentCGF, EmittedClosureTy  Cap, llvm::ArrayRef< llvm::Value * >  Args  )

static

Emit a call to a previously captured closure.

Definition at line 1931 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder.

emitCapturedStmtFunc()

static EmittedClosureTy emitCapturedStmtFunc ( CodeGenFunction &  ParentCGF, const CapturedStmt *  S  )

static

Emit a captured statement and return the function as well as its captured closure context.

Definition at line 1917 of file CGStmtOpenMP.cpp.

emitCommonOMPParallelDirective()

static void emitCommonOMPParallelDirective ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S, OpenMPDirectiveKind  InnermostKind, const RegionCodeGenTy &  CodeGen, const CodeGenBoundParametersTy &  CodeGenBoundParameters  )

static

Definition at line 1547 of file CGStmtOpenMP.cpp.

emitCommonOMPTargetDirective()

static void emitCommonOMPTargetDirective ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S, const RegionCodeGenTy &  CodeGen  )

static

Definition at line 5892 of file CGStmtOpenMP.cpp.

emitCommonOMPTeamsDirective()

static void emitCommonOMPTeamsDirective ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S, OpenMPDirectiveKind  InnermostKind, const RegionCodeGenTy &  CodeGen  )

static

Definition at line 6009 of file CGStmtOpenMP.cpp.

emitCommonSimdLoop()

static void emitCommonSimdLoop ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, const RegionCodeGenTy &  SimdInitGen, const RegionCodeGenTy &  BodyCodeGen  )

static

Definition at line 2429 of file CGStmtOpenMP.cpp.

emitDispatchForLoopBounds()

static std::pair<llvm::Value *, llvm::Value *> emitDispatchForLoopBounds ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S, Address  LB, Address  UB  )

static

When dealing with dispatch schedules (e.g.

dynamic, guided) we do not consider the lower and upper bound expressions generated by the worksharing loop support, but we use 0 and the iteration space size as constants

Definition at line 3299 of file CGStmtOpenMP.cpp.

emitDistributeParallelForDispatchBounds()

static std::pair<llvm::Value *, llvm::Value *> emitDistributeParallelForDispatchBounds ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S, Address  LB, Address  UB  )

static

if the 'for' loop has a dispatch schedule (e.g.

dynamic, guided) then we need to use the LB and UB expressions generated by the worksharing code generation support, whereas in non combined situations we would just emit 0 and the LastIteration expression This function is necessary due to the difference of the LB and UB types for the RT emission routines for 'for_static_init' and 'for_dispatch_init'

Definition at line 2912 of file CGStmtOpenMP.cpp.

emitDistributeParallelForDistributeInnerBoundParams()

static void emitDistributeParallelForDistributeInnerBoundParams ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S, llvm::SmallVectorImpl< llvm::Value * > &  CapturedVars  )

static

Definition at line 2929 of file CGStmtOpenMP.cpp.

emitDistributeParallelForInnerBounds()

static std::pair<LValue, LValue> emitDistributeParallelForInnerBounds ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S  )

static

Definition at line 2869 of file CGStmtOpenMP.cpp.

emitEmptyBoundParameters()

static void emitEmptyBoundParameters ( CodeGenFunction &  , const OMPExecutableDirective &  , llvm::SmallVectorImpl< llvm::Value * > &    )

static

Definition at line 1600 of file CGStmtOpenMP.cpp.

emitEmptyOrdered()

static void emitEmptyOrdered ( CodeGenFunction &  , SourceLocation  Loc, const unsigned  IVSize, const bool  IVSigned  )

static

Definition at line 2805 of file CGStmtOpenMP.cpp.

emitForLoopBounds()

static std::pair<LValue, LValue> emitForLoopBounds ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S  )

static

The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop.

Definition at line 3285 of file CGStmtOpenMP.cpp.

emitInnerParallelForWhenCombined()

static void emitInnerParallelForWhenCombined ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, CodeGenFunction::JumpDest  LoopExit  )

static

Definition at line 2949 of file CGStmtOpenMP.cpp.

emitMasked()

static void emitMasked ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S  )

static

Definition at line 3979 of file CGStmtOpenMP.cpp.

emitMaster()

static void emitMaster ( CodeGenFunction &  CGF, const OMPExecutableDirective &  S  )

static

Definition at line 3941 of file CGStmtOpenMP.cpp.

emitOMPAtomicCaptureExpr()

static void emitOMPAtomicCaptureExpr ( CodeGenFunction &  CGF, llvm::AtomicOrdering  AO, bool  IsPostfixUpdate, const Expr *  V, const Expr *  X, const Expr *  E, const Expr *  UE, bool  IsXLHSInRHSPart, SourceLocation  Loc  )

static

Definition at line 5629 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), convertToType(), clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr(), clang::CodeGen::CodeGenFunction::emitOMPSimpleStore(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::getType(), clang::Expr::IgnoreImpCasts(), V, and clang::tooling::X().

Referenced by emitOMPAtomicExpr().

emitOMPAtomicExpr()

static void emitOMPAtomicExpr ( CodeGenFunction &  CGF, OpenMPClauseKind  Kind, llvm::AtomicOrdering  AO, bool  IsPostfixUpdate, const Expr *  X, const Expr *  V, const Expr *  E, const Expr *  UE, bool  IsXLHSInRHSPart, SourceLocation  Loc  )

static

Definition at line 5733 of file CGStmtOpenMP.cpp.

References emitOMPAtomicCaptureExpr(), emitOMPAtomicReadExpr(), emitOMPAtomicUpdateExpr(), emitOMPAtomicWriteExpr(), V, and clang::tooling::X().

emitOMPAtomicReadExpr()

static void emitOMPAtomicReadExpr ( CodeGenFunction &  CGF, llvm::AtomicOrdering  AO, const Expr *  X, const Expr *  V, SourceLocation  Loc  )

static

Definition at line 5388 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::emitOMPSimpleStore(), emitSimpleAtomicLoad(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), V, and clang::tooling::X().

Referenced by emitOMPAtomicExpr().

emitOMPAtomicRMW()

static std::pair<bool, RValue> emitOMPAtomicRMW ( CodeGenFunction &  CGF, LValue  X, RValue  Update, BinaryOperatorKind  BO, llvm::AtomicOrdering  AO, bool  IsXLHSInRHSPart  )

static

Definition at line 5446 of file CGStmtOpenMP.cpp.

References clang::interp::Add(), clang::prec::And, clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGBuilderTy::CreateAtomicRMW(), clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getTargetInfo(), clang::ASTContext::getTypeSize(), clang::TargetInfo::hasBuiltinAtomic(), clang::interp::Sub(), clang::ASTContext::toBits(), clang::diff::Update, and clang::tooling::X().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr().

emitOMPAtomicUpdateExpr()

static void emitOMPAtomicUpdateExpr ( CodeGenFunction &  CGF, llvm::AtomicOrdering  AO, const Expr *  X, const Expr *  E, const Expr *  UE, bool  IsXLHSInRHSPart, SourceLocation  Loc  )

static

Definition at line 5564 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::IgnoreImpCasts(), and clang::tooling::X().

Referenced by emitOMPAtomicExpr().

emitOMPAtomicWriteExpr()

static void emitOMPAtomicWriteExpr ( CodeGenFunction &  CGF, llvm::AtomicOrdering  AO, const Expr *  X, const Expr *  E, SourceLocation  Loc  )

static

Definition at line 5419 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), emitSimpleAtomicStore(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::tooling::X().

Referenced by emitOMPAtomicExpr().

EmitOMPHelperVar()

static LValue EmitOMPHelperVar ( CodeGenFunction &  CGF, const DeclRefExpr *  Helper  )

static

Emit a helper variable and return corresponding lvalue.

Definition at line 2422 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), and clang::DeclRefExpr::getDecl().

emitOMPLoopBodyWithStopPoint()

static void emitOMPLoopBodyWithStopPoint ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, CodeGenFunction::JumpDest  LoopExit  )

static

Definition at line 2414 of file CGStmtOpenMP.cpp.

emitOMPSimdRegion()

static void emitOMPSimdRegion ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, PrePostActionTy &  Action  )

static

Definition at line 2465 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitSimpleOMPExecutableDirective().

emitOutlinedFunctionPrologue()

static llvm::Function* emitOutlinedFunctionPrologue ( CodeGenFunction &  CGF, FunctionArgList &  Args, llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address >> &  LocalAddrs, llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * >> &  VLASizes, llvm::Value *&  CXXThisValue, const FunctionOptions &  FO  )

static

Definition at line 421 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::Type::castAs(), castValueFromUintptr(), clang::CodeGen::CodeGenFunction::CGM, clang::ImplicitParamDecl::Create(), clang::ParmVarDecl::Create(), clang::FunctionDecl::Create(), clang::CodeGen::Decl, clang::CodeGen::CodeGenFunction::EmitLoadOfPointer(), clang::CodeGen::CodeGenFunction::EmitLoadOfReference(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::RecordDecl::fields(), clang::IdentifierTable::get(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::DeclaratorDecl::getBeginLoc(), clang::Stmt::getBeginLoc(), clang::CapturedDecl::getBody(), getCanonicalParamType(), clang::CodeGen::CodeGenModule::getContext(), clang::CapturedDecl::getContextParamPosition(), clang::ASTContext::getDeclAlign(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::ASTContext::getFunctionType(), clang::NamedDecl::getIdentifier(), clang::Decl::getLocation(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CGOpenMPRuntime::getParameterAddress(), clang::CodeGen::Address::getPointer(), clang::VariableArrayType::getSizeExpr(), clang::ASTContext::getTranslationUnitDecl(), clang::ASTContext::getTrivialTypeSourceInfo(), clang::CodeGen::Address::getType(), clang::CodeGen::LValue::getType(), clang::ValueDecl::getType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ASTContext::getUIntPtrType(), clang::Decl::hasBody(), clang::ASTContext::Idents, clang::InternalLinkage, clang::CodeGen::Address::invalid(), clang::Type::isAnyPointerType(), clang::Type::isLValueReferenceType(), clang::CapturedDecl::isNothrow(), clang::Type::isPointerType(), clang::Type::isVariablyModifiedType(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::ImplicitParamDecl::Other, clang::CapturedDecl::param_begin(), clang::CapturedDecl::param_end(), clang::SC_None, clang::SC_Static, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), clang::CodeGen::CGOpenMPRuntime::translateParameter(), and clang::ASTContext::VoidTy.

emitOutlinedOrderedFunction()

static llvm::Function* emitOutlinedOrderedFunction ( CodeGenModule &  CGM, const CapturedStmt *  S, SourceLocation  Loc  )

static

Definition at line 5274 of file CGStmtOpenMP.cpp.

emitPostUpdateForReductionClause()

static void emitPostUpdateForReductionClause ( CodeGenFunction &  CGF, const OMPExecutableDirective &  D, const llvm::function_ref< llvm::Value *(CodeGenFunction &)>  CondGen  )

static

Definition at line 1455 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::OMPExecutableDirective::getClausesOfKind(), and clang::CodeGen::CodeGenFunction::HaveInsertPoint().

emitPreCond()

static void emitPreCond ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, const Expr *  Cond, llvm::BasicBlock *  TrueBlock, llvm::BasicBlock *  FalseBlock, uint64_t  TrueCount  )

static

Definition at line 2248 of file CGStmtOpenMP.cpp.

emitScanBasedDirective()

static void emitScanBasedDirective ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, llvm::function_ref< llvm::Value *(CodeGenFunction &)>  NumIteratorsGen, llvm::function_ref< void(CodeGenFunction &)>  FirstGen, llvm::function_ref< void(CodeGenFunction &)>  SecondGen  )

static

Emits the code for the directive with inscan reductions.

The code is the following:

#pragma omp ...
for (i: 0..<num_iters>) {
  <input phase>;
  buffer[i] = red;
}
#pragma omp master // in parallel region
for (int k = 0; k != ceil(log2(num_iters)); ++k)
for (size cnt = last_iter; cnt >= pow(2, k); --k)
  buffer[i] op= buffer[i-pow(2,k)];
#pragma omp barrier // in parallel region
#pragma omp ...
for (0..<num_iters>) {
  red = InclusiveScan ? buffer[i] : buffer[i-1];
  <scan phase>;
}

Definition at line 3382 of file CGStmtOpenMP.cpp.

emitScanBasedDirectiveDecls()

static void emitScanBasedDirectiveDecls ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, llvm::function_ref< llvm::Value *(CodeGenFunction &)>  NumIteratorsGen  )

static

Emits internal temp array declarations for the directive with inscan reductions.

The code is the following:

size num_iters = <num_iters>;
<type> buffer[num_iters];

Definition at line 3316 of file CGStmtOpenMP.cpp.

emitSimdlenSafelenClause()

static void emitSimdlenSafelenClause ( CodeGenFunction &  CGF, const OMPExecutableDirective &  D, bool  IsMonotonic  )

static

Definition at line 2321 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::RValue::getScalarVal(), clang::OMPExecutableDirective::getSingleClause(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::AggValueSlot::ignored(), clang::CodeGen::CodeGenFunction::LoopStack, clang::CodeGen::LoopInfoStack::setParallel(), and clang::CodeGen::LoopInfoStack::setVectorizeWidth().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPSimdInit().

emitSimpleAtomicLoad()

static RValue emitSimpleAtomicLoad ( CodeGenFunction &  CGF, llvm::AtomicOrdering  AO, LValue  LVal, SourceLocation  Loc  )

static

Definition at line 5360 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitAtomicLoad(), clang::CodeGen::CodeGenFunction::EmitLoadOfLValue(), clang::CodeGen::LValue::isGlobalReg(), and clang::CodeGen::LValue::isVolatile().

Referenced by emitOMPAtomicReadExpr().

emitSimpleAtomicStore()

static void emitSimpleAtomicStore ( CodeGenFunction &  CGF, llvm::AtomicOrdering  AO, LValue  LVal, RValue  RVal  )

static

Definition at line 5352 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitAtomicStore(), clang::CodeGen::CodeGenFunction::EmitStoreThroughGlobalRegLValue(), clang::CodeGen::LValue::isGlobalReg(), and clang::CodeGen::LValue::isVolatile().

Referenced by emitOMPAtomicWriteExpr().

emitTargetParallelForRegion()

static void emitTargetParallelForRegion ( CodeGenFunction &  CGF, const OMPTargetParallelForDirective &  S, PrePostActionTy &  Action  )

static

Definition at line 6734 of file CGStmtOpenMP.cpp.

emitTargetParallelForSimdRegion()

static void emitTargetParallelForSimdRegion ( CodeGenFunction &  CGF, const OMPTargetParallelForSimdDirective &  S, PrePostActionTy &  Action  )

static

Definition at line 6775 of file CGStmtOpenMP.cpp.

emitTargetParallelRegion()

static void emitTargetParallelRegion ( CodeGenFunction &  CGF, const OMPTargetParallelDirective &  S, PrePostActionTy &  Action  )

static

Definition at line 6687 of file CGStmtOpenMP.cpp.

emitTargetRegion()

static void emitTargetRegion ( CodeGenFunction &  CGF, const OMPTargetDirective &  S, PrePostActionTy &  Action  )

static

Definition at line 5974 of file CGStmtOpenMP.cpp.

emitTargetTeamsDistributeParallelForRegion()

static void emitTargetTeamsDistributeParallelForRegion ( CodeGenFunction &  CGF, const OMPTargetTeamsDistributeParallelForDirective &  S, PrePostActionTy &  Action  )

static

Definition at line 6280 of file CGStmtOpenMP.cpp.

emitTargetTeamsDistributeParallelForSimdRegion()

static void emitTargetTeamsDistributeParallelForSimdRegion ( CodeGenFunction &  CGF, const OMPTargetTeamsDistributeParallelForSimdDirective &  S, PrePostActionTy &  Action  )

static

Definition at line 6331 of file CGStmtOpenMP.cpp.

emitTargetTeamsDistributeRegion()

static void emitTargetTeamsDistributeRegion ( CodeGenFunction &  CGF, PrePostActionTy &  Action, const OMPTargetTeamsDistributeDirective &  S  )

static

Definition at line 6097 of file CGStmtOpenMP.cpp.

emitTargetTeamsDistributeSimdRegion()

static void emitTargetTeamsDistributeSimdRegion ( CodeGenFunction &  CGF, PrePostActionTy &  Action, const OMPTargetTeamsDistributeSimdDirective &  S  )

static

Definition at line 6142 of file CGStmtOpenMP.cpp.

emitTargetTeamsRegion()

static void emitTargetTeamsRegion ( CodeGenFunction &  CGF, PrePostActionTy &  Action, const OMPTargetTeamsDirective &  S  )

static

Definition at line 6052 of file CGStmtOpenMP.cpp.

emitWorksharingDirective()

static bool emitWorksharingDirective ( CodeGenFunction &  CGF, const OMPLoopDirective &  S, bool  HasCancel  )

static

Definition at line 3523 of file CGStmtOpenMP.cpp.

getBaseDecl()

static const VarDecl * getBaseDecl ( const Expr *  Ref )

static

Definition at line 6496 of file CGStmtOpenMP.cpp.

References clang::Expr::IgnoreParenImpCasts().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPUseDeviceAddrClause().

getCanonicalParamType()

static QualType getCanonicalParamType ( ASTContext &  C, QualType  T  )

static

Definition at line 381 of file CGStmtOpenMP.cpp.

References clang::Type::getAsArrayTypeUnsafe(), clang::QualType::getNonReferenceType(), clang::Type::getPointeeType(), clang::Type::isLValueReferenceType(), and clang::Type::isPointerType().

Referenced by emitOutlinedFunctionPrologue().

isAllocatableDecl()

static bool isAllocatableDecl ( const VarDecl *  VD )

static

Definition at line 1589 of file CGStmtOpenMP.cpp.

References clang::Decl::getAttr(), clang::VarDecl::getCanonicalDecl(), and clang::Decl::hasAttr().

Referenced by clang::CodeGen::CodeGenFunction::OMPBuilderCBHelpers::getAddressOfLocalVariable().

isSupportedByOpenMPIRBuilder()

static bool isSupportedByOpenMPIRBuilder ( const OMPForDirective &  S )

static

Definition at line 3567 of file CGStmtOpenMP.cpp.

mapParam()

static void mapParam ( CodeGenFunction &  CGF, const DeclRefExpr *  Helper, const ImplicitParamDecl *  PVD, CodeGenFunction::OMPPrivateScope &  Privates  )

static

Emit a helper variable and return corresponding lvalue.

Definition at line 6814 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::OMPPrivateScope::addPrivate(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), and clang::DeclRefExpr::getDecl().