CGAtomic.cpp File Reference

#include "CGCall.h"
#include "CGRecordLayout.h"
#include "CodeGenFunction.h"
#include "CodeGenModule.h"
#include "TargetInfo.h"
#include "clang/AST/ASTContext.h"
#include "clang/CodeGen/CGFunctionInfo.h"
#include "clang/Frontend/FrontendDiagnostic.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/Operator.h"

Go to the source code of this file.

Functions
static RValue	emitAtomicLibcall (CodeGenFunction &CGF, StringRef fnName, QualType resultType, CallArgList &args)
static bool	isFullSizeType (CodeGenModule &CGM, llvm::Type *type, uint64_t expectedSize)
	Does a store of the given IR type modify the full expected width?
static void	emitAtomicCmpXchg (CodeGenFunction &CGF, AtomicExpr *E, bool IsWeak, Address Dest, Address Ptr, Address Val1, Address Val2, uint64_t Size, llvm::AtomicOrdering SuccessOrder, llvm::AtomicOrdering FailureOrder, llvm::SyncScope::ID Scope)
static void	emitAtomicCmpXchgFailureSet (CodeGenFunction &CGF, AtomicExpr *E, bool IsWeak, Address Dest, Address Ptr, Address Val1, Address Val2, llvm::Value *FailureOrderVal, uint64_t Size, llvm::AtomicOrdering SuccessOrder, llvm::SyncScope::ID Scope)
	Given an ordering required on success, emit all possible cmpxchg instructions to cope with the provided (but possibly only dynamically known) FailureOrder.
static llvm::Value *	EmitPostAtomicMinMax (CGBuilderTy &Builder, AtomicExpr::AtomicOp Op, bool IsSigned, llvm::Value *OldVal, llvm::Value *RHS)
	Duplicate the atomic min/max operation in conventional IR for the builtin variants that return the new rather than the original value.
static void	EmitAtomicOp (CodeGenFunction &CGF, AtomicExpr *E, Address Dest, Address Ptr, Address Val1, Address Val2, llvm::Value *IsWeak, llvm::Value *FailureOrder, uint64_t Size, llvm::AtomicOrdering Order, llvm::SyncScope::ID Scope)
static Address	EmitValToTemp (CodeGenFunction &CGF, Expr *E)
static void	EmitAtomicOp (CodeGenFunction &CGF, AtomicExpr *Expr, Address Dest, Address Ptr, Address Val1, Address Val2, llvm::Value *IsWeak, llvm::Value *FailureOrder, uint64_t Size, llvm::AtomicOrdering Order, llvm::Value *Scope)
static void	AddDirectArgument (CodeGenFunction &CGF, CallArgList &Args, bool UseOptimizedLibcall, llvm::Value *Val, QualType ValTy, SourceLocation Loc, CharUnits SizeInChars)
static void	EmitAtomicUpdateValue (CodeGenFunction &CGF, AtomicInfo &Atomics, RValue OldRVal, const llvm::function_ref< RValue(RValue)> &UpdateOp, Address DesiredAddr)
static void	EmitAtomicUpdateValue (CodeGenFunction &CGF, AtomicInfo &Atomics, RValue UpdateRVal, Address DesiredAddr)

Function Documentation

AddDirectArgument()

static void AddDirectArgument ( CodeGenFunction &  CGF, CallArgList &  Args, bool  UseOptimizedLibcall, llvm::Value *  Val, QualType  ValTy, SourceLocation  Loc, CharUnits  SizeInChars  )

static

Definition at line 783 of file CGAtomic.cpp.

References clang::CodeGen::CallArgList::add(), clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitCastToVoidPtr(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getIntTypeForBitwidth(), clang::CodeGen::CodeGenFunction::getLLVMContext(), clang::ASTContext::getPointerType(), clang::ASTContext::getTypeAlignInChars(), clang::ASTContext::toBits(), and clang::ASTContext::VoidPtrTy.

emitAtomicCmpXchg()

static void emitAtomicCmpXchg ( CodeGenFunction &  CGF, AtomicExpr *  E, bool  IsWeak, Address  Dest, Address  Ptr, Address  Val1, Address  Val2, uint64_t  Size, llvm::AtomicOrdering  SuccessOrder, llvm::AtomicOrdering  FailureOrder, llvm::SyncScope::ID  Scope  )

static

Definition at line 374 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGBuilderTy::CreateAtomicCmpXchg(), clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CGBuilderTy::CreateLoad(), clang::CodeGen::CGBuilderTy::CreateStore(), clang::CodeGen::CodeGenFunction::CurFn, clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::CodeGen::Address::getPointer(), clang::Expr::getType(), clang::AtomicExpr::isVolatile(), and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

Referenced by emitAtomicCmpXchgFailureSet().

emitAtomicCmpXchgFailureSet()

static void emitAtomicCmpXchgFailureSet ( CodeGenFunction &  CGF, AtomicExpr *  E, bool  IsWeak, Address  Dest, Address  Ptr, Address  Val1, Address  Val2, llvm::Value *  FailureOrderVal, uint64_t  Size, llvm::AtomicOrdering  SuccessOrder, llvm::SyncScope::ID  Scope  )

static

Given an ordering required on success, emit all possible cmpxchg instructions to cope with the provided (but possibly only dynamically known) FailureOrder.

Definition at line 424 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CodeGenFunction::CurFn, and emitAtomicCmpXchg().

Referenced by EmitAtomicOp().

emitAtomicLibcall()

static RValue emitAtomicLibcall ( CodeGenFunction &  CGF, StringRef  fnName, QualType  resultType, CallArgList &  args  )

static

Definition at line 312 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionCall(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenModule::CreateRuntimeFunction(), clang::CodeGen::CodeGenFunction::EmitCall(), clang::CodeGen::CGCallee::forDirect(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::CodeGen::CodeGenFunction::getLLVMContext(), and clang::CodeGen::CodeGenModule::getTypes().

EmitAtomicOp() [1/2]

static void EmitAtomicOp ( CodeGenFunction &  CGF, AtomicExpr *  E, Address  Dest, Address  Ptr, Address  Val1, Address  Val2, llvm::Value *  IsWeak, llvm::Value *  FailureOrder, uint64_t  Size, llvm::AtomicOrdering  Order, llvm::SyncScope::ID  Scope  )

static

Definition at line 521 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGBuilderTy::CreateAtomicRMW(), clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CGBuilderTy::CreateLoad(), clang::CodeGen::CGBuilderTy::CreateStore(), clang::CodeGen::CodeGenFunction::CurFn, emitAtomicCmpXchgFailureSet(), EmitPostAtomicMinMax(), clang::AtomicExpr::getOp(), clang::CodeGen::Address::getPointer(), clang::AtomicExpr::getValueType(), clang::Type::isFloatingType(), clang::Type::isSignedIntegerType(), and clang::AtomicExpr::isVolatile().

Referenced by EmitAtomicOp().

EmitAtomicOp() [2/2]

static void EmitAtomicOp ( CodeGenFunction &  CGF, AtomicExpr *  Expr, Address  Dest, Address  Ptr, Address  Val1, Address  Val2, llvm::Value *  IsWeak, llvm::Value *  FailureOrder, uint64_t  Size, llvm::AtomicOrdering  Order, llvm::Value *  Scope  )

static

Definition at line 724 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::createBasicBlock(), clang::CodeGen::CodeGenFunction::CurFn, EmitAtomicOp(), clang::getAsString(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CodeGenFunction::getLLVMContext(), clang::CodeGen::CodeGenModule::getLLVMContext(), clang::CodeGen::TargetCodeGenInfo::getLLVMSyncScopeID(), and clang::CodeGen::CodeGenFunction::getTargetHooks().

EmitAtomicUpdateValue() [1/2]

static void EmitAtomicUpdateValue ( CodeGenFunction &  CGF, AtomicInfo &  Atomics, RValue  OldRVal, const llvm::function_ref< RValue(RValue)> &  UpdateOp, Address  DesiredAddr  )

static

Definition at line 1818 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenFunction::EmitLoadOfLValue(), clang::CodeGen::CodeGenFunction::EmitStoreOfComplex(), clang::CodeGen::CodeGenFunction::EmitStoreThroughLValue(), clang::CodeGen::LValue::getBaseInfo(), clang::CodeGen::LValue::getBitFieldInfo(), clang::CodeGen::RValue::getComplexVal(), clang::CodeGen::LValue::getExtVectorElts(), clang::CodeGen::LValue::getTBAAInfo(), clang::CodeGen::LValue::getType(), clang::CodeGen::LValue::getVectorIdx(), clang::CodeGen::LValue::isBitField(), clang::CodeGen::RValue::isComplex(), clang::CodeGen::LValue::isExtVectorElt(), clang::CodeGen::RValue::isScalar(), clang::CodeGen::LValue::isSimple(), clang::CodeGen::LValue::isVectorElt(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::CodeGen::LValue::MakeBitfield(), clang::CodeGen::LValue::MakeExtVectorElt(), and clang::CodeGen::LValue::MakeVectorElt().

EmitAtomicUpdateValue() [2/2]

static void EmitAtomicUpdateValue ( CodeGenFunction &  CGF, AtomicInfo &  Atomics, RValue  UpdateRVal, Address  DesiredAddr  )

static

Definition at line 1933 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenFunction::EmitStoreThroughLValue(), clang::CodeGen::LValue::getBaseInfo(), clang::CodeGen::LValue::getBitFieldInfo(), clang::CodeGen::LValue::getExtVectorElts(), clang::CodeGen::LValue::getTBAAInfo(), clang::CodeGen::LValue::getType(), clang::CodeGen::LValue::getVectorIdx(), clang::CodeGen::LValue::isBitField(), clang::CodeGen::LValue::isExtVectorElt(), clang::CodeGen::RValue::isScalar(), clang::CodeGen::LValue::isVectorElt(), clang::CodeGen::LValue::MakeBitfield(), clang::CodeGen::LValue::MakeExtVectorElt(), and clang::CodeGen::LValue::MakeVectorElt().

EmitPostAtomicMinMax()

static llvm::Value * EmitPostAtomicMinMax ( CGBuilderTy &  Builder, AtomicExpr::AtomicOp  Op, bool  IsSigned, llvm::Value *  OldVal, llvm::Value *  RHS  )

static

Duplicate the atomic min/max operation in conventional IR for the builtin variants that return the new rather than the original value.

Definition at line 501 of file CGAtomic.cpp.

Referenced by EmitAtomicOp().

EmitValToTemp()

static Address EmitValToTemp ( CodeGenFunction &  CGF, Expr *  E  )

static

Definition at line 717 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CodeGenFunction::EmitAnyExprToMem(), clang::QualType::getQualifiers(), and clang::Expr::getType().

isFullSizeType()

static bool isFullSizeType ( CodeGenModule &  CGM, llvm::Type *  type, uint64_t  expectedSize  )

static

Does a store of the given IR type modify the full expected width?

Definition at line 332 of file CGAtomic.cpp.

References clang::CodeGen::CodeGenModule::getDataLayout(), and clang::ast_matchers::type.