#include "CGCleanup.h"
#include "CGDebugInfo.h"
#include "CGOpenMPRuntime.h"
#include "CodeGenFunction.h"
#include "CodeGenModule.h"
#include "CodeGenPGO.h"
#include "TargetInfo.h"
#include "clang/AST/ASTContext.h"
#include "clang/AST/Attr.h"
#include "clang/AST/DeclOpenMP.h"
#include "clang/AST/OpenMPClause.h"
#include "clang/AST/Stmt.h"
#include "clang/AST/StmtOpenMP.h"
#include "clang/AST/StmtVisitor.h"
#include "clang/Basic/OpenMPKinds.h"
#include "clang/Basic/PrettyStackTrace.h"
#include "clang/Basic/SourceManager.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/BinaryFormat/Dwarf.h"
#include "llvm/Frontend/OpenMP/OMPConstants.h"
#include "llvm/Frontend/OpenMP/OMPIRBuilder.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Metadata.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/Debug.h"
#include <optional>

Macros
#define	TTL_CODEGEN_TYPE "target-teams-loop-codegen"

Typedefs
using	EmittedClosureTy = std::pair< llvm::Function , llvm::Value >

Functions
static const VarDecl *	getBaseDecl (const Expr *Ref)

static OpenMPDirectiveKind	getEffectiveDirectiveKind (const OMPExecutableDirective &S)

static void	emitCommonOMPTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, const RegionCodeGenTy &CodeGen)

static Address	castValueFromUintptr (CodeGenFunction &CGF, SourceLocation Loc, QualType DstType, StringRef Name, LValue AddrLV)

static QualType	getCanonicalParamType (ASTContext &C, QualType T)

static llvm::Function *	emitOutlinedFunctionPrologue (CodeGenFunction &CGF, FunctionArgList &Args, llvm::MapVector< const Decl , std::pair< const VarDecl , Address > > &LocalAddrs, llvm::DenseMap< const Decl , std::pair< const Expr , llvm::Value * > > &VLASizes, llvm::Value *&CXXThisValue, const FunctionOptions &FO)

static void	emitPostUpdateForReductionClause (CodeGenFunction &CGF, const OMPExecutableDirective &D, const llvm::function_ref< llvm::Value *(CodeGenFunction &)> CondGen)

static void	checkForLastprivateConditionalUpdate (CodeGenFunction &CGF, const OMPExecutableDirective &S)

static void	emitCommonOMPParallelDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, const CodeGenBoundParametersTy &CodeGenBoundParameters)

static bool	isAllocatableDecl (const VarDecl *VD)

static void	emitEmptyBoundParameters (CodeGenFunction &, const OMPExecutableDirective &, llvm::SmallVectorImpl< llvm::Value * > &)

static void	emitOMPCopyinClause (CodeGenFunction &CGF, const OMPExecutableDirective &S)

static void	emitBody (CodeGenFunction &CGF, const Stmt S, const Stmt NextLoop, int MaxLevel, int Level=0)

static EmittedClosureTy	emitCapturedStmtFunc (CodeGenFunction &ParentCGF, const CapturedStmt *S)
	Emit a captured statement and return the function as well as its captured closure context.

static llvm::CallInst *	emitCapturedStmtCall (CodeGenFunction &ParentCGF, EmittedClosureTy Cap, llvm::ArrayRef< llvm::Value * > Args)
	Emit a call to a previously captured closure.

static void	emitAlignedClause (CodeGenFunction &CGF, const OMPExecutableDirective &D)

static void	emitPreCond (CodeGenFunction &CGF, const OMPLoopDirective &S, const Expr Cond, llvm::BasicBlock TrueBlock, llvm::BasicBlock *FalseBlock, uint64_t TrueCount)

static void	emitSimdlenSafelenClause (CodeGenFunction &CGF, const OMPExecutableDirective &D)

static bool	hasOrderedDirective (const Stmt *S)

static void	applyConservativeSimdOrderedDirective (const Stmt &AssociatedStmt, LoopInfoStack &LoopStack)

static void	emitOMPLoopBodyWithStopPoint (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)

static LValue	EmitOMPHelperVar (CodeGenFunction &CGF, const DeclRefExpr *Helper)
	Emit a helper variable and return corresponding lvalue.

static void	emitCommonSimdLoop (CodeGenFunction &CGF, const OMPLoopDirective &S, const RegionCodeGenTy &SimdInitGen, const RegionCodeGenTy &BodyCodeGen)

static void	emitOMPSimdRegion (CodeGenFunction &CGF, const OMPLoopDirective &S, PrePostActionTy &Action)

static bool	isSimdSupportedByOpenMPIRBuilder (const OMPLoopDirective &S)

static llvm::MapVector< llvm::Value , llvm::Value >	GetAlignedMapping (const OMPLoopDirective &S, CodeGenFunction &CGF)

static void	emitOMPSimdDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM)

static void	emitEmptyOrdered (CodeGenFunction &, SourceLocation Loc, const unsigned IVSize, const bool IVSigned)

static std::pair< LValue, LValue >	emitDistributeParallelForInnerBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)

static std::pair< llvm::Value , llvm::Value >	emitDistributeParallelForDispatchBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
	if the 'for' loop has a dispatch schedule (e.g.

static void	emitDistributeParallelForDistributeInnerBoundParams (CodeGenFunction &CGF, const OMPExecutableDirective &S, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars)

static void	emitInnerParallelForWhenCombined (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)

static std::pair< LValue, LValue >	emitForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)
	The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop.

static std::pair< llvm::Value , llvm::Value >	emitDispatchForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
	When dealing with dispatch schedules (e.g.

static void	emitScanBasedDirectiveDecls (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen)
	Emits internal temp array declarations for the directive with inscan reductions.

static void	emitScanBasedDirectiveFinals (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen)
	Copies final inscan reductions values to the original variables.

static void	emitScanBasedDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen, llvm::function_ref< void(CodeGenFunction &)> FirstGen, llvm::function_ref< void(CodeGenFunction &)> SecondGen)
	Emits the code for the directive with inscan reductions.

static bool	emitWorksharingDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, bool HasCancel)

static bool	isForSupportedByOpenMPIRBuilder (const OMPLoopDirective &S, bool HasCancel)

static llvm::omp::ScheduleKind	convertClauseKindToSchedKind (OpenMPScheduleClauseKind ScheduleClauseKind)

static void	emitOMPForDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM, bool HasCancel)

static LValue	createSectionLVal (CodeGenFunction &CGF, QualType Ty, const Twine &Name, llvm::Value *Init=nullptr)

static void	emitMaster (CodeGenFunction &CGF, const OMPExecutableDirective &S)

static void	emitMasked (CodeGenFunction &CGF, const OMPExecutableDirective &S)

static void	buildDependences (const OMPExecutableDirective &S, OMPTaskDataTy &Data)

static ImplicitParamDecl *	createImplicitFirstprivateForType (ASTContext &C, OMPTaskDataTy &Data, QualType Ty, CapturedDecl *CD, SourceLocation Loc)

static bool	isSupportedByOpenMPIRBuilder (const OMPTaskgroupDirective &T)

static void	emitOMPDistributeDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM)

static llvm::Function *	emitOutlinedOrderedFunction (CodeGenModule &CGM, const CapturedStmt *S, SourceLocation Loc)

template<typename T >
static void	emitRestoreIP (CodeGenFunction &CGF, const T *C, llvm::OpenMPIRBuilder::InsertPointTy AllocaIP, llvm::OpenMPIRBuilder &OMPBuilder)

static llvm::Value *	convertToScalarValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)

static CodeGenFunction::ComplexPairTy	convertToComplexValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)

static void	emitSimpleAtomicStore (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, RValue RVal)

static RValue	emitSimpleAtomicLoad (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, SourceLocation Loc)

static void	emitOMPAtomicReadExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr X, const Expr V, SourceLocation Loc)

static void	emitOMPAtomicWriteExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr X, const Expr E, SourceLocation Loc)

static std::pair< bool, RValue >	emitOMPAtomicRMW (CodeGenFunction &CGF, LValue X, RValue Update, BinaryOperatorKind BO, llvm::AtomicOrdering AO, bool IsXLHSInRHSPart)

static void	emitOMPAtomicUpdateExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr X, const Expr E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)

static RValue	convertToType (CodeGenFunction &CGF, RValue Value, QualType SourceType, QualType ResType, SourceLocation Loc)

static void	emitOMPAtomicCaptureExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, bool IsPostfixUpdate, const Expr V, const Expr X, const Expr E, const Expr UE, bool IsXLHSInRHSPart, SourceLocation Loc)

static void	emitOMPAtomicCompareExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, llvm::AtomicOrdering FailAO, const Expr X, const Expr V, const Expr R, const Expr E, const Expr D, const Expr CE, bool IsXBinopExpr, bool IsPostfixUpdate, bool IsFailOnly, SourceLocation Loc)

static void	emitOMPAtomicExpr (CodeGenFunction &CGF, OpenMPClauseKind Kind, llvm::AtomicOrdering AO, llvm::AtomicOrdering FailAO, bool IsPostfixUpdate, const Expr X, const Expr V, const Expr R, const Expr E, const Expr UE, const Expr D, const Expr *CE, bool IsXLHSInRHSPart, bool IsFailOnly, SourceLocation Loc)

static void	emitTargetRegion (CodeGenFunction &CGF, const OMPTargetDirective &S, PrePostActionTy &Action)

static void	emitCommonOMPTeamsDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen)

static void	emitTargetTeamsRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDirective &S)

static void	emitTargetTeamsDistributeRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeDirective &S)

static void	emitTargetTeamsDistributeSimdRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeSimdDirective &S)

static void	emitTargetTeamsDistributeParallelForRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForDirective &S, PrePostActionTy &Action)

static void	emitTargetTeamsDistributeParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForSimdDirective &S, PrePostActionTy &Action)

static void	emitTargetParallelRegion (CodeGenFunction &CGF, const OMPTargetParallelDirective &S, PrePostActionTy &Action)

static void	emitTargetParallelForRegion (CodeGenFunction &CGF, const OMPTargetParallelForDirective &S, PrePostActionTy &Action)

static void	emitTargetParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetParallelForSimdDirective &S, PrePostActionTy &Action)

static void	mapParam (CodeGenFunction &CGF, const DeclRefExpr Helper, const ImplicitParamDecl PVD, CodeGenFunction::OMPPrivateScope &Privates)
	Emit a helper variable and return corresponding lvalue.

static void	emitTargetTeamsLoopCodegenStatus (CodeGenFunction &CGF, std::string StatusMsg, const OMPExecutableDirective &D)

static void	emitTargetTeamsGenericLoopRegionAsParallel (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsGenericLoopDirective &S)

static void	emitTargetTeamsGenericLoopRegionAsDistribute (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsGenericLoopDirective &S)

static void	emitTargetParallelGenericLoopRegion (CodeGenFunction &CGF, const OMPTargetParallelGenericLoopDirective &S, PrePostActionTy &Action)

Macro Definition Documentation

◆ TTL_CODEGEN_TYPE

#define TTL_CODEGEN_TYPE "target-teams-loop-codegen"

Definition at line 46 of file CGStmtOpenMP.cpp.

Typedef Documentation

◆ EmittedClosureTy

using EmittedClosureTy = std::pair<llvm::Function *, llvm::Value *>

Definition at line 2034 of file CGStmtOpenMP.cpp.

Function Documentation

◆ applyConservativeSimdOrderedDirective()

static void applyConservativeSimdOrderedDirective	(	const Stmt &	AssociatedStmt,
		LoopInfoStack &	LoopStack
	)

static

Definition at line 2542 of file CGStmtOpenMP.cpp.

References hasOrderedDirective(), clang::CodeGen::CodeGenFunction::LoopStack, and clang::CodeGen::LoopInfoStack::setParallel().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPSimdInit().

◆ buildDependences()

static void buildDependences	(	const OMPExecutableDirective &	S,
		OMPTaskDataTy &	Data
	)

static

Definition at line 4831 of file CGStmtOpenMP.cpp.

References clang::C, clang::Data, and clang::CodeGen::OMPTaskDataTy::DependData::DepExprs.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDepobjDirective(), clang::CodeGen::CodeGenFunction::EmitOMPInteropDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetTaskBasedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTaskBasedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPTaskwaitDirective().

◆ castValueFromUintptr()

static Address castValueFromUintptr	(	CodeGenFunction &	CGF,
		SourceLocation	Loc,
		QualType	DstType,
		StringRef	Name,
		LValue	AddrLV
	)

static

Definition at line 429 of file CGStmtOpenMP.cpp.

References clang::CodeGen::Address::emitRawPointer(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getPointerType(), clang::ASTContext::getUIntPtrType(), Loc, and clang::CodeGen::CodeGenFunction::MakeNaturalAlignAddrLValue().

Referenced by emitOutlinedFunctionPrologue().

◆ checkForLastprivateConditionalUpdate()

static void checkForLastprivateConditionalUpdate	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S
	)

static

Definition at line 1549 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CGOpenMPRuntime::checkAndEmitSharedLastprivateConditional(), clang::CodeGen::CodeGenFunction::getLangOpts(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

◆ convertClauseKindToSchedKind()

static llvm::omp::ScheduleKind convertClauseKindToSchedKind ( OpenMPScheduleClauseKind ScheduleClauseKind )

static

Definition at line 4076 of file CGStmtOpenMP.cpp.

References clang::OMPC_SCHEDULE_unknown.

Referenced by emitOMPForDirective().

◆ convertToComplexValue()

static CodeGenFunction::ComplexPairTy convertToComplexValue	(	CodeGenFunction &	CGF,
		RValue	Val,
		QualType	SrcType,
		QualType	DestType,
		SourceLocation	Loc
	)

static

Definition at line 6261 of file CGStmtOpenMP.cpp.

References clang::Type::castAs(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::RValue::getComplexVal(), clang::CodeGen::CodeGenFunction::getEvaluationKind(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::RValue::isComplex(), clang::CodeGen::RValue::isScalar(), Loc, and clang::CodeGen::TEK_Complex.

Referenced by convertToType(), and clang::CodeGen::CodeGenFunction::emitOMPSimpleStore().

◆ convertToScalarValue()

static llvm::Value * convertToScalarValue	(	CodeGenFunction &	CGF,
		RValue	Val,
		QualType	SrcType,
		QualType	DestType,
		SourceLocation	Loc
	)

static

Definition at line 6248 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitComplexToScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::RValue::getComplexVal(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::CodeGenFunction::hasScalarEvaluationKind(), clang::CodeGen::RValue::isAggregate(), clang::CodeGen::RValue::isScalar(), and Loc.

Referenced by convertToType(), and clang::CodeGen::CodeGenFunction::emitOMPSimpleStore().

◆ convertToType()

static RValue convertToType	(	CodeGenFunction &	CGF,
		RValue	Value,
		QualType	SourceType,
		QualType	ResType,
		SourceLocation	Loc
	)

static

Definition at line 6571 of file CGStmtOpenMP.cpp.

References convertToComplexValue(), convertToScalarValue(), clang::CodeGen::RValue::get(), clang::CodeGen::RValue::getComplex(), clang::CodeGen::CodeGenFunction::getEvaluationKind(), Loc, clang::CodeGen::TEK_Aggregate, clang::CodeGen::TEK_Complex, and clang::CodeGen::TEK_Scalar.

Referenced by emitOMPAtomicCaptureExpr().

◆ createImplicitFirstprivateForType()

static ImplicitParamDecl * createImplicitFirstprivateForType	(	ASTContext &	C,
		OMPTaskDataTy &	Data,
		QualType	Ty,
		CapturedDecl *	CD,
		SourceLocation	Loc
	)

static

Definition at line 5253 of file CGStmtOpenMP.cpp.

References clang::C, clang::VarDecl::CInit, clang::ImplicitParamDecl::Create(), clang::DeclRefExpr::Create(), clang::ImplicitCastExpr::Create(), clang::Data, Loc, clang::Other, clang::VK_LValue, and clang::VK_PRValue.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTaskBasedDirective().

◆ createSectionLVal()

static LValue createSectionLVal	(	CodeGenFunction &	CGF,
		QualType	Ty,
		const Twine &	Name,
		llvm::Value *	Init = `nullptr`
	)

static

Definition at line 4176 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CreateMemTemp(), clang::CodeGen::CodeGenFunction::EmitStoreThroughLValue(), clang::CodeGen::RValue::get(), clang::Init, and clang::CodeGen::CodeGenFunction::MakeAddrLValue().

◆ emitAlignedClause()

static void emitAlignedClause	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D
	)

static

Definition at line 2304 of file CGStmtOpenMP.cpp.

References D, E, clang::CodeGen::CodeGenFunction::emitAlignmentAssumption(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenFunction::getLLVMContext(), clang::ASTContext::getOpenMPDefaultSimdAlign(), clang::Type::getPointeeType(), clang::CharUnits::getQuantity(), clang::Expr::getType(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), and clang::ASTContext::toCharUnitsFromBits().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitBody()

static void emitBody	(	CodeGenFunction &	CGF,
		const Stmt *	S,
		const Stmt *	NextLoop,
		int	MaxLevel,
		int	Level = `0`
	)

static

Definition at line 1926 of file CGStmtOpenMP.cpp.

References emitBody(), clang::CodeGen::CodeGenFunction::EmitStmt(), clang::CodeGen::CodeGenFunction::getContext(), clang::ASTContext::getSourceManager(), and clang::OMPLoopBasedDirective::tryToFindNextInnerLoop().

Referenced by emitBody(), and clang::CodeGen::CodeGenFunction::EmitOMPLoopBody().

◆ emitCapturedStmtCall()

static llvm::CallInst * emitCapturedStmtCall	(	CodeGenFunction &	ParentCGF,
		EmittedClosureTy	Cap,
		llvm::ArrayRef< llvm::Value * >	Args
	)

static

Emit a call to a previously captured closure.

Definition at line 2052 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, and clang::CodeGen::CodeGenFunction::ParentCGF.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPCanonicalLoop().

◆ emitCapturedStmtFunc()

static EmittedClosureTy emitCapturedStmtFunc	(	CodeGenFunction &	ParentCGF,
		const CapturedStmt *	S
	)

static

Emit a captured statement and return the function as well as its captured closure context.

Definition at line 2038 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::GenerateCapturedStmtFunction(), clang::CodeGen::LValue::getPointer(), clang::CodeGen::CodeGenFunction::InitCapturedStruct(), and clang::CodeGen::CodeGenFunction::ParentCGF.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPCanonicalLoop().

◆ emitCommonOMPParallelDirective()

static void emitCommonOMPParallelDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen,
		const CodeGenBoundParametersTy &	CodeGenBoundParameters
	)

static

Definition at line 1605 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitNumThreadsClause(), clang::CodeGen::CGOpenMPRuntime::emitParallelCall(), clang::CodeGen::CGOpenMPRuntime::emitParallelOutlinedFunction(), clang::CodeGen::CGOpenMPRuntime::emitProcBindClause(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedVars(), clang::CapturedStmt::getCapturedDecl(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::OMPC_NUMTHREADS_unknown, and clang::CapturedDecl::param_begin().

◆ emitCommonOMPTargetDirective()

static void emitCommonOMPTargetDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S,
		const RegionCodeGenTy &	CodeGen
	)

static

Definition at line 6891 of file CGStmtOpenMP.cpp.

◆ emitCommonOMPTeamsDirective()

static void emitCommonOMPTeamsDirective	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S,
		OpenMPDirectiveKind	InnermostKind,
		const RegionCodeGenTy &	CodeGen
	)

static

Definition at line 7014 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitNumTeamsClause(), clang::CodeGen::CGOpenMPRuntime::emitTeamsCall(), clang::CodeGen::CGOpenMPRuntime::emitTeamsOutlinedFunction(), clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedVars(), clang::CapturedStmt::getCapturedDecl(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CapturedDecl::param_begin().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTeamsDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsGenericLoopDirective(), emitTargetTeamsDistributeParallelForRegion(), emitTargetTeamsDistributeParallelForSimdRegion(), emitTargetTeamsDistributeRegion(), emitTargetTeamsDistributeSimdRegion(), emitTargetTeamsGenericLoopRegionAsDistribute(), emitTargetTeamsGenericLoopRegionAsParallel(), and emitTargetTeamsRegion().

◆ emitCommonSimdLoop()

static void emitCommonSimdLoop	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		const RegionCodeGenTy &	SimdInitGen,
		const RegionCodeGenTy &	BodyCodeGen
	)

static

Definition at line 2634 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitIfClause(), getEffectiveDirectiveKind(), clang::CodeGen::CodeGenFunction::getLangOpts(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::isOpenMPSimdDirective(), clang::CodeGen::CodeGenFunction::LoopStack, and clang::CodeGen::LoopInfoStack::setVectorizeEnable().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), clang::CodeGen::CodeGenFunction::EmitOMPTaskLoopBasedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitDispatchForLoopBounds()

static std::pair< llvm::Value , llvm::Value > emitDispatchForLoopBounds	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S,
		Address	LB,
		Address	UB
	)

static

When dealing with dispatch schedules (e.g.

dynamic, guided) we do not consider the lower and upper bound expressions generated by the worksharing loop support, but we use 0 and the iteration space size as constants

Definition at line 3722 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::Expr::getType(), and clang::ASTContext::getTypeSize().

Referenced by emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitWorksharingDirective().

◆ emitDistributeParallelForDispatchBounds()

static std::pair< llvm::Value , llvm::Value > emitDistributeParallelForDispatchBounds	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S,
		Address	LB,
		Address	UB
	)

static

if the 'for' loop has a dispatch schedule (e.g.

dynamic, guided) then we need to use the LB and UB expressions generated by the worksharing code generation support, whereas in non combined situations we would just emit 0 and the LastIteration expression This function is necessary due to the difference of the LB and UB types for the RT emission routines for 'for_static_init' and 'for_dispatch_init'

Definition at line 3337 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::OMPLoopDirective::getIterationVariable(), and clang::Expr::getType().

Referenced by emitInnerParallelForWhenCombined().

◆ emitDistributeParallelForDistributeInnerBoundParams()

static void emitDistributeParallelForDistributeInnerBoundParams	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S,
		llvm::SmallVectorImpl< llvm::Value * > &	CapturedVars
	)

static

Definition at line 3354 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CGBuilderTy::CreateLoad(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::LValue::getAddress(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitInnerParallelForWhenCombined().

◆ emitDistributeParallelForInnerBounds()

static std::pair< LValue, LValue > emitDistributeParallelForInnerBounds	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S
	)

static

Definition at line 3294 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::CodeGen::CodeGenFunction::EmitLValue(), EmitOMPHelperVar(), clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitStoreOfScalar(), clang::Expr::getExprLoc(), clang::OMPLoopDirective::getIterationVariable(), clang::OMPLoopDirective::getLowerBoundVariable(), clang::OMPLoopDirective::getPrevLowerBoundVariable(), clang::OMPLoopDirective::getPrevUpperBoundVariable(), clang::Expr::getType(), and clang::OMPLoopDirective::getUpperBoundVariable().

Referenced by emitInnerParallelForWhenCombined().

◆ emitEmptyBoundParameters()

static void emitEmptyBoundParameters	(	CodeGenFunction &	,
		const OMPExecutableDirective &	,
		llvm::SmallVectorImpl< llvm::Value * > &
	)

static

Definition at line 1671 of file CGStmtOpenMP.cpp.

◆ emitEmptyOrdered()

static void emitEmptyOrdered	(	CodeGenFunction &	,
		SourceLocation	Loc,
		const unsigned	IVSize,
		const bool	IVSigned
	)

static

Definition at line 3228 of file CGStmtOpenMP.cpp.

◆ emitForLoopBounds()

static std::pair< LValue, LValue > emitForLoopBounds	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S
	)

static

The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop.

Definition at line 3708 of file CGStmtOpenMP.cpp.

References EmitOMPHelperVar().

Referenced by emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitWorksharingDirective().

◆ emitInnerParallelForWhenCombined()

static void emitInnerParallelForWhenCombined	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		CodeGenFunction::JumpDest	LoopExit
	)

static

Definition at line 3372 of file CGStmtOpenMP.cpp.

References D, emitCommonOMPParallelDirective(), emitDistributeParallelForDispatchBounds(), emitDistributeParallelForDistributeInnerBoundParams(), emitDistributeParallelForInnerBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), getEffectiveDirectiveKind(), and clang::isOpenMPSimdDirective().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeParallelForSimdDirective(), emitTargetTeamsDistributeParallelForRegion(), emitTargetTeamsDistributeParallelForSimdRegion(), and emitTargetTeamsGenericLoopRegionAsParallel().

◆ emitMasked()

static void emitMasked	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S
	)

static

Definition at line 4549 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitMaskedRegion(), clang::CodeGen::CodeGenFunction::EmitStmt(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPMaskedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective().

◆ emitMaster()

static void emitMaster	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S
	)

static

Definition at line 4509 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitMasterRegion(), clang::CodeGen::CodeGenFunction::EmitStmt(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPMasterDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective().

◆ emitOMPAtomicCaptureExpr()

static void emitOMPAtomicCaptureExpr	(	CodeGenFunction &	CGF,
		llvm::AtomicOrdering	AO,
		bool	IsPostfixUpdate,
		const Expr *	V,
		const Expr *	X,
		const Expr *	E,
		const Expr *	UE,
		bool	IsXLHSInRHSPart,
		SourceLocation	Loc
	)

static

◆ emitOMPAtomicCompareExpr()

static void emitOMPAtomicCompareExpr	(	CodeGenFunction &	CGF,
		llvm::AtomicOrdering	AO,
		llvm::AtomicOrdering	FailAO,
		const Expr *	X,
		const Expr *	V,
		const Expr *	R,
		const Expr *	E,
		const Expr *	D,
		const Expr *	CE,
		bool	IsXBinopExpr,
		bool	IsPostfixUpdate,
		bool	IsFailOnly,
		SourceLocation	Loc
	)

static

◆ emitOMPAtomicExpr()

static void emitOMPAtomicExpr	(	CodeGenFunction &	CGF,
		OpenMPClauseKind	Kind,
		llvm::AtomicOrdering	AO,
		llvm::AtomicOrdering	FailAO,
		bool	IsPostfixUpdate,
		const Expr *	X,
		const Expr *	V,
		const Expr *	R,
		const Expr *	E,
		const Expr *	UE,
		const Expr *	D,
		const Expr *	CE,
		bool	IsXLHSInRHSPart,
		bool	IsFailOnly,
		SourceLocation	Loc
	)

static

Definition at line 6776 of file CGStmtOpenMP.cpp.

References D, E, emitOMPAtomicCaptureExpr(), emitOMPAtomicCompareExpr(), emitOMPAtomicReadExpr(), emitOMPAtomicUpdateExpr(), emitOMPAtomicWriteExpr(), Loc, V, and X.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPAtomicDirective().

◆ emitOMPAtomicReadExpr()

static void emitOMPAtomicReadExpr	(	CodeGenFunction &	CGF,
		llvm::AtomicOrdering	AO,
		const Expr *	X,
		const Expr *	V,
		SourceLocation	Loc
	)

static

Definition at line 6323 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::emitOMPSimpleStore(), emitSimpleAtomicLoad(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), Loc, V, and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPAtomicRMW()

static std::pair< bool, RValue > emitOMPAtomicRMW	(	CodeGenFunction &	CGF,
		LValue	X,
		RValue	Update,
		BinaryOperatorKind	BO,
		llvm::AtomicOrdering	AO,
		bool	IsXLHSInRHSPart
	)

static

Definition at line 6381 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::emitAtomicRMWInst(), clang::CodeGen::RValue::get(), clang::CodeGen::CodeGenFunction::getContext(), clang::CodeGen::CodeGenModule::getDataLayout(), clang::ASTContext::getTargetInfo(), clang::ASTContext::getTypeSize(), clang::TargetInfo::hasBuiltinAtomic(), clang::T, clang::ASTContext::toBits(), clang::Update, and X.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr().

◆ emitOMPAtomicUpdateExpr()

static void emitOMPAtomicUpdateExpr	(	CodeGenFunction &	CGF,
		llvm::AtomicOrdering	AO,
		const Expr *	X,
		const Expr *	E,
		const Expr *	UE,
		bool	IsXLHSInRHSPart,
		SourceLocation	Loc
	)

static

Definition at line 6523 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), E, clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPAtomicSimpleUpdateExpr(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::Expr::IgnoreImpCasts(), Loc, and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPAtomicWriteExpr()

static void emitOMPAtomicWriteExpr	(	CodeGenFunction &	CGF,
		llvm::AtomicOrdering	AO,
		const Expr *	X,
		const Expr *	E,
		SourceLocation	Loc
	)

static

Definition at line 6354 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::checkAndEmitLastprivateConditional(), E, clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::CGOpenMPRuntime::emitFlush(), clang::CodeGen::CodeGenFunction::EmitLValue(), emitSimpleAtomicStore(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), Loc, and X.

Referenced by emitOMPAtomicExpr().

◆ emitOMPCopyinClause()

static void emitOMPCopyinClause	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	S
	)

static

Definition at line 1675 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitBarrierCall(), clang::CodeGen::CodeGenFunction::EmitOMPCopyinClause(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPParallelDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelGenericLoopDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMaskedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelMasterDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPParallelSectionsDirective().

◆ emitOMPDistributeDirective()

static void emitOMPDistributeDirective	(	const OMPLoopDirective &	S,
		CodeGenFunction &	CGF,
		CodeGenModule &	CGM
	)

static

Definition at line 6106 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPLoopBodyWithStopPoint(), and clang::CodeGen::CodeGenModule::getOpenMPRuntime().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPGenericLoopDirective().

◆ emitOMPForDirective()

static void emitOMPForDirective	(	const OMPLoopDirective &	S,
		CodeGenFunction &	CGF,
		CodeGenModule &	CGM,
		bool	HasCancel
	)

static

Definition at line 4096 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPForDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPGenericLoopDirective().

◆ EmitOMPHelperVar()

static LValue EmitOMPHelperVar	(	CodeGenFunction &	CGF,
		const DeclRefExpr *	Helper
	)

static

Emit a helper variable and return corresponding lvalue.

Definition at line 2627 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), and clang::DeclRefExpr::getDecl().

Referenced by emitDistributeParallelForInnerBounds(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitOMPLoopBodyWithStopPoint()

static void emitOMPLoopBodyWithStopPoint	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		CodeGenFunction::JumpDest	LoopExit
	)

static

Definition at line 2619 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitOMPLoopBody(), and clang::CodeGen::CodeGenFunction::EmitStopPoint().

Referenced by emitOMPDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsDistributeSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTeamsGenericLoopDirective(), emitTargetTeamsDistributeRegion(), emitTargetTeamsDistributeSimdRegion(), and emitTargetTeamsGenericLoopRegionAsDistribute().

◆ emitOMPSimdDirective()

static void emitOMPSimdDirective	(	const OMPLoopDirective &	S,
		CodeGenFunction &	CGF,
		CodeGenModule &	CGM
	)

static

Definition at line 2837 of file CGStmtOpenMP.cpp.

References clang::C, clang::CodeGen::CodeGenFunction::CGM, checkForLastprivateConditionalUpdate(), clang::CodeGen::CGOpenMPRuntime::LastprivateConditionalRAII::disable(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), emitOMPSimdRegion(), GetAlignedMapping(), clang::CodeGen::CodeGenModule::getLangOpts(), clang::CodeGen::CGOpenMPRuntime::getOMPBuilder(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::AggValueSlot::ignored(), isSimdSupportedByOpenMPIRBuilder(), and clang::CodeGen::CodeGenFunction::OMPFirstScanLoop.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPGenericLoopDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPSimdDirective().

◆ emitOMPSimdRegion()

static void emitOMPSimdRegion	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 2671 of file CGStmtOpenMP.cpp.

Referenced by emitOMPSimdDirective(), clang::CodeGen::CodeGenFunction::EmitOMPTargetSimdDeviceFunction(), clang::CodeGen::CodeGenFunction::EmitOMPTargetSimdDirective(), and clang::CodeGen::CodeGenFunction::EmitSimpleOMPExecutableDirective().

◆ emitOutlinedFunctionPrologue()

static llvm::Function * emitOutlinedFunctionPrologue	(	CodeGenFunction &	CGF,
		FunctionArgList &	Args,
		llvm::MapVector< const Decl , std::pair< const VarDecl , Address > > &	LocalAddrs,
		llvm::DenseMap< const Decl , std::pair< const Expr , llvm::Value * > > &	VLASizes,
		llvm::Value *&	CXXThisValue,
		const FunctionOptions &	FO
	)

static

Definition at line 483 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction().

◆ emitOutlinedOrderedFunction()

static llvm::Function * emitOutlinedOrderedFunction	(	CodeGenModule &	CGM,
		const CapturedStmt *	S,
		SourceLocation	Loc
	)

static

Definition at line 6121 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CapturedStmtInfo, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::GenerateOpenMPCapturedStmtFunction(), and Loc.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPOrderedDirective().

◆ emitPostUpdateForReductionClause()

static void emitPostUpdateForReductionClause	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D,
		const llvm::function_ref< llvm::Value *(CodeGenFunction &)>	CondGen
	)

static

Definition at line 1513 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::CodeGenFunction::createBasicBlock(), D, clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), and clang::CodeGen::CodeGenFunction::HaveInsertPoint().

◆ emitPreCond()

static void emitPreCond	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		const Expr *	Cond,
		llvm::BasicBlock *	TrueBlock,
		llvm::BasicBlock *	FalseBlock,
		uint64_t	TrueCount
	)

static

Definition at line 2381 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPSimdRegion(), clang::CodeGen::CodeGenFunction::EmitOMPTaskLoopBasedDirective(), and clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop().

◆ emitRestoreIP()

template<typename T >

static void emitRestoreIP	(	CodeGenFunction &	CGF,
		const T *	C,
		llvm::OpenMPIRBuilder::InsertPointTy	AllocaIP,
		llvm::OpenMPIRBuilder &	OMPBuilder
	)

static

Definition at line 6133 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitScalarConversion(), clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenModule::getContext(), clang::Expr::getExprLoc(), clang::ASTContext::getIntTypeForBitwidth(), clang::Expr::getType(), and clang::CodeGen::CodeGenTypeCache::Int64Ty.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPOrderedDirective().

◆ emitScanBasedDirective()

static void emitScanBasedDirective	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		llvm::function_ref< llvm::Value *(CodeGenFunction &)>	NumIteratorsGen,
		llvm::function_ref< void(CodeGenFunction &)>	FirstGen,
		llvm::function_ref< void(CodeGenFunction &)>	SecondGen
	)

static

Emits the code for the directive with inscan reductions.

The code is the following:

#pragma omp ...
for (i: 0..<num_iters>) {
  <input phase>;
  buffer[i] = red;
}
#pragma omp master // in parallel region
for (int k = 0; k != ceil(log2(num_iters)); ++k)
for (size cnt = last_iter; cnt >= pow(2, k); --k)
  buffer[i] op= buffer[i-pow(2,k)];
#pragma omp barrier // in parallel region
#pragma omp ...
for (0..<num_iters>) {
  red = InclusiveScan ? buffer[i] : buffer[i-1];
  <scan phase>;
}

Definition at line 3855 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::OMPPrivateScope::addPrivate(), clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::ApplyDebugLocation::CreateDefaultArtificial(), clang::CodeGen::RValue::get(), clang::CodeGen::Address::invalid(), clang::CodeGen::CodeGenFunction::OMPFirstScanLoop, clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitWorksharingDirective().

◆ emitScanBasedDirectiveDecls()

static void emitScanBasedDirectiveDecls	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		llvm::function_ref< llvm::Value *(CodeGenFunction &)>	NumIteratorsGen
	)

static

Emits internal temp array declarations for the directive with inscan reductions.

The code is the following:

size num_iters = <num_iters>;

<type> buffer[num_iters];

Definition at line 3739 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::ReductionCodeGen::emitAggregateType(), clang::CodeGen::ReductionCodeGen::emitSharedOrigLValue(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::CodeGen::RValue::get(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), and emitWorksharingDirective().

◆ emitScanBasedDirectiveFinals()

static void emitScanBasedDirectiveFinals	(	CodeGenFunction &	CGF,
		const OMPLoopDirective &	S,
		llvm::function_ref< llvm::Value *(CodeGenFunction &)>	NumIteratorsGen
	)

static

Copies final inscan reductions values to the original variables.

The code is the following:

<orig_var> = buffer[num_iters-1];

Definition at line 3791 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, E, clang::CodeGen::CodeGenFunction::EmitLValue(), clang::CodeGen::CodeGenFunction::EmitOMPCopy(), clang::CodeGen::RValue::get(), clang::CodeGen::LValue::getAddress(), clang::Expr::getType(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPParallelForDirective(), clang::CodeGen::CodeGenFunction::EmitOMPParallelForSimdDirective(), and emitWorksharingDirective().

◆ emitSimdlenSafelenClause()

static void emitSimdlenSafelenClause	(	CodeGenFunction &	CGF,
		const OMPExecutableDirective &	D
	)

static

Definition at line 2454 of file CGStmtOpenMP.cpp.

References clang::C, D, clang::CodeGen::CodeGenFunction::EmitAnyExpr(), clang::CodeGen::RValue::getScalarVal(), clang::CodeGen::CodeGenFunction::HaveInsertPoint(), clang::CodeGen::AggValueSlot::ignored(), clang::CodeGen::CodeGenFunction::LoopStack, clang::CodeGen::LoopInfoStack::setParallel(), and clang::CodeGen::LoopInfoStack::setVectorizeWidth().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPSimdInit().

◆ emitSimpleAtomicLoad()

static RValue emitSimpleAtomicLoad	(	CodeGenFunction &	CGF,
		llvm::AtomicOrdering	AO,
		LValue	LVal,
		SourceLocation	Loc
	)

static

Definition at line 6295 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitAtomicLoad(), clang::CodeGen::CodeGenFunction::EmitLoadOfLValue(), clang::CodeGen::LValue::isGlobalReg(), clang::CodeGen::LValue::isVolatile(), and Loc.

Referenced by emitOMPAtomicReadExpr().

◆ emitSimpleAtomicStore()

static void emitSimpleAtomicStore	(	CodeGenFunction &	CGF,
		llvm::AtomicOrdering	AO,
		LValue	LVal,
		RValue	RVal
	)

static

Definition at line 6287 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitAtomicStore(), clang::CodeGen::CodeGenFunction::EmitStoreThroughGlobalRegLValue(), clang::CodeGen::LValue::isGlobalReg(), and clang::CodeGen::LValue::isVolatile().

Referenced by emitOMPAtomicWriteExpr().

◆ emitTargetParallelForRegion()

static void emitTargetParallelForRegion	(	CodeGenFunction &	CGF,
		const OMPTargetParallelForDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 7811 of file CGStmtOpenMP.cpp.

References emitCommonOMPParallelDirective(), emitDispatchForLoopBounds(), emitEmptyBoundParameters(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), and clang::CodeGen::PrePostActionTy::Enter().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForDirective().

◆ emitTargetParallelForSimdRegion()

static void emitTargetParallelForSimdRegion	(	CodeGenFunction &	CGF,
		const OMPTargetParallelForSimdDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 7852 of file CGStmtOpenMP.cpp.

References emitCommonOMPParallelDirective(), emitDispatchForLoopBounds(), emitEmptyBoundParameters(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), and clang::CodeGen::PrePostActionTy::Enter().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForSimdDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelForSimdDirective().

◆ emitTargetParallelGenericLoopRegion()

static void emitTargetParallelGenericLoopRegion	(	CodeGenFunction &	CGF,
		const OMPTargetParallelGenericLoopDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 8412 of file CGStmtOpenMP.cpp.

References emitCommonOMPParallelDirective(), emitDispatchForLoopBounds(), emitEmptyBoundParameters(), emitForLoopBounds(), clang::CodeGen::CodeGenFunction::EmitOMPWorksharingLoop(), and clang::CodeGen::PrePostActionTy::Enter().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelGenericLoopDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelGenericLoopDirective().

◆ emitTargetParallelRegion()

static void emitTargetParallelRegion	(	CodeGenFunction &	CGF,
		const OMPTargetParallelDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 7764 of file CGStmtOpenMP.cpp.

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetParallelDirective().

◆ emitTargetRegion()

static void emitTargetRegion	(	CodeGenFunction &	CGF,
		const OMPTargetDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 6979 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CGOpenMPRuntime::adjustTargetSpecificDataForLambdas(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::EmitOMPFirstprivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateClause(), clang::CodeGen::CodeGenFunction::EmitStmt(), clang::CodeGen::CodeGenFunction::EnsureInsertPoint(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::isOpenMPTargetExecutionDirective(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetDirective().

◆ emitTargetTeamsDistributeParallelForRegion()

static void emitTargetTeamsDistributeParallelForRegion	(	CodeGenFunction &	CGF,
		const OMPTargetTeamsDistributeParallelForDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 7356 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), emitInnerParallelForWhenCombined(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForDirective().

◆ emitTargetTeamsDistributeParallelForSimdRegion()

static void emitTargetTeamsDistributeParallelForSimdRegion	(	CodeGenFunction &	CGF,
		const OMPTargetTeamsDistributeParallelForSimdDirective &	S,
		PrePostActionTy &	Action
	)

static

Definition at line 7407 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), emitInnerParallelForWhenCombined(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForSimdDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeParallelForSimdDirective().

◆ emitTargetTeamsDistributeRegion()

static void emitTargetTeamsDistributeRegion	(	CodeGenFunction &	CGF,
		PrePostActionTy &	Action,
		const OMPTargetTeamsDistributeDirective &	S
	)

static

Definition at line 7103 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPLoopBodyWithStopPoint(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeDirective().

◆ emitTargetTeamsDistributeSimdRegion()

static void emitTargetTeamsDistributeSimdRegion	(	CodeGenFunction &	CGF,
		PrePostActionTy &	Action,
		const OMPTargetTeamsDistributeSimdDirective &	S
	)

static

Definition at line 7148 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::CGM, emitCommonOMPTeamsDirective(), clang::CodeGen::CGOpenMPRuntime::emitInlinedDirective(), clang::CodeGen::CodeGenFunction::EmitOMPDistributeLoop(), emitOMPLoopBodyWithStopPoint(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), emitPostUpdateForReductionClause(), clang::CodeGen::PrePostActionTy::Enter(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), and clang::CodeGen::CodeGenFunction::OMPPrivateScope::Privatize().

Referenced by clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeSimdDeviceFunction(), and clang::CodeGen::CodeGenFunction::EmitOMPTargetTeamsDistributeSimdDirective().

◆ emitTargetTeamsGenericLoopRegionAsDistribute()

static void emitTargetTeamsGenericLoopRegionAsDistribute	(	CodeGenFunction &	CGF,
		PrePostActionTy &	Action,
		const OMPTargetTeamsGenericLoopDirective &	S
	)