LLVM 19.0.0git
Macros | Functions | Variables
OMPIRBuilder.cpp File Reference

This file implements the OpenMPIRBuilder class, which is used as a convenient way to create LLVM instructions for OpenMP directives. More...

#include "llvm/Frontend/OpenMP/OMPIRBuilder.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/CodeMetrics.h"
#include "llvm/Analysis/LoopInfo.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/ScalarEvolution.h"
#include "llvm/Analysis/TargetLibraryInfo.h"
#include "llvm/Bitcode/BitcodeReader.h"
#include "llvm/Frontend/Offloading/Utility.h"
#include "llvm/Frontend/OpenMP/OMPGridValues.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/CFG.h"
#include "llvm/IR/CallingConv.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/MDBuilder.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/PassManager.h"
#include "llvm/IR/Value.h"
#include "llvm/MC/TargetRegistry.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/FileSystem.h"
#include "llvm/Target/TargetMachine.h"
#include "llvm/Target/TargetOptions.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/Cloning.h"
#include "llvm/Transforms/Utils/CodeExtractor.h"
#include "llvm/Transforms/Utils/LoopPeel.h"
#include "llvm/Transforms/Utils/UnrollLoop.h"
#include <cstdint>
#include <optional>
#include "llvm/Frontend/OpenMP/OMPKinds.def"

Go to the source code of this file.

Macros

#define DEBUG_TYPE   "openmp-ir-builder"
 
#define OMP_ATTRS_SET(VarName, AttrSet)   AttributeSet VarName = AttrSet;
 
#define OMP_RTL_ATTRS(Enum, FnAttrSet, RetAttrSet, ArgAttrSets)
 
#define OMP_RTL(Enum, Str, IsVarArg, ReturnType, ...)
 
#define OMP_RTL(Enum, Str, ...)
 
#define OMP_CANCEL_KIND(Enum, Str, DirectiveEnum, Value)
 
#define OMP_TYPE(VarName, InitValue)   VarName = InitValue;
 
#define OMP_ARRAY_TYPE(VarName, ElemTy, ArraySize)
 
#define OMP_FUNCTION_TYPE(VarName, IsVarArg, ReturnType, ...)
 
#define OMP_STRUCT_TYPE(VarName, StructName, Packed, ...)
 

Functions

static bool isConflictIP (IRBuilder<>::InsertPoint IP1, IRBuilder<>::InsertPoint IP2)
 Return whether IP1 and IP2 are ambiguous, i.e.
 
static bool isValidWorkshareLoopScheduleType (OMPScheduleType SchedType)
 
static const omp::GVgetGridValue (const Triple &T, Function *Kernel)
 
static OMPScheduleType getOpenMPBaseScheduleType (llvm::omp::ScheduleKind ClauseKind, bool HasChunks, bool HasSimdModifier)
 Determine which scheduling algorithm to use, determined from schedule clause arguments.
 
static OMPScheduleType getOpenMPOrderingScheduleType (OMPScheduleType BaseScheduleType, bool HasOrderedClause)
 Adds ordering modifier flags to schedule type.
 
static OMPScheduleType getOpenMPMonotonicityScheduleType (OMPScheduleType ScheduleType, bool HasSimdModifier, bool HasMonotonic, bool HasNonmonotonic, bool HasOrderedClause)
 Adds monotonicity modifier flags to schedule type.
 
static OMPScheduleType computeOpenMPScheduleType (ScheduleKind ClauseKind, bool HasChunks, bool HasSimdModifier, bool HasMonotonicModifier, bool HasNonmonotonicModifier, bool HasOrderedClause)
 Determine the schedule type using schedule and ordering clause arguments.
 
static void redirectTo (BasicBlock *Source, BasicBlock *Target, DebugLoc DL)
 Make Source branch to Target.
 
ValuecreateFakeIntVal (IRBuilder<> &Builder, OpenMPIRBuilder::InsertPointTy OuterAllocaIP, std::stack< Instruction * > &ToBeDeleted, OpenMPIRBuilder::InsertPointTy InnerAllocaIP, const Twine &Name="", bool AsPtr=true)
 
static void raiseUserConstantDataAllocasToEntryBlock (IRBuilderBase &Builder, Function *Function)
 
static void targetParallelCallback (OpenMPIRBuilder *OMPIRBuilder, Function &OutlinedFn, Function *OuterFn, BasicBlock *OuterAllocaBB, Value *Ident, Value *IfCondition, Value *NumThreads, Instruction *PrivTID, AllocaInst *PrivTIDAddr, Value *ThreadID, const SmallVector< Instruction *, 4 > &ToBeDeleted)
 
static void hostParallelCallback (OpenMPIRBuilder *OMPIRBuilder, Function &OutlinedFn, Function *OuterFn, Value *Ident, Value *IfCondition, Instruction *PrivTID, AllocaInst *PrivTIDAddr, const SmallVector< Instruction *, 4 > &ToBeDeleted)
 
FunctiongetFreshReductionFunc (Module &M)
 Create a function with a unique name and a "void (i8*, i8*)" signature in the given module and return it.
 
static FunctionCallee getKmpcForStaticInitForType (Type *Ty, Module &M, OpenMPIRBuilder &OMPBuilder)
 
static FunctionCallee getKmpcForStaticLoopForType (Type *Ty, OpenMPIRBuilder *OMPBuilder, WorksharingLoopType LoopType)
 
static void createTargetLoopWorkshareCall (OpenMPIRBuilder *OMPBuilder, WorksharingLoopType LoopType, BasicBlock *InsertBlock, Value *Ident, Value *LoopBodyArg, Type *ParallelTaskPtr, Value *TripCount, Function &LoopBodyFn)
 
static void workshareLoopTargetCallback (OpenMPIRBuilder *OMPIRBuilder, CanonicalLoopInfo *CLI, Value *Ident, Function &OutlinedFn, Type *ParallelTaskPtr, const SmallVector< Instruction *, 4 > &ToBeDeleted, WorksharingLoopType LoopType)
 
static FunctionCallee getKmpcForDynamicInitForType (Type *Ty, Module &M, OpenMPIRBuilder &OMPBuilder)
 Returns an LLVM function to call for initializing loop bounds using OpenMP dynamic scheduling depending on type.
 
static FunctionCallee getKmpcForDynamicNextForType (Type *Ty, Module &M, OpenMPIRBuilder &OMPBuilder)
 Returns an LLVM function to call for updating the next loop using OpenMP dynamic scheduling depending on type.
 
static FunctionCallee getKmpcForDynamicFiniForType (Type *Ty, Module &M, OpenMPIRBuilder &OMPBuilder)
 Returns an LLVM function to call for finalizing the dynamic loop using depending on type.
 
static void redirectAllPredecessorsTo (BasicBlock *OldTarget, BasicBlock *NewTarget, DebugLoc DL)
 Redirect all edges that branch to OldTarget to NewTarget.
 
static void removeUnusedBlocksFromParent (ArrayRef< BasicBlock * > BBs)
 Determine which blocks in BBs are reachable from outside and remove the ones that are not reachable from the function.
 
static void addBasicBlockMetadata (BasicBlock *BB, ArrayRef< Metadata * > Properties)
 Attach metadata Properties to the basic block described by BB.
 
static void addLoopMetadata (CanonicalLoopInfo *Loop, ArrayRef< Metadata * > Properties)
 Attach loop metadata Properties to the loop described by Loop.
 
static void addSimdMetadata (BasicBlock *Block, MDNode *AccessGroup, LoopInfo &LI)
 Attach llvm.access.group metadata to the memref instructions of Block.
 
static std::unique_ptr< TargetMachinecreateTargetMachine (Function *F, CodeGenOptLevel OptLevel)
 Create the TargetMachine object to query the backend for optimization preferences.
 
static int32_t computeHeuristicUnrollFactor (CanonicalLoopInfo *CLI)
 Heuristically determine the best-performant unroll factor for CLI.
 
static MDNodegetNVPTXMDNode (Function &Kernel, StringRef Name)
 
static void updateNVPTXMetadata (Function &Kernel, StringRef Name, int32_t Value, bool Min)
 
static void replaceConstatExprUsesInFuncWithInstr (ConstantExpr *ConstExpr, Function *Func)
 
static void replaceConstantValueUsesInFuncWithInstr (llvm::Value *Input, Function *Func)
 
static FunctioncreateOutlinedFunction (OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder, StringRef FuncName, SmallVectorImpl< Value * > &Inputs, OpenMPIRBuilder::TargetBodyGenCallbackTy &CBFunc, OpenMPIRBuilder::TargetGenArgAccessorsCallbackTy &ArgAccessorFuncCB)
 
static void emitTargetOutlinedFunction (OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder, TargetRegionEntryInfo &EntryInfo, Function *&OutlinedFn, Constant *&OutlinedFnID, SmallVectorImpl< Value * > &Inputs, OpenMPIRBuilder::TargetBodyGenCallbackTy &CBFunc, OpenMPIRBuilder::TargetGenArgAccessorsCallbackTy &ArgAccessorFuncCB)
 
static void emitTargetCall (OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder, OpenMPIRBuilder::InsertPointTy AllocaIP, Function *OutlinedFn, Constant *OutlinedFnID, int32_t NumTeams, int32_t NumThreads, SmallVectorImpl< Value * > &Args, OpenMPIRBuilder::GenMapInfoCallbackTy GenMapInfoCB)
 

Variables

static cl::opt< boolOptimisticAttributes ("openmp-ir-builder-optimistic-attributes", cl::Hidden, cl::desc("Use optimistic attributes describing " "'as-if' properties of runtime calls."), cl::init(false))
 
static cl::opt< double > UnrollThresholdFactor ("openmp-ir-builder-unroll-threshold-factor", cl::Hidden, cl::desc("Factor for the unroll threshold to account for code " "simplifications still taking place"), cl::init(1.5))
 

Detailed Description

This file implements the OpenMPIRBuilder class, which is used as a convenient way to create LLVM instructions for OpenMP directives.

Definition in file OMPIRBuilder.cpp.

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE   "openmp-ir-builder"

Definition at line 59 of file OMPIRBuilder.cpp.

◆ OMP_ARRAY_TYPE

#define OMP_ARRAY_TYPE (   VarName,
  ElemTy,
  ArraySize 
)
Value:
VarName##Ty = ArrayType::get(ElemTy, ArraySize); \
VarName##PtrTy = PointerType::getUnqual(VarName##Ty);

◆ OMP_ATTRS_SET

#define OMP_ATTRS_SET (   VarName,
  AttrSet 
)    AttributeSet VarName = AttrSet;

◆ OMP_CANCEL_KIND

#define OMP_CANCEL_KIND (   Enum,
  Str,
  DirectiveEnum,
  Value 
)
Value:
case DirectiveEnum: \
CancelKind = Builder.getInt32(Value); \
break;
LLVM Value Representation.
Definition: Value.h:74

◆ OMP_FUNCTION_TYPE

#define OMP_FUNCTION_TYPE (   VarName,
  IsVarArg,
  ReturnType,
  ... 
)
Value:
VarName = FunctionType::get(ReturnType, {__VA_ARGS__}, IsVarArg); \
VarName##Ptr = PointerType::getUnqual(VarName);

◆ OMP_RTL [1/2]

#define OMP_RTL (   Enum,
  Str,
  IsVarArg,
  ReturnType,
  ... 
)
Value:
case Enum: \
FnTy = FunctionType::get(ReturnType, ArrayRef<Type *>{__VA_ARGS__}, \
IsVarArg); \
Fn = M.getFunction(Str); \
break;
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition: ArrayRef.h:41

◆ OMP_RTL [2/2]

#define OMP_RTL (   Enum,
  Str,
  ... 
)
Value:
case Enum: \
break;
static Function * Create(FunctionType *Ty, LinkageTypes Linkage, unsigned AddrSpace, const Twine &N="", Module *M=nullptr)
Definition: Function.h:162
@ ExternalLinkage
Externally visible function.
Definition: GlobalValue.h:52

◆ OMP_RTL_ATTRS

#define OMP_RTL_ATTRS (   Enum,
  FnAttrSet,
  RetAttrSet,
  ArgAttrSets 
)
Value:
case Enum: \
FnAttrs = FnAttrs.addAttributes(Ctx, FnAttrSet); \
addAttrSet(RetAttrs, RetAttrSet, /*Param*/ false); \
for (size_t ArgNo = 0; ArgNo < ArgAttrSets.size(); ++ArgNo) \
addAttrSet(ArgAttrs[ArgNo], ArgAttrSets[ArgNo]); \
Fn.setAttributes(AttributeList::get(Ctx, FnAttrs, RetAttrs, ArgAttrs)); \
break;
static AttributeList get(LLVMContext &C, ArrayRef< std::pair< unsigned, Attribute > > Attrs)
Create an AttributeList with the specified parameters in it.

◆ OMP_STRUCT_TYPE

#define OMP_STRUCT_TYPE (   VarName,
  StructName,
  Packed,
  ... 
)
Value:
T = StructType::getTypeByName(Ctx, StructName); \
if (!T) \
T = StructType::create(Ctx, {__VA_ARGS__}, StructName, Packed); \
VarName = T; \
VarName##Ptr = PointerType::getUnqual(T);
static StructType * getTypeByName(LLVMContext &C, StringRef Name)
Return the type with the specified name, or null if there is none by that name.
Definition: Type.cpp:632
static StructType * create(LLVMContext &Context, StringRef Name)
This creates an identified struct.
Definition: Type.cpp:513

◆ OMP_TYPE

#define OMP_TYPE (   VarName,
  InitValue 
)    VarName = InitValue;

Function Documentation

◆ addBasicBlockMetadata()

static void addBasicBlockMetadata ( BasicBlock BB,
ArrayRef< Metadata * >  Properties 
)
static

◆ addLoopMetadata()

static void addLoopMetadata ( CanonicalLoopInfo Loop,
ArrayRef< Metadata * >  Properties 
)
static

Attach loop metadata Properties to the loop described by Loop.

If the loop already has metadata, the loop properties are appended.

Definition at line 3573 of file OMPIRBuilder.cpp.

References addBasicBlockMetadata(), and assert().

Referenced by llvm::OpenMPIRBuilder::applySimd(), llvm::OpenMPIRBuilder::unrollLoopFull(), llvm::OpenMPIRBuilder::unrollLoopHeuristic(), and llvm::OpenMPIRBuilder::unrollLoopPartial().

◆ addSimdMetadata()

static void addSimdMetadata ( BasicBlock Block,
MDNode AccessGroup,
LoopInfo LI 
)
static

Attach llvm.access.group metadata to the memref instructions of Block.

Definition at line 3584 of file OMPIRBuilder.cpp.

References llvm::Block, and I.

Referenced by llvm::OpenMPIRBuilder::applySimd().

◆ computeHeuristicUnrollFactor()

static int32_t computeHeuristicUnrollFactor ( CanonicalLoopInfo CLI)
static

Heuristically determine the best-performant unroll factor for CLI.

This depends on the target processor. We are re-using the same heuristics as the LoopUnrollPass.

Definition at line 3830 of file OMPIRBuilder.cpp.

References llvm::Aggressive, assert(), llvm::TargetTransformInfo::UnrollingPreferences::BEInsns, llvm::UnrollCostEstimator::canUnroll(), llvm::CodeMetrics::collectEphemeralValues(), llvm::computeUnrollCount(), llvm::UnrollCostEstimator::Convergent, llvm::TargetTransformInfo::UnrollingPreferences::Count, createTargetMachine(), llvm::dbgs(), F, FAM, llvm::TargetTransformInfo::UnrollingPreferences::Force, llvm::gatherPeelingPreferences(), llvm::gatherUnrollingPreferences(), llvm::CanonicalLoopInfo::getFunction(), llvm::CanonicalLoopInfo::getHeader(), llvm::LoopInfoBase< BlockT, LoopT >::getLoopFor(), llvm::UnrollCostEstimator::getRolledLoopSize(), I, llvm::SmallPtrSetImpl< PtrType >::insert(), LLVM_DEBUG, llvm::TargetTransformInfo::UnrollingPreferences::OptSizeThreshold, llvm::TargetTransformInfo::UnrollingPreferences::PartialOptSizeThreshold, llvm::TargetTransformInfo::UnrollingPreferences::PartialThreshold, Ptr, llvm::AnalysisManager< IRUnitT, ExtraArgTs >::registerPass(), llvm::TargetIRAnalysis::run(), llvm::AssumptionAnalysis::run(), llvm::DominatorTreeAnalysis::run(), llvm::LoopAnalysis::run(), llvm::ScalarEvolutionAnalysis::run(), llvm::TargetTransformInfo::UnrollingPreferences::Threshold, TM, and UnrollThresholdFactor.

Referenced by llvm::OpenMPIRBuilder::unrollLoopPartial().

◆ computeOpenMPScheduleType()

static OMPScheduleType computeOpenMPScheduleType ( ScheduleKind  ClauseKind,
bool  HasChunks,
bool  HasSimdModifier,
bool  HasMonotonicModifier,
bool  HasNonmonotonicModifier,
bool  HasOrderedClause 
)
static

Determine the schedule type using schedule and ordering clause arguments.

Definition at line 248 of file OMPIRBuilder.cpp.

References assert(), getOpenMPBaseScheduleType(), getOpenMPMonotonicityScheduleType(), getOpenMPOrderingScheduleType(), and isValidWorkshareLoopScheduleType().

Referenced by llvm::OpenMPIRBuilder::applyWorkshareLoop().

◆ createFakeIntVal()

Value * createFakeIntVal ( IRBuilder<> &  Builder,
OpenMPIRBuilder::InsertPointTy  OuterAllocaIP,
std::stack< Instruction * > &  ToBeDeleted,
OpenMPIRBuilder::InsertPointTy  InnerAllocaIP,
const Twine Name = "",
bool  AsPtr = true 
)

◆ createOutlinedFunction()

static Function * createOutlinedFunction ( OpenMPIRBuilder OMPBuilder,
IRBuilderBase Builder,
StringRef  FuncName,
SmallVectorImpl< Value * > &  Inputs,
OpenMPIRBuilder::TargetBodyGenCallbackTy CBFunc,
OpenMPIRBuilder::TargetGenArgAccessorsCallbackTy ArgAccessorFuncCB 
)
static

◆ createTargetLoopWorkshareCall()

static void createTargetLoopWorkshareCall ( OpenMPIRBuilder OMPBuilder,
WorksharingLoopType  LoopType,
BasicBlock InsertBlock,
Value Ident,
Value LoopBodyArg,
Type ParallelTaskPtr,
Value TripCount,
Function LoopBodyFn 
)
static

◆ createTargetMachine()

static std::unique_ptr< TargetMachine > createTargetMachine ( Function F,
CodeGenOptLevel  OptLevel 
)
static

Create the TargetMachine object to query the backend for optimization preferences.

Ideally, this would be passed from the front-end to the OpenMPBuilder, but e.g. Clang does not pass it to its CodeGen layer and creates it only when needed for the LLVM pass pipline. We use some default options to avoid having to pass too many settings from the frontend that probably do not matter.

Currently, TargetMachine is only used sometimes by the unrollLoopPartial method. If we are going to use TargetMachine for more purposes, especially those that are sensitive to TargetOptions, RelocModel and CodeModel, it might become be worth requiring front-ends to pass on their TargetMachine, or at least cache it between methods. Note that while fontends such as Clang have just a single main TargetMachine per translation unit, "target-cpu" and "target-features" that determine the TargetMachine are per-function and can be overrided using attribute((target("OPTIONS"))).

Definition at line 3809 of file OMPIRBuilder.cpp.

References llvm::Target::createTargetMachine(), F, llvm::TargetRegistry::lookupTarget(), and Options.

Referenced by llvm::lto::backend(), computeHeuristicUnrollFactor(), LLVMCreateTargetMachineWithOptions(), splitCodeGen(), and llvm::lto::thinBackend().

◆ emitTargetCall()

static void emitTargetCall ( OpenMPIRBuilder OMPBuilder,
IRBuilderBase Builder,
OpenMPIRBuilder::InsertPointTy  AllocaIP,
Function OutlinedFn,
Constant OutlinedFnID,
int32_t  NumTeams,
int32_t  NumThreads,
SmallVectorImpl< Value * > &  Args,
OpenMPIRBuilder::GenMapInfoCallbackTy  GenMapInfoCB 
)
static

◆ emitTargetOutlinedFunction()

static void emitTargetOutlinedFunction ( OpenMPIRBuilder OMPBuilder,
IRBuilderBase Builder,
TargetRegionEntryInfo EntryInfo,
Function *&  OutlinedFn,
Constant *&  OutlinedFnID,
SmallVectorImpl< Value * > &  Inputs,
OpenMPIRBuilder::TargetBodyGenCallbackTy CBFunc,
OpenMPIRBuilder::TargetGenArgAccessorsCallbackTy ArgAccessorFuncCB 
)
static

◆ getFreshReductionFunc()

Function * getFreshReductionFunc ( Module M)

Create a function with a unique name and a "void (i8*, i8*)" signature in the given module and return it.

Definition at line 2101 of file OMPIRBuilder.cpp.

References llvm::Function::Create(), llvm::FunctionType::get(), llvm::PointerType::getUnqual(), llvm::Type::getVoidTy(), and llvm::GlobalValue::InternalLinkage.

Referenced by llvm::OpenMPIRBuilder::createReductions().

◆ getGridValue()

static const omp::GV & getGridValue ( const Triple T,
Function Kernel 
)
static

◆ getKmpcForDynamicFiniForType()

static FunctionCallee getKmpcForDynamicFiniForType ( Type Ty,
Module M,
OpenMPIRBuilder OMPBuilder 
)
static

Returns an LLVM function to call for finalizing the dynamic loop using depending on type.

Only i32 and i64 are supported by the runtime. Always interpret integers as unsigned similarly to CanonicalLoopInfo.

Definition at line 3050 of file OMPIRBuilder.cpp.

References llvm::Type::getIntegerBitWidth(), llvm::OpenMPIRBuilder::getOrCreateRuntimeFunction(), and llvm_unreachable.

◆ getKmpcForDynamicInitForType()

static FunctionCallee getKmpcForDynamicInitForType ( Type Ty,
Module M,
OpenMPIRBuilder OMPBuilder 
)
static

Returns an LLVM function to call for initializing loop bounds using OpenMP dynamic scheduling depending on type.

Only i32 and i64 are supported by the runtime. Always interpret integers as unsigned similarly to CanonicalLoopInfo.

Definition at line 3019 of file OMPIRBuilder.cpp.

References llvm::Type::getIntegerBitWidth(), llvm::OpenMPIRBuilder::getOrCreateRuntimeFunction(), and llvm_unreachable.

◆ getKmpcForDynamicNextForType()

static FunctionCallee getKmpcForDynamicNextForType ( Type Ty,
Module M,
OpenMPIRBuilder OMPBuilder 
)
static

Returns an LLVM function to call for updating the next loop using OpenMP dynamic scheduling depending on type.

Only i32 and i64 are supported by the runtime. Always interpret integers as unsigned similarly to CanonicalLoopInfo.

Definition at line 3035 of file OMPIRBuilder.cpp.

References llvm::Type::getIntegerBitWidth(), llvm::OpenMPIRBuilder::getOrCreateRuntimeFunction(), and llvm_unreachable.

◆ getKmpcForStaticInitForType()

static FunctionCallee getKmpcForStaticInitForType ( Type Ty,
Module M,
OpenMPIRBuilder OMPBuilder 
)
static

◆ getKmpcForStaticLoopForType()

static FunctionCallee getKmpcForStaticLoopForType ( Type Ty,
OpenMPIRBuilder OMPBuilder,
WorksharingLoopType  LoopType 
)
static

◆ getNVPTXMDNode()

static MDNode * getNVPTXMDNode ( Function Kernel,
StringRef  Name 
)
static

◆ getOpenMPBaseScheduleType()

static OMPScheduleType getOpenMPBaseScheduleType ( llvm::omp::ScheduleKind  ClauseKind,
bool  HasChunks,
bool  HasSimdModifier 
)
static

Determine which scheduling algorithm to use, determined from schedule clause arguments.

Definition at line 164 of file OMPIRBuilder.cpp.

References llvm::omp::BaseAuto, and llvm_unreachable.

Referenced by computeOpenMPScheduleType().

◆ getOpenMPMonotonicityScheduleType()

static OMPScheduleType getOpenMPMonotonicityScheduleType ( OMPScheduleType  ScheduleType,
bool  HasSimdModifier,
bool  HasMonotonic,
bool  HasNonmonotonic,
bool  HasOrderedClause 
)
static

Adds monotonicity modifier flags to schedule type.

Definition at line 212 of file OMPIRBuilder.cpp.

References assert(), and llvm::omp::ModifierMask.

Referenced by computeOpenMPScheduleType().

◆ getOpenMPOrderingScheduleType()

static OMPScheduleType getOpenMPOrderingScheduleType ( OMPScheduleType  BaseScheduleType,
bool  HasOrderedClause 
)
static

Adds ordering modifier flags to schedule type.

Definition at line 188 of file OMPIRBuilder.cpp.

References assert().

Referenced by computeOpenMPScheduleType().

◆ hostParallelCallback()

static void hostParallelCallback ( OpenMPIRBuilder OMPIRBuilder,
Function OutlinedFn,
Function OuterFn,
Value Ident,
Value IfCondition,
Instruction PrivTID,
AllocaInst PrivTIDAddr,
const SmallVector< Instruction *, 4 > &  ToBeDeleted 
)
static

◆ isConflictIP()

static bool isConflictIP ( IRBuilder<>::InsertPoint  IP1,
IRBuilder<>::InsertPoint  IP2 
)
static

Return whether IP1 and IP2 are ambiguous, i.e.

that inserting instructions at position IP1 may change the meaning of IP2 or vice-versa. This is because an InsertPoint stores the instruction before something is inserted. For instance, if both point to the same instruction, two IRBuilders alternating creating instruction will cause the instructions to be interleaved.

Definition at line 82 of file OMPIRBuilder.cpp.

Referenced by llvm::OpenMPIRBuilder::createAtomicUpdate(), llvm::OpenMPIRBuilder::createParallel(), and llvm::OpenMPIRBuilder::createSections().

◆ isValidWorkshareLoopScheduleType()

static bool isValidWorkshareLoopScheduleType ( OMPScheduleType  SchedType)
static

Definition at line 89 of file OMPIRBuilder.cpp.

Referenced by computeOpenMPScheduleType().

◆ raiseUserConstantDataAllocasToEntryBlock()

static void raiseUserConstantDataAllocasToEntryBlock ( IRBuilderBase Builder,
Function Function 
)
static

◆ redirectAllPredecessorsTo()

static void redirectAllPredecessorsTo ( BasicBlock OldTarget,
BasicBlock NewTarget,
DebugLoc  DL 
)
static

Redirect all edges that branch to OldTarget to NewTarget.

That is, after this OldTarget will be orphaned.

Definition at line 3190 of file OMPIRBuilder.cpp.

References DL, llvm::make_early_inc_range(), llvm::predecessors(), and redirectTo().

Referenced by llvm::OpenMPIRBuilder::collapseLoops(), and llvm::OpenMPIRBuilder::tileLoops().

◆ redirectTo()

static void redirectTo ( BasicBlock Source,
BasicBlock Target,
DebugLoc  DL 
)
static

Make Source branch to Target.

Handles two situations:

  • Source already has an unconditional branch.
  • Source is a degenerate block (no terminator because the BB is the current head of the IR construction).

Definition at line 269 of file OMPIRBuilder.cpp.

References assert(), llvm::BranchInst::Create(), DL, and llvm::BasicBlock::removePredecessor().

Referenced by llvm::OpenMPIRBuilder::collapseLoops(), redirectAllPredecessorsTo(), and llvm::OpenMPIRBuilder::tileLoops().

◆ removeUnusedBlocksFromParent()

static void removeUnusedBlocksFromParent ( ArrayRef< BasicBlock * >  BBs)
static

Determine which blocks in BBs are reachable from outside and remove the ones that are not reachable from the function.

Definition at line 3198 of file OMPIRBuilder.cpp.

References llvm::ArrayRef< T >::begin(), llvm::DeleteDeadBlocks(), llvm::ArrayRef< T >::end(), and llvm::make_early_inc_range().

Referenced by llvm::OpenMPIRBuilder::collapseLoops(), and llvm::OpenMPIRBuilder::tileLoops().

◆ replaceConstantValueUsesInFuncWithInstr()

static void replaceConstantValueUsesInFuncWithInstr ( llvm::Value Input,
Function Func 
)
static

◆ replaceConstatExprUsesInFuncWithInstr()

static void replaceConstatExprUsesInFuncWithInstr ( ConstantExpr ConstExpr,
Function Func 
)
static

◆ targetParallelCallback()

static void targetParallelCallback ( OpenMPIRBuilder OMPIRBuilder,
Function OutlinedFn,
Function OuterFn,
BasicBlock OuterAllocaBB,
Value Ident,
Value IfCondition,
Value NumThreads,
Instruction PrivTID,
AllocaInst PrivTIDAddr,
Value ThreadID,
const SmallVector< Instruction *, 4 > &  ToBeDeleted 
)
static

◆ updateNVPTXMetadata()

static void updateNVPTXMetadata ( Function Kernel,
StringRef  Name,
int32_t  Value,
bool  Min 
)
static

◆ workshareLoopTargetCallback()

static void workshareLoopTargetCallback ( OpenMPIRBuilder OMPIRBuilder,
CanonicalLoopInfo CLI,
Value Ident,
Function OutlinedFn,
Type ParallelTaskPtr,
const SmallVector< Instruction *, 4 > &  ToBeDeleted,
WorksharingLoopType  LoopType 
)
static

Variable Documentation

◆ OptimisticAttributes

cl::opt< bool > OptimisticAttributes("openmp-ir-builder-optimistic-attributes", cl::Hidden, cl::desc("Use optimistic attributes describing " "'as-if' properties of runtime calls."), cl::init(false)) ( "openmp-ir-builder-optimistic-attributes"  ,
cl::Hidden  ,
cl::desc("Use optimistic attributes describing " "'as-if' properties of runtime calls.")  ,
cl::init(false)   
)
static

◆ UnrollThresholdFactor

cl::opt< double > UnrollThresholdFactor("openmp-ir-builder-unroll-threshold-factor", cl::Hidden, cl::desc("Factor for the unroll threshold to account for code " "simplifications still taking place"), cl::init(1.5)) ( "openmp-ir-builder-unroll-threshold-factor"  ,
cl::Hidden  ,
cl::desc("Factor for the unroll threshold to account for code " "simplifications still taking place")  ,
cl::init(1.5)   
)
static