#include "llvm/Transforms/HipStdPar/HipStdPar.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/Analysis/CallGraph.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/Module.h"
#include "llvm/Transforms/Utils/ModuleUtils.h"
#include <cassert>
#include <string>
#include <utility>

Functions
template<typename T>
static void	eraseFromModule (T &ToErase)
static bool	checkIfSupported (GlobalVariable &G)
static void	clearModule (Module &M)
static SmallVector< std::reference_wrapper< Use > >	collectIndirectableUses (GlobalVariable *G)
static GlobalVariable *	getGlobalForName (GlobalVariable *G)
static GlobalVariable *	getIndirectionGlobal (Module *M)
static Constant *	appendIndirectedGlobal (const GlobalVariable IndirectionTable, SmallVector< Constant > &SymbolIndirections, GlobalVariable *ToIndirect)
static void	fillIndirectionTable (GlobalVariable IndirectionTable, SmallVector< Constant > Indirections)
static void	replaceWithIndirectUse (const Use &U, const GlobalVariable G, Constant IndirectedG)
static bool	isValidIndirectionTable (GlobalVariable *IndirectionTable)
static void	indirectGlobals (GlobalVariable IndirectionTable, SmallVector< GlobalVariable > ToIndirect)
static void	maybeHandleGlobals (Module &M)
template<unsigned N>
static void	removeUnreachableFunctions (const SmallPtrSet< const Function *, N > &Reachable, Module &M)
static bool	isAcceleratorExecutionRoot (const Function *F)
static bool	isCXXExceptionRuntimeFunction (StringRef Name)
static bool	checkIfExceptionHandlingIsSupported (const Function *F)
static bool	checkIfSupported (const Function F, const CallBase CB)

Variables
static constexpr std::pair< StringLiteral, StringLiteral >	ReplaceMap []
static constexpr std::pair< StringLiteral, StringLiteral >	HiddenMap []
static constexpr std::pair< StringLiteral, StringLiteral >	MathLibToHipStdPar []

Function Documentation

◆ appendIndirectedGlobal()

Constant * appendIndirectedGlobal	(	const GlobalVariable *	IndirectionTable,
		SmallVector< Constant * > &	SymbolIndirections,
		GlobalVariable *	ToIndirect )

static

Definition at line 179 of file HipStdPar.cpp.

References llvm::cast(), llvm::ConstantStruct::get(), llvm::ConstantExpr::getAddrSpaceCast(), getGlobalForName(), getIndirectionGlobal(), llvm::GlobalValue::getParent(), llvm::GlobalValue::getValueType(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by indirectGlobals().

◆ checkIfExceptionHandlingIsSupported()

bool checkIfExceptionHandlingIsSupported ( const Function * F )

inlinestatic

Definition at line 381 of file HipStdPar.cpp.

References llvm::DS_Error, F, I, and llvm::isa().

Referenced by llvm::HipStdParAcceleratorCodeSelectionPass::run().

◆ checkIfSupported() [1/2]

bool checkIfSupported	(	const Function *	F,
		const CallBase *	CB )

inlinestatic

Definition at line 398 of file HipStdPar.cpp.

References llvm::cast(), llvm::DS_Error, F, llvm::CallBase::getArgOperand(), llvm::Instruction::getDebugLoc(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), isCXXExceptionRuntimeFunction(), N, and llvm::StringRef::npos.

◆ checkIfSupported() [2/2]

bool checkIfSupported ( GlobalVariable & G )

static

Definition at line 79 of file HipStdPar.cpp.

References assert(), llvm::SmallVectorTemplateCommon< T, typename >::back(), llvm::cast(), llvm::DS_Error, llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::SmallVectorTemplateCommon< T, typename >::end(), G, I, llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::SmallVectorImpl< T >::insert(), llvm::isa(), and llvm::SmallVectorTemplateBase< T, bool >::pop_back().

Referenced by maybeHandleGlobals(), and llvm::HipStdParAcceleratorCodeSelectionPass::run().

◆ clearModule()

void clearModule ( Module & M )

inlinestatic

Definition at line 119 of file HipStdPar.cpp.

References eraseFromModule().

Referenced by maybeHandleGlobals(), and llvm::HipStdParAcceleratorCodeSelectionPass::run().

◆ collectIndirectableUses()

SmallVector< std::reference_wrapper< Use > > collectIndirectableUses ( GlobalVariable * G )

static

Definition at line 131 of file HipStdPar.cpp.

References G, llvm::isa(), llvm::transform(), and Uses.

Referenced by indirectGlobals().

◆ eraseFromModule()

template<typename T>

void eraseFromModule ( T & ToErase )

inlinestatic

Definition at line 74 of file HipStdPar.cpp.

References llvm::PoisonValue::get(), and T.

Referenced by clearModule(), indirectGlobals(), removeUnreachableFunctions(), and llvm::HipStdParAllocationInterpositionPass::run().

◆ fillIndirectionTable()

void fillIndirectionTable	(	GlobalVariable *	IndirectionTable,
		SmallVector< Constant * >	Indirections )

static

Definition at line 199 of file HipStdPar.cpp.

References llvm::cast(), llvm::Count, llvm::ArrayType::get(), llvm::ConstantArray::get(), llvm::ConstantStruct::get(), llvm::PoisonValue::get(), llvm::ConstantExpr::getAddrSpaceCast(), llvm::GlobalValue::getParent(), llvm::Type::getStructElementType(), llvm::GlobalValue::getValueType(), llvm::GlobalValue::PrivateLinkage, llvm::GlobalVariable::setInitializer(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

Referenced by indirectGlobals().

◆ getGlobalForName()

GlobalVariable * getGlobalForName ( GlobalVariable * G )

inlinestatic

Definition at line 148 of file HipStdPar.cpp.

References G, llvm::ConstantDataArray::getString(), N, and llvm::GlobalValue::PrivateLinkage.

Referenced by appendIndirectedGlobal().

◆ getIndirectionGlobal()

GlobalVariable * getIndirectionGlobal ( Module * M )

inlinestatic

Definition at line 162 of file HipStdPar.cpp.

References llvm::PointerType::get(), llvm::PoisonValue::get(), llvm::GlobalValue::getValueType(), llvm::GlobalValue::PrivateLinkage, llvm::GlobalVariable::setConstant(), llvm::GlobalVariable::setExternallyInitialized(), llvm::GlobalVariable::setInitializer(), and llvm::GlobalValue::setLinkage().

Referenced by appendIndirectedGlobal().

◆ indirectGlobals()

void indirectGlobals	(	GlobalVariable *	IndirectionTable,
		SmallVector< GlobalVariable * >	ToIndirect )

static

Definition at line 290 of file HipStdPar.cpp.

References appendIndirectedGlobal(), collectIndirectableUses(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), eraseFromModule(), fillIndirectionTable(), llvm::for_each(), G, replaceWithIndirectUse(), and Uses.

Referenced by maybeHandleGlobals().

◆ isAcceleratorExecutionRoot()

bool isAcceleratorExecutionRoot ( const Function * F )

inlinestatic

Definition at line 366 of file HipStdPar.cpp.

References llvm::CallingConv::AMDGPU_KERNEL, and F.

Referenced by llvm::HipStdParAcceleratorCodeSelectionPass::run().

◆ isCXXExceptionRuntimeFunction()

bool isCXXExceptionRuntimeFunction ( StringRef Name )

inlinestatic

Definition at line 373 of file HipStdPar.cpp.

Referenced by checkIfSupported().

◆ isValidIndirectionTable()

bool isValidIndirectionTable ( GlobalVariable * IndirectionTable )

inlinestatic

Definition at line 254 of file HipStdPar.cpp.

References llvm::cast(), llvm::LLVMContext::diagnose(), llvm::DS_Error, llvm::Value::getContext(), llvm::GlobalValue::getValueType(), and llvm::isa().

Referenced by maybeHandleGlobals().

◆ maybeHandleGlobals()

void maybeHandleGlobals ( Module & M )

inlinestatic

Definition at line 317 of file HipStdPar.cpp.

References checkIfSupported(), clearModule(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), G, llvm::PoisonValue::get(), indirectGlobals(), isValidIndirectionTable(), IT, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by llvm::HipStdParAcceleratorCodeSelectionPass::run().

◆ removeUnreachableFunctions()

template<unsigned N>

void removeUnreachableFunctions	(	const SmallPtrSet< const Function *, N > &	Reachable,
		Module &	M )

inlinestatic

Definition at line 349 of file HipStdPar.cpp.

References C(), llvm::copy_if(), llvm::dyn_cast(), eraseFromModule(), F, llvm::for_each(), llvm::removeFromUsedLists(), and ToRemove.

Referenced by llvm::HipStdParAcceleratorCodeSelectionPass::run().

◆ replaceWithIndirectUse()

void replaceWithIndirectUse	(	const Use &	U,
		const GlobalVariable *	G,
		Constant *	IndirectedG )

static

Definition at line 224 of file HipStdPar.cpp.

References assert(), llvm::cast(), llvm::dyn_cast(), G, and I.

Referenced by indirectGlobals().

Variable Documentation

◆ HiddenMap

std::pair<StringLiteral, StringLiteral> HiddenMap[]

staticconstexpr

Initial value:

{
    
    
    {"__hipstdpar_hidden_malloc", "__libc_malloc"},
    {"__hipstdpar_hidden_free", "__libc_free"},
    {"__hipstdpar_hidden_memalign", "__libc_memalign"},
    {"__hipstdpar_hidden_mmap", "mmap"},
    {"__hipstdpar_hidden_munmap", "munmap"}}

Definition at line 523 of file HipStdPar.cpp.

Referenced by llvm::HipStdParAllocationInterpositionPass::run().

◆ MathLibToHipStdPar

std::pair<StringLiteral, StringLiteral> MathLibToHipStdPar[]

staticconstexpr

Definition at line 573 of file HipStdPar.cpp.

Referenced by llvm::HipStdParMathFixupPass::run().

◆ ReplaceMap

std::pair<StringLiteral, StringLiteral> ReplaceMap[]

staticconstexpr

Definition at line 481 of file HipStdPar.cpp.

Referenced by llvm::instrumentor::readConfigFromJSON(), and llvm::HipStdParAllocationInterpositionPass::run().

Functions

Variables

Function Documentation

◆ appendIndirectedGlobal()

◆ checkIfExceptionHandlingIsSupported()

◆ checkIfSupported() [1/2]

◆ checkIfSupported() [2/2]

◆ clearModule()

◆ collectIndirectableUses()

◆ eraseFromModule()

◆ fillIndirectionTable()

◆ getGlobalForName()

◆ getIndirectionGlobal()

◆ indirectGlobals()

◆ isAcceleratorExecutionRoot()

◆ isCXXExceptionRuntimeFunction()

◆ isValidIndirectionTable()

◆ maybeHandleGlobals()

◆ removeUnreachableFunctions()

◆ replaceWithIndirectUse()

Variable Documentation

◆ HiddenMap

◆ MathLibToHipStdPar

◆ ReplaceMap