#include "llvm/Transforms/Scalar/InferAddressSpaces.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/DenseSet.h"
#include "llvm/ADT/SetVector.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/IR/Argument.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstIterator.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Operator.h"
#include "llvm/IR/PassManager.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Use.h"
#include "llvm/IR/User.h"
#include "llvm/IR/Value.h"
#include "llvm/IR/ValueHandle.h"
#include "llvm/InitializePasses.h"
#include "llvm/Pass.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/Scalar.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Utils/ValueMapper.h"
#include <cassert>
#include <iterator>
#include <limits>
#include <optional>
#include <utility>
#include <vector>

Macros
#define	DEBUG_TYPE "infer-address-spaces"

Functions
	INITIALIZE_PASS_BEGIN (InferAddressSpaces, DEBUG_TYPE, "Infer address spaces", false, false) INITIALIZE_PASS_END(InferAddressSpaces
Infer address static false Type *	getPtrOrVecOfPtrsWithNewAS (Type *Ty, unsigned NewAddrSpace)
static bool	isNoopPtrIntCastPair (const Operator I2P, const DataLayout &DL, const TargetTransformInfo TTI)
static APInt	computeMaxChangedPtrBits (const Operator Op, const Value Mask, const DataLayout &DL, AssumptionCache AC, const DominatorTree DT)
static Value *	phiNodeOperandWithNewAddressSpace (AddrSpaceCastInst NewI, Value Operand)
static Value *	operandWithNewAddressSpaceOrCreatePoison (const Use &OperandUse, unsigned NewAddrSpace, const ValueToValueMapTy &ValueWithNewAddrSpace, const PredicatedAddrSpaceMapTy &PredicatedAS, SmallVectorImpl< const Use * > *PoisonUsesToFix)
static bool	replaceOperandIfSame (Instruction Inst, unsigned OpIdx, Value OldVal, Value *NewVal)
	Replace operand `OpIdx` in `Inst`, if the value is the same as `OldVal` with `NewVal`.
template<typename InstrType>
static bool	replaceSimplePointerUse (const TargetTransformInfo &TTI, InstrType MemInstr, unsigned AddrSpace, Value OldV, Value *NewV)
static bool	replaceIfSimplePointerUse (const TargetTransformInfo &TTI, User Inst, unsigned AddrSpace, Value OldV, Value *NewV)
	If `OldV` is used as the pointer operand of a compatible memory operation `Inst`, replaces the pointer operand with NewV.
static bool	handleMemIntrinsicPtrUse (MemIntrinsic MI, Value OldV, Value *NewV)
	Update memory intrinsic uses that require more complex processing than simple memory instructions.
static Value::use_iterator	skipToNextUser (Value::use_iterator I, Value::use_iterator End)

Variables
static cl::opt< bool >	AssumeDefaultIsFlatAddressSpace ("assume-default-is-flat-addrspace", cl::init(false), cl::ReallyHidden, cl::desc("The default address space is assumed as the flat address space. " "This is mainly for test purpose."))
static const unsigned	UninitializedAddressSpace
	DEBUG_TYPE
Infer address	spaces
Infer address	false

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE "infer-address-spaces"

Definition at line 139 of file InferAddressSpaces.cpp.

Function Documentation

◆ computeMaxChangedPtrBits()

APInt computeMaxChangedPtrBits	(	const Operator *	Op,
		const Value *	Mask,
		const DataLayout &	DL,
		AssumptionCache *	AC,
		const DominatorTree *	DT )

static

Definition at line 427 of file InferAddressSpaces.cpp.

References llvm::computeKnownBits(), DL, llvm::APInt::getAllOnes(), and llvm::KnownBits::getBitWidth().

◆ getPtrOrVecOfPtrsWithNewAS()

Infer address static false Type * getPtrOrVecOfPtrsWithNewAS	(	Type *	Ty,
		unsigned	NewAddrSpace )

static

Definition at line 305 of file InferAddressSpaces.cpp.

References assert(), llvm::PointerType::get(), and getPtrOrVecOfPtrsWithNewAS().

Referenced by getPtrOrVecOfPtrsWithNewAS(), and operandWithNewAddressSpaceOrCreatePoison().

◆ handleMemIntrinsicPtrUse()

bool handleMemIntrinsicPtrUse	(	MemIntrinsic *	MI,
		Value *	OldV,
		Value *	NewV )

static

Update memory intrinsic uses that require more complex processing than simple memory instructions.

These require re-mangling and may have multiple pointer operands.

Definition at line 1335 of file InferAddressSpaces.cpp.

References assert(), B(), llvm::dyn_cast(), llvm::isa(), llvm_unreachable, and MI.

◆ INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	InferAddressSpaces	,
		DEBUG_TYPE	,
		"Infer address spaces"	,
		false	,
		false	)

References DEBUG_TYPE, and INITIALIZE_PASS_DEPENDENCY.

◆ isNoopPtrIntCastPair()

bool isNoopPtrIntCastPair	(	const Operator *	I2P,
		const DataLayout &	DL,
		const TargetTransformInfo *	TTI )

static

Definition at line 314 of file InferAddressSpaces.cpp.

References assert(), DL, llvm::dyn_cast(), llvm::Operator::getOpcode(), llvm::User::getOperand(), llvm::Type::getPointerAddressSpace(), llvm::Value::getType(), and llvm::CastInst::isNoopCast().

◆ operandWithNewAddressSpaceOrCreatePoison()

Value * operandWithNewAddressSpaceOrCreatePoison	(	const Use &	OperandUse,
		unsigned	NewAddrSpace,
		const ValueToValueMapTy &	ValueWithNewAddrSpace,
		const PredicatedAddrSpaceMapTy &	PredicatedAS,
		SmallVectorImpl< const Use * > *	PoisonUsesToFix )

static

Definition at line 773 of file InferAddressSpaces.cpp.

References llvm::CallingConv::C, llvm::cast(), llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::Use::get(), llvm::ConstantExpr::getAddrSpaceCast(), llvm::Instruction::getDebugLoc(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::Instruction::getOpcode(), getPtrOrVecOfPtrsWithNewAS(), llvm::Value::getType(), llvm::Use::getUser(), I, LLVM_UNLIKELY, llvm::ValueMap< KeyT, ValueT, Config >::lookup(), phiNodeOperandWithNewAddressSpace(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().

◆ phiNodeOperandWithNewAddressSpace()

Value * phiNodeOperandWithNewAddressSpace	(	AddrSpaceCastInst *	NewI,
		Value *	Operand )

static

Definition at line 737 of file InferAddressSpaces.cpp.

References assert(), llvm::cast(), llvm::dyn_cast(), F, llvm::Instruction::getDebugLoc(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::Instruction::getOpcode(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), llvm::Instruction::insertAfter(), llvm::Instruction::insertBefore(), llvm::isa(), LLVM_UNLIKELY, and llvm::Instruction::setDebugLoc().

Referenced by operandWithNewAddressSpaceOrCreatePoison().

◆ replaceIfSimplePointerUse()

bool replaceIfSimplePointerUse	(	const TargetTransformInfo &	TTI,
		User *	Inst,
		unsigned	AddrSpace,
		Value *	OldV,
		Value *	NewV )

static

If OldV is used as the pointer operand of a compatible memory operation Inst, replaces the pointer operand with NewV.

This covers memory instructions with a single pointer operand that can have its address space changed by simply mutating the use to a new value.

returns true the user replacement was made.

Definition at line 1314 of file InferAddressSpaces.cpp.

References llvm::dyn_cast(), and replaceSimplePointerUse().

◆ replaceOperandIfSame()

bool replaceOperandIfSame	(	Instruction *	Inst,
		unsigned	OpIdx,
		Value *	OldVal,
		Value *	NewVal )

static

Replace operand OpIdx in Inst, if the value is the same as OldVal with NewVal.

Definition at line 1284 of file InferAddressSpaces.cpp.

References llvm::User::getOperandUse(), and OpIdx.

Referenced by replaceSimplePointerUse().

◆ replaceSimplePointerUse()

template<typename InstrType>

bool replaceSimplePointerUse	(	const TargetTransformInfo &	TTI,
		InstrType *	MemInstr,
		unsigned	AddrSpace,
		Value *	OldV,
		Value *	NewV )

static

Definition at line 1296 of file InferAddressSpaces.cpp.

References replaceOperandIfSame().

Referenced by replaceIfSimplePointerUse().

◆ skipToNextUser()

Value::use_iterator skipToNextUser	(	Value::use_iterator	I,
		Value::use_iterator	End )

static

Definition at line 1410 of file InferAddressSpaces.cpp.

References I.

Variable Documentation

◆ AssumeDefaultIsFlatAddressSpace

cl::opt< bool > AssumeDefaultIsFlatAddressSpace("assume-default-is-flat-addrspace", cl::init(false), cl::ReallyHidden, cl::desc("The default address space is assumed as the flat address space. " "This is mainly for test purpose."))	(	"assume-default-is-flat-addrspace"	,
		cl::init(false)	,
		cl::ReallyHidden	,
		cl::desc("The default address space is assumed as the flat address space. " "This is mainly for test purpose.")	)

static

◆ DEBUG_TYPE

DEBUG_TYPE

Definition at line 302 of file InferAddressSpaces.cpp.

◆ false

Infer address false

Definition at line 303 of file InferAddressSpaces.cpp.

◆ spaces

Infer address spaces

Definition at line 302 of file InferAddressSpaces.cpp.

◆ UninitializedAddressSpace

const unsigned UninitializedAddressSpace

static

Initial value:

=

std::numeric_limits<unsigned>::max()

Definition at line 149 of file InferAddressSpaces.cpp.

Referenced by llvm::InferAddressSpacesPass::InferAddressSpacesPass().

Macros

Functions

Variables

Macro Definition Documentation

◆ DEBUG_TYPE

Function Documentation

◆ computeMaxChangedPtrBits()

◆ getPtrOrVecOfPtrsWithNewAS()

◆ handleMemIntrinsicPtrUse()

◆ INITIALIZE_PASS_BEGIN()

◆ isNoopPtrIntCastPair()

◆ operandWithNewAddressSpaceOrCreatePoison()

◆ phiNodeOperandWithNewAddressSpace()

◆ replaceIfSimplePointerUse()

◆ replaceOperandIfSame()

◆ replaceSimplePointerUse()

◆ skipToNextUser()

Variable Documentation

◆ AssumeDefaultIsFlatAddressSpace

◆ DEBUG_TYPE

◆ false

◆ spaces

◆ UninitializedAddressSpace