DXILResourceAccess.cpp File Reference

#include "DXILResourceAccess.h"
#include "DirectX.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/MapVector.h"
#include "llvm/ADT/SetVector.h"
#include "llvm/Analysis/DXILResource.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/Frontend/HLSL/HLSLResource.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsDirectX.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/ProfDataUtils.h"
#include "llvm/IR/User.h"
#include "llvm/IR/ValueHandle.h"
#include "llvm/InitializePasses.h"
#include "llvm/Support/DXILABI.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/FormatVariadic.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Utils/ValueMapper.h"
#include <optional>

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "dxil-resource-access"

Functions
static void	diagnoseNonUniqueResourceAccess (Instruction *I, ArrayRef< IntrinsicInst * > Handles)
static Value *	traverseGEPOffsets (const DataLayout &DL, IRBuilder<> &Builder, Value *Ptr, uint64_t AccessSize)
static void	createTypedBufferStore (IntrinsicInst *II, StoreInst *SI, dxil::ResourceTypeInfo &RTI)
static Value *	getNullOffsetsFor (IRBuilder<> &Builder, Value *Coords)
	Build a zero-initialized offset operand matching the shape of the given coordinate operand.
static void	createTextureStore (IntrinsicInst *II, StoreInst *SI, dxil::ResourceTypeInfo &RTI)
static void	emitRawStore (IRBuilder<> &Builder, Value *Buffer, Value *Index, Value *Offset, Value *V, dxil::ResourceTypeInfo &RTI)
static void	createRawStores (IntrinsicInst *II, StoreInst *SI, dxil::ResourceTypeInfo &RTI)
static void	createStoreIntrinsic (IntrinsicInst *II, StoreInst *SI, dxil::ResourceTypeInfo &RTI)
static std::optional< dxil::AtomicBinOpCode >	getAtomicBinOpCode (AtomicRMWInst::BinOp BinOp)
static std::pair< Value *, Value * >	getAtomicResourceCoords (IntrinsicInst *II, Value *PointerOperand, dxil::ResourceTypeInfo &RTI, IRBuilder<> &Builder, const DataLayout &DL)
static SmallVector< Value *, 3 >	getTextureAtomicCoords (IntrinsicInst *II, IRBuilder<> &Builder)
static void	emitAtomicBinOp (IRBuilder<> &Builder, AtomicRMWInst *AI, Value *Handle, ArrayRef< Value * > Coords)
static void	createBufferAtomicBinOp (IntrinsicInst *II, AtomicRMWInst *AI, dxil::ResourceTypeInfo &RTI)
static void	createTextureAtomicBinOp (IntrinsicInst *II, AtomicRMWInst *AI, dxil::ResourceTypeInfo &RTI)
static void	emitAtomicCompareExchange (IRBuilder<> &Builder, AtomicCmpXchgInst *AI, Value *Handle, ArrayRef< Value * > Coords)
static void	createBufferAtomicCompareExchange (IntrinsicInst *II, AtomicCmpXchgInst *AI, dxil::ResourceTypeInfo &RTI)
static void	createTextureAtomicCompareExchange (IntrinsicInst *II, AtomicCmpXchgInst *AI, dxil::ResourceTypeInfo &RTI)
static void	createAtomicBinOpIntrinsic (IntrinsicInst *II, AtomicRMWInst *AI, dxil::ResourceTypeInfo &RTI)
static void	createAtomicCompareExchangeIntrinsic (IntrinsicInst *II, AtomicCmpXchgInst *AI, dxil::ResourceTypeInfo &RTI)
static void	createTypedBufferLoad (IntrinsicInst *II, LoadInst *LI, dxil::ResourceTypeInfo &RTI)
static void	createTextureLoad (IntrinsicInst *II, LoadInst *LI, dxil::ResourceTypeInfo &RTI)
static Value *	emitRawLoad (IRBuilder<> &Builder, Type *Ty, Value *Buffer, Value *Index, Value *Offset, dxil::ResourceTypeInfo &RTI)
static void	createRawLoads (IntrinsicInst *II, LoadInst *LI, dxil::ResourceTypeInfo &RTI)
static Value *	loadCBufferRowIntoWindow (IRBuilder<> &Builder, const CBufferRowIntrin &Intrin, Value *Handle, Value *FirstRow, Value *Window, unsigned RowNumber, StringRef Name)
static Value *	createDynamicCBufferLoad (IntrinsicInst *II, LoadInst *LI, const CBufferRowIntrin &Intrin, Value *BaseRow, Value *ByteOffset, const KnownBits &WithinRow)
static KnownBits	computeCBufferOffsetKnownBits (Value *Offset, const DataLayout &DL, const Instruction *CxtI)
static void	createCBufferLoad (IntrinsicInst *II, LoadInst *LI, dxil::ResourceTypeInfo &RTI)
static void	createLoadIntrinsic (IntrinsicInst *II, LoadInst *LI, dxil::ResourceTypeInfo &RTI)
static Instruction *	getHandleOperand (Instruction *AI)
static Instruction *	getHandleRoot (Instruction *I)
static SmallVector< IntrinsicInst * >	collectUsedHandles (Value *Ptr)
static hlsl::Binding	getHandleIntrinsicBinding (IntrinsicInst *Handle, DXILResourceTypeMap &DRTM)
static Value *	accumulateGEPOffset (GetElementPtrInst *GEP, IRBuilder<> &Builder)
static AccessIndices	getAccessIndices (Instruction *I, SmallSetVector< Instruction *, 16 > &DeadInsts, PhiAccessIndicesMap &VisitedPhis)
static void	replaceHandleWithIndices (Instruction *Ptr, IntrinsicInst *OldHandle, SmallSetVector< Instruction *, 16 > &DeadInsts, PhiAccessIndicesMap &VisitedPhis)
static bool	legalizeResourceHandles (Function &F, DXILResourceTypeMap &DRTM)
static void	replaceAccess (IntrinsicInst *II, dxil::ResourceTypeInfo &RTI)
static bool	transformResourcePointers (Function &F, DXILResourceTypeMap &DRTM)
	INITIALIZE_PASS_BEGIN (DXILResourceAccessLegacy, DEBUG_TYPE, "DXIL Resource Access", false, false) INITIALIZE_PASS_END(DXILResourceAccessLegacy

Variables
static const std::array< Intrinsic::ID, 2 >	HandleIntrins
	DEBUG_TYPE
DXIL Resource	Access
DXIL Resource	false

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "dxil-resource-access"

Definition at line 40 of file DXILResourceAccess.cpp.

Function Documentation

accumulateGEPOffset()

Value * accumulateGEPOffset ( GetElementPtrInst * GEP, IRBuilder<> & Builder )

static

Definition at line 1145 of file DXILResourceAccess.cpp.

References assert(), llvm::BitWidth, DL, GEP, llvm::Type::getInt32Ty(), llvm::APInt::getSExtValue(), llvm::Offset, and Success.

Referenced by getAccessIndices().

collectUsedHandles()

SmallVector< IntrinsicInst * > collectUsedHandles ( Value * Ptr )

static

Definition at line 1060 of file DXILResourceAccess.cpp.

References llvm::SmallPtrSetImpl< PtrType >::contains(), llvm::dyn_cast(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), GEP, HandleIntrins, II, llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::is_contained(), llvm::SmallVectorImpl< T >::pop_back_val(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), Select, and X.

Referenced by legalizeResourceHandles().

computeCBufferOffsetKnownBits()

KnownBits computeCBufferOffsetKnownBits ( Value * Offset, const DataLayout & DL, const Instruction * CxtI )

static

Definition at line 835 of file DXILResourceAccess.cpp.

References llvm::computeKnownBits(), DL, llvm::dyn_cast(), I, llvm::KnownBits::intersectWith(), llvm::Known, llvm::Offset, and llvm::KnownBits::setAllConflict().

Referenced by createCBufferLoad().

createAtomicBinOpIntrinsic()

void createAtomicBinOpIntrinsic ( IntrinsicInst * II, AtomicRMWInst * AI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 516 of file DXILResourceAccess.cpp.

References llvm::dxil::CBuffer, createBufferAtomicBinOp(), createTextureAtomicBinOp(), llvm::dxil::FeedbackTexture2D, llvm::dxil::FeedbackTexture2DArray, llvm::dxil::ResourceTypeInfo::getResourceKind(), II, llvm::dxil::Invalid, llvm_unreachable, llvm::dxil::NumEntries, llvm::dxil::RawBuffer, llvm::reportFatalUsageError(), llvm::dxil::RTAccelerationStructure, llvm::dxil::Sampler, llvm::dxil::StructuredBuffer, llvm::dxil::TBuffer, llvm::dxil::Texture1D, llvm::dxil::Texture1DArray, llvm::dxil::Texture2D, llvm::dxil::Texture2DArray, llvm::dxil::Texture2DMS, llvm::dxil::Texture2DMSArray, llvm::dxil::Texture3D, llvm::dxil::TextureCube, llvm::dxil::TextureCubeArray, and llvm::dxil::TypedBuffer.

Referenced by replaceAccess().

createAtomicCompareExchangeIntrinsic()

void createAtomicCompareExchangeIntrinsic ( IntrinsicInst * II, AtomicCmpXchgInst * AI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 552 of file DXILResourceAccess.cpp.

References llvm::dxil::CBuffer, createBufferAtomicCompareExchange(), createTextureAtomicCompareExchange(), llvm::dxil::FeedbackTexture2D, llvm::dxil::FeedbackTexture2DArray, llvm::dxil::ResourceTypeInfo::getResourceKind(), II, llvm::dxil::Invalid, llvm_unreachable, llvm::dxil::NumEntries, llvm::dxil::RawBuffer, llvm::reportFatalUsageError(), llvm::dxil::RTAccelerationStructure, llvm::dxil::Sampler, llvm::dxil::StructuredBuffer, llvm::dxil::TBuffer, llvm::dxil::Texture1D, llvm::dxil::Texture1DArray, llvm::dxil::Texture2D, llvm::dxil::Texture2DArray, llvm::dxil::Texture2DMS, llvm::dxil::Texture2DMSArray, llvm::dxil::Texture3D, llvm::dxil::TextureCube, llvm::dxil::TextureCubeArray, and llvm::dxil::TypedBuffer.

Referenced by replaceAccess().

createBufferAtomicBinOp()

void createBufferAtomicBinOp ( IntrinsicInst * II, AtomicRMWInst * AI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 422 of file DXILResourceAccess.cpp.

References DL, emitAtomicBinOp(), getAtomicResourceCoords(), llvm::Instruction::getDataLayout(), llvm::AtomicRMWInst::getPointerOperand(), II, and llvm::Offset.

Referenced by createAtomicBinOpIntrinsic().

createBufferAtomicCompareExchange()

void createBufferAtomicCompareExchange ( IntrinsicInst * II, AtomicCmpXchgInst * AI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 487 of file DXILResourceAccess.cpp.

References DL, emitAtomicCompareExchange(), getAtomicResourceCoords(), llvm::Instruction::getDataLayout(), llvm::AtomicCmpXchgInst::getPointerOperand(), II, and llvm::Offset.

Referenced by createAtomicCompareExchangeIntrinsic().

createCBufferLoad()

void createCBufferLoad ( IntrinsicInst * II, LoadInst * LI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 853 of file DXILResourceAccess.cpp.

References assert(), llvm::hlsl::CBufferRowSizeInBytes, computeCBufferOffsetKnownBits(), createDynamicCBufferLoad(), DL, llvm::dyn_cast(), E(), llvm::formatv(), llvm::PoisonValue::get(), llvm::KnownBits::getConstant(), llvm::Instruction::getDataLayout(), llvm::Value::getName(), llvm::LoadInst::getPointerOperand(), llvm::Value::getType(), llvm::APInt::getZExtValue(), llvm::ConstantInt::getZExtValue(), I, II, llvm::isa(), llvm::KnownBits::isConstant(), llvm::APInt::isZero(), llvm::KnownBits::makeConstant(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::replaceAllUsesWith(), llvm::SmallVectorTemplateCommon< T, typename >::size(), traverseGEPOffsets(), llvm::APInt::udiv(), llvm::APInt::udivrem(), and uint64_t.

Referenced by createLoadIntrinsic().

createDynamicCBufferLoad()

Value * createDynamicCBufferLoad ( IntrinsicInst * II, LoadInst * LI, const CBufferRowIntrin & Intrin, Value * BaseRow, Value * ByteOffset, const KnownBits & WithinRow )

static

Definition at line 773 of file DXILResourceAccess.cpp.

References llvm::hlsl::CBufferRowSizeInBytes, DEBUG_TYPE, llvm::dyn_cast(), llvm::FixedVectorType::get(), llvm::PoisonValue::get(), llvm::KnownBits::getMaxValue(), llvm::KnownBits::getMinValue(), llvm::Value::getName(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), llvm::BasicBlock::getTerminator(), llvm::Value::getType(), llvm::APInt::getZExtValue(), I, II, loadCBufferRowIntoWindow(), llvm::setExplicitlyUnknownBranchWeightsIfProfiled(), and llvm::SplitBlockAndInsertIfThen().

Referenced by createCBufferLoad().

createLoadIntrinsic()

void createLoadIntrinsic ( IntrinsicInst * II, LoadInst * LI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 995 of file DXILResourceAccess.cpp.

References llvm::dxil::CBuffer, createCBufferLoad(), createRawLoads(), createTextureLoad(), createTypedBufferLoad(), llvm::dxil::FeedbackTexture2D, llvm::dxil::FeedbackTexture2DArray, llvm::dxil::ResourceTypeInfo::getResourceKind(), II, llvm::dxil::Invalid, llvm_unreachable, llvm::dxil::NumEntries, llvm::dxil::RawBuffer, llvm::reportFatalUsageError(), llvm::dxil::RTAccelerationStructure, llvm::dxil::Sampler, llvm::dxil::StructuredBuffer, llvm::dxil::TBuffer, llvm::dxil::Texture1D, llvm::dxil::Texture1DArray, llvm::dxil::Texture2D, llvm::dxil::Texture2DArray, llvm::dxil::Texture2DMS, llvm::dxil::Texture2DMSArray, llvm::dxil::Texture3D, llvm::dxil::TextureCube, llvm::dxil::TextureCubeArray, and llvm::dxil::TypedBuffer.

Referenced by llvm::ARMTargetLowering::lowerInterleavedLoad(), and replaceAccess().

createRawLoads()

void createRawLoads ( IntrinsicInst * II, LoadInst * LI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 677 of file DXILResourceAccess.cpp.

References assert(), llvm::concatenateVectors(), DL, llvm::dyn_cast(), emitRawLoad(), llvm::FixedVectorType::get(), llvm::Instruction::getDataLayout(), llvm::LoadInst::getPointerOperand(), llvm::Value::getType(), I, II, llvm::Type::isAggregateType(), N, llvm::Offset, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::replaceAllUsesWith(), llvm::SmallVectorTemplateCommon< T, typename >::size(), traverseGEPOffsets(), and uint64_t.

Referenced by createLoadIntrinsic().

createRawStores()

void createRawStores ( IntrinsicInst * II, StoreInst * SI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 227 of file DXILResourceAccess.cpp.

References assert(), llvm::SmallVectorImpl< T >::clear(), DL, llvm::dyn_cast(), E(), emitRawStore(), I, II, N, llvm::Offset, llvm::SmallVectorTemplateBase< T, bool >::push_back(), traverseGEPOffsets(), and uint64_t.

Referenced by createStoreIntrinsic().

createStoreIntrinsic()

void createStoreIntrinsic ( IntrinsicInst * II, StoreInst * SI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 265 of file DXILResourceAccess.cpp.

References llvm::dxil::CBuffer, createRawStores(), createTextureStore(), createTypedBufferStore(), llvm::dxil::FeedbackTexture2D, llvm::dxil::FeedbackTexture2DArray, llvm::dxil::ResourceTypeInfo::getResourceKind(), II, llvm::dxil::Invalid, llvm_unreachable, llvm::dxil::NumEntries, llvm::dxil::RawBuffer, llvm::reportFatalUsageError(), llvm::dxil::RTAccelerationStructure, llvm::dxil::Sampler, llvm::dxil::StructuredBuffer, llvm::dxil::TBuffer, llvm::dxil::Texture1D, llvm::dxil::Texture1DArray, llvm::dxil::Texture2D, llvm::dxil::Texture2DArray, llvm::dxil::Texture2DMS, llvm::dxil::Texture2DMSArray, llvm::dxil::Texture3D, llvm::dxil::TextureCube, llvm::dxil::TextureCubeArray, and llvm::dxil::TypedBuffer.

Referenced by llvm::ARMTargetLowering::lowerInterleavedStore(), and replaceAccess().

createTextureAtomicBinOp()

void createTextureAtomicBinOp ( IntrinsicInst * II, AtomicRMWInst * AI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 432 of file DXILResourceAccess.cpp.

References emitAtomicBinOp(), llvm::dxil::ResourceTypeInfo::getHandleTy(), getTextureAtomicCoords(), llvm::TargetExtType::getTypeParameter(), II, llvm::Type::isFloatingPointTy(), llvm::Type::isIntegerTy(), and llvm::reportFatalUsageError().

Referenced by createAtomicBinOpIntrinsic().

createTextureAtomicCompareExchange()

void createTextureAtomicCompareExchange ( IntrinsicInst * II, AtomicCmpXchgInst * AI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 500 of file DXILResourceAccess.cpp.

References emitAtomicCompareExchange(), llvm::dxil::ResourceTypeInfo::getHandleTy(), getTextureAtomicCoords(), llvm::TargetExtType::getTypeParameter(), II, llvm::Type::isFloatingPointTy(), llvm::Type::isIntegerTy(), and llvm::reportFatalUsageError().

Referenced by createAtomicCompareExchangeIntrinsic().

createTextureLoad()

void createTextureLoad ( IntrinsicInst * II, LoadInst * LI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 619 of file DXILResourceAccess.cpp.

References DL, llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::Instruction::getDataLayout(), llvm::dxil::ResourceTypeInfo::getHandleTy(), getNullOffsetsFor(), llvm::LoadInst::getPointerOperand(), llvm::Type::getScalarType(), llvm::Value::getType(), llvm::TargetExtType::getTypeParameter(), II, llvm::isa(), llvm::Offset, llvm::Value::replaceAllUsesWith(), traverseGEPOffsets(), and uint64_t.

Referenced by createLoadIntrinsic().

createTextureStore()

void createTextureStore ( IntrinsicInst * II, StoreInst * SI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 172 of file DXILResourceAccess.cpp.

References assert(), DL, llvm::dxil::ResourceTypeInfo::getHandleTy(), getNullOffsetsFor(), llvm::Type::getScalarType(), llvm::TargetExtType::getTypeParameter(), II, llvm_unreachable, llvm::Load, llvm::Offset, traverseGEPOffsets(), and uint64_t.

Referenced by createStoreIntrinsic().

createTypedBufferLoad()

void createTypedBufferLoad ( IntrinsicInst * II, LoadInst * LI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 589 of file DXILResourceAccess.cpp.

References DL, llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::StructType::get(), llvm::Instruction::getDataLayout(), llvm::dxil::ResourceTypeInfo::getHandleTy(), llvm::Type::getInt1Ty(), llvm::LoadInst::getPointerOperand(), llvm::Type::getScalarType(), llvm::Value::getType(), llvm::TargetExtType::getTypeParameter(), II, llvm::isa(), llvm::Offset, llvm::Value::replaceAllUsesWith(), traverseGEPOffsets(), and uint64_t.

Referenced by createLoadIntrinsic().

createTypedBufferStore()

void createTypedBufferStore ( IntrinsicInst * II, StoreInst * SI, dxil::ResourceTypeInfo & RTI )

static

Definition at line 124 of file DXILResourceAccess.cpp.

References assert(), DL, llvm::StructType::get(), llvm::dxil::ResourceTypeInfo::getHandleTy(), llvm::Type::getInt1Ty(), llvm::Type::getScalarType(), llvm::TargetExtType::getTypeParameter(), II, llvm_unreachable, llvm::Load, llvm::Offset, traverseGEPOffsets(), and uint64_t.

Referenced by createStoreIntrinsic().

diagnoseNonUniqueResourceAccess()

void diagnoseNonUniqueResourceAccess ( Instruction * I, ArrayRef< IntrinsicInst * > Handles )

static

Definition at line 45 of file DXILResourceAccess.cpp.

References llvm::DS_Note, I, and llvm::report_fatal_error().

Referenced by legalizeResourceHandles().

emitAtomicBinOp()

void emitAtomicBinOp ( IRBuilder<> & Builder, AtomicRMWInst * AI, Value * Handle, ArrayRef< Value * > Coords )

static

Definition at line 381 of file DXILResourceAccess.cpp.

References llvm::append_range(), assert(), llvm::ArrayRef< T >::empty(), llvm::PoisonValue::get(), getAtomicBinOpCode(), llvm::AtomicRMWInst::getOperation(), llvm::Type::getPrimitiveSizeInBits(), llvm::Value::getType(), llvm::AtomicRMWInst::getValOperand(), llvm::Type::isFloatingPointTy(), llvm::Value::replaceAllUsesWith(), llvm::reportFatalUsageError(), and llvm::ArrayRef< T >::size().

Referenced by createBufferAtomicBinOp(), and createTextureAtomicBinOp().

emitAtomicCompareExchange()

void emitAtomicCompareExchange ( IRBuilder<> & Builder, AtomicCmpXchgInst * AI, Value * Handle, ArrayRef< Value * > Coords )

static

Definition at line 450 of file DXILResourceAccess.cpp.

References llvm::append_range(), assert(), llvm::dyn_cast(), llvm::ArrayRef< T >::empty(), llvm::PoisonValue::get(), llvm::AtomicCmpXchgInst::getCompareOperand(), llvm::AtomicCmpXchgInst::getNewValOperand(), llvm::Value::getType(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::reportFatalUsageError(), llvm::ArrayRef< T >::size(), and llvm::Instruction::users().

Referenced by createBufferAtomicCompareExchange(), and createTextureAtomicCompareExchange().

emitRawLoad()

Value * emitRawLoad ( IRBuilder<> & Builder, Type * Ty, Value * Buffer, Value * Index, Value * Offset, dxil::ResourceTypeInfo & RTI )

static

Definition at line 656 of file DXILResourceAccess.cpp.

References llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::StructType::get(), llvm::dxil::ResourceTypeInfo::isStruct(), and llvm::Offset.

Referenced by createRawLoads().

emitRawStore()

void emitRawStore ( IRBuilder<> & Builder, Value * Buffer, Value * Index, Value * Offset, Value * V, dxil::ResourceTypeInfo & RTI )

static

Definition at line 211 of file DXILResourceAccess.cpp.

References llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::dxil::ResourceTypeInfo::isStruct(), and llvm::Offset.

Referenced by createRawStores().

getAccessIndices()

AccessIndices getAccessIndices ( Instruction * I, SmallSetVector< Instruction *, 16 > & DeadInsts, PhiAccessIndicesMap & VisitedPhis )

static

Definition at line 1175 of file DXILResourceAccess.cpp.

References accumulateGEPOffset(), assert(), llvm::PHINode::Create(), llvm::dyn_cast(), GEP, getAccessIndices(), HandleIntrins, I, II, llvm::SetVector< T, Vector, Set, N >::insert(), llvm::is_contained(), llvm_unreachable, llvm::Value::replaceAllUsesWith(), and Select.

Referenced by getAccessIndices(), and replaceHandleWithIndices().

getAtomicBinOpCode()

std::optional< dxil::AtomicBinOpCode > getAtomicBinOpCode ( AtomicRMWInst::BinOp BinOp )

static

Definition at line 300 of file DXILResourceAccess.cpp.

References llvm::AtomicRMWInst::Add, llvm::dxil::Add, llvm::AtomicRMWInst::And, llvm::dxil::And, llvm::AtomicRMWInst::BAD_BINOP, llvm::dxil::Exchange, llvm::AtomicRMWInst::FAdd, llvm::AtomicRMWInst::FMax, llvm::AtomicRMWInst::FMaximum, llvm::AtomicRMWInst::FMaximumNum, llvm::AtomicRMWInst::FMin, llvm::AtomicRMWInst::FMinimum, llvm::AtomicRMWInst::FMinimumNum, llvm::AtomicRMWInst::FSub, llvm::dxil::IMax, llvm::dxil::IMin, llvm_unreachable, llvm::AtomicRMWInst::Max, llvm::AtomicRMWInst::Min, llvm::AtomicRMWInst::Nand, llvm::AtomicRMWInst::Or, llvm::dxil::Or, llvm::AtomicRMWInst::Sub, llvm::AtomicRMWInst::UDecWrap, llvm::AtomicRMWInst::UIncWrap, llvm::AtomicRMWInst::UMax, llvm::dxil::UMax, llvm::AtomicRMWInst::UMin, llvm::dxil::UMin, llvm::AtomicRMWInst::USubCond, llvm::AtomicRMWInst::USubSat, llvm::AtomicRMWInst::Xchg, llvm::AtomicRMWInst::Xor, and llvm::dxil::Xor.

Referenced by emitAtomicBinOp().

getAtomicResourceCoords()

std::pair< Value *, Value * > getAtomicResourceCoords ( IntrinsicInst * II, Value * PointerOperand, dxil::ResourceTypeInfo & RTI, IRBuilder<> & Builder, const DataLayout & DL )

static

Definition at line 345 of file DXILResourceAccess.cpp.

References DL, llvm::dyn_cast(), llvm::PoisonValue::get(), II, llvm::dxil::ResourceTypeInfo::isStruct(), llvm::Offset, traverseGEPOffsets(), and uint64_t.

Referenced by createBufferAtomicBinOp(), and createBufferAtomicCompareExchange().

getHandleIntrinsicBinding()

hlsl::Binding getHandleIntrinsicBinding ( IntrinsicInst * Handle, DXILResourceTypeMap & DRTM )

static

Definition at line 1097 of file DXILResourceAccess.cpp.

References assert(), llvm::cast(), llvm::CallBase::getArgOperand(), llvm::IntrinsicInst::getIntrinsicID(), llvm::Value::getType(), HandleIntrins, llvm::is_contained(), and Size.

Referenced by legalizeResourceHandles().

getHandleOperand()

Instruction * getHandleOperand ( Instruction * AI )

static

Definition at line 1029 of file DXILResourceAccess.cpp.

References llvm::dyn_cast(), and II.

Referenced by legalizeResourceHandles().

getHandleRoot()

Instruction * getHandleRoot ( Instruction * I )

static

Definition at line 1045 of file DXILResourceAccess.cpp.

References llvm::dyn_cast(), GEP, and I.

Referenced by legalizeResourceHandles().

getNullOffsetsFor()

Value * getNullOffsetsFor ( IRBuilder<> & Builder, Value * Coords )

static

Build a zero-initialized offset operand matching the shape of the given coordinate operand.

Accesses through operator[] never have offsets.

Definition at line 161 of file DXILResourceAccess.cpp.

References llvm::dyn_cast(), llvm::FixedVectorType::get(), llvm::Type::getInt32Ty(), llvm::Constant::getNullValue(), and llvm::Value::getType().

Referenced by createTextureLoad(), and createTextureStore().

getTextureAtomicCoords()

SmallVector< Value *, 3 > getTextureAtomicCoords ( IntrinsicInst * II, IRBuilder<> & Builder )

static

Definition at line 367 of file DXILResourceAccess.cpp.

References assert(), llvm::dyn_cast(), E(), llvm::Value::getType(), I, II, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by createTextureAtomicBinOp(), and createTextureAtomicCompareExchange().

INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	DXILResourceAccessLegacy	,
		DEBUG_TYPE	,
		"DXIL Resource Access"	,
		false	,
		false	)

References DEBUG_TYPE, and INITIALIZE_PASS_DEPENDENCY.

legalizeResourceHandles()

bool legalizeResourceHandles ( Function & F, DXILResourceTypeMap & DRTM )

static

Definition at line 1381 of file DXILResourceAccess.cpp.

References B(), llvm::cast(), collectUsedHandles(), diagnoseNonUniqueResourceAccess(), F, getHandleIntrinsicBinding(), getHandleOperand(), getHandleRoot(), I, llvm::make_early_inc_range(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::RecursivelyDeleteDeadPHINode(), replaceHandleWithIndices(), llvm::reverse(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

Referenced by llvm::DXILResourceAccess::run().

loadCBufferRowIntoWindow()

Value * loadCBufferRowIntoWindow ( IRBuilder<> & Builder, const CBufferRowIntrin & Intrin, Value * Handle, Value * FirstRow, Value * Window, unsigned RowNumber, StringRef Name )

static

Definition at line 755 of file DXILResourceAccess.cpp.

Referenced by createDynamicCBufferLoad().

replaceAccess()

void replaceAccess ( IntrinsicInst * II, dxil::ResourceTypeInfo & RTI )

static

Definition at line 1430 of file DXILResourceAccess.cpp.

References assert(), llvm::SmallVectorTemplateCommon< T, typename >::back(), createAtomicBinOpIntrinsic(), createAtomicCompareExchangeIntrinsic(), createLoadIntrinsic(), createStoreIntrinsic(), llvm::Dead, llvm::dyn_cast(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), GEP, II, llvm_unreachable, llvm::SmallVectorTemplateBase< T, bool >::pop_back(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::reverse().

Referenced by transformResourcePointers().

replaceHandleWithIndices()

void replaceHandleWithIndices ( Instruction * Ptr, IntrinsicInst * OldHandle, SmallSetVector< Instruction *, 16 > & DeadInsts, PhiAccessIndicesMap & VisitedPhis )

static

Definition at line 1333 of file DXILResourceAccess.cpp.

References assert(), llvm::cast(), llvm::Instruction::clone(), getAccessIndices(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), llvm::Value::getType(), llvm::SetVector< T, Vector, Set, N >::insert(), llvm::isa(), llvm::Type::isPointerTy(), llvm::Type::isTargetExtTy(), llvm::Value::replaceAllUsesWith(), and llvm::CallBase::setArgOperand().

Referenced by legalizeResourceHandles().

transformResourcePointers()

bool transformResourcePointers ( Function & F, DXILResourceTypeMap & DRTM )

static

Definition at line 1469 of file DXILResourceAccess.cpp.

References assert(), llvm::cast(), llvm::dyn_cast(), F, I, II, llvm::make_early_inc_range(), replaceAccess(), and Resources.

Referenced by llvm::DXILResourceAccess::run().

traverseGEPOffsets()

Value * traverseGEPOffsets ( const DataLayout & DL, IRBuilder<> & Builder, Value * Ptr, uint64_t AccessSize )

static

Definition at line 66 of file DXILResourceAccess.cpp.

References assert(), llvm::cast(), DL, llvm::dyn_cast(), GEP, II, llvm_unreachable, llvm::Offset, and uint64_t.

Referenced by createCBufferLoad(), createRawLoads(), createRawStores(), createTextureLoad(), createTextureStore(), createTypedBufferLoad(), createTypedBufferStore(), and getAtomicResourceCoords().

Variable Documentation

Access

DXIL Resource Access

Definition at line 1532 of file DXILResourceAccess.cpp.

Referenced by llvm::dwarf::AccessibilityString(), llvm::logicalview::LVElement::accessibilityString(), llvm::codeview::BaseClassRecord::BaseClassRecord(), llvm::codeview::DataMemberRecord::DataMemberRecord(), llvm::codeview::EnumeratorRecord::EnumeratorRecord(), findStoreForOutArgument(), llvm::AA::PointerInfo::State::forallInterferingAccesses(), foreachMemoryAccess(), llvm::logicalview::LVElement::getAccessibilityCode(), getFD(), llvm::MemoryDepChecker::getInstructionsForAccess(), isAllocSiteRemovable(), isCachePolicySupported(), isL1EvictionSupported(), isL2EvictionSupported(), isL2PrefetchSupported(), isLdOrSt(), mayLoopAccessLocation(), mayLoopAccessLocation(), llvm::codeview::MemberAttributes::MemberAttributes(), llvm::codeview::MemberAttributes::MemberAttributes(), llvm::codeview::OneMethodRecord::OneMethodRecord(), llvm::sys::fs::openFile(), llvm::sys::fs::openNativeFile(), llvm::pdb::operator<<(), llvm::raw_fd_ostream::raw_fd_ostream(), llvm::raw_fd_ostream::raw_fd_ostream(), llvm::logicalview::LVElement::setAccessibilityCode(), llvm::logicalview::LVElement::setAccessibilityCode(), llvm::codeview::StaticDataMemberRecord::StaticDataMemberRecord(), and llvm::codeview::VirtualBaseClassRecord::VirtualBaseClassRecord().

DEBUG_TYPE

DEBUG_TYPE

Definition at line 1531 of file DXILResourceAccess.cpp.

false

DXIL Resource false

Definition at line 1532 of file DXILResourceAccess.cpp.

HandleIntrins

const std::array<Intrinsic::ID, 2> HandleIntrins

static

Initial value:

= {
    Intrinsic::dx_resource_handlefrombinding,
    Intrinsic::dx_resource_handlefromimplicitbinding,
}

Definition at line 1055 of file DXILResourceAccess.cpp.

Referenced by collectUsedHandles(), getAccessIndices(), and getHandleIntrinsicBinding().