27#include "llvm/IR/IntrinsicsDirectX.h"
39 bool HasUAVWithBinding =
any_of(
41 if (!HasUAVWithBinding)
85 case Intrinsic::dx_wave_is_first_lane:
86 case Intrinsic::dx_wave_getlaneindex:
87 case Intrinsic::dx_wave_get_lane_count:
88 case Intrinsic::dx_wave_any:
89 case Intrinsic::dx_wave_all_equal:
90 case Intrinsic::dx_wave_all:
91 case Intrinsic::dx_wave_readlane:
92 case Intrinsic::dx_wave_readlane_first:
93 case Intrinsic::dx_wave_active_countbits:
94 case Intrinsic::dx_wave_ballot:
95 case Intrinsic::dx_wave_prefix_bit_count:
97 case Intrinsic::dx_wave_reduce_or:
98 case Intrinsic::dx_wave_reduce_xor:
99 case Intrinsic::dx_wave_reduce_and:
100 case Intrinsic::dx_wave_reduce_sum:
101 case Intrinsic::dx_wave_reduce_usum:
102 case Intrinsic::dx_wave_product:
103 case Intrinsic::dx_wave_uproduct:
104 case Intrinsic::dx_wave_reduce_max:
105 case Intrinsic::dx_wave_reduce_umax:
106 case Intrinsic::dx_wave_reduce_min:
107 case Intrinsic::dx_wave_reduce_umin:
109 case Intrinsic::dx_wave_prefix_sum:
110 case Intrinsic::dx_wave_prefix_usum:
111 case Intrinsic::dx_wave_prefix_product:
112 case Intrinsic::dx_wave_prefix_uproduct:
113 case Intrinsic::dx_wave_multi_prefix_bit_and:
114 case Intrinsic::dx_wave_multi_prefix_bit_or:
115 case Intrinsic::dx_wave_multi_prefix_bit_xor:
116 case Intrinsic::dx_wave_multi_prefix_bit_count:
117 case Intrinsic::dx_wave_multi_prefix_product:
118 case Intrinsic::dx_wave_multi_prefix_uproduct:
119 case Intrinsic::dx_wave_multi_prefix_sum:
120 case Intrinsic::dx_wave_multi_prefix_usum:
122 case Intrinsic::dx_quad_all:
123 case Intrinsic::dx_quad_read_across_x:
124 case Intrinsic::dx_quad_read_across_y:
125 case Intrinsic::dx_quad_read_across_diagonal:
153 switch (
II.getIntrinsicID()) {
156 case Intrinsic::dx_resource_load_level:
157 case Intrinsic::dx_resource_sample:
158 case Intrinsic::dx_resource_sample_clamp:
161 case Intrinsic::dx_resource_samplebias:
162 case Intrinsic::dx_resource_samplebias_clamp:
163 case Intrinsic::dx_resource_samplelevel:
166 case Intrinsic::dx_resource_samplegrad:
167 case Intrinsic::dx_resource_samplegrad_clamp:
177 return Flag->getValue().getBoolValue();
186 assert(IID == Intrinsic::dx_resource_load_typedbuffer ||
187 IID == Intrinsic::dx_resource_load_rawbuffer &&
188 "unexpected intrinsic ID");
189 for (
const User *U :
II.users()) {
193 if (EVI->getNumIndices() == 1 && EVI->getIndices()[0] == 1)
209 CSF.Doubles =
I.getType()->getScalarType()->isDoubleTy();
212 for (
const Value *
Op :
I.operands()) {
213 if (
Op->getType()->getScalarType()->isDoubleTy()) {
221 switch (
I.getOpcode()) {
222 case Instruction::FDiv:
223 case Instruction::UIToFP:
224 case Instruction::SIToFP:
225 case Instruction::FPToUI:
226 case Instruction::FPToSI:
227 CSF.DX11_1_DoubleExtensions =
true;
232 if (!CSF.LowPrecisionPresent)
233 CSF.LowPrecisionPresent =
I.getType()->getScalarType()->isIntegerTy(16) ||
234 I.getType()->getScalarType()->isHalfTy();
236 if (!CSF.LowPrecisionPresent) {
237 for (
const Value *
Op :
I.operands()) {
238 if (
Op->getType()->getScalarType()->isIntegerTy(16) ||
239 Op->getType()->getScalarType()->isHalfTy()) {
240 CSF.LowPrecisionPresent =
true;
246 if (CSF.LowPrecisionPresent) {
247 if (CSF.NativeLowPrecisionMode)
248 CSF.NativeLowPrecision =
true;
250 CSF.MinimumPrecision =
true;
254 CSF.Int64Ops =
I.getType()->getScalarType()->isIntegerTy(64);
257 for (
const Value *
Op :
I.operands()) {
258 if (
Op->getType()->getScalarType()->isIntegerTy(64)) {
268 switch (
II->getIntrinsicID()) {
271 case Intrinsic::dx_start_vertex_location:
272 case Intrinsic::dx_start_instance_location:
273 CSF.ExtendedCommandInfo =
true;
275 case Intrinsic::dx_view_id:
278 case Intrinsic::dx_resource_handlefrombinding: {
283 if (!CSF.ResMayNotAlias && CanSetResMayNotAlias &&
285 CSF.ResMayNotAlias =
true;
290 CSF.EnableRawAndStructuredBuffers =
true;
297 case Intrinsic::dx_resource_handlefromheap: {
300 CSF.SamplerDescriptorHeapIndexing |= IsSamplerHeap;
301 CSF.ResourceDescriptorHeapIndexing |= !IsSamplerHeap;
303 if (!CSF.ResMayNotAlias && CanSetResMayNotAlias && RTI.
isUAV() &&
305 CSF.ResMayNotAlias =
true;
309 case Intrinsic::dx_resource_load_level:
310 case Intrinsic::dx_resource_load_typedbuffer: {
311 dxil::ResourceTypeInfo &RTI =
315 if (
II->getIntrinsicID() == Intrinsic::dx_resource_load_typedbuffer &&
317 CSF.TiledResources =
true;
320 case Intrinsic::dx_resource_load_rawbuffer: {
322 CSF.TiledResources =
true;
325 case Intrinsic::dx_resource_atomic_binop:
326 case Intrinsic::dx_resource_atomic_compare_exchange: {
327 if (
II->getType()->isIntegerTy(64)) {
328 dxil::ResourceTypeInfo &RTI =
331 CSF.AtomicInt64OnTypedResource =
true;
341 if (ARMW->getValOperand()->getType()->isIntegerTy(64) &&
342 ARMW->getPointerAddressSpace() == 3)
343 CSF.AtomicInt64OnGroupShared =
true;
345 if (AXCG->getNewValOperand()->getType()->isIntegerTy(64) &&
346 AXCG->getPointerAddressSpace() == 3)
347 CSF.AtomicInt64OnGroupShared =
true;
351 const Function *CF = CI->getCalledFunction();
353 if (FunctionFlags.contains(CF))
354 CSF.
merge(FunctionFlags[CF]);
356 CSF.DX11_1_DoubleExtensions |=
364ModuleShaderFlags::gatherGlobalModuleFlags(
const Module &M,
365 const DXILResourceMap &DRM,
368 ComputedShaderFlags CSF;
375 uint32_t NumUAVs = 0;
378 if (!
UAV.hasBinding())
384 uint32_t NewNum = NumUAVs + (
Size == 0 ? ~0
U :
Size);
385 if (NewNum < NumUAVs)
391 CSF.Max64UAVs =
true;
401 M.getModuleFlag(
"dx.nativelowprec")))
403 CSF.NativeLowPrecisionMode = NativeLowPrec->getValue().getBoolValue();
408 CSF.ResMayNotAlias = !DRM.
uavs().
empty();
413 M.getModuleFlag(
"dx.allresourcesbound")))
414 if (AllResourcesBound->getValue().getBoolValue())
415 CSF.AllResourcesBound =
true;
430 M.getModuleFlag(
"dx.resmayalias")))
431 if (ResMayAlias->getValue().getBoolValue())
432 CanSetResMayNotAlias =
false;
442 const std::vector<CallGraphNode *> &CurSCC = *SCCI;
454 if (
F->isDeclaration()) {
455 assert(!
F->getName().starts_with(
"dx.op.") &&
456 "DXIL Shader Flag analysis should not be run post-lowering.");
461 for (
const auto &BB : *
F)
462 for (
const auto &
I : BB)
463 updateFunctionFlags(CSF,
I, DRTM, MMDI);
467 CSF.Barycentrics |=
llvm::any_of(Sig->Inputs, [](
const auto &E) {
468 return E.SemanticKind == dxbc::PSV::SemanticKind::Barycentrics;
472 auto HasLowPrecision = [](
const auto &Elements) {
479 if (HasLowPrecision(Sig->Inputs) || HasLowPrecision(Sig->Outputs)) {
480 CSF.LowPrecisionPresent =
true;
481 if (Sig->UseNative16Bit)
482 CSF.NativeLowPrecision =
true;
484 CSF.MinimumPrecision =
true;
488 auto HasShadingRate = [](
const auto &Elements) {
490 return E.SemanticKind == dxbc::PSV::SemanticKind::ShadingRate;
493 if (HasShadingRate(Sig->Inputs) || HasShadingRate(Sig->Outputs))
494 CSF.ShadingRate =
true;
503 CombinedSFMask.merge(SCCSF);
511 FunctionFlags[
F].merge(SCCSF);
516 uint64_t FlagVal = (uint64_t) *
this;
517 OS <<
formatv(
"; Shader Flags Value: {0:x8}\n;\n", FlagVal);
520 OS <<
"; Note: shader requires additional functionality:\n";
521#define SHADER_FEATURE_FLAG(FeatureBit, DxilModuleNum, FlagName, Str) \
523 (OS << ";").indent(7) << Str << "\n";
524#include "llvm/BinaryFormat/DXContainerConstants.def"
525 OS <<
"; Note: extra DXIL module flags:\n";
526#define DXIL_MODULE_FLAG(DxilModuleBit, FlagName, Str) \
528 (OS << ";").indent(7) << Str << "\n";
529#include "llvm/BinaryFormat/DXContainerConstants.def"
536 auto Iter = FunctionFlags.find(Func);
537 assert((Iter != FunctionFlags.end() && Iter->first == Func) &&
538 "Get Shader Flags : No Shader Flags Mask exists for function");
564 OS <<
"; Combined Shader Flags for Module\n";
567 OS <<
"; Shader Flags for Module Functions\n";
568 for (
const auto &
F : M.getFunctionList()) {
569 if (
F.isDeclaration())
572 OS <<
formatv(
"; Function {0} : {1:x8}\n;\n",
F.getName(),
590 MSFI.initialize(M, DRTM, DRM, MMDI,
606 "DXIL Shader Flag Analysis",
true,
true)
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This file contains the simple types necessary to represent the attributes associated with functions a...
This file provides interfaces used to build and manipulate a call graph, which is a very useful tool ...
bool checkIfStatusIsExtracted(const IntrinsicInst &II)
static bool isOptimizationDisabled(const Module &M)
static bool hasUAVsAtEveryStage(const DXILResourceMap &DRM, const ModuleMetadataInfo &MMDI)
static bool checkDoubleExtensionOps(Intrinsic::ID IID)
static bool checkAdvancedTextureOps(const IntrinsicInst &II)
Texture load and sample operations accept "programmable offsets", i.e.
static bool checkWaveOps(Intrinsic::ID IID)
Module.h This file contains the declarations for the Module class.
uint64_t IntrinsicInst * II
#define INITIALIZE_PASS_DEPENDENCY(depName)
#define INITIALIZE_PASS_END(passName, arg, name, cfg, analysis)
#define INITIALIZE_PASS_BEGIN(passName, arg, name, cfg, analysis)
This builds on the llvm/ADT/GraphTraits.h file to find the strongly connected components (SCCs) of a ...
This file defines the SmallVector class.
PassT::Result & getResult(IRUnitT &IR, ExtraArgTs... ExtraArgs)
Get the result of an analysis pass for a given IR unit.
Represent the analysis usage information of a pass.
AnalysisUsage & addRequired()
void setPreservesAll()
Set by analyses that do not transform their input at all.
AnalysisUsage & addRequiredTransitive()
A node in the call graph for a module.
The basic data container for the call graph of a Module of IR.
iterator_range< iterator > uavs()
A wrapper class for inspecting calls to intrinsic functions.
A Module instance is used to store all the information related to an LLVM module.
AnalysisType & getAnalysis() const
getAnalysis<AnalysisType>() - This function is used by subclasses to get to the analysis information ...
A set of analyses that are preserved following a run of a transformation pass.
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Represent a constant reference to a string, i.e.
Represents a version number in the form major[.minor[.subminor[.build]]].
const EntrySignature * get(const Function *F) const
LLVM_ABI bool isUAV() const
LLVM_ABI bool isSampler() const
LLVM_ABI bool isTyped() const
LLVM_ABI TypedInfo getTyped() const
dxil::ResourceKind getResourceKind() const
PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM)
Wrapper pass for the legacy pass manager.
void getAnalysisUsage(AnalysisUsage &AU) const override
getAnalysisUsage - This function should be overriden by passes that need analysis information to do t...
bool runOnModule(Module &M) override
runOnModule - Virtual method overriden by subclasses to process the module being operated on.
ModuleShaderFlags run(Module &M, ModuleAnalysisManager &AM)
This class implements an extremely fast bulk output stream that can only output to a stream.
Enumerate the SCCs of a directed graph in reverse topological order of the SCC DAG.
bool isAtEnd() const
Direct loop termination test which is more efficient than comparison with end().
std::enable_if_t< detail::IsValidPointer< X, Y >::value, X * > extract_or_null(Y &&MD)
Extract a Value from Metadata, allowing null.
This is an optimization pass for GlobalISel generic memory operations.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
scc_iterator< T > scc_begin(const T &G)
Construct the begin iterator for a deduced graph type T.
RelativeUniformCounterPtr ValuesPtrExpr VTableAddr Value
bool any_of(R &&range, UnaryPredicate P)
Provide wrappers to std::any_of which take ranges instead of having to pass begin/end explicitly.
auto formatv(bool Validate, const char *Fmt, Ts &&...Vals)
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
LLVM_ATTRIBUTE_VISIBILITY_DEFAULT AnalysisKey InnerAnalysisManagerProxy< AnalysisManagerT, IRUnitT, ExtraArgTs... >::Key
DWARFExpression::Operation Op
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
AnalysisManager< Module > ModuleAnalysisManager
Convenience typedef for the Module analysis manager.
A special type used by analysis passes to provide an address that identifies that particular analysis...
void merge(const ComputedShaderFlags CSF)
void print(raw_ostream &OS=dbgs()) const
const ComputedShaderFlags & getFunctionFlags(const Function *) const
Return the shader flags mask of the specified function Func.
void initialize(Module &, DXILResourceTypeMap &DRTM, const DXILResourceMap &DRM, const ModuleMetadataInfo &MMDI, const ModuleSignatureInfo &Signatures)
Construct ModuleShaderFlags for module Module M.
const ComputedShaderFlags & getCombinedFlags() const