LLVM 24.0.0git
Public Member Functions | Public Attributes | Protected Member Functions | Protected Attributes | List of all members
llvm::GCNSchedStrategy Class Reference

This is a minimal scheduler strategy. More...

#include "Target/AMDGPU/GCNSchedStrategy.h"

Inheritance diagram for llvm::GCNSchedStrategy:
[legend]

Public Member Functions

std::pair< unsigned, unsigned > getBankLimits () const
 GCNSchedStrategy (const MachineSchedContext *C)
SUnit * pickNode (bool &IsTopNode) override
 Pick the next node to schedule, or return NULL.
void schedNode (SUnit *SU, bool IsTopNode) override
 Notify MachineSchedStrategy that ScheduleDAGMI has scheduled an instruction and updated scheduled/remaining flags in the DAG nodes.
void initialize (ScheduleDAGMI *DAG) override
 Initialize the strategy after building the DAG for a new region.
unsigned getTargetOccupancy ()
void setTargetOccupancy (unsigned Occ)
GCNSchedStageID getCurrentStage ()
bool advanceStage ()
bool hasNextStage () const
bool useGCNTrackers () const
GCNDownwardRPTrackerBase & getDownwardTracker ()
GCNUpwardRPTracker & getUpwardTracker ()
Public Member Functions inherited from llvm::GenericScheduler
 GenericScheduler (const MachineSchedContext *C)
void initPolicy (MachineBasicBlock::iterator Begin, MachineBasicBlock::iterator End, unsigned NumRegionInstrs) override
 Initialize the per-region scheduling policy.
void dumpPolicy () const override
bool shouldTrackPressure () const override
 Check if pressure tracking is needed before building the DAG and initializing this strategy.
bool shouldTrackLaneMasks () const override
 Returns true if lanemasks should be tracked.
void initialize (ScheduleDAGMI *dag) override
 Initialize the strategy after building the DAG for a new region.
SUnit * pickNode (bool &IsTopNode) override
 Pick the best node to balance the schedule. Implements MachineSchedStrategy.
void schedNode (SUnit *SU, bool IsTopNode) override
 Update the scheduler's state after scheduling a node.
void releaseTopNode (SUnit *SU) override
 When all predecessor dependencies have been resolved, free this node for top-down scheduling.
void releaseBottomNode (SUnit *SU) override
 When all successor dependencies have been resolved, free this node for bottom-up scheduling.
void registerRoots () override
 Notify this strategy that all roots have been released (including those that depend on EntrySU or ExitSU).
Public Member Functions inherited from llvm::MachineSchedStrategy
virtual ~MachineSchedStrategy ()=default
virtual bool doMBBSchedRegionsTopDown () const
virtual void enterMBB (MachineBasicBlock *MBB)
 Tell the strategy that MBB is about to be processed.
virtual void leaveMBB ()
 Tell the strategy that current MBB is done.
virtual void scheduleTree (unsigned SubtreeID)
 Scheduler callback to notify that a new subtree is scheduled.

Public Attributes

bool HasHighPressure
bool KnownExcessRP = false
unsigned ErrorMargin = 3
const unsigned HighRPSGPRBias = 7
const unsigned HighRPVGPRBias = 7
unsigned SGPRExcessLimit = 0
unsigned VGPRExcessLimit = 0
unsigned AGPRExcessLimit = 0
unsigned SGPRCriticalLimit = 0
unsigned VGPRCriticalLimit = 0
unsigned UnifiedVGPRCriticalLimit = 0
unsigned AGPRCriticalLimit = 0
unsigned SGPRLimitBias = 0
unsigned VGPRLimitBias = 0
unsigned VGPRThresholdPercent = 0

Protected Member Functions

SUnit * pickNodeBidirectional (bool &IsTopNode, bool &PickedPending)
void pickNodeFromQueue (SchedBoundary &Zone, const CandPolicy &ZonePolicy, const RegPressureTracker &RPTracker, SchedCandidate &Cand, bool &IsPending, bool IsBottomUp)
void initCandidate (SchedCandidate &Cand, SUnit *SU, bool AtTop, const RegPressureTracker &RPTracker, const SIRegisterInfo *SRI, unsigned SGPRPressure, unsigned VGPRPressure, unsigned AGPRPressure, bool IsBottomUp)
bool tryPendingCandidate (SchedCandidate &Cand, SchedCandidate &TryCand, SchedBoundary *Zone) const
 Evaluates instructions in the pending queue using a subset of scheduling heuristics.
void printCandidateDecision (const SchedCandidate &Current, const SchedCandidate &Preferred)
void getRegisterPressures (bool AtTop, const RegPressureTracker &RPTracker, SUnit *SU, std::vector< unsigned > &Pressure, std::vector< unsigned > &MaxPressure, const GCNDownwardRPTrackerBase &DownwardTracker, const GCNUpwardRPTracker &UpwardTracker, ScheduleDAGMI *DAG, const SIRegisterInfo *SRI)
std::pair< unsigned, unsigned > getBankedPressure (const GCNRegPressure &RP) const
Protected Member Functions inherited from llvm::GenericScheduler
void checkAcyclicLatency ()
 Set IsAcyclicLatencyLimited if the acyclic path is longer than the cyclic critical path by more cycles than it takes to drain the instruction buffer.
void initCandidate (SchedCandidate &Cand, SUnit *SU, bool AtTop, const RegPressureTracker &RPTracker, RegPressureTracker &TempTracker)
virtual bool tryCandidate (SchedCandidate &Cand, SchedCandidate &TryCand, SchedBoundary *Zone) const
 Apply a set of heuristics to a new candidate.
SUnit * pickNodeBidirectional (bool &IsTopNode)
 Pick the best candidate node from either the top or bottom queue.
void pickNodeFromQueue (SchedBoundary &Zone, const CandPolicy &ZonePolicy, const RegPressureTracker &RPTracker, SchedCandidate &Candidate)
 Pick the best candidate from the queue.
void reschedulePhysReg (SUnit *SU, bool isTop)
Protected Member Functions inherited from llvm::GenericSchedulerBase
 GenericSchedulerBase (const MachineSchedContext *C)
LLVM_ABI void setPolicy (CandPolicy &Policy, bool IsPostRA, SchedBoundary &CurrZone, SchedBoundary *OtherZone)
 Set the CandPolicy given a scheduling zone given the current resources and latencies inside and outside the zone.
MachineSchedPolicy getPolicy () const override
void traceCandidate (const SchedCandidate &Cand)

Protected Attributes

const AMDGPUOptions & CLOpts
std::vector< unsigned > Pressure
std::vector< unsigned > MaxPressure
unsigned ArchVGPRBankLimit = 0
 Capacity of the ArchVGPR bank, captured before VGPRExcessLimit is cut down by ErrorMargin, VGPRLimitBias, or VGPRThresholdPercent.
unsigned AGPRBankLimit = 0
 Capacity of the AGPR bank, captured before AGPRExcessLimit is cut down by ErrorMargin and VGPRLimitBias.
unsigned UnifiedVGPRExcessLimit = 0
 Budget for the combined ArchVGPR + AGPR file, or zero on targets without one.
unsigned CandUnifiedVGPRPressure = 0
 Combined-file pressure of the candidate most recently passed to getRegisterPressures().
unsigned TargetOccupancy
MachineFunction * MF
SmallVector< GCNSchedStageID, 4 > SchedStages
SmallVectorImpl< GCNSchedStageID >::iterator CurrentStage = nullptr
GCNManualDownwardRPTracker DownwardTracker
GCNUpwardRPTracker UpwardTracker
bool UseGCNTrackers = false
std::optional< bool > GCNTrackersOverride
Protected Attributes inherited from llvm::GenericScheduler
ScheduleDAGMILive * DAG = nullptr
SchedBoundary Top
SchedBoundary Bot
unsigned TopClusterID
unsigned BotClusterID
SchedCandidate TopCand
 Candidate last picked from Top boundary.
SchedCandidate BotCand
 Candidate last picked from Bot boundary.
Protected Attributes inherited from llvm::GenericSchedulerBase
const MachineSchedContext * Context
const TargetSchedModel * SchedModel = nullptr
const TargetRegisterInfo * TRI = nullptr
unsigned TopIdx = 0
unsigned BotIdx = 0
unsigned NumRegionInstrs = 0
MachineSchedPolicy RegionPolicy
SchedRemainder Rem

Additional Inherited Members

Public Types inherited from llvm::GenericSchedulerBase
enum  CandReason : uint8_t {
  NoCand , Only1 , PhysReg , RegExcess ,
  RegCritical , Stall , Cluster , Weak ,
  RegMax , ResourceReduce , ResourceDemand , BotHeightReduce ,
  BotPathReduce , TopDepthReduce , TopPathReduce , NodeOrder ,
  FirstValid
}
 Represent the type of SchedCandidate found within a single queue. More...
Static Public Member Functions inherited from llvm::GenericSchedulerBase
static const char * getReasonStr (GenericSchedulerBase::CandReason Reason)

Detailed Description

This is a minimal scheduler strategy.

The main difference between this and the GenericScheduler is that GCNSchedStrategy uses different heuristics to determine excess/critical pressure sets.

Definition at line 57 of file GCNSchedStrategy.h.

Constructor & Destructor Documentation

◆ GCNSchedStrategy()

GCNSchedStrategy::GCNSchedStrategy ( const MachineSchedContext * C)

Definition at line 70 of file GCNSchedStrategy.cpp.

References C(), CLOpts, llvm::Default, DownwardTracker, GCNTrackersOverride, llvm::GenericScheduler::GenericScheduler(), HasHighPressure, MF, TargetOccupancy, llvm::True, UpwardTracker, VGPRThresholdPercent, and llvm::VGPRThresholdPercentOpt.

Referenced by llvm::AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy(), llvm::GCNMaxILPSchedStrategy::GCNMaxILPSchedStrategy(), llvm::GCNMaxMemoryClauseSchedStrategy::GCNMaxMemoryClauseSchedStrategy(), and llvm::GCNMaxOccupancySchedStrategy::GCNMaxOccupancySchedStrategy().

Member Function Documentation

◆ advanceStage()

bool GCNSchedStrategy::advanceStage ( )

Definition at line 715 of file GCNSchedStrategy.cpp.

References assert(), CurrentStage, and SchedStages.

◆ getBankedPressure()

std::pair< unsigned, unsigned > GCNSchedStrategy::getBankedPressure ( const GCNRegPressure & RP) const
protected
Returns
the ArchVGPR and AGPR pressure of RP after distributing bank-agnostic AVGPR pressure across the two banks.

Definition at line 207 of file GCNSchedStrategy.cpp.

References AGPRBankLimit, ArchVGPRBankLimit, and CLOpts.

Referenced by getRegisterPressures(), llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), and pickNodeFromQueue().

◆ getBankLimits()

std::pair< unsigned, unsigned > llvm::GCNSchedStrategy::getBankLimits ( ) const
inline
Returns
the allocatable ArchVGPR and AGPR counts.

Definition at line 167 of file GCNSchedStrategy.h.

References AGPRBankLimit, and ArchVGPRBankLimit.

◆ getCurrentStage()

GCNSchedStageID GCNSchedStrategy::getCurrentStage ( )

Definition at line 710 of file GCNSchedStrategy.cpp.

References assert(), CurrentStage, and SchedStages.

◆ getDownwardTracker()

GCNDownwardRPTrackerBase & llvm::GCNSchedStrategy::getDownwardTracker ( )
inline

Definition at line 210 of file GCNSchedStrategy.h.

References DownwardTracker.

◆ getRegisterPressures()

void GCNSchedStrategy::getRegisterPressures ( bool AtTop,
const RegPressureTracker & RPTracker,
SUnit * SU,
std::vector< unsigned > & Pressure,
std::vector< unsigned > & MaxPressure,
const GCNDownwardRPTrackerBase & DownwardTracker,
const GCNUpwardRPTracker & UpwardTracker,
ScheduleDAGMI * DAG,
const SIRegisterInfo * SRI )
protected

Definition at line 213 of file GCNSchedStrategy.cpp.

References CandUnifiedVGPRPressure, llvm::GenericScheduler::DAG, DownwardTracker, getBankedPressure(), llvm::GCNRegPressure::getBankedUnifiedVGPRNum(), llvm::RegPressureTracker::getDownwardPressure(), llvm::SUnit::getInstr(), llvm::GCNRPTracker::getPressure(), llvm::GCNRegPressure::getSGPRNum(), llvm::RegPressureTracker::getUpwardPressure(), MaxPressure, MI, Pressure, llvm::GCNUpwardRPTracker::recede(), UpwardTracker, and useGCNTrackers().

Referenced by initCandidate().

◆ getTargetOccupancy()

unsigned llvm::GCNSchedStrategy::getTargetOccupancy ( )
inline

Definition at line 195 of file GCNSchedStrategy.h.

References TargetOccupancy.

◆ getUpwardTracker()

GCNUpwardRPTracker & llvm::GCNSchedStrategy::getUpwardTracker ( )
inline

Definition at line 212 of file GCNSchedStrategy.h.

References UpwardTracker.

◆ hasNextStage()

bool GCNSchedStrategy::hasNextStage ( ) const

Definition at line 725 of file GCNSchedStrategy.cpp.

References assert(), CurrentStage, and SchedStages.

◆ initCandidate()

void GCNSchedStrategy::initCandidate ( SchedCandidate & Cand,
SUnit * SU,
bool AtTop,
const RegPressureTracker & RPTracker,
const SIRegisterInfo * SRI,
unsigned SGPRPressure,
unsigned VGPRPressure,
unsigned AGPRPressure,
bool IsBottomUp )
protected

Definition at line 249 of file GCNSchedStrategy.cpp.

References AGPRCriticalLimit, AGPRExcessLimit, llvm::GenericSchedulerBase::SchedCandidate::AtTop, CandUnifiedVGPRPressure, canUsePressureDiffs(), CLOpts, llvm::RegPressureDelta::CriticalMax, llvm::GenericScheduler::DAG, DownwardTracker, llvm::errs(), llvm::RegPressureDelta::Excess, llvm::PressureChange::getPSet(), getRegisterPressures(), llvm::GCNRegPressure::getUnifiedVGPRNum(), llvm::PressureChange::getUnitInc(), HasHighPressure, llvm::PressureChange::isValid(), MaxPressure, MF, Pressure, llvm::report_fatal_error(), llvm::GenericSchedulerBase::SchedCandidate::RPDelta, llvm::PressureChange::setUnitInc(), SGPRCriticalLimit, SGPRExcessLimit, llvm::GenericSchedulerBase::SchedCandidate::SU, UnifiedVGPRCriticalLimit, UnifiedVGPRExcessLimit, UpwardTracker, useGCNTrackers(), VGPRCriticalLimit, and VGPRExcessLimit.

Referenced by llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), and pickNodeFromQueue().

◆ initialize()

void GCNSchedStrategy::initialize ( ScheduleDAGMI * DAG)
overridevirtual

Initialize the strategy after building the DAG for a new region.

Implements llvm::MachineSchedStrategy.

Definition at line 80 of file GCNSchedStrategy.cpp.

References AGPRBankLimit, AGPRCriticalLimit, AGPRExcessLimit, llvm::alignDown(), ArchVGPRBankLimit, CLOpts, llvm::GenericSchedulerBase::Context, llvm::GenericScheduler::DAG, llvm::dbgs(), ErrorMargin, llvm::AMDGPU::IsaInfo::getAddressableNumVGPRs(), llvm::SIMachineFunctionInfo::getDynamicVGPRBlockSize(), llvm::SIMachineFunctionInfo::getMinAllowedOccupancy(), llvm::SIMachineFunctionInfo::getOccupancy(), llvm::AMDGPU::IsaInfo::getVGPRAllocGranule(), llvm::GenericScheduler::initialize(), KnownExcessRP, LLVM_DEBUG, MF, SGPRCriticalLimit, SGPRExcessLimit, SGPRLimitBias, TargetOccupancy, UnifiedVGPRCriticalLimit, UnifiedVGPRExcessLimit, VGPRCriticalLimit, VGPRExcessLimit, VGPRLimitBias, and VGPRThresholdPercent.

Referenced by llvm::AMDGPUCoExecSchedStrategy::initialize().

◆ pickNode()

SUnit * GCNSchedStrategy::pickNode ( bool & IsTopNode)
overridevirtual

Pick the next node to schedule, or return NULL.

Set IsTopNode to true to schedule the node at the top of the unscheduled region. Otherwise it will be scheduled at the bottom.

Implements llvm::MachineSchedStrategy.

Definition at line 635 of file GCNSchedStrategy.cpp.

References assert(), llvm::GenericScheduler::Bot, llvm::GenericScheduler::BotCand, llvm::SUnit::BotReadyCycle, llvm::SchedBoundary::bumpCycle(), llvm::SchedBoundary::checkHazard(), CLOpts, llvm::GenericScheduler::DAG, llvm::dbgs(), llvm::SchedBoundary::getCurrCycle(), llvm::SUnit::getInstr(), llvm::SUnit::isBottomReady(), llvm::SUnit::isScheduled, llvm::SUnit::isTopReady(), LLVM_DEBUG, llvm::GenericSchedulerBase::NoCand, pickNodeBidirectional(), pickNodeFromQueue(), pickOnlyChoice(), llvm::GenericSchedulerBase::RegionPolicy, llvm::SchedBoundary::releasePending(), llvm::GenericSchedulerBase::SchedModel, llvm::GenericScheduler::Top, llvm::GenericScheduler::TopCand, and llvm::SUnit::TopReadyCycle.

◆ pickNodeBidirectional()

SUnit * GCNSchedStrategy::pickNodeBidirectional ( bool & IsTopNode,
bool & PickedPending )
protected

Definition at line 536 of file GCNSchedStrategy.cpp.

References assert(), llvm::GenericScheduler::Bot, llvm::GenericScheduler::BotCand, CLOpts, llvm::GenericScheduler::DAG, llvm::dbgs(), LLVM_DEBUG, llvm::GenericSchedulerBase::NoCand, pickNodeFromQueue(), pickOnlyChoice(), llvm::GenericSchedulerBase::SchedCandidate::Reason, llvm::GenericSchedulerBase::SchedCandidate::reset(), llvm::GenericSchedulerBase::SchedModel, llvm::GenericSchedulerBase::setPolicy(), llvm::shouldVerifyScheduling(), llvm::GenericSchedulerBase::SchedCandidate::SU, llvm::GenericScheduler::Top, llvm::GenericScheduler::TopCand, llvm::GenericSchedulerBase::traceCandidate(), llvm::GenericScheduler::tryCandidate(), and tryPendingCandidate().

Referenced by pickNode().

◆ pickNodeFromQueue()

void GCNSchedStrategy::pickNodeFromQueue ( SchedBoundary & Zone,
const CandPolicy & ZonePolicy,
const RegPressureTracker & RPTracker,
SchedCandidate & Cand,
bool & IsPending,
bool IsBottomUp )
protected

Definition at line 461 of file GCNSchedStrategy.cpp.

References llvm::GenericSchedulerBase::SchedCandidate::AtTop, llvm::SchedBoundary::Available, CLOpts, llvm::GenericScheduler::DAG, llvm::SchedBoundary::DAG, llvm::dbgs(), DownwardTracker, getBankedPressure(), llvm::RegPressureTracker::getRegSetPressureAtPos(), initCandidate(), llvm::GenericSchedulerBase::SchedCandidate::initResourceDelta(), llvm::SchedBoundary::isTop(), LLVM_DEBUG, llvm::GenericSchedulerBase::NoCand, llvm::SchedBoundary::Pending, Pressure, printCandidateDecision(), llvm::GenericSchedulerBase::SchedCandidate::Reason, llvm::GenericSchedulerBase::SchedCandidate::ResDelta, llvm::GenericSchedulerBase::SchedModel, llvm::GenericSchedulerBase::SchedCandidate::setBest(), shouldCheckPending(), T, llvm::GenericSchedulerBase::TRI, llvm::GenericScheduler::tryCandidate(), tryPendingCandidate(), UpwardTracker, and useGCNTrackers().

Referenced by pickNode(), and pickNodeBidirectional().

◆ printCandidateDecision()

void GCNSchedStrategy::printCandidateDecision ( const SchedCandidate & Current,
const SchedCandidate & Preferred )
protected

Definition at line 443 of file GCNSchedStrategy.cpp.

References llvm::GenericScheduler::DAG, llvm::dbgs(), LLVM_DEBUG, llvm::GenericSchedulerBase::SchedCandidate::SU, and llvm::GenericSchedulerBase::traceCandidate().

Referenced by llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), and pickNodeFromQueue().

◆ schedNode()

void GCNSchedStrategy::schedNode ( SUnit * SU,
bool IsTopNode )
overridevirtual

Notify MachineSchedStrategy that ScheduleDAGMI has scheduled an instruction and updated scheduled/remaining flags in the DAG nodes.

Implements llvm::MachineSchedStrategy.

Definition at line 701 of file GCNSchedStrategy.cpp.

References DownwardTracker, llvm::SUnit::getInstr(), MI, llvm::GenericScheduler::schedNode(), UpwardTracker, and useGCNTrackers().

Referenced by llvm::AMDGPUCoExecSchedStrategy::schedNode().

◆ setTargetOccupancy()

void llvm::GCNSchedStrategy::setTargetOccupancy ( unsigned Occ)
inline

Definition at line 197 of file GCNSchedStrategy.h.

References TargetOccupancy.

Referenced by llvm::GCNIterativeScheduler::scheduleLegacyMaxOccupancy().

◆ tryPendingCandidate()

bool GCNSchedStrategy::tryPendingCandidate ( SchedCandidate & Cand,
SchedCandidate & TryCand,
SchedBoundary * Zone ) const
protected

Evaluates instructions in the pending queue using a subset of scheduling heuristics.

Instructions that cannot be issued due to hardware constraints are placed in the pending queue rather than the available queue, making them normally invisible to scheduling heuristics. However, in certain scenarios (such as avoiding register spilling), it may be beneficial to consider scheduling these not-yet-ready instructions.

Definition at line 730 of file GCNSchedStrategy.cpp.

References llvm::GenericSchedulerBase::SchedCandidate::AtTop, llvm::biasPhysReg(), llvm::RegPressureDelta::CriticalMax, llvm::GenericSchedulerBase::SchedResourceDelta::CritResources, llvm::GenericScheduler::DAG, llvm::GenericSchedulerBase::SchedResourceDelta::DemandedResources, llvm::RegPressureDelta::Excess, llvm::GenericSchedulerBase::SchedCandidate::initResourceDelta(), llvm::GenericSchedulerBase::SchedCandidate::isValid(), llvm::GenericSchedulerBase::NoCand, llvm::GenericSchedulerBase::NodeOrder, llvm::GenericSchedulerBase::PhysReg, llvm::GenericSchedulerBase::SchedCandidate::Reason, llvm::GenericSchedulerBase::RegCritical, llvm::GenericSchedulerBase::RegExcess, llvm::GenericSchedulerBase::SchedCandidate::ResDelta, llvm::GenericSchedulerBase::ResourceDemand, llvm::GenericSchedulerBase::ResourceReduce, llvm::GenericSchedulerBase::SchedCandidate::RPDelta, llvm::GenericSchedulerBase::SchedModel, llvm::GenericSchedulerBase::SchedCandidate::SU, llvm::GenericSchedulerBase::TRI, llvm::tryGreater(), llvm::tryLess(), and llvm::tryPressure().

Referenced by pickNodeBidirectional(), and pickNodeFromQueue().

◆ useGCNTrackers()

bool llvm::GCNSchedStrategy::useGCNTrackers ( ) const
inline

Definition at line 206 of file GCNSchedStrategy.h.

References GCNTrackersOverride, and UseGCNTrackers.

Referenced by getRegisterPressures(), initCandidate(), llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), pickNodeFromQueue(), and schedNode().

Member Data Documentation

◆ AGPRBankLimit

unsigned llvm::GCNSchedStrategy::AGPRBankLimit = 0
protected

Capacity of the AGPR bank, captured before AGPRExcessLimit is cut down by ErrorMargin and VGPRLimitBias.

Zero when no AGPRs are allocatable.

Definition at line 110 of file GCNSchedStrategy.h.

Referenced by getBankedPressure(), getBankLimits(), and initialize().

◆ AGPRCriticalLimit

unsigned llvm::GCNSchedStrategy::AGPRCriticalLimit = 0

Definition at line 179 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ AGPRExcessLimit

unsigned llvm::GCNSchedStrategy::AGPRExcessLimit = 0

Definition at line 164 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ ArchVGPRBankLimit

unsigned llvm::GCNSchedStrategy::ArchVGPRBankLimit = 0
protected

Capacity of the ArchVGPR bank, captured before VGPRExcessLimit is cut down by ErrorMargin, VGPRLimitBias, or VGPRThresholdPercent.

Definition at line 106 of file GCNSchedStrategy.h.

Referenced by getBankedPressure(), getBankLimits(), and initialize().

◆ CandUnifiedVGPRPressure

unsigned llvm::GCNSchedStrategy::CandUnifiedVGPRPressure = 0
protected

Combined-file pressure of the candidate most recently passed to getRegisterPressures().

Only maintained when the GCN trackers are in use.

Definition at line 118 of file GCNSchedStrategy.h.

Referenced by getRegisterPressures(), and initCandidate().

◆ CLOpts

const AMDGPUOptions& llvm::GCNSchedStrategy::CLOpts
protected

Definition at line 98 of file GCNSchedStrategy.h.

Referenced by llvm::GCNMaxOccupancySchedStrategy::GCNMaxOccupancySchedStrategy(), GCNSchedStrategy(), getBankedPressure(), initCandidate(), initialize(), pickNode(), pickNodeBidirectional(), and pickNodeFromQueue().

◆ CurrentStage

SmallVectorImpl<GCNSchedStageID>::iterator llvm::GCNSchedStrategy::CurrentStage = nullptr
protected

Definition at line 128 of file GCNSchedStrategy.h.

Referenced by advanceStage(), getCurrentStage(), and hasNextStage().

◆ DownwardTracker

GCNManualDownwardRPTracker llvm::GCNSchedStrategy::DownwardTracker
mutableprotected

Definition at line 131 of file GCNSchedStrategy.h.

Referenced by GCNSchedStrategy(), getDownwardTracker(), getRegisterPressures(), initCandidate(), llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), pickNodeFromQueue(), and schedNode().

◆ ErrorMargin

unsigned llvm::GCNSchedStrategy::ErrorMargin = 3

Definition at line 152 of file GCNSchedStrategy.h.

Referenced by initialize().

◆ GCNTrackersOverride

std::optional<bool> llvm::GCNSchedStrategy::GCNTrackersOverride
protected

Definition at line 138 of file GCNSchedStrategy.h.

Referenced by llvm::GCNMaxOccupancySchedStrategy::GCNMaxOccupancySchedStrategy(), GCNSchedStrategy(), and useGCNTrackers().

◆ HasHighPressure

bool llvm::GCNSchedStrategy::HasHighPressure

Definition at line 143 of file GCNSchedStrategy.h.

Referenced by GCNSchedStrategy(), and initCandidate().

◆ HighRPSGPRBias

const unsigned llvm::GCNSchedStrategy::HighRPSGPRBias = 7

Definition at line 155 of file GCNSchedStrategy.h.

◆ HighRPVGPRBias

const unsigned llvm::GCNSchedStrategy::HighRPVGPRBias = 7

Definition at line 158 of file GCNSchedStrategy.h.

◆ KnownExcessRP

bool llvm::GCNSchedStrategy::KnownExcessRP = false

Definition at line 147 of file GCNSchedStrategy.h.

Referenced by initialize().

◆ MaxPressure

std::vector<unsigned> llvm::GCNSchedStrategy::MaxPressure
protected

Definition at line 102 of file GCNSchedStrategy.h.

Referenced by getRegisterPressures(), and initCandidate().

◆ MF

MachineFunction* llvm::GCNSchedStrategy::MF
protected

Definition at line 122 of file GCNSchedStrategy.h.

Referenced by GCNSchedStrategy(), initCandidate(), and initialize().

◆ Pressure

std::vector<unsigned> llvm::GCNSchedStrategy::Pressure
protected

Definition at line 100 of file GCNSchedStrategy.h.

Referenced by getRegisterPressures(), initCandidate(), llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), and pickNodeFromQueue().

◆ SchedStages

SmallVector<GCNSchedStageID, 4> llvm::GCNSchedStrategy::SchedStages
protected

Definition at line 125 of file GCNSchedStrategy.h.

Referenced by advanceStage(), llvm::AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy(), llvm::GCNMaxILPSchedStrategy::GCNMaxILPSchedStrategy(), llvm::GCNMaxMemoryClauseSchedStrategy::GCNMaxMemoryClauseSchedStrategy(), llvm::GCNMaxOccupancySchedStrategy::GCNMaxOccupancySchedStrategy(), getCurrentStage(), and hasNextStage().

◆ SGPRCriticalLimit

unsigned llvm::GCNSchedStrategy::SGPRCriticalLimit = 0

Definition at line 171 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ SGPRExcessLimit

unsigned llvm::GCNSchedStrategy::SGPRExcessLimit = 0

Definition at line 160 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ SGPRLimitBias

unsigned llvm::GCNSchedStrategy::SGPRLimitBias = 0

Definition at line 181 of file GCNSchedStrategy.h.

Referenced by initialize().

◆ TargetOccupancy

unsigned llvm::GCNSchedStrategy::TargetOccupancy
protected

Definition at line 120 of file GCNSchedStrategy.h.

Referenced by GCNSchedStrategy(), getTargetOccupancy(), initialize(), and setTargetOccupancy().

◆ UnifiedVGPRCriticalLimit

unsigned llvm::GCNSchedStrategy::UnifiedVGPRCriticalLimit = 0

Definition at line 177 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ UnifiedVGPRExcessLimit

unsigned llvm::GCNSchedStrategy::UnifiedVGPRExcessLimit = 0
protected

Budget for the combined ArchVGPR + AGPR file, or zero on targets without one.

Definition at line 114 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ UpwardTracker

GCNUpwardRPTracker llvm::GCNSchedStrategy::UpwardTracker
mutableprotected

Definition at line 134 of file GCNSchedStrategy.h.

Referenced by GCNSchedStrategy(), getRegisterPressures(), getUpwardTracker(), initCandidate(), pickNodeFromQueue(), and schedNode().

◆ UseGCNTrackers

bool llvm::GCNSchedStrategy::UseGCNTrackers = false
protected

Definition at line 136 of file GCNSchedStrategy.h.

Referenced by llvm::AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy(), and useGCNTrackers().

◆ VGPRCriticalLimit

unsigned llvm::GCNSchedStrategy::VGPRCriticalLimit = 0

Definition at line 173 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ VGPRExcessLimit

unsigned llvm::GCNSchedStrategy::VGPRExcessLimit = 0

Definition at line 162 of file GCNSchedStrategy.h.

Referenced by initCandidate(), and initialize().

◆ VGPRLimitBias

unsigned llvm::GCNSchedStrategy::VGPRLimitBias = 0

Definition at line 183 of file GCNSchedStrategy.h.

Referenced by initialize().

◆ VGPRThresholdPercent

unsigned llvm::GCNSchedStrategy::VGPRThresholdPercent = 0

Definition at line 185 of file GCNSchedStrategy.h.

Referenced by llvm::AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy(), GCNSchedStrategy(), and initialize().

The documentation for this class was generated from the following files:
Generated on for LLVM by doxygen 1.14.0