|
LLVM 23.0.0git
|
This is a minimal scheduler strategy. More...
#include "Target/AMDGPU/GCNSchedStrategy.h"
Public Member Functions | |
| GCNSchedStrategy (const MachineSchedContext *C) | |
| SUnit * | pickNode (bool &IsTopNode) override |
| Pick the next node to schedule, or return NULL. | |
| void | schedNode (SUnit *SU, bool IsTopNode) override |
| Notify MachineSchedStrategy that ScheduleDAGMI has scheduled an instruction and updated scheduled/remaining flags in the DAG nodes. | |
| void | initialize (ScheduleDAGMI *DAG) override |
| Initialize the strategy after building the DAG for a new region. | |
| unsigned | getTargetOccupancy () |
| void | setTargetOccupancy (unsigned Occ) |
| GCNSchedStageID | getCurrentStage () |
| bool | advanceStage () |
| bool | hasNextStage () const |
| bool | useGCNTrackers () const |
| GCNSchedStageID | getNextStage () const |
| GCNDownwardRPTracker * | getDownwardTracker () |
| GCNUpwardRPTracker * | getUpwardTracker () |
| Public Member Functions inherited from llvm::GenericScheduler | |
| GenericScheduler (const MachineSchedContext *C) | |
| void | initPolicy (MachineBasicBlock::iterator Begin, MachineBasicBlock::iterator End, unsigned NumRegionInstrs) override |
| Initialize the per-region scheduling policy. | |
| void | dumpPolicy () const override |
| bool | shouldTrackPressure () const override |
| Check if pressure tracking is needed before building the DAG and initializing this strategy. | |
| bool | shouldTrackLaneMasks () const override |
| Returns true if lanemasks should be tracked. | |
| void | initialize (ScheduleDAGMI *dag) override |
| Initialize the strategy after building the DAG for a new region. | |
| SUnit * | pickNode (bool &IsTopNode) override |
| Pick the best node to balance the schedule. Implements MachineSchedStrategy. | |
| void | schedNode (SUnit *SU, bool IsTopNode) override |
| Update the scheduler's state after scheduling a node. | |
| void | releaseTopNode (SUnit *SU) override |
| When all predecessor dependencies have been resolved, free this node for top-down scheduling. | |
| void | releaseBottomNode (SUnit *SU) override |
| When all successor dependencies have been resolved, free this node for bottom-up scheduling. | |
| void | registerRoots () override |
| Notify this strategy that all roots have been released (including those that depend on EntrySU or ExitSU). | |
| Public Member Functions inherited from llvm::MachineSchedStrategy | |
| virtual | ~MachineSchedStrategy ()=default |
| virtual bool | doMBBSchedRegionsTopDown () const |
| virtual void | enterMBB (MachineBasicBlock *MBB) |
| Tell the strategy that MBB is about to be processed. | |
| virtual void | leaveMBB () |
| Tell the strategy that current MBB is done. | |
| virtual void | scheduleTree (unsigned SubtreeID) |
| Scheduler callback to notify that a new subtree is scheduled. | |
Public Attributes | |
| bool | HasHighPressure |
| bool | KnownExcessRP = false |
| unsigned | ErrorMargin = 3 |
| const unsigned | HighRPSGPRBias = 7 |
| const unsigned | HighRPVGPRBias = 7 |
| unsigned | SGPRCriticalLimit |
| unsigned | VGPRCriticalLimit |
| unsigned | SGPRLimitBias = 0 |
| unsigned | VGPRLimitBias = 0 |
Protected Member Functions | |
| SUnit * | pickNodeBidirectional (bool &IsTopNode, bool &PickedPending) |
| void | pickNodeFromQueue (SchedBoundary &Zone, const CandPolicy &ZonePolicy, const RegPressureTracker &RPTracker, SchedCandidate &Cand, bool &IsPending, bool IsBottomUp) |
| void | initCandidate (SchedCandidate &Cand, SUnit *SU, bool AtTop, const RegPressureTracker &RPTracker, const SIRegisterInfo *SRI, unsigned SGPRPressure, unsigned VGPRPressure, bool IsBottomUp) |
| unsigned | getStructuralStallCycles (SchedBoundary &Zone, SUnit *SU) const |
Estimate how many cycles SU must wait due to structural hazards at the current boundary cycle. | |
| bool | tryPendingCandidate (SchedCandidate &Cand, SchedCandidate &TryCand, SchedBoundary *Zone) const |
| Evaluates instructions in the pending queue using a subset of scheduling heuristics. | |
| void | printCandidateDecision (const SchedCandidate &Current, const SchedCandidate &Preferred) |
| void | getRegisterPressures (bool AtTop, const RegPressureTracker &RPTracker, SUnit *SU, std::vector< unsigned > &Pressure, std::vector< unsigned > &MaxPressure, GCNDownwardRPTracker &DownwardTracker, GCNUpwardRPTracker &UpwardTracker, ScheduleDAGMI *DAG, const SIRegisterInfo *SRI) |
| Protected Member Functions inherited from llvm::GenericScheduler | |
| void | checkAcyclicLatency () |
| Set IsAcyclicLatencyLimited if the acyclic path is longer than the cyclic critical path by more cycles than it takes to drain the instruction buffer. | |
| void | initCandidate (SchedCandidate &Cand, SUnit *SU, bool AtTop, const RegPressureTracker &RPTracker, RegPressureTracker &TempTracker) |
| virtual bool | tryCandidate (SchedCandidate &Cand, SchedCandidate &TryCand, SchedBoundary *Zone) const |
| Apply a set of heuristics to a new candidate. | |
| SUnit * | pickNodeBidirectional (bool &IsTopNode) |
| Pick the best candidate node from either the top or bottom queue. | |
| void | pickNodeFromQueue (SchedBoundary &Zone, const CandPolicy &ZonePolicy, const RegPressureTracker &RPTracker, SchedCandidate &Candidate) |
| Pick the best candidate from the queue. | |
| void | reschedulePhysReg (SUnit *SU, bool isTop) |
| Protected Member Functions inherited from llvm::GenericSchedulerBase | |
| GenericSchedulerBase (const MachineSchedContext *C) | |
| LLVM_ABI void | setPolicy (CandPolicy &Policy, bool IsPostRA, SchedBoundary &CurrZone, SchedBoundary *OtherZone) |
| Set the CandPolicy given a scheduling zone given the current resources and latencies inside and outside the zone. | |
| MachineSchedPolicy | getPolicy () const override |
| void | traceCandidate (const SchedCandidate &Cand) |
Additional Inherited Members | |
| Public Types inherited from llvm::GenericSchedulerBase | |
| enum | CandReason : uint8_t { NoCand , Only1 , PhysReg , RegExcess , RegCritical , Stall , Cluster , Weak , RegMax , ResourceReduce , ResourceDemand , BotHeightReduce , BotPathReduce , TopDepthReduce , TopPathReduce , NodeOrder , FirstValid } |
| Represent the type of SchedCandidate found within a single queue. More... | |
| Static Public Member Functions inherited from llvm::GenericSchedulerBase | |
| static const char * | getReasonStr (GenericSchedulerBase::CandReason Reason) |
This is a minimal scheduler strategy.
The main difference between this and the GenericScheduler is that GCNSchedStrategy uses different heuristics to determine excess/critical pressure sets.
Definition at line 48 of file GCNSchedStrategy.h.
| GCNSchedStrategy::GCNSchedStrategy | ( | const MachineSchedContext * | C | ) |
Definition at line 108 of file GCNSchedStrategy.cpp.
References llvm::CallingConv::C, DownwardTracker, GCNTrackers, GCNTrackersOverride, llvm::GenericScheduler::GenericScheduler(), HasHighPressure, MF, TargetOccupancy, and UpwardTracker.
Referenced by llvm::AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy(), llvm::GCNMaxILPSchedStrategy::GCNMaxILPSchedStrategy(), llvm::GCNMaxMemoryClauseSchedStrategy::GCNMaxMemoryClauseSchedStrategy(), and llvm::GCNMaxOccupancySchedStrategy::GCNMaxOccupancySchedStrategy().
| bool GCNSchedStrategy::advanceStage | ( | ) |
Definition at line 679 of file GCNSchedStrategy.cpp.
References assert(), CurrentStage, and SchedStages.
| GCNSchedStageID GCNSchedStrategy::getCurrentStage | ( | ) |
Definition at line 674 of file GCNSchedStrategy.cpp.
References assert(), CurrentStage, and SchedStages.
|
inline |
Definition at line 168 of file GCNSchedStrategy.h.
References DownwardTracker.
| GCNSchedStageID GCNSchedStrategy::getNextStage | ( | ) | const |
Definition at line 694 of file GCNSchedStrategy.cpp.
References assert(), CurrentStage, and SchedStages.
|
protected |
Definition at line 201 of file GCNSchedStrategy.cpp.
References llvm::GCNDownwardRPTracker::bumpDownwardPressure(), llvm::GenericScheduler::DAG, DownwardTracker, llvm::GCNRegPressure::getAGPRNum(), llvm::GCNRegPressure::getArchVGPRNum(), llvm::RegPressureTracker::getDownwardPressure(), llvm::SUnit::getInstr(), llvm::GCNRPTracker::getPressure(), llvm::GCNRegPressure::getSGPRNum(), llvm::RegPressureTracker::getUpwardPressure(), MaxPressure, MI, Pressure, llvm::GCNUpwardRPTracker::recede(), UpwardTracker, and useGCNTrackers().
Referenced by initCandidate().
|
protected |
Estimate how many cycles SU must wait due to structural hazards at the current boundary cycle.
Returns zero when no stall is required.
Definition at line 235 of file GCNSchedStrategy.cpp.
References llvm::GenericScheduler::DAG, llvm::SchedBoundary::getCurrCycle(), llvm::SUnit::getInstr(), llvm::SchedBoundary::getNextResourceCycle(), llvm::SUnit::hasReservedResource, llvm::SchedBoundary::HazardRec, llvm::ScheduleHazardRecognizer::isEnabled(), llvm::SchedBoundary::isTop(), llvm::make_range(), MI, llvm::GenericSchedulerBase::SchedModel, and llvm::GenericSchedulerBase::Stall.
Referenced by llvm::AMDGPUCoExecSchedStrategy::tryEffectiveStall().
|
inline |
Definition at line 151 of file GCNSchedStrategy.h.
References TargetOccupancy.
|
inline |
Definition at line 170 of file GCNSchedStrategy.h.
References UpwardTracker.
| bool GCNSchedStrategy::hasNextStage | ( | ) | const |
Definition at line 689 of file GCNSchedStrategy.cpp.
References assert(), CurrentStage, and SchedStages.
|
protected |
Definition at line 272 of file GCNSchedStrategy.cpp.
References llvm::GenericSchedulerBase::SchedCandidate::AtTop, canUsePressureDiffs(), llvm::RegPressureDelta::CriticalMax, llvm::GenericScheduler::DAG, DownwardTracker, llvm::errs(), llvm::RegPressureDelta::Excess, getRegisterPressures(), HasHighPressure, MaxPressure, Pressure, llvm::report_fatal_error(), llvm::GenericSchedulerBase::SchedCandidate::RPDelta, llvm::PressureChange::setUnitInc(), SGPRCriticalLimit, SGPRExcessLimit, llvm::GenericSchedulerBase::SchedCandidate::SU, UpwardTracker, useGCNTrackers(), VGPRCriticalLimit, and VGPRExcessLimit.
Referenced by llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), and pickNodeFromQueue().
|
overridevirtual |
Initialize the strategy after building the DAG for a new region.
Implements llvm::MachineSchedStrategy.
Definition at line 115 of file GCNSchedStrategy.cpp.
References llvm::alignDown(), llvm::GenericSchedulerBase::Context, llvm::GenericScheduler::DAG, llvm::dbgs(), ErrorMargin, llvm::AMDGPU::IsaInfo::getAddressableNumVGPRs(), llvm::SIMachineFunctionInfo::getDynamicVGPRBlockSize(), llvm::SIMachineFunctionInfo::getMinAllowedOccupancy(), llvm::SIMachineFunctionInfo::getOccupancy(), llvm::AMDGPU::IsaInfo::getVGPRAllocGranule(), llvm::GenericScheduler::initialize(), KnownExcessRP, LLVM_DEBUG, MF, RelaxedOcc, SGPRCriticalLimit, SGPRExcessLimit, SGPRLimitBias, TargetOccupancy, VGPRCriticalLimit, VGPRExcessLimit, and VGPRLimitBias.
Referenced by llvm::AMDGPUCoExecSchedStrategy::initialize().
Pick the next node to schedule, or return NULL.
Set IsTopNode to true to schedule the node at the top of the unscheduled region. Otherwise it will be scheduled at the bottom.
Implements llvm::MachineSchedStrategy.
Definition at line 599 of file GCNSchedStrategy.cpp.
References assert(), llvm::GenericScheduler::Bot, llvm::GenericScheduler::BotCand, llvm::SUnit::BotReadyCycle, llvm::SchedBoundary::bumpCycle(), llvm::SchedBoundary::checkHazard(), llvm::GenericScheduler::DAG, llvm::dbgs(), llvm::SchedBoundary::getCurrCycle(), llvm::SUnit::getInstr(), llvm::SUnit::isBottomReady(), llvm::SUnit::isScheduled, llvm::SUnit::isTopReady(), LLVM_DEBUG, llvm::GenericSchedulerBase::NoCand, llvm::SUnit::NodeNum, pickNodeBidirectional(), pickNodeFromQueue(), pickOnlyChoice(), llvm::GenericSchedulerBase::RegionPolicy, llvm::SchedBoundary::releasePending(), llvm::GenericSchedulerBase::SchedModel, llvm::GenericScheduler::Top, llvm::GenericScheduler::TopCand, and llvm::SUnit::TopReadyCycle.
|
protected |
Definition at line 502 of file GCNSchedStrategy.cpp.
References assert(), llvm::GenericScheduler::Bot, llvm::GenericScheduler::BotCand, llvm::GenericScheduler::DAG, llvm::dbgs(), LLVM_DEBUG, llvm::GenericSchedulerBase::NoCand, pickNodeFromQueue(), pickOnlyChoice(), llvm::GenericSchedulerBase::SchedCandidate::Reason, llvm::GenericSchedulerBase::SchedCandidate::reset(), llvm::GenericSchedulerBase::SchedModel, llvm::GenericSchedulerBase::setPolicy(), llvm::GenericSchedulerBase::SchedCandidate::SU, llvm::GenericScheduler::Top, llvm::GenericScheduler::TopCand, llvm::GenericSchedulerBase::traceCandidate(), llvm::GenericScheduler::tryCandidate(), tryPendingCandidate(), and llvm::VerifyScheduling.
Referenced by pickNode().
|
protected |
Definition at line 431 of file GCNSchedStrategy.cpp.
References llvm::GenericSchedulerBase::SchedCandidate::AtTop, llvm::SchedBoundary::Available, llvm::GenericScheduler::DAG, llvm::SchedBoundary::DAG, llvm::dbgs(), DownwardTracker, llvm::RegPressureTracker::getRegSetPressureAtPos(), initCandidate(), llvm::GenericSchedulerBase::SchedCandidate::initResourceDelta(), llvm::SchedBoundary::isTop(), LLVM_DEBUG, llvm::GenericSchedulerBase::NoCand, llvm::SchedBoundary::Pending, Pressure, printCandidateDecision(), llvm::GenericSchedulerBase::SchedCandidate::Reason, llvm::GenericSchedulerBase::SchedCandidate::ResDelta, llvm::GenericSchedulerBase::SchedModel, llvm::GenericSchedulerBase::SchedCandidate::setBest(), shouldCheckPending(), T, llvm::GenericSchedulerBase::TRI, llvm::GenericScheduler::tryCandidate(), tryPendingCandidate(), UpwardTracker, and useGCNTrackers().
Referenced by pickNode(), and pickNodeBidirectional().
|
protected |
Definition at line 413 of file GCNSchedStrategy.cpp.
References llvm::GenericScheduler::DAG, llvm::dbgs(), LLVM_DEBUG, llvm::GenericSchedulerBase::SchedCandidate::SU, and llvm::GenericSchedulerBase::traceCandidate().
Referenced by llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), and pickNodeFromQueue().
Notify MachineSchedStrategy that ScheduleDAGMI has scheduled an instruction and updated scheduled/remaining flags in the DAG nodes.
Implements llvm::MachineSchedStrategy.
Definition at line 664 of file GCNSchedStrategy.cpp.
References DownwardTracker, llvm::SUnit::getInstr(), MI, llvm::GenericScheduler::schedNode(), UpwardTracker, and useGCNTrackers().
Referenced by llvm::AMDGPUCoExecSchedStrategy::schedNode().
|
inline |
Definition at line 153 of file GCNSchedStrategy.h.
References TargetOccupancy.
Referenced by llvm::GCNIterativeScheduler::scheduleLegacyMaxOccupancy().
|
protected |
Evaluates instructions in the pending queue using a subset of scheduling heuristics.
Instructions that cannot be issued due to hardware constraints are placed in the pending queue rather than the available queue, making them normally invisible to scheduling heuristics. However, in certain scenarios (such as avoiding register spilling), it may be beneficial to consider scheduling these not-yet-ready instructions.
Definition at line 699 of file GCNSchedStrategy.cpp.
References llvm::GenericSchedulerBase::SchedCandidate::AtTop, llvm::biasPhysReg(), llvm::RegPressureDelta::CriticalMax, llvm::GenericSchedulerBase::SchedResourceDelta::CritResources, llvm::GenericScheduler::DAG, llvm::GenericSchedulerBase::SchedResourceDelta::DemandedResources, llvm::RegPressureDelta::Excess, llvm::GenericSchedulerBase::SchedCandidate::initResourceDelta(), llvm::GenericSchedulerBase::SchedCandidate::isValid(), llvm::GenericSchedulerBase::NoCand, llvm::GenericSchedulerBase::NodeOrder, llvm::GenericSchedulerBase::PhysReg, llvm::GenericSchedulerBase::SchedCandidate::Reason, llvm::GenericSchedulerBase::RegCritical, llvm::GenericSchedulerBase::RegExcess, llvm::GenericSchedulerBase::SchedCandidate::ResDelta, llvm::GenericSchedulerBase::ResourceDemand, llvm::GenericSchedulerBase::ResourceReduce, llvm::GenericSchedulerBase::SchedCandidate::RPDelta, llvm::GenericSchedulerBase::SchedModel, llvm::GenericSchedulerBase::SchedCandidate::SU, llvm::GenericSchedulerBase::TRI, llvm::tryGreater(), llvm::tryLess(), and llvm::tryPressure().
Referenced by pickNodeBidirectional(), and pickNodeFromQueue().
|
inline |
Definition at line 162 of file GCNSchedStrategy.h.
References GCNTrackersOverride, and UseGCNTrackers.
Referenced by getRegisterPressures(), initCandidate(), llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), pickNodeFromQueue(), and schedNode().
|
protected |
Definition at line 103 of file GCNSchedStrategy.h.
Referenced by advanceStage(), getCurrentStage(), getNextStage(), and hasNextStage().
|
mutableprotected |
Definition at line 106 of file GCNSchedStrategy.h.
Referenced by GCNSchedStrategy(), getDownwardTracker(), getRegisterPressures(), initCandidate(), llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), pickNodeFromQueue(), and schedNode().
| unsigned llvm::GCNSchedStrategy::ErrorMargin = 3 |
Definition at line 127 of file GCNSchedStrategy.h.
Referenced by initialize().
|
protected |
Definition at line 113 of file GCNSchedStrategy.h.
Referenced by llvm::GCNMaxOccupancySchedStrategy::GCNMaxOccupancySchedStrategy(), GCNSchedStrategy(), and useGCNTrackers().
| bool llvm::GCNSchedStrategy::HasHighPressure |
Definition at line 118 of file GCNSchedStrategy.h.
Referenced by GCNSchedStrategy(), and initCandidate().
Definition at line 130 of file GCNSchedStrategy.h.
Definition at line 133 of file GCNSchedStrategy.h.
| bool llvm::GCNSchedStrategy::KnownExcessRP = false |
Definition at line 122 of file GCNSchedStrategy.h.
Referenced by initialize().
|
protected |
Definition at line 89 of file GCNSchedStrategy.h.
Referenced by getRegisterPressures(), and initCandidate().
|
protected |
Definition at line 97 of file GCNSchedStrategy.h.
Referenced by GCNSchedStrategy(), and initialize().
|
protected |
Definition at line 87 of file GCNSchedStrategy.h.
Referenced by getRegisterPressures(), initCandidate(), llvm::AMDGPUCoExecSchedStrategy::pickNodeFromQueue(), and pickNodeFromQueue().
|
protected |
Definition at line 100 of file GCNSchedStrategy.h.
Referenced by advanceStage(), llvm::AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy(), llvm::GCNMaxILPSchedStrategy::GCNMaxILPSchedStrategy(), llvm::GCNMaxMemoryClauseSchedStrategy::GCNMaxMemoryClauseSchedStrategy(), llvm::GCNMaxOccupancySchedStrategy::GCNMaxOccupancySchedStrategy(), getCurrentStage(), getNextStage(), and hasNextStage().
| unsigned llvm::GCNSchedStrategy::SGPRCriticalLimit |
Definition at line 135 of file GCNSchedStrategy.h.
Referenced by initCandidate(), and initialize().
|
protected |
Definition at line 91 of file GCNSchedStrategy.h.
Referenced by initCandidate(), and initialize().
| unsigned llvm::GCNSchedStrategy::SGPRLimitBias = 0 |
Definition at line 139 of file GCNSchedStrategy.h.
Referenced by initialize().
|
protected |
Definition at line 95 of file GCNSchedStrategy.h.
Referenced by GCNSchedStrategy(), getTargetOccupancy(), initialize(), and setTargetOccupancy().
|
mutableprotected |
Definition at line 109 of file GCNSchedStrategy.h.
Referenced by GCNSchedStrategy(), getRegisterPressures(), getUpwardTracker(), initCandidate(), pickNodeFromQueue(), and schedNode().
|
protected |
Definition at line 111 of file GCNSchedStrategy.h.
Referenced by llvm::AMDGPUCoExecSchedStrategy::AMDGPUCoExecSchedStrategy(), and useGCNTrackers().
| unsigned llvm::GCNSchedStrategy::VGPRCriticalLimit |
Definition at line 137 of file GCNSchedStrategy.h.
Referenced by initCandidate(), and initialize().
|
protected |
Definition at line 93 of file GCNSchedStrategy.h.
Referenced by initCandidate(), and initialize().
| unsigned llvm::GCNSchedStrategy::VGPRLimitBias = 0 |
Definition at line 141 of file GCNSchedStrategy.h.
Referenced by initialize().