90 "bbsections-cold-text-prefix",
91 cl::desc(
"The text prefix to use for cold basic block clusters"),
95 "bbsections-detect-source-drift",
96 cl::desc(
"This checks if there is a fdo instr. profile hash "
97 "mismatch for this function"),
113 return "Basic Block Sections Analysis";
129char BasicBlockSections::ID = 0;
131 BasicBlockSections,
"bbsections-prepare",
132 "Prepares for basic block sections, by splitting functions "
133 "into clusters of basic blocks.",
148 for (
auto &
MBB : MF) {
192 std::optional<MBBSectionID> EHPadsSectionID;
194 for (
auto &
MBB : MF) {
200 FuncClusterInfo.
empty()) {
208 if (
I != FuncClusterInfo.
end()) {
214 if (
TII.isMBBSafeToSplitToCold(
MBB)) {
250 "Entry block should not be displaced by basic block sections");
266 for (
auto &
MBB : MF) {
269 while (!
MI->isEHLabel())
280 const char MetadataName[] =
"instr_prof_hash_mismatch";
283 MDTuple *Tuple = cast<MDTuple>(Existing);
285 if (
N.equalsStr(MetadataName))
296 if (BBSectionsType == BasicBlockSection::None)
305 if (BBSectionsType == BasicBlockSection::List &&
312 if (BBSectionsType == BasicBlockSection::Labels) {
318 if (BBSectionsType == BasicBlockSection::List) {
319 auto [HasProfile, ClusterInfo] =
320 getAnalysis<BasicBlockSectionsProfileReaderWrapperPass>()
321 .getClusterInfoForFunction(MF.
getName());
345 if (LHS == EntryBBSectionID || RHS == EntryBBSectionID)
346 return LHS == EntryBBSectionID;
358 auto XSectionID =
X.getSectionID();
359 auto YSectionID =
Y.getSectionID();
360 if (XSectionID != YSectionID)
361 return MBBSectionOrder(XSectionID, YSectionID);
363 if (&
X == &EntryBB || &
Y == &EntryBB)
364 return &
X == &EntryBB;
367 if (XSectionID.Type == MBBSectionID::SectionType::Default)
368 return FuncClusterInfo.
lookup(*
X.getBBID()).PositionInCluster <
369 FuncClusterInfo.
lookup(*
Y.getBBID()).PositionInCluster;
370 return X.getNumber() <
Y.getNumber();
393 auto R1 = handleBBSections(MF);
395 auto R2 = handleBBAddrMap(MF);
399void BasicBlockSections::getAnalysisUsage(
AnalysisUsage &AU)
const {
406 return new BasicBlockSections();
for(const MachineOperand &MO :llvm::drop_begin(OldMI.operands(), Desc.getNumOperands()))
Lower uses of LDS variables from non kernel functions
bbsections Prepares for basic block by splitting functions into clusters of basic blocks
static void assignSections(MachineFunction &MF, const DenseMap< UniqueBBID, BBClusterInfo > &FuncClusterInfo)
static cl::opt< bool > BBSectionsDetectSourceDrift("bbsections-detect-source-drift", cl::desc("This checks if there is a fdo instr. profile hash " "mismatch for this function"), cl::init(true), cl::Hidden)
bbsections Prepares for basic block by splitting functions into clusters of basic static false void updateBranches(MachineFunction &MF, const SmallVector< MachineBasicBlock * > &PreLayoutFallThroughs)
bbsections Prepares for basic block sections
static GCMetadataPrinterRegistry::Add< ErlangGCPrinter > X("erlang", "erlang-compatible garbage collector")
const HexagonInstrInfo * TII
static GCMetadataPrinterRegistry::Add< OcamlGCMetadataPrinter > Y("ocaml", "ocaml 3.10-compatible collector")
#define INITIALIZE_PASS_DEPENDENCY(depName)
#define INITIALIZE_PASS_END(passName, arg, name, cfg, analysis)
#define INITIALIZE_PASS_BEGIN(passName, arg, name, cfg, analysis)
const SmallVectorImpl< MachineOperand > MachineBasicBlock * TBB
const SmallVectorImpl< MachineOperand > & Cond
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file defines the SmallVector class.
unify loop Fixup each natural loop to have a single exit block
Represent the analysis usage information of a pass.
AnalysisUsage & addRequired()
void setPreservesAll()
Set by analyses that do not transform their input at all.
ValueT lookup(const_arg_type_t< KeyT > Val) const
lookup - Return the entry for the specified key, or a default constructed value if no such entry exis...
iterator find(const_arg_type_t< KeyT > Val)
std::pair< iterator, bool > try_emplace(KeyT &&Key, Ts &&... Args)
MDNode * getMetadata(unsigned KindID) const
Get the current metadata attachments for the given kind, if any.
bool analyzeBranch(MachineBasicBlock &MBB, MachineBasicBlock *&TBB, MachineBasicBlock *&FBB, SmallVectorImpl< MachineOperand > &Cond, bool AllowModify) const override
Analyze the branching code at the end of MBB, returning true if it cannot be understood (e....
ArrayRef< MDOperand > operands() const
bool isEHPad() const
Returns true if the block is a landing pad.
MachineBasicBlock * getFallThrough(bool JumpToFallThrough=true)
Return the fallthrough block if the block can implicitly transfer control to the block after it by fa...
int getNumber() const
MachineBasicBlocks are uniquely numbered at the function level, unless they're not in a MachineFuncti...
std::optional< UniqueBBID > getBBID() const
void updateTerminator(MachineBasicBlock *PreviousLayoutSuccessor)
Update the terminator instructions in block to account for changes to block layout which may have bee...
MBBSectionID getSectionID() const
Returns the section ID of this basic block.
void setSectionID(MBBSectionID V)
Sets the section ID for this basic block.
const MachineFunction * getParent() const
Return the MachineFunction containing this basic block.
bool isBeginSection() const
Returns true if this block begins any section.
DebugLoc findBranchDebugLoc()
Find and return the merged DebugLoc of the branch instructions of the block.
bool isEndSection() const
Returns true if this block ends any section.
MachineFunctionPass - This class adapts the FunctionPass interface to allow convenient creation of pa...
void getAnalysisUsage(AnalysisUsage &AU) const override
getAnalysisUsage - Subclasses that override getAnalysisUsage must call this.
virtual bool runOnMachineFunction(MachineFunction &MF)=0
runOnMachineFunction - This method must be overloaded to perform the desired machine code transformat...
void setBBSectionsType(BasicBlockSection V)
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
StringRef getName() const
getName - Return the name of the corresponding LLVM function.
bool hasBBSections() const
Returns true if this function has basic block sections enabled.
Function & getFunction()
Return the LLVM function that this machine code represents.
const LLVMTargetMachine & getTarget() const
getTarget - Return the target machine this machine code is compiled with
unsigned getNumBlockIDs() const
getNumBlockIDs - Return the number of MBB ID's allocated.
void RenumberBlocks(MachineBasicBlock *MBBFrom=nullptr)
RenumberBlocks - This discards all of the MachineBasicBlock numbers and recomputes them.
const MachineBasicBlock & front() const
void assignBeginEndSections()
Assign IsBeginSection IsEndSection fields for basic blocks in this function.
static PassRegistry * getPassRegistry()
getPassRegistry - Access the global registry object, which is automatically initialized at applicatio...
virtual StringRef getPassName() const
getPassName - Return a nice clean name for a pass.
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
TargetInstrInfo - Interface to description of machine instruction set.
virtual void insertNoop(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI) const
Insert a noop into the instruction stream at the specified point.
llvm::BasicBlockSection getBBSectionsType() const
If basic blocks should be emitted into their own section, corresponding to -fbasic-block-sections.
virtual const TargetInstrInfo * getInstrInfo() const
An efficient, type-erasing, non-owning reference to a callable.
self_iterator getIterator()
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
initializer< Ty > init(const Ty &Val)
This is an optimization pass for GlobalISel generic memory operations.
MachineFunctionPass * createBasicBlockSectionsPass()
createBasicBlockSections Pass - This pass assigns sections to machine basic blocks and is enabled wit...
bool hasInstrProfHashMismatch(MachineFunction &MF)
This checks if the source of this function has drifted since this binary was profiled previously.
void initializeBasicBlockSectionsPass(PassRegistry &)
void avoidZeroOffsetLandingPad(MachineFunction &MF)
cl::opt< std::string > BBSectionsColdTextPrefix
void sortBasicBlocksAndUpdateBranches(MachineFunction &MF, MachineBasicBlockComparator MBBCmp)
static const MBBSectionID ExceptionSectionID
static const MBBSectionID ColdSectionID