#include "AArch64FrameLowering.h"#include "AArch64InstrInfo.h"#include "AArch64MachineFunctionInfo.h"#include "AArch64RegisterInfo.h"#include "AArch64Subtarget.h"#include "AArch64TargetMachine.h"#include "MCTargetDesc/AArch64AddressingModes.h"#include "llvm/ADT/ScopeExit.h"#include "llvm/ADT/SmallVector.h"#include "llvm/ADT/Statistic.h"#include "llvm/CodeGen/LivePhysRegs.h"#include "llvm/CodeGen/MachineBasicBlock.h"#include "llvm/CodeGen/MachineFrameInfo.h"#include "llvm/CodeGen/MachineFunction.h"#include "llvm/CodeGen/MachineInstr.h"#include "llvm/CodeGen/MachineInstrBuilder.h"#include "llvm/CodeGen/MachineMemOperand.h"#include "llvm/CodeGen/MachineModuleInfo.h"#include "llvm/CodeGen/MachineOperand.h"#include "llvm/CodeGen/MachineRegisterInfo.h"#include "llvm/CodeGen/RegisterScavenging.h"#include "llvm/CodeGen/TargetInstrInfo.h"#include "llvm/CodeGen/TargetRegisterInfo.h"#include "llvm/CodeGen/TargetSubtargetInfo.h"#include "llvm/CodeGen/WinEHFuncInfo.h"#include "llvm/IR/Attributes.h"#include "llvm/IR/CallingConv.h"#include "llvm/IR/DataLayout.h"#include "llvm/IR/DebugLoc.h"#include "llvm/IR/Function.h"#include "llvm/MC/MCAsmInfo.h"#include "llvm/MC/MCDwarf.h"#include "llvm/Support/CommandLine.h"#include "llvm/Support/Debug.h"#include "llvm/Support/ErrorHandling.h"#include "llvm/Support/LEB128.h"#include "llvm/Support/MathExtras.h"#include "llvm/Support/raw_ostream.h"#include "llvm/Target/TargetMachine.h"#include "llvm/Target/TargetOptions.h"#include <cassert>#include <cstdint>#include <iterator>#include <vector>
Go to the source code of this file.
Macros | |
| #define | DEBUG_TYPE "frame-info" |
Functions | |
| STATISTIC (NumRedZoneFunctions, "Number of functions using red zone") | |
| static int64_t | getArgumentStackToRestore (MachineFunction &MF, MachineBasicBlock &MBB) |
| Returns how much of the incoming argument stack area (in bytes) we should clean up in an epilogue. More... | |
| static bool | produceCompactUnwindFrame (MachineFunction &MF) |
| static bool | needsWinCFI (const MachineFunction &MF) |
| static StackOffset | getSVEStackSize (const MachineFunction &MF) |
| Returns the size of the entire SVE stackframe (calleesaves + spills). More... | |
| static unsigned | estimateRSStackSizeLimit (MachineFunction &MF) |
| Look at each instruction that references stack frames and return the stack size limit beyond which some of these instructions will require a scratch register during their expansion later. More... | |
| static unsigned | getFixedObjectSize (const MachineFunction &MF, const AArch64FunctionInfo *AFI, bool IsWin64, bool IsFunclet) |
| Returns the size of the fixed object area (allocated next to sp on entry) On Win64 this may include a var args area and an UnwindHelp object for EH. More... | |
| static void | appendVGScaledOffsetExpr (SmallVectorImpl< char > &Expr, int NumBytes, int NumVGScaledBytes, unsigned VG, llvm::raw_string_ostream &Comment) |
| static unsigned | findScratchNonCalleeSaveRegister (MachineBasicBlock *MBB) |
| static bool | windowsRequiresStackProbe (MachineFunction &MF, uint64_t StackSizeInBytes) |
| static MachineBasicBlock::iterator | InsertSEH (MachineBasicBlock::iterator MBBI, const TargetInstrInfo &TII, MachineInstr::MIFlag Flag) |
| static void | fixupSEHOpcode (MachineBasicBlock::iterator MBBI, unsigned LocalStackSize) |
| static MachineBasicBlock::iterator | convertCalleeSaveRestoreToSPPrePostIncDec (MachineBasicBlock &MBB, MachineBasicBlock::iterator MBBI, const DebugLoc &DL, const TargetInstrInfo *TII, int CSStackSizeInc, bool NeedsWinCFI, bool *HasWinCFI, bool InProlog=true) |
| static void | fixupCalleeSaveRestoreStackOffset (MachineInstr &MI, uint64_t LocalStackSize, bool NeedsWinCFI, bool *HasWinCFI) |
| static void | adaptForLdStOpt (MachineBasicBlock &MBB, MachineBasicBlock::iterator FirstSPPopI, MachineBasicBlock::iterator LastPopI) |
| static bool | isTargetWindows (const MachineFunction &MF) |
| static bool | IsSVECalleeSave (MachineBasicBlock::iterator I) |
| static void | InsertReturnAddressAuth (MachineFunction &MF, MachineBasicBlock &MBB) |
| static bool | isFuncletReturnInstr (const MachineInstr &MI) |
| static StackOffset | getFPOffset (const MachineFunction &MF, int64_t ObjectOffset) |
| static StackOffset | getStackOffset (const MachineFunction &MF, int64_t ObjectOffset) |
| static unsigned | getPrologueDeath (MachineFunction &MF, unsigned Reg) |
| static bool | invalidateWindowsRegisterPairing (unsigned Reg1, unsigned Reg2, bool NeedsWinCFI, bool IsFirst) |
| static bool | invalidateRegisterPairing (unsigned Reg1, unsigned Reg2, bool UsesWinAAPCS, bool NeedsWinCFI, bool NeedsFrameRecord, bool IsFirst) |
| Returns true if Reg1 and Reg2 cannot be paired using a ldp/stp instruction. More... | |
| static void | computeCalleeSaveRegisterPairs (MachineFunction &MF, ArrayRef< CalleeSavedInfo > CSI, const TargetRegisterInfo *TRI, SmallVectorImpl< RegPairInfo > &RegPairs, bool &NeedShadowCallStackProlog, bool NeedsFrameRecord) |
| static bool | getSVECalleeSaveSlotRange (const MachineFrameInfo &MFI, int &Min, int &Max) |
| returns true if there are any SVE callee saves. More... | |
| static int64_t | determineSVEStackObjectOffsets (MachineFrameInfo &MFI, int &MinCSFrameIndex, int &MaxCSFrameIndex, bool AssignOffsets) |
Variables | |
| static cl::opt< bool > | EnableRedZone ("aarch64-redzone", cl::desc("enable use of redzone on AArch64"), cl::init(false), cl::Hidden) |
| static cl::opt< bool > | ReverseCSRRestoreSeq ("reverse-csr-restore-seq", cl::desc("reverse the CSR restore sequence"), cl::init(false), cl::Hidden) |
| static cl::opt< bool > | StackTaggingMergeSetTag ("stack-tagging-merge-settag", cl::desc("merge settag instruction in function epilog"), cl::init(true), cl::Hidden) |
| static cl::opt< bool > | OrderFrameObjects ("aarch64-order-frame-objects", cl::desc("sort stack allocations"), cl::init(true), cl::Hidden) |
| cl::opt< bool > | EnableHomogeneousPrologEpilog ("homogeneous-prolog-epilog", cl::init(false), cl::ZeroOrMore, cl::Hidden, cl::desc("Emit homogeneous prologue and epilogue for the size " "optimization (default = off)")) |
| static const unsigned | DefaultSafeSPDisplacement = 255 |
| This is the biggest offset to the stack pointer we can encode in aarch64 instructions (without using a separate calculation and a temp register). More... | |
Macro Definition Documentation
◆ DEBUG_TYPE
| #define DEBUG_TYPE "frame-info" |
Definition at line 169 of file AArch64FrameLowering.cpp.
Function Documentation
◆ adaptForLdStOpt()
|
static |
Definition at line 1052 of file AArch64FrameLowering.cpp.
References MBB, ReverseCSRRestoreSeq, and llvm::MachineBasicBlock::splice().
Referenced by llvm::AArch64FrameLowering::emitEpilogue().
◆ appendVGScaledOffsetExpr()
|
static |
Definition at line 445 of file AArch64FrameLowering.cpp.
References llvm::abs(), llvm::SmallVectorImpl< T >::append(), llvm::encodeSLEB128(), and llvm::encodeULEB128().
◆ computeCalleeSaveRegisterPairs()
|
static |
Definition at line 2260 of file AArch64FrameLowering.cpp.
References Align, assert(), contains(), llvm::ArrayRef< T >::empty(), llvm::AArch64FunctionInfo::getCalleeSavedStackSize(), llvm::Function::getCallingConv(), llvm::MachineFunction::getFrameInfo(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getInfo(), llvm::MachineFunction::getSubtarget(), llvm::AArch64FunctionInfo::getSVECalleeSavedStackSize(), llvm::AArch64FunctionInfo::hasCalleeSaveStackFreeSpace(), llvm::Function::hasFnAttribute(), llvm::AArch64FunctionInfo::hasSwiftAsyncContext(), i, invalidateRegisterPairing(), invalidateWindowsRegisterPairing(), isTargetWindows(), llvm::AArch64Subtarget::isXRegisterReserved(), llvm_unreachable, needsWinCFI(), Offset, llvm::CallingConv::PreserveMost, produceCompactUnwindFrame(), llvm::report_fatal_error(), llvm::reverse(), llvm::NVPTX::PTXCvtMode::RPI, llvm::AArch64FunctionInfo::setCalleeSaveBaseToFrameRecordOffset(), and llvm::ArrayRef< T >::size().
Referenced by llvm::AArch64FrameLowering::restoreCalleeSavedRegisters(), and llvm::AArch64FrameLowering::spillCalleeSavedRegisters().
◆ convertCalleeSaveRestoreToSPPrePostIncDec()
|
static |
Definition at line 881 of file AArch64FrameLowering.cpp.
References llvm::MachineInstrBuilder::add(), llvm::MachineInstrBuilder::addImm(), llvm::MachineInstrBuilder::addReg(), assert(), llvm::BuildMI(), llvm::RegState::Define, DL, llvm::emitFrameOffset(), llvm::MachineBasicBlock::erase(), llvm::TypeSize::Fixed(), llvm::MachineInstr::FrameDestroy, llvm::MachineInstr::FrameSetup, llvm::StackOffset::getFixed(), InsertSEH(), llvm::AArch64InstrInfo::isSEHInstruction(), llvm_unreachable, MBB, MBBI, llvm::MachineInstrBuilder::setMemRefs(), llvm::MachineInstrBuilder::setMIFlags(), Success, and TII.
Referenced by llvm::AArch64FrameLowering::emitEpilogue(), and llvm::AArch64FrameLowering::emitPrologue().
◆ determineSVEStackObjectOffsets()
|
static |
Definition at line 2996 of file AArch64FrameLowering.cpp.
References Align, llvm::alignTo(), assert(), llvm::dbgs(), E, llvm::MachineFrameInfo::getObjectAlign(), llvm::MachineFrameInfo::getObjectIndexBegin(), llvm::MachineFrameInfo::getObjectIndexEnd(), llvm::MachineFrameInfo::getObjectSize(), llvm::MachineFrameInfo::getStackID(), getSVECalleeSaveSlotRange(), I, llvm::MachineFrameInfo::isDeadObjectIndex(), LLVM_DEBUG, Offset, llvm::report_fatal_error(), llvm::TargetStackID::ScalableVector, and llvm::MachineFrameInfo::setObjectOffset().
◆ estimateRSStackSizeLimit()
|
static |
Look at each instruction that references stack frames and return the stack size limit beyond which some of these instructions will require a scratch register during their expansion later.
Definition at line 283 of file AArch64FrameLowering.cpp.
References llvm::AArch64FrameOffsetCannotUpdate, DefaultSafeSPDisplacement, llvm::isAArch64FrameOffsetLegal(), MBB, MI, and Offset.
Referenced by llvm::AArch64FrameLowering::determineCalleeSaves().
◆ findScratchNonCalleeSaveRegister()
|
static |
Definition at line 588 of file AArch64FrameLowering.cpp.
References llvm::LivePhysRegs::addLiveIns(), llvm::LivePhysRegs::addReg(), llvm::LivePhysRegs::available(), llvm::MachineFunction::front(), llvm::MachineRegisterInfo::getCalleeSavedRegs(), llvm::MachineBasicBlock::getParent(), llvm::MachineFunction::getRegInfo(), llvm::AArch64Subtarget::getRegisterInfo(), llvm::MachineFunction::getSubtarget(), i, MBB, MRI, Reg, and TRI.
Referenced by llvm::AArch64FrameLowering::canUseAsPrologue().
◆ fixupCalleeSaveRestoreStackOffset()
|
static |
Definition at line 993 of file AArch64FrameLowering.cpp.
References assert(), fixupSEHOpcode(), llvm::MachineOperand::getImm(), llvm::AArch64InstrInfo::isSEHInstruction(), llvm_unreachable, MBBI, MI, and llvm::MachineOperand::setImm().
Referenced by llvm::AArch64FrameLowering::emitEpilogue().
◆ fixupSEHOpcode()
|
static |
Definition at line 859 of file AArch64FrameLowering.cpp.
References llvm::MachineOperand::getImm(), llvm_unreachable, MBBI, and llvm::MachineOperand::setImm().
Referenced by fixupCalleeSaveRestoreStackOffset().
◆ getArgumentStackToRestore()
|
static |
Returns how much of the incoming argument stack area (in bytes) we should clean up in an epilogue.
For the C calling convention this will be 0, for guaranteed tail call conventions it can be positive (a normal return or a tail call to a function that uses less stack space for arguments) or negative (for a tail call to a function that needs more stack space than us for arguments).
Definition at line 202 of file AArch64FrameLowering.cpp.
References llvm::MachineBasicBlock::end(), llvm::AArch64FunctionInfo::getArgumentStackToRestore(), llvm::MachineOperand::getImm(), llvm::MachineFunction::getInfo(), llvm::MachineBasicBlock::getLastNonDebugInstr(), MBB, and MBBI.
Referenced by llvm::AArch64FrameLowering::emitEpilogue().
◆ getFixedObjectSize()
|
static |
Returns the size of the fixed object area (allocated next to sp on entry) On Win64 this may include a var args area and an UnwindHelp object for EH.
Definition at line 315 of file AArch64FrameLowering.cpp.
References llvm::alignTo(), llvm::AArch64FunctionInfo::getTailCallReservedStack(), llvm::AArch64FunctionInfo::getVarArgsGPRSize(), llvm::MachineFunction::hasEHFunclets(), and llvm::report_fatal_error().
Referenced by llvm::AArch64FrameLowering::emitEpilogue(), llvm::AArch64FrameLowering::emitPrologue(), getFPOffset(), and llvm::AArch64FrameLowering::processFunctionBeforeFrameFinalized().
◆ getFPOffset()
|
static |
Definition at line 1990 of file AArch64FrameLowering.cpp.
References llvm::AArch64FunctionInfo::getCalleeSaveBaseToFrameRecordOffset(), llvm::AArch64FunctionInfo::getCalleeSavedStackSize(), llvm::Function::getCallingConv(), llvm::StackOffset::getFixed(), getFixedObjectSize(), llvm::MachineFunction::getFrameInfo(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getInfo(), and llvm::MachineFunction::getSubtarget().
Referenced by llvm::AArch64FrameLowering::getSEHFrameIndexOffset(), and llvm::AArch64FrameLowering::resolveFrameOffsetReference().
◆ getPrologueDeath()
|
static |
Definition at line 2165 of file AArch64FrameLowering.cpp.
References llvm::getKillRegState(), llvm::MachineFunction::getRegInfo(), llvm::MachineRegisterInfo::isLiveIn(), and Reg.
Referenced by llvm::AArch64FrameLowering::spillCalleeSavedRegisters().
◆ getStackOffset()
|
static |
Definition at line 2004 of file AArch64FrameLowering.cpp.
References llvm::StackOffset::getFixed(), and llvm::MachineFunction::getFrameInfo().
Referenced by llvm::AArch64FrameLowering::getSEHFrameIndexOffset(), and llvm::AArch64FrameLowering::resolveFrameOffsetReference().
◆ getSVECalleeSaveSlotRange()
|
static |
returns true if there are any SVE callee saves.
Definition at line 2968 of file AArch64FrameLowering.cpp.
References assert(), contains(), llvm::MachineFrameInfo::getCalleeSavedInfo(), llvm::MachineFrameInfo::isCalleeSavedInfoValid(), llvm::max(), and llvm::min().
Referenced by determineSVEStackObjectOffsets().
◆ getSVEStackSize()
|
static |
Returns the size of the entire SVE stackframe (calleesaves + spills).
Definition at line 332 of file AArch64FrameLowering.cpp.
References llvm::MachineFunction::getInfo(), llvm::StackOffset::getScalable(), and llvm::AArch64FunctionInfo::getStackSizeSVE().
Referenced by llvm::AArch64FrameLowering::canUseRedZone(), llvm::AArch64FrameLowering::emitEpilogue(), llvm::AArch64FrameLowering::emitPrologue(), and llvm::AArch64FrameLowering::resolveFrameOffsetReference().
◆ InsertReturnAddressAuth()
|
static |
Definition at line 1630 of file AArch64FrameLowering.cpp.
References llvm::BuildMI(), llvm::MachineInstrBuilder::copyImplicitOps(), DL, llvm::MachineBasicBlock::end(), llvm::MachineBasicBlock::erase(), llvm::MachineInstr::FrameDestroy, llvm::MachineBasicBlock::getFirstTerminator(), llvm::MachineFunction::getInfo(), llvm::AArch64Subtarget::getInstrInfo(), llvm::MachineFunction::getSubtarget(), llvm::AArch64Subtarget::hasPAuth(), MBB, MBBI, llvm::MachineInstrBuilder::setMIFlag(), and TII.
Referenced by llvm::AArch64FrameLowering::emitEpilogue().
◆ InsertSEH()
|
static |
Definition at line 739 of file AArch64FrameLowering.cpp.
References llvm::MachineInstrBuilder::addImm(), llvm::BuildMI(), DL, llvm::MachineBasicBlock::getParent(), llvm::AArch64Subtarget::getRegisterInfo(), llvm::MachineFunction::getSubtarget(), I, llvm::MachineBasicBlock::insertAfter(), LLVM_FALLTHROUGH, llvm_unreachable, MBB, MBBI, Reg, llvm::MachineInstrBuilder::setMIFlag(), and TII.
Referenced by convertCalleeSaveRestoreToSPPrePostIncDec(), llvm::AArch64FrameLowering::restoreCalleeSavedRegisters(), and llvm::AArch64FrameLowering::spillCalleeSavedRegisters().
◆ invalidateRegisterPairing()
|
static |
Returns true if Reg1 and Reg2 cannot be paired using a ldp/stp instruction.
WindowsCFI requires that only consecutive registers can be paired. LR and FP need to be allocated together when the frame needs to save the frame-record. This means any other register pairing with LR is invalid.
Definition at line 2214 of file AArch64FrameLowering.cpp.
References invalidateWindowsRegisterPairing().
Referenced by computeCalleeSaveRegisterPairs().
◆ invalidateWindowsRegisterPairing()
|
static |
Definition at line 2184 of file AArch64FrameLowering.cpp.
Referenced by computeCalleeSaveRegisterPairs(), and invalidateRegisterPairing().
◆ isFuncletReturnInstr()
|
static |
Definition at line 1661 of file AArch64FrameLowering.cpp.
References llvm::ISD::CATCHRET, llvm::ISD::CLEANUPRET, and MI.
Referenced by llvm::AArch64FrameLowering::emitEpilogue().
◆ IsSVECalleeSave()
|
static |
Definition at line 1089 of file AArch64FrameLowering.cpp.
References llvm::MachineInstr::FrameDestroy, llvm::MachineInstr::FrameSetup, and I.
Referenced by llvm::AArch64FrameLowering::emitEpilogue().
◆ isTargetWindows()
|
static |
Definition at line 1084 of file AArch64FrameLowering.cpp.
References llvm::MachineFunction::getSubtarget().
Referenced by computeCalleeSaveRegisterPairs().
◆ needsWinCFI()
|
static |
Definition at line 649 of file AArch64FrameLowering.cpp.
References F, llvm::MachineFunction::getFunction(), llvm::TargetMachine::getMCAsmInfo(), llvm::MachineFunction::getTarget(), and llvm::MCAsmInfo::usesWindowsCFI().
Referenced by llvm::AArch64FrameLowering::assignCalleeSavedSpillSlots(), computeCalleeSaveRegisterPairs(), llvm::AArch64FrameLowering::emitEpilogue(), llvm::AArch64FrameLowering::emitPrologue(), llvm::AArch64FrameLowering::restoreCalleeSavedRegisters(), and llvm::AArch64FrameLowering::spillCalleeSavedRegisters().
◆ produceCompactUnwindFrame()
|
static |
Definition at line 2175 of file AArch64FrameLowering.cpp.
References Attrs, llvm::Function::getAttributes(), llvm::Function::getCallingConv(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getSubtarget(), llvm::AArch64Subtarget::getTargetLowering(), llvm::AArch64Subtarget::isTargetMachO(), llvm::AArch64TargetLowering::supportSwiftError(), and llvm::CallingConv::SwiftTail.
Referenced by computeCalleeSaveRegisterPairs().
◆ STATISTIC()
◆ windowsRequiresStackProbe()
|
static |
Definition at line 632 of file AArch64FrameLowering.cpp.
References F, llvm::MachineFunction::getFunction(), llvm::MachineFunction::getSubtarget(), and llvm::AArch64Subtarget::isTargetWindows().
Referenced by llvm::AArch64FrameLowering::determineCalleeSaves(), and llvm::AArch64FrameLowering::emitPrologue().
Variable Documentation
◆ DefaultSafeSPDisplacement
|
static |
This is the biggest offset to the stack pointer we can encode in aarch64 instructions (without using a separate calculation and a temp register).
Note that the exception here are vector stores/loads which cannot encode any displacements (see estimateRSStackSizeLimit(), isAArch64FrameOffsetLegal()).
Definition at line 278 of file AArch64FrameLowering.cpp.
Referenced by estimateRSStackSizeLimit(), and llvm::AArch64FrameLowering::hasFP().
◆ EnableHomogeneousPrologEpilog
| cl::opt<bool> EnableHomogeneousPrologEpilog("homogeneous-prolog-epilog", cl::init(false), cl::ZeroOrMore, cl::Hidden, cl::desc("Emit homogeneous prologue and epilogue for the size " "optimization (default = off)")) |
◆ EnableRedZone
|
static |
Referenced by llvm::AArch64FrameLowering::canUseRedZone().
◆ OrderFrameObjects
|
static |
Referenced by llvm::AArch64FrameLowering::orderFrameObjects().
◆ ReverseCSRRestoreSeq
|
static |
Referenced by adaptForLdStOpt(), and llvm::AArch64FrameLowering::restoreCalleeSavedRegisters().
