LLVM  14.0.0git
Macros | Functions | Variables
AArch64LoadStoreOptimizer.cpp File Reference
#include "AArch64InstrInfo.h"
#include "AArch64MachineFunctionInfo.h"
#include "AArch64Subtarget.h"
#include "MCTargetDesc/AArch64AddressingModes.h"
#include "llvm/ADT/BitVector.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/iterator_range.h"
#include "llvm/Analysis/AliasAnalysis.h"
#include "llvm/CodeGen/MachineBasicBlock.h"
#include "llvm/CodeGen/MachineFunction.h"
#include "llvm/CodeGen/MachineFunctionPass.h"
#include "llvm/CodeGen/MachineInstr.h"
#include "llvm/CodeGen/MachineInstrBuilder.h"
#include "llvm/CodeGen/MachineOperand.h"
#include "llvm/CodeGen/MachineRegisterInfo.h"
#include "llvm/CodeGen/TargetRegisterInfo.h"
#include "llvm/IR/DebugLoc.h"
#include "llvm/MC/MCAsmInfo.h"
#include "llvm/MC/MCRegisterInfo.h"
#include "llvm/Pass.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/DebugCounter.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/raw_ostream.h"
#include <cassert>
#include <cstdint>
#include <functional>
#include <iterator>
#include <limits>
Include dependency graph for AArch64LoadStoreOptimizer.cpp:

Go to the source code of this file.

Macros

#define DEBUG_TYPE   "aarch64-ldst-opt"
 
#define AARCH64_LOAD_STORE_OPT_NAME   "AArch64 load / store optimization pass"
 

Functions

 STATISTIC (NumPairCreated, "Number of load/store pair instructions generated")
 
 STATISTIC (NumPostFolded, "Number of post-index updates folded")
 
 STATISTIC (NumPreFolded, "Number of pre-index updates folded")
 
 STATISTIC (NumUnscaledPairCreated, "Number of load/store from unscaled generated")
 
 STATISTIC (NumZeroStoresPromoted, "Number of narrow zero stores promoted")
 
 STATISTIC (NumLoadsFromStoresPromoted, "Number of loads from stores promoted")
 
 DEBUG_COUNTER (RegRenamingCounter, DEBUG_TYPE "-reg-renaming", "Controls which pairs are considered for renaming")
 
 INITIALIZE_PASS (AArch64LoadStoreOpt, "aarch64-ldst-opt", AARCH64_LOAD_STORE_OPT_NAME, false, false) static bool isNarrowStore(unsigned Opc)
 
static bool isTagStore (const MachineInstr &MI)
 
static unsigned getMatchingNonSExtOpcode (unsigned Opc, bool *IsValidLdStrOpc=nullptr)
 
static unsigned getMatchingWideOpcode (unsigned Opc)
 
static unsigned getMatchingPairOpcode (unsigned Opc)
 
static unsigned isMatchingStore (MachineInstr &LoadInst, MachineInstr &StoreInst)
 
static unsigned getPreIndexedOpcode (unsigned Opc)
 
static unsigned getPostIndexedOpcode (unsigned Opc)
 
static bool isPairedLdSt (const MachineInstr &MI)
 
static bool isPreLdStPairCandidate (MachineInstr &FirstMI, MachineInstr &MI)
 
static void getPrePostIndexedMemOpInfo (const MachineInstr &MI, int &Scale, int &MinOffset, int &MaxOffset)
 
static MachineOperand & getLdStRegOp (MachineInstr &MI, unsigned PairedRegOp=0)
 
static const MachineOperand & getLdStBaseOp (const MachineInstr &MI)
 
static const MachineOperand & getLdStOffsetOp (const MachineInstr &MI)
 
static bool isLdOffsetInRangeOfSt (MachineInstr &LoadInst, MachineInstr &StoreInst, const AArch64InstrInfo *TII)
 
static bool isPromotableZeroStoreInst (MachineInstr &MI)
 
static bool isPromotableLoadFromStore (MachineInstr &MI)
 
static bool isMergeableLdStUpdate (MachineInstr &MI)
 
static bool forAllMIsUntilDef (MachineInstr &MI, MCPhysReg DefReg, const TargetRegisterInfo *TRI, unsigned Limit, std::function< bool(MachineInstr &, bool)> &Fn)
 
static void updateDefinedRegisters (MachineInstr &MI, LiveRegUnits &Units, const TargetRegisterInfo *TRI)
 
static bool inBoundsForPair (bool IsUnscaled, int Offset, int OffsetStride)
 
static int alignTo (int Num, int PowOf2)
 
static bool mayAlias (MachineInstr &MIa, SmallVectorImpl< MachineInstr * > &MemInsns, AliasAnalysis *AA)
 
static bool areCandidatesToMergeOrPair (MachineInstr &FirstMI, MachineInstr &MI, LdStPairFlags &Flags, const AArch64InstrInfo *TII)
 
static bool canRenameUpToDef (MachineInstr &FirstMI, LiveRegUnits &UsedInBetween, SmallPtrSetImpl< const TargetRegisterClass * > &RequiredClasses, const TargetRegisterInfo *TRI)
 
static Optional< MCPhysReg > tryToFindRegisterToRename (MachineInstr &FirstMI, MachineInstr &MI, LiveRegUnits &DefinedInBB, LiveRegUnits &UsedInBetween, SmallPtrSetImpl< const TargetRegisterClass * > &RequiredClasses, const TargetRegisterInfo *TRI)
 
static bool needsWinCFI (const MachineFunction *MF)
 

Variables

static cl::opt< unsigned > LdStLimit ("aarch64-load-store-scan-limit", cl::init(20), cl::Hidden)
 
static cl::opt< unsigned > UpdateLimit ("aarch64-update-scan-limit", cl::init(100), cl::Hidden)
 
static cl::opt< bool > EnableRenaming ("aarch64-load-store-renaming", cl::init(true), cl::Hidden)
 

Macro Definition Documentation

◆ AARCH64_LOAD_STORE_OPT_NAME

#define AARCH64_LOAD_STORE_OPT_NAME   "AArch64 load / store optimization pass"

Definition at line 75 of file AArch64LoadStoreOptimizer.cpp.

◆ DEBUG_TYPE

#define DEBUG_TYPE   "aarch64-ldst-opt"

Definition at line 49 of file AArch64LoadStoreOptimizer.cpp.

Function Documentation

◆ alignTo()

static int alignTo ( int  Num,
int  PowOf2 
)
static

Definition at line 1218 of file AArch64LoadStoreOptimizer.cpp.

Referenced by buildFrameType().

◆ areCandidatesToMergeOrPair()

static bool areCandidatesToMergeOrPair ( MachineInstr &  FirstMI,
MachineInstr &  MI,
LdStPairFlags &  Flags,
const AArch64InstrInfo *  TII 
)
static

Definition at line 1294 of file AArch64LoadStoreOptimizer.cpp.

References assert(), getMatchingNonSExtOpcode(), getMatchingPairOpcode(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::hasOrderedMemoryRef(), llvm::AArch64InstrInfo::isPreLdSt(), isPreLdStPairCandidate(), MI, and TII.

◆ canRenameUpToDef()

static bool canRenameUpToDef ( MachineInstr &  FirstMI,
LiveRegUnits &  UsedInBetween,
SmallPtrSetImpl< const TargetRegisterClass * > &  RequiredClasses,
const TargetRegisterInfo *  TRI 
)
static

Definition at line 1348 of file AArch64LoadStoreOptimizer.cpp.

References llvm::LiveRegUnits::accumulate(), llvm::any_of(), llvm::dbgs(), forAllMIsUntilDef(), llvm::MachineInstr::FrameSetup, function, getLdStRegOp(), llvm::TargetRegisterInfo::getMinimalPhysRegClass(), llvm::MachineBasicBlock::getParent(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), getReg(), llvm::MachineFunction::getRegInfo(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::MachineOperand::isDebug(), llvm::MachineOperand::isDef(), llvm::MachineOperand::isEarlyClobber(), llvm::MachineOperand::isImplicit(), llvm::MachineOperand::isReg(), llvm::MachineOperand::isRenamable(), llvm::MachineOperand::isTied(), LdStLimit, LLVM_DEBUG, llvm::MachineInstr::mayStore(), MI, llvm::MachineInstr::operands(), llvm::TargetRegisterInfo::regsOverlap(), llvm::MachineRegisterInfo::tracksLiveness(), and TRI.

◆ DEBUG_COUNTER()

DEBUG_COUNTER ( RegRenamingCounter  ,
DEBUG_TYPE "-reg-renaming"  ,
"Controls which pairs are considered for renaming"   
)

◆ forAllMIsUntilDef()

static bool forAllMIsUntilDef ( MachineInstr &  MI,
MCPhysReg  DefReg,
const TargetRegisterInfo *  TRI,
unsigned  Limit,
std::function< bool(MachineInstr &, bool)> &  Fn 
)
static

Definition at line 812 of file AArch64LoadStoreOptimizer.cpp.

References llvm::any_of(), I, llvm::MachineBasicBlock::instr_rend(), llvm::instructionsWithoutDebug(), MBB, MI, and TRI.

Referenced by canRenameUpToDef().

◆ getLdStBaseOp()

static const MachineOperand& getLdStBaseOp ( const MachineInstr &  MI)
static

Definition at line 632 of file AArch64LoadStoreOptimizer.cpp.

References isPairedLdSt(), llvm::AArch64InstrInfo::isPreLdSt(), and MI.

◆ getLdStOffsetOp()

static const MachineOperand& getLdStOffsetOp ( const MachineInstr &  MI)
static

Definition at line 637 of file AArch64LoadStoreOptimizer.cpp.

References isPairedLdSt(), llvm::AArch64InstrInfo::isPreLdSt(), and MI.

Referenced by isLdOffsetInRangeOfSt(), and isMergeableLdStUpdate().

◆ getLdStRegOp()

static MachineOperand& getLdStRegOp ( MachineInstr &  MI,
unsigned  PairedRegOp = 0 
)
static

Definition at line 622 of file AArch64LoadStoreOptimizer.cpp.

References assert(), isPairedLdSt(), llvm::AArch64InstrInfo::isPreLdSt(), and MI.

Referenced by canRenameUpToDef(), isPromotableZeroStoreInst(), and tryToFindRegisterToRename().

◆ getMatchingNonSExtOpcode()

static unsigned getMatchingNonSExtOpcode ( unsigned  Opc,
bool *  IsValidLdStrOpc = nullptr 
)
static

Definition at line 240 of file AArch64LoadStoreOptimizer.cpp.

References llvm::max().

Referenced by areCandidatesToMergeOrPair().

◆ getMatchingPairOpcode()

static unsigned getMatchingPairOpcode ( unsigned  Opc)
static

Definition at line 310 of file AArch64LoadStoreOptimizer.cpp.

References llvm_unreachable.

Referenced by areCandidatesToMergeOrPair().

◆ getMatchingWideOpcode()

static unsigned getMatchingWideOpcode ( unsigned  Opc)
static

Definition at line 291 of file AArch64LoadStoreOptimizer.cpp.

References llvm_unreachable.

◆ getPostIndexedOpcode()

static unsigned getPostIndexedOpcode ( unsigned  Opc)
static

Definition at line 473 of file AArch64LoadStoreOptimizer.cpp.

References llvm_unreachable.

◆ getPreIndexedOpcode()

static unsigned getPreIndexedOpcode ( unsigned  Opc)
static

Definition at line 400 of file AArch64LoadStoreOptimizer.cpp.

References llvm_unreachable.

◆ getPrePostIndexedMemOpInfo()

static void getPrePostIndexedMemOpInfo ( const MachineInstr &  MI,
int &  Scale,
int &  MinOffset,
int &  MaxOffset 
)
static

Definition at line 604 of file AArch64LoadStoreOptimizer.cpp.

References llvm::AArch64InstrInfo::getMemScale(), isPairedLdSt(), isTagStore(), and MI.

◆ inBoundsForPair()

static bool inBoundsForPair ( bool  IsUnscaled,
int  Offset,
int  OffsetStride 
)
static

Definition at line 1201 of file AArch64LoadStoreOptimizer.cpp.

References Offset.

◆ INITIALIZE_PASS()

INITIALIZE_PASS ( AArch64LoadStoreOpt  ,
"aarch64-ldst-opt"  ,
AARCH64_LOAD_STORE_OPT_NAME  ,
false  ,
false   
)

Definition at line 211 of file AArch64LoadStoreOptimizer.cpp.

◆ isLdOffsetInRangeOfSt()

static bool isLdOffsetInRangeOfSt ( MachineInstr &  LoadInst,
MachineInstr &  StoreInst,
const AArch64InstrInfo *  TII 
)
static

Definition at line 642 of file AArch64LoadStoreOptimizer.cpp.

References assert(), llvm::MachineOperand::getImm(), getLdStOffsetOp(), isMatchingStore(), and TII.

◆ isMatchingStore()

static unsigned isMatchingStore ( MachineInstr &  LoadInst,
MachineInstr &  StoreInst 
)
static

Definition at line 370 of file AArch64LoadStoreOptimizer.cpp.

References llvm::Instruction::getOpcode(), and llvm_unreachable.

Referenced by isLdOffsetInRangeOfSt().

◆ isMergeableLdStUpdate()

static bool isMergeableLdStUpdate ( MachineInstr &  MI)
static

Definition at line 683 of file AArch64LoadStoreOptimizer.cpp.

References getLdStOffsetOp(), and MI.

◆ isPairedLdSt()

static bool isPairedLdSt ( const MachineInstr &  MI)
static

Definition at line 552 of file AArch64LoadStoreOptimizer.cpp.

References MI.

Referenced by getLdStBaseOp(), getLdStOffsetOp(), getLdStRegOp(), and getPrePostIndexedMemOpInfo().

◆ isPreLdStPairCandidate()

static bool isPreLdStPairCandidate ( MachineInstr &  FirstMI,
MachineInstr &  MI 
)
static

Definition at line 572 of file AArch64LoadStoreOptimizer.cpp.

References llvm::MachineInstr::getOpcode(), and MI.

Referenced by areCandidatesToMergeOrPair().

◆ isPromotableLoadFromStore()

static bool isPromotableLoadFromStore ( MachineInstr &  MI)
static

Definition at line 665 of file AArch64LoadStoreOptimizer.cpp.

References MI.

◆ isPromotableZeroStoreInst()

static bool isPromotableZeroStoreInst ( MachineInstr &  MI)
static

Definition at line 658 of file AArch64LoadStoreOptimizer.cpp.

References getLdStRegOp(), llvm::MachineOperand::getReg(), and MI.

◆ isTagStore()

static bool isTagStore ( const MachineInstr &  MI)
static

Definition at line 228 of file AArch64LoadStoreOptimizer.cpp.

References MI.

Referenced by getPrePostIndexedMemOpInfo().

◆ mayAlias()

static bool mayAlias ( MachineInstr &  MIa,
SmallVectorImpl< MachineInstr * > &  MemInsns,
AliasAnalysis *  AA 
)
static

Definition at line 1222 of file AArch64LoadStoreOptimizer.cpp.

References llvm::MachineInstr::mayAlias().

Referenced by llvm::HexagonInstrInfo::expandPostRAPseudo().

◆ needsWinCFI()

static bool needsWinCFI ( const MachineFunction *  MF)
static

Definition at line 1880 of file AArch64LoadStoreOptimizer.cpp.

References llvm::MachineFunction::getFunction(), llvm::TargetMachine::getMCAsmInfo(), llvm::MachineFunction::getTarget(), llvm::Function::needsUnwindTableEntry(), and llvm::MCAsmInfo::usesWindowsCFI().

◆ STATISTIC() [1/6]

STATISTIC ( NumLoadsFromStoresPromoted  ,
"Number of loads from stores promoted"   
)

◆ STATISTIC() [2/6]

STATISTIC ( NumPairCreated  ,
"Number of load/store pair instructions generated"   
)

◆ STATISTIC() [3/6]

STATISTIC ( NumPostFolded  ,
"Number of post-index updates folded"   
)

◆ STATISTIC() [4/6]

STATISTIC ( NumPreFolded  ,
"Number of pre-index updates folded"   
)

◆ STATISTIC() [5/6]

STATISTIC ( NumUnscaledPairCreated  ,
"Number of load/store from unscaled generated"   
)

◆ STATISTIC() [6/6]

STATISTIC ( NumZeroStoresPromoted  ,
"Number of narrow zero stores promoted"   
)

◆ tryToFindRegisterToRename()

static Optional<MCPhysReg> tryToFindRegisterToRename ( MachineInstr &  FirstMI,
MachineInstr &  MI,
LiveRegUnits &  DefinedInBB,
LiveRegUnits &  UsedInBetween,
SmallPtrSetImpl< const TargetRegisterClass * > &  RequiredClasses,
const TargetRegisterInfo *  TRI 
)
static

Definition at line 1475 of file AArch64LoadStoreOptimizer.cpp.

References llvm::LiveRegUnits::addReg(), llvm::all_of(), llvm::any_of(), llvm::LiveRegUnits::available(), llvm::dbgs(), getLdStRegOp(), llvm::TargetRegisterInfo::getMinimalPhysRegClass(), llvm::MachineBasicBlock::getParent(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::TargetRegisterInfo::getRegClassName(), llvm::MachineRegisterInfo::isReserved(), LLVM_DEBUG, llvm::None, llvm::printReg(), llvm::MCRegisterInfo::sub_and_superregs_inclusive(), and TRI.

◆ updateDefinedRegisters()

static void updateDefinedRegisters ( MachineInstr &  MI,
LiveRegUnits &  Units,
const TargetRegisterInfo *  TRI 
)
static

Definition at line 834 of file AArch64LoadStoreOptimizer.cpp.

References llvm::LiveRegUnits::addReg(), MI, llvm::phys_regs_and_masks(), and llvm::LiveRegUnits::removeReg().

Variable Documentation

◆ EnableRenaming

cl::opt<bool> EnableRenaming("aarch64-load-store-renaming", cl::init(true), cl::Hidden)
static

◆ LdStLimit

cl::opt<unsigned> LdStLimit("aarch64-load-store-scan-limit", cl::init(20), cl::Hidden)
static

Referenced by canRenameUpToDef().

◆ UpdateLimit

cl::opt<unsigned> UpdateLimit("aarch64-update-scan-limit", cl::init(100), cl::Hidden)
static
Generated on Tue Dec 7 2021 19:14:30 for LLVM by   doxygen 1.8.17